danielhanchen commited on
Commit
6bd8ce0
·
verified ·
1 Parent(s): b916255

Upload folder using huggingface_hub

Browse files
Qwen3-8B-128K-UD-IQ1_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cc3d5d44e095035d19a6e6f3a1e22ed2a0d1d926a7eb0d439bd638942b0beed7
3
- size 2484648224
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:899258564e0633ea893f7eb4fc2c24852a3f75402cead51aa38a39033516bcc7
3
+ size 2396489600
Qwen3-8B-128K-UD-IQ1_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f3a1650afc3eeced387c1a5927d18ffaa5916eaa20b0852df83807a7449729c1
3
- size 2364717344
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9219b996cf3b263467d0678bd2278e7008c22b5f7f4dccd434feb13b8f6f2e8
3
+ size 2275379072
Qwen3-8B-128K-UD-IQ2_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b85d5203ec5d7c6b87f5ffdb7d67011e8b92d10e4ccbca6830dc2b9ec295cf8d
3
- size 3199056160
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85ecdb26a8ac3499b407fb2d866d23417af8af8911be00c91ea1cd856b4d821c
3
+ size 3110897536
Qwen3-8B-128K-UD-IQ3_XXS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:01459330f2abcf5f32bcd95a61e8194ae8785c2a751fd5377198a4932bc17794
3
- size 3492919584
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf9a42d04e89abb6685727cc546be3382dd17813349d55b083bfba54616b49f0
3
+ size 3410265984
Qwen3-8B-128K-UD-Q2_K_XL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d10cd15654d846e16f9bf4281691646fdef65399bd68bfc3cdb4231402ed6da3
3
- size 3501975840
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e47f0e84c098ab785272ddc4dcc0a240da1b5810ca817b6b03c5c560c1dbd7b
3
+ size 3501975424
Qwen3-8B-128K-UD-Q3_K_XL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f854ca9f76136ebd6b09ecc244ff4401eaf5b8ea5b6742e5d2cde9d3ddef132c
3
- size 4313344288
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:734217858e2769afa49141ceceeadf0d6960b157634444ed5ef7b8d546280734
3
+ size 4307052416
Qwen3-8B-128K-UD-Q4_K_XL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ea36eb143714dc038dcd9ebb13c0e9f4eb468378db8d6698f16224a9c4713bb7
3
- size 5161675040
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f353e1156855dd1d7c3de4a718a964a017d283464d6ef3e83d7dd60667f866b
3
+ size 5148698496
config.json CHANGED
@@ -4,7 +4,6 @@
4
  ],
5
  "attention_bias": false,
6
  "attention_dropout": 0.0,
7
- "bos_token_id": 151643,
8
  "eos_token_id": 151645,
9
  "head_dim": 128,
10
  "hidden_act": "silu",
@@ -17,6 +16,7 @@
17
  "num_attention_heads": 32,
18
  "num_hidden_layers": 36,
19
  "num_key_value_heads": 8,
 
20
  "rms_norm_eps": 1e-06,
21
  "rope_scaling": {
22
  "factor": 4.0,
@@ -28,8 +28,9 @@
28
  "sliding_window": null,
29
  "tie_word_embeddings": false,
30
  "torch_dtype": "bfloat16",
31
- "transformers_version": "4.51.0",
 
32
  "use_cache": true,
33
  "use_sliding_window": false,
34
  "vocab_size": 151936
35
- }
 
4
  ],
5
  "attention_bias": false,
6
  "attention_dropout": 0.0,
 
7
  "eos_token_id": 151645,
8
  "head_dim": 128,
9
  "hidden_act": "silu",
 
16
  "num_attention_heads": 32,
17
  "num_hidden_layers": 36,
18
  "num_key_value_heads": 8,
19
+ "pad_token_id": 151654,
20
  "rms_norm_eps": 1e-06,
21
  "rope_scaling": {
22
  "factor": 4.0,
 
28
  "sliding_window": null,
29
  "tie_word_embeddings": false,
30
  "torch_dtype": "bfloat16",
31
+ "transformers_version": "4.52.0.dev0",
32
+ "unsloth_fixed": true,
33
  "use_cache": true,
34
  "use_sliding_window": false,
35
  "vocab_size": 151936
36
+ }