Hugging Face's logo

unsloth
/
Qwen3-8B-128K-GGUF

Text Generation
Transformers
GGUF
English
qwen3
qwen
unsloth
conversational
Model card Files
xet
Community
4
danielhanchen commited on
Commit
db7ea33
·
verified ·
1 Parent(s): 9898ac1

Add files using upload-large-folder tool

Browse files
Files changed (7) hide show
  1. Qwen3-8B-128K-UD-IQ1_M.gguf +2 -2
  2. Qwen3-8B-128K-UD-IQ1_S.gguf +2 -2
  3. Qwen3-8B-128K-UD-IQ2_M.gguf +2 -2
  4. Qwen3-8B-128K-UD-IQ3_XXS.gguf +2 -2
  5. Qwen3-8B-128K-UD-Q2_K_XL.gguf +2 -2
  6. Qwen3-8B-128K-UD-Q4_K_XL.gguf +2 -2
  7. config.json +2 -3
Qwen3-8B-128K-UD-IQ1_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dea07afb2a46614812e9956df954f608a63cd70b77efccd2bf9df73dfa37d2cc
3
- size 2484648192
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc3d5d44e095035d19a6e6f3a1e22ed2a0d1d926a7eb0d439bd638942b0beed7
3
+ size 2484648224
Qwen3-8B-128K-UD-IQ1_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ce5ac0b0b52bfe0216bf4cc086f49b50a81544c54b68dfb36a3da07df36c1ea1
3
- size 2364717312
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3a1650afc3eeced387c1a5927d18ffaa5916eaa20b0852df83807a7449729c1
3
+ size 2364717344
Qwen3-8B-128K-UD-IQ2_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:51f5401dbc91712dafc4d6a57e35588fde01f5969b92412ad7a1a141e89a2582
3
- size 3199056128
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b85d5203ec5d7c6b87f5ffdb7d67011e8b92d10e4ccbca6830dc2b9ec295cf8d
3
+ size 3199056160
Qwen3-8B-128K-UD-IQ3_XXS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3e7edb34afa54c9818f9957aa53383b6538b2bb3fc170b020e67d70ff1eca1dd
3
- size 3492919552
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01459330f2abcf5f32bcd95a61e8194ae8785c2a751fd5377198a4932bc17794
3
+ size 3492919584
Qwen3-8B-128K-UD-Q2_K_XL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:df034e5eb5d28a77ca08536174609886b06667288ef1092fb5fef00a2be57ce1
3
- size 3501975808
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d10cd15654d846e16f9bf4281691646fdef65399bd68bfc3cdb4231402ed6da3
3
+ size 3501975840
Qwen3-8B-128K-UD-Q4_K_XL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4b5370f4ce07aa7eb96421e0ea7b5957d393d778921b1266ca668393a21c83e6
3
- size 5161675008
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea36eb143714dc038dcd9ebb13c0e9f4eb468378db8d6698f16224a9c4713bb7
3
+ size 5161675040
config.json CHANGED
@@ -4,6 +4,7 @@
4
  ],
5
  "attention_bias": false,
6
  "attention_dropout": 0.0,
 
7
  "eos_token_id": 151645,
8
  "head_dim": 128,
9
  "hidden_act": "silu",
@@ -16,7 +17,6 @@
16
  "num_attention_heads": 32,
17
  "num_hidden_layers": 36,
18
  "num_key_value_heads": 8,
19
- "pad_token_id": 151654,
20
  "rms_norm_eps": 1e-06,
21
  "rope_scaling": {
22
  "factor": 4.0,
@@ -28,8 +28,7 @@
28
  "sliding_window": null,
29
  "tie_word_embeddings": false,
30
  "torch_dtype": "bfloat16",
31
- "transformers_version": "4.52.0.dev0",
32
- "unsloth_fixed": true,
33
  "use_cache": true,
34
  "use_sliding_window": false,
35
  "vocab_size": 151936
 
4
  ],
5
  "attention_bias": false,
6
  "attention_dropout": 0.0,
7
+ "bos_token_id": 151643,
8
  "eos_token_id": 151645,
9
  "head_dim": 128,
10
  "hidden_act": "silu",
 
17
  "num_attention_heads": 32,
18
  "num_hidden_layers": 36,
19
  "num_key_value_heads": 8,
 
20
  "rms_norm_eps": 1e-06,
21
  "rope_scaling": {
22
  "factor": 4.0,
 
28
  "sliding_window": null,
29
  "tie_word_embeddings": false,
30
  "torch_dtype": "bfloat16",
31
+ "transformers_version": "4.51.0",
 
32
  "use_cache": true,
33
  "use_sliding_window": false,
34
  "vocab_size": 151936