Hugging Face's logo

unsloth
/
Qwen3-8B-128K-GGUF

Text Generation
Transformers
GGUF
English
qwen3
qwen
unsloth
conversational
Model card Files
xet
Community
4
danielhanchen commited on
Commit
d38b4f1
·
verified ·
1 Parent(s): 6cdd7fb

Add files using upload-large-folder tool

Browse files
Files changed (8) hide show
  1. Qwen3-8B-128K-Q4_K_M.gguf +2 -2
  2. Qwen3-8B-128K-UD-IQ1_M.gguf +2 -2
  3. Qwen3-8B-128K-UD-IQ1_S.gguf +2 -2
  4. Qwen3-8B-128K-UD-Q2_K_XL.gguf +2 -2
  5. Qwen3-8B-128K-UD-Q3_K_XL.gguf +2 -2
  6. Qwen3-8B-128K-UD-Q4_K_XL.gguf +2 -2
  7. Qwen3-8B-128K-UD-Q5_K_XL.gguf +2 -2
  8. config.json +1 -1
Qwen3-8B-128K-Q4_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:270a30d524087ad6f0c46bf848575a9d9d6e78c817de525ef8e177db866bc712
3
- size 5027784576
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:625dea4ba963ea92eac397cc6b0b89616e43e8b565d9c4c1891273d719cd8b5b
3
+ size 5027784736
Qwen3-8B-128K-UD-IQ1_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:899258564e0633ea893f7eb4fc2c24852a3f75402cead51aa38a39033516bcc7
3
- size 2396489600
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4aa3c36aaf610eb502900bb06666ccf3e5b889a41011631dbf3e0888feb9694
3
+ size 2396489760
Qwen3-8B-128K-UD-IQ1_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f9219b996cf3b263467d0678bd2278e7008c22b5f7f4dccd434feb13b8f6f2e8
3
- size 2275379072
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5673043034e2a14840373a8d25f40396e74217c67a2fae5d0aae5650c98a3a0d
3
+ size 2275379232
Qwen3-8B-128K-UD-Q2_K_XL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2e47f0e84c098ab785272ddc4dcc0a240da1b5810ca817b6b03c5c560c1dbd7b
3
- size 3501975424
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2e9a309bc2ae8b37a267964fcbe92b0d2d143844b0e3f0ffbc5976d0305b8ca
3
+ size 3501975584
Qwen3-8B-128K-UD-Q3_K_XL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:734217858e2769afa49141ceceeadf0d6960b157634444ed5ef7b8d546280734
3
- size 4307052416
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f97f15a482437e4013bfcdb53d1b419e2c04daa2a928a1922a68d4705aa3ad34
3
+ size 4307052576
Qwen3-8B-128K-UD-Q4_K_XL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7f353e1156855dd1d7c3de4a718a964a017d283464d6ef3e83d7dd60667f866b
3
- size 5148698496
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1b14f15202a0f01ab67f6f504d1412ff29ff0ad1eb3f0faccac4fd8615a45e6
3
+ size 5148698656
Qwen3-8B-128K-UD-Q5_K_XL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a0d8d7ba70941ce553355b96d1ee699d4c570af2c6de37b4c3ade1986c0bf1af
3
- size 5884766080
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bf1ede47bc2da4e0e73fe93a57d5ab9b6e0d04494967a74825e34ca409391e3
3
+ size 5884766240
config.json CHANGED
@@ -28,7 +28,7 @@
28
  "sliding_window": null,
29
  "tie_word_embeddings": false,
30
  "torch_dtype": "bfloat16",
31
- "transformers_version": "4.52.0.dev0",
32
  "unsloth_fixed": true,
33
  "use_cache": true,
34
  "use_sliding_window": false,
 
28
  "sliding_window": null,
29
  "tie_word_embeddings": false,
30
  "torch_dtype": "bfloat16",
31
+ "transformers_version": "4.51.3",
32
  "unsloth_fixed": true,
33
  "use_cache": true,
34
  "use_sliding_window": false,