Hugging Face's logo

unsloth
/
Qwen3-32B-GGUF

Text Generation
Transformers
GGUF
English
qwen3
qwen
unsloth
imatrix
conversational
Model card Files
xet
Community
9
danielhanchen commited on
Commit
3b133a9
·
verified ·
1 Parent(s): 26a5d7e

Add files using upload-large-folder tool

Browse files
Files changed (8) hide show
  1. Qwen3-32B-Q4_K_M.gguf +2 -2
  2. Qwen3-32B-UD-IQ1_M.gguf +2 -2
  3. Qwen3-32B-UD-IQ1_S.gguf +2 -2
  4. Qwen3-32B-UD-Q2_K_XL.gguf +2 -2
  5. Qwen3-32B-UD-Q3_K_XL.gguf +2 -2
  6. Qwen3-32B-UD-Q4_K_XL.gguf +2 -2
  7. Qwen3-32B-UD-Q5_K_XL.gguf +2 -2
  8. config.json +1 -1
Qwen3-32B-Q4_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:706dc51900df69510d3726b9678ffb6e5d9eb00e11c83d981b65f57b7d511128
3
- size 19762149920
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8df67573b2c23484e02ec7af295e39bed7ee774f3771d5fda2978265b59370e7
3
+ size 19762150048
Qwen3-32B-UD-IQ1_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:674d3d318f1d4073ec3283bd86d9b2d85a195b9aeefbec2955b70c5171f0f8be
3
- size 8302084640
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95efb4942023d98a0b9eae9c0f73340071bd07d81ca228d19dd995a6b03aa188
3
+ size 8302084768
Qwen3-32B-UD-IQ1_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3c258fda8c75b9aafb323984569ad4a09b3d3b6784cb142997f743739658305c
3
- size 7738884640
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f56466009e871000ba6b589dede83d5dfd6d5bfc7c1f7b879122514369223468
3
+ size 7738884768
Qwen3-32B-UD-Q2_K_XL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:22271c582589833e950c234ba5e7c6c3fbc8a81dbac7fa0d9db39b5a82f0d13c
3
- size 12797352480
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b15da97c6f14ab076e858a3e493c708926bb9369212639bfd5f1383614616047
3
+ size 12797352608
Qwen3-32B-UD-Q3_K_XL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:72d22ccb91396be16016a563e543b06952c0924ecc7925c298142496d4f0ab16
3
- size 16403102240
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cbfdb9471aaab2ed4beeb7419528137a00c5a4aec0519faeb95dcd41886622b8
3
+ size 16403102368
Qwen3-32B-UD-Q4_K_XL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bed7829fb40e84f62015717d3386928c87f104b13a36ab56de8267ba3f2d6f46
3
- size 20021713440
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:744e6b933517e18af3c2a9885bbfee2c7b6f6a4e2d7be348551e0180aaeceac4
3
+ size 20021713568
Qwen3-32B-UD-Q5_K_XL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:aa88395acace0255d073ac534bb80d574b7ead5c1255fdb2cbf0368c9d789e0f
3
- size 23233550880
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca5cc286a16eff7309453070cd9712e6e2509855f1cb8f3ab125f933d9738be9
3
+ size 23233551008
config.json CHANGED
@@ -23,7 +23,7 @@
23
  "sliding_window": null,
24
  "tie_word_embeddings": false,
25
  "torch_dtype": "bfloat16",
26
- "transformers_version": "4.52.0.dev0",
27
  "unsloth_fixed": true,
28
  "use_cache": true,
29
  "use_sliding_window": false,
 
23
  "sliding_window": null,
24
  "tie_word_embeddings": false,
25
  "torch_dtype": "bfloat16",
26
+ "transformers_version": "4.51.3",
27
  "unsloth_fixed": true,
28
  "use_cache": true,
29
  "use_sliding_window": false,