Hugging Face's logo

second-state
/
Qwen3-32B-GGUF

GGUF
qwen3
conversational
Model card Files Community
2
apepkuss79 commited on
Commit
aef9e25
·
verified ·
1 Parent(s): 085657a

Update models

Browse files
Files changed (16) hide show
  1. .gitattributes +14 -0
  2. Qwen3-32B-Q2_K.gguf +3 -0
  3. Qwen3-32B-Q3_K_L.gguf +3 -0
  4. Qwen3-32B-Q3_K_M.gguf +3 -0
  5. Qwen3-32B-Q3_K_S.gguf +3 -0
  6. Qwen3-32B-Q4_K_M.gguf +3 -0
  7. Qwen3-32B-Q4_K_S.gguf +3 -0
  8. Qwen3-32B-Q5_0.gguf +3 -0
  9. Qwen3-32B-Q5_K_M.gguf +3 -0
  10. Qwen3-32B-Q5_K_S.gguf +3 -0
  11. Qwen3-32B-Q6_K.gguf +3 -0
  12. Qwen3-32B-Q8_0.gguf +3 -0
  13. Qwen3-32B-f16-00001-of-00003.gguf +3 -0
  14. Qwen3-32B-f16-00002-of-00003.gguf +3 -0
  15. Qwen3-32B-f16-00003-of-00003.gguf +3 -0
  16. config.json +30 -0
.gitattributes CHANGED
@@ -34,3 +34,17 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  Qwen3-32B-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  Qwen3-32B-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Qwen3-32B-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Qwen3-32B-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Qwen3-32B-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Qwen3-32B-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Qwen3-32B-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Qwen3-32B-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Qwen3-32B-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Qwen3-32B-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Qwen3-32B-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Qwen3-32B-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Qwen3-32B-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Qwen3-32B-f16-00001-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Qwen3-32B-f16-00002-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Qwen3-32B-f16-00003-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
Qwen3-32B-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9d43600b4786eac85a208556f8b446d9afe6a7cd44c79afb257f2e22a4cd23a
3
+ size 12344651360
Qwen3-32B-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ae942f5bfca7b6ba0073030dab30df782eb0a3b78b298cb29e36a93a7715438
3
+ size 17330993760
Qwen3-32B-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:908dc37ca2607a91e4ba7736305712b16fc64ec549d5a8e004230be4967326e7
3
+ size 15971777120
Qwen3-32B-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b39020afa37ef54eac597bed9e08d5761f3f84dabbf42aa232256f5d4fe7d35
3
+ size 14389738080
Qwen3-32B-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21f87868f563d989914663655938d6fd758fe219748abd7b3ba91631850a924e
3
+ size 19762148960
Qwen3-32B-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75f3cff09b6c64e7438939c3329b16187c85b418abfbc50383588d7233277f11
3
+ size 18771244640
Qwen3-32B-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:edcfbfa758e60ab674064223f18d99ddcd9de070e389d6a234b60938ccd8f1ca
3
+ size 22635492960
Qwen3-32B-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f986e90dac13b16d73b4dec162e09c4a0423abd4ced9013e5be26c7fa3989a55
3
+ size 23214831200
Qwen3-32B-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3815d8704eefce4d7a7972e96353147ccdd3bdfb5cec05597f7cb0068a7732a5
3
+ size 22635492960
Qwen3-32B-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8636b944d6229d8b0bc283d47b1bcd83300a8a4f55acac67a3e9402e0f8092b9
3
+ size 26883306080
Qwen3-32B-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dac4170e3ae714183a902162fe434acdb46e5b6812f02c274b32854df0d78bce
3
+ size 34817718880
Qwen3-32B-f16-00001-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70fdde47abf37bb36cb6725f8ee30ea0f7bf5eaadb030b479ef046679871125f
3
+ size 29843109184
Qwen3-32B-f16-00002-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39e0fd2204a466a7c37f778e5a9918146f4428fcfd64eb6aeb536d18930e2a04
3
+ size 29780837728
Qwen3-32B-f16-00003-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f27e17e79e322f531c62107e306771038561f5b0cbdfe405c1b96fd6ed9badf1
3
+ size 5907628256
config.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Qwen3ForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 151643,
8
+ "eos_token_id": 151645,
9
+ "head_dim": 128,
10
+ "hidden_act": "silu",
11
+ "hidden_size": 5120,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 25600,
14
+ "max_position_embeddings": 40960,
15
+ "max_window_layers": 64,
16
+ "model_type": "qwen3",
17
+ "num_attention_heads": 64,
18
+ "num_hidden_layers": 64,
19
+ "num_key_value_heads": 8,
20
+ "rms_norm_eps": 1e-06,
21
+ "rope_scaling": null,
22
+ "rope_theta": 1000000,
23
+ "sliding_window": null,
24
+ "tie_word_embeddings": false,
25
+ "torch_dtype": "bfloat16",
26
+ "transformers_version": "4.51.0",
27
+ "use_cache": true,
28
+ "use_sliding_window": false,
29
+ "vocab_size": 151936
30
+ }