Hugging Face's logo

second-state
/
Qwen3-14B-GGUF

Text Generation
Transformers
GGUF
English
qwen3
chat
conversational
Model card Files Community
apepkuss79 commited on
Commit
4e66528
·
verified ·
1 Parent(s): 2b1b006

Update models

Browse files
Files changed (15) hide show
  1. .gitattributes +13 -0
  2. Qwen3-14B-Q2_K.gguf +3 -0
  3. Qwen3-14B-Q3_K_L.gguf +3 -0
  4. Qwen3-14B-Q3_K_M.gguf +3 -0
  5. Qwen3-14B-Q3_K_S.gguf +3 -0
  6. Qwen3-14B-Q4_0.gguf +3 -0
  7. Qwen3-14B-Q4_K_M.gguf +3 -0
  8. Qwen3-14B-Q4_K_S.gguf +3 -0
  9. Qwen3-14B-Q5_0.gguf +3 -0
  10. Qwen3-14B-Q5_K_M.gguf +3 -0
  11. Qwen3-14B-Q5_K_S.gguf +3 -0
  12. Qwen3-14B-Q6_K.gguf +3 -0
  13. Qwen3-14B-Q8_0.gguf +3 -0
  14. Qwen3-14B-f16.gguf +3 -0
  15. config.json +30 -0
.gitattributes CHANGED
@@ -33,3 +33,16 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Qwen3-14B-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Qwen3-14B-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Qwen3-14B-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Qwen3-14B-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Qwen3-14B-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Qwen3-14B-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Qwen3-14B-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Qwen3-14B-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Qwen3-14B-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Qwen3-14B-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Qwen3-14B-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Qwen3-14B-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Qwen3-14B-f16.gguf filter=lfs diff=lfs merge=lfs -text
Qwen3-14B-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fa2a5d73c2630c187b2ddad3b95996e88b0fc4f929401b33a39af00c3d89ec5
3
+ size 5753983296
Qwen3-14B-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82b8c3c837a37e0eb0fb981b91c0af0d025426c76904cd6d83bd1f0096c3639f
3
+ size 7900650816
Qwen3-14B-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e38d38af7fbcd74df0bcb81785c43b1a89dec2ac974acd35d3e83ce26ed9026
3
+ size 7321312576
Qwen3-14B-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8107172c04cbf9ca4dbd4d87373ad7a2bf84faa266ffc4202d432d05247d39bb
3
+ size 6657105216
Qwen3-14B-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3fa78a22dfd31bba5386cf2f3c48962e79621ca24d1f4e539fd9f632c130a15
3
+ size 8515148096
Qwen3-14B-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a751ab5aac5de164d30069518aa0aaeeab195bcfa485addeb19f613bfeacb87c
3
+ size 9001752896
Qwen3-14B-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e12c1d795dfa39e6f7f7a99a29786e52cdd4e3ac9e82f99afbddcf5e71c3c45
3
+ size 8573475136
Qwen3-14B-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4f1c28626993b4337762f7452e75060667a7e44c927aed512fe3379416589bd
3
+ size 10263894336
Qwen3-14B-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6512307fb5bf429ccac1c01355856a237f769e4f56000e9d3fbd375229388f2
3
+ size 10514569536
Qwen3-14B-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7a80a9d8bff7dd2de3f41e25d7920e9a3287802b8b83204dfc2b1e069e05801
3
+ size 10263894336
Qwen3-14B-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3166af976add0ee638206a17d75de9d157a6fdcf63422db5197e4b04f82d8f7c
3
+ size 12121937216
Qwen3-14B-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8211c021604d9b52bbad8918aa20a9107b9b056372a6c6eaa2277f5af7ce79d
3
+ size 15698533696
Qwen3-14B-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02f648ed77b4189c14ebcf29e0b215dcc8f88247fab97b748ff34842037aa8bf
3
+ size 29543423296
config.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Qwen3ForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 151643,
8
+ "eos_token_id": 151645,
9
+ "head_dim": 128,
10
+ "hidden_act": "silu",
11
+ "hidden_size": 5120,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 17408,
14
+ "max_position_embeddings": 40960,
15
+ "max_window_layers": 40,
16
+ "model_type": "qwen3",
17
+ "num_attention_heads": 40,
18
+ "num_hidden_layers": 40,
19
+ "num_key_value_heads": 8,
20
+ "rms_norm_eps": 1e-06,
21
+ "rope_scaling": null,
22
+ "rope_theta": 1000000,
23
+ "sliding_window": null,
24
+ "tie_word_embeddings": false,
25
+ "torch_dtype": "bfloat16",
26
+ "transformers_version": "4.51.0",
27
+ "use_cache": true,
28
+ "use_sliding_window": false,
29
+ "vocab_size": 151936
30
+ }