Hugging Face's logo

mradermacher
/
Qwen1.5-4B-Chat-GGUF

Transformers
GGUF
English
chat
conversational
Model card Files
xet
Community
mradermacher commited on
Commit
025281c
·
verified ·
1 Parent(s): 72416be

uploaded from nico1

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. Qwen1.5-4B-Chat.IQ4_XS.gguf +3 -0
  3. Qwen1.5-4B-Chat.Q2_K.gguf +3 -0
  4. Qwen1.5-4B-Chat.Q3_K_L.gguf +3 -0
  5. Qwen1.5-4B-Chat.Q3_K_M.gguf +3 -0
  6. Qwen1.5-4B-Chat.Q3_K_S.gguf +3 -0
  7. Qwen1.5-4B-Chat.Q4_K_M.gguf +3 -0
  8. Qwen1.5-4B-Chat.Q4_K_S.gguf +3 -0
  9. Qwen1.5-4B-Chat.Q5_K_M.gguf +3 -0
  10. Qwen1.5-4B-Chat.Q5_K_S.gguf +3 -0
  11. Qwen1.5-4B-Chat.Q6_K.gguf +3 -0
  12. Qwen1.5-4B-Chat.Q8_0.gguf +3 -0
  13. Qwen1.5-4B-Chat.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Qwen1.5-4B-Chat.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Qwen1.5-4B-Chat.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Qwen1.5-4B-Chat.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Qwen1.5-4B-Chat.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Qwen1.5-4B-Chat.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Qwen1.5-4B-Chat.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Qwen1.5-4B-Chat.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Qwen1.5-4B-Chat.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Qwen1.5-4B-Chat.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Qwen1.5-4B-Chat.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Qwen1.5-4B-Chat.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Qwen1.5-4B-Chat.f16.gguf filter=lfs diff=lfs merge=lfs -text
Qwen1.5-4B-Chat.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:446f075609015666f8658e5118aeb9714221b5045e98d452fbbf191b3df38399
3
+ size 2232632448
Qwen1.5-4B-Chat.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd033070df0f4f8a850b210f0b78be854ba48fd272e79744a9e93412caefa394
3
+ size 1620633728
Qwen1.5-4B-Chat.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c239e8382e493a91a71a7e6328ab4928e78242dc90ef37fdb4aac5c380b1348c
3
+ size 2174799488
Qwen1.5-4B-Chat.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e8b2b79c5b28576d99579679729ddbb648e9cebb5d0a07a676a2fce104e7ccd
3
+ size 2026851968
Qwen1.5-4B-Chat.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90635c6b36d3f37216526ea94292590d010b6b5f2ae1d7e4a5a3a470a0f3163a
3
+ size 1857154688
Qwen1.5-4B-Chat.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfcfd1c88dc393b96696983cdc31495dfaa186d6398306ce872bcebf0d0011af
3
+ size 2455116928
Qwen1.5-4B-Chat.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6ffc8074bf5d55a5610c44f6156908e5561e5fee0bb9aaafb1226e8723f0ac0
3
+ size 2344422528
Qwen1.5-4B-Chat.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10104ecc85c462247f205f7a6146d37daf00d121bf1d64ab73195bdf495d442d
3
+ size 2839608448
Qwen1.5-4B-Chat.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:baba89170d71c9d03c96300b67ce2db9764e5be97b22ef9009dec520700eab52
3
+ size 2775198848
Qwen1.5-4B-Chat.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2446c09d04ef3cbab2b8e2caf6d4235acb2a1405d14a5a4d410bc65ae8f85502
3
+ size 3248130688
Qwen1.5-4B-Chat.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70976f46ec5c8ad262c5a0c4579cb8ce17164a0a2206e426c522d62793e2b758
3
+ size 4204736128
Qwen1.5-4B-Chat.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5aee109cfc93604e8d38099fd2972ade2f91ddef543a6e960f842791f9f3f181
3
+ size 7907724928