Hugging Face's logo

mradermacher
/
Qwen1.5-4B-Chat-i1-GGUF

Transformers
GGUF
English
chat
imatrix
conversational
Model card Files
xet
Community
mradermacher commited on
Commit
99a04f2
·
verified ·
1 Parent(s): e692308

uploaded from nico1

Browse files
Files changed (25) hide show
  1. .gitattributes +24 -0
  2. Qwen1.5-4B-Chat.i1-IQ1_M.gguf +3 -0
  3. Qwen1.5-4B-Chat.i1-IQ1_S.gguf +3 -0
  4. Qwen1.5-4B-Chat.i1-IQ2_M.gguf +3 -0
  5. Qwen1.5-4B-Chat.i1-IQ2_S.gguf +3 -0
  6. Qwen1.5-4B-Chat.i1-IQ2_XS.gguf +3 -0
  7. Qwen1.5-4B-Chat.i1-IQ2_XXS.gguf +3 -0
  8. Qwen1.5-4B-Chat.i1-IQ3_M.gguf +3 -0
  9. Qwen1.5-4B-Chat.i1-IQ3_S.gguf +3 -0
  10. Qwen1.5-4B-Chat.i1-IQ3_XS.gguf +3 -0
  11. Qwen1.5-4B-Chat.i1-IQ3_XXS.gguf +3 -0
  12. Qwen1.5-4B-Chat.i1-IQ4_NL.gguf +3 -0
  13. Qwen1.5-4B-Chat.i1-IQ4_XS.gguf +3 -0
  14. Qwen1.5-4B-Chat.i1-Q2_K.gguf +3 -0
  15. Qwen1.5-4B-Chat.i1-Q2_K_S.gguf +3 -0
  16. Qwen1.5-4B-Chat.i1-Q3_K_L.gguf +3 -0
  17. Qwen1.5-4B-Chat.i1-Q3_K_M.gguf +3 -0
  18. Qwen1.5-4B-Chat.i1-Q3_K_S.gguf +3 -0
  19. Qwen1.5-4B-Chat.i1-Q4_0.gguf +3 -0
  20. Qwen1.5-4B-Chat.i1-Q4_1.gguf +3 -0
  21. Qwen1.5-4B-Chat.i1-Q4_K_M.gguf +3 -0
  22. Qwen1.5-4B-Chat.i1-Q4_K_S.gguf +3 -0
  23. Qwen1.5-4B-Chat.i1-Q5_K_M.gguf +3 -0
  24. Qwen1.5-4B-Chat.i1-Q5_K_S.gguf +3 -0
  25. Qwen1.5-4B-Chat.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ Qwen1.5-4B-Chat.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Qwen1.5-4B-Chat.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Qwen1.5-4B-Chat.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Qwen1.5-4B-Chat.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Qwen1.5-4B-Chat.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Qwen1.5-4B-Chat.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Qwen1.5-4B-Chat.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Qwen1.5-4B-Chat.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Qwen1.5-4B-Chat.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Qwen1.5-4B-Chat.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Qwen1.5-4B-Chat.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Qwen1.5-4B-Chat.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Qwen1.5-4B-Chat.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Qwen1.5-4B-Chat.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Qwen1.5-4B-Chat.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Qwen1.5-4B-Chat.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Qwen1.5-4B-Chat.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Qwen1.5-4B-Chat.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Qwen1.5-4B-Chat.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Qwen1.5-4B-Chat.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Qwen1.5-4B-Chat.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Qwen1.5-4B-Chat.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
59
+ Qwen1.5-4B-Chat.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
60
+ Qwen1.5-4B-Chat.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
Qwen1.5-4B-Chat.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:402483c1e5992314efd609a0852e9d54f9716c602aaa25c872214d753e945930
3
+ size 1145500512
Qwen1.5-4B-Chat.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70f05754c5c04c97cdacc98c94420f468acb27875d7ef76fbdde77ed287e90e8
3
+ size 1085519712
Qwen1.5-4B-Chat.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2a17a6a43ab103d536cd8b14f8d41dca564e91daf331d02e20fd4f7f73b1576
3
+ size 1525586272
Qwen1.5-4B-Chat.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0759654083d8d2c7ec32f725c9981535e726b4e429506fecc6a28cfe67ad462
3
+ size 1445611872
Qwen1.5-4B-Chat.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac92f3bd0a227a9c5868a7df59a997e5cc2aa8e72fc5d8763f3d967fbf2860d8
3
+ size 1333634912
Qwen1.5-4B-Chat.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:808027c1c9793e050262f14b62bd7cbb277dedb8dbf8a87732f7589a6f1d703d
3
+ size 1245468512
Qwen1.5-4B-Chat.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce982c1ba923bb4db988eb90d58cb72793eb995748b9a10f1a8b8e5985a3b403
3
+ size 1938537312
Qwen1.5-4B-Chat.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:894692db949357215bb11473c595dd338ed0f9e86318c2800a7cfe9aa7f18ad5
3
+ size 1857154912
Qwen1.5-4B-Chat.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b404d18ef8f5872ea7d96700da0d614344dbc7b13eecb5f918872d6e28426195
3
+ size 1782812512
Qwen1.5-4B-Chat.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:513304a5c6dd631fc47e9aec8f51f945a04db2930d4807c75f8096f291fb7d57
3
+ size 1636331872
Qwen1.5-4B-Chat.i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce8758e2b4612bf8189829964bfd254888e6f4eeb045478d221a4b9569a4af17
3
+ size 2330086752
Qwen1.5-4B-Chat.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6dd25d622d0cbe92c2859c00522438cbfc0717452e46b9476333c01c8b8a16ce
3
+ size 2218808672
Qwen1.5-4B-Chat.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bed6349f8afc19c2f2c6f4c5c864e78f38ef4d675b0f96ee1ad683ee9a8252d7
3
+ size 1620633952
Qwen1.5-4B-Chat.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f929368c785192fd7d4ee5043e3147a8a3adbd1b812c3a0804e76512609bd3c
3
+ size 1516237152
Qwen1.5-4B-Chat.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec64f587c56e3956cbc50c706ed75e1d5b51fcad5678cc26c0d14cb3ace25eaa
3
+ size 2174799712
Qwen1.5-4B-Chat.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4efda7a12bc6eccecc214b3713f42e92d8ae92251e922fa094f3ce1312399e8
3
+ size 2026852192
Qwen1.5-4B-Chat.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f938a2c052355c3eb21ca34c581d46dbd11e23fb271d2517956b8c5e04818a1d
3
+ size 1857154912
Qwen1.5-4B-Chat.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:371f25b212bf5efd7ac2fb8887e2f10df70af9a308de2fc474d35797ca1c6c2a
3
+ size 2335616352
Qwen1.5-4B-Chat.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13c5f3c9d5b8ca7041f4a20cd60f48f098adacaa883de73e5405954a307473f0
3
+ size 2552642912
Qwen1.5-4B-Chat.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10e2ad3de84fccdae221708fe78da3869068d0168ff5a091834afd9dcddb4226
3
+ size 2455117152
Qwen1.5-4B-Chat.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2afff4f11cdbc9c5249bea590c9dba105d3402b5a4b8e26db54979f9eb0be5b
3
+ size 2344422752
Qwen1.5-4B-Chat.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5c20dfd2053562a6a77e063b1f9841c1a1f819964b2f142cf41b592562b95df
3
+ size 2839608672
Qwen1.5-4B-Chat.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b8e88589bdeba10de7bf75a8bd675695f7f20a04e12ff4aff446eab4fe86c63
3
+ size 2775199072
Qwen1.5-4B-Chat.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34a243ea89db737167d5753464ebbecd413dd84faf9b3002b588ba0d8c782c50
3
+ size 3248130912