Hugging Face's logo

mradermacher
/
internlm2-chat-1_8b-i1-GGUF

Transformers
GGUF
English
imatrix
conversational
Model card Files Community
mradermacher commited on
Commit
fa31151
·
verified ·
1 Parent(s): cc3ed39

uploaded from rich1

Browse files
Files changed (25) hide show
  1. .gitattributes +24 -0
  2. internlm2-chat-1_8b.i1-IQ1_M.gguf +3 -0
  3. internlm2-chat-1_8b.i1-IQ1_S.gguf +3 -0
  4. internlm2-chat-1_8b.i1-IQ2_M.gguf +3 -0
  5. internlm2-chat-1_8b.i1-IQ2_S.gguf +3 -0
  6. internlm2-chat-1_8b.i1-IQ2_XS.gguf +3 -0
  7. internlm2-chat-1_8b.i1-IQ2_XXS.gguf +3 -0
  8. internlm2-chat-1_8b.i1-IQ3_M.gguf +3 -0
  9. internlm2-chat-1_8b.i1-IQ3_S.gguf +3 -0
  10. internlm2-chat-1_8b.i1-IQ3_XS.gguf +3 -0
  11. internlm2-chat-1_8b.i1-IQ3_XXS.gguf +3 -0
  12. internlm2-chat-1_8b.i1-IQ4_NL.gguf +3 -0
  13. internlm2-chat-1_8b.i1-IQ4_XS.gguf +3 -0
  14. internlm2-chat-1_8b.i1-Q2_K.gguf +3 -0
  15. internlm2-chat-1_8b.i1-Q2_K_S.gguf +3 -0
  16. internlm2-chat-1_8b.i1-Q3_K_L.gguf +3 -0
  17. internlm2-chat-1_8b.i1-Q3_K_M.gguf +3 -0
  18. internlm2-chat-1_8b.i1-Q3_K_S.gguf +3 -0
  19. internlm2-chat-1_8b.i1-Q4_0.gguf +3 -0
  20. internlm2-chat-1_8b.i1-Q4_1.gguf +3 -0
  21. internlm2-chat-1_8b.i1-Q4_K_M.gguf +3 -0
  22. internlm2-chat-1_8b.i1-Q4_K_S.gguf +3 -0
  23. internlm2-chat-1_8b.i1-Q5_K_M.gguf +3 -0
  24. internlm2-chat-1_8b.i1-Q5_K_S.gguf +3 -0
  25. internlm2-chat-1_8b.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ internlm2-chat-1_8b.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ internlm2-chat-1_8b.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ internlm2-chat-1_8b.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ internlm2-chat-1_8b.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ internlm2-chat-1_8b.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ internlm2-chat-1_8b.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ internlm2-chat-1_8b.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ internlm2-chat-1_8b.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ internlm2-chat-1_8b.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ internlm2-chat-1_8b.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ internlm2-chat-1_8b.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ internlm2-chat-1_8b.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ internlm2-chat-1_8b.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ internlm2-chat-1_8b.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ internlm2-chat-1_8b.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
52
+ internlm2-chat-1_8b.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ internlm2-chat-1_8b.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ internlm2-chat-1_8b.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ internlm2-chat-1_8b.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
56
+ internlm2-chat-1_8b.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ internlm2-chat-1_8b.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ internlm2-chat-1_8b.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
59
+ internlm2-chat-1_8b.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
60
+ internlm2-chat-1_8b.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
internlm2-chat-1_8b.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a73e542728ff12f308fbf7a405fef2b597521c7e966805170f7d55377c5240e5
3
+ size 540276288
internlm2-chat-1_8b.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77fa05f432b229c38b194515c06dee2acc8da1f7fd77079dc699f2056e910577
3
+ size 509605440
internlm2-chat-1_8b.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6d6a330cf024578f94301e2ae7826add5721c9ceff2451631c341e80f82c908
3
+ size 719957568
internlm2-chat-1_8b.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cdd1352254fe9bcce63cbcf83bc8bed584d417458abedbc77cf09ee39f510b82
3
+ size 679063104
internlm2-chat-1_8b.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c107659742ec2e56987b117948f14ca3d4ba6526f9c166d3f4e3ed79eed420bb
3
+ size 635434560
internlm2-chat-1_8b.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2fa36684892fa526041b9d1b8a3d45ef3d9e5e321acaeabde7f6d3172daa0ac0
3
+ size 591394368
internlm2-chat-1_8b.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9907791386f8af4673d07c7592e4996cec59ff3bcdeeb303a43c59addbd9138e
3
+ size 914998848
internlm2-chat-1_8b.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f079033a44a08c2ca8a2fc7ef51a6b99bfba13c0df756a9849be4e98237d8778
3
+ size 888260160
internlm2-chat-1_8b.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae5cfaa9b14391298a439dd5a444c953b3685fbc9bee8a000e6fdb4991083eb4
3
+ size 852870720
internlm2-chat-1_8b.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad74928b484fbd49c289eee2a34f30a3ac50d041f9b40c74e186093080bd7756
3
+ size 787590720
internlm2-chat-1_8b.i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c137ce7508367e9530d6470b7ad487e70fa8ac3e5359cdb4d59b2d8f93d5f642
3
+ size 1113972288
internlm2-chat-1_8b.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cdfdaf0468ae9ec8621dcf54be63d05f88851f82df4164a0ce7182dfefe3a183
3
+ size 1060863552
internlm2-chat-1_8b.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81c0195b45943f882ed038c5872804d0fdb7db40d4f1639959f7dc0174b70bff
3
+ size 771886656
internlm2-chat-1_8b.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d3ba31af9520e08d85475c8f46d0eab38e2679794a0570cdfb6ea6dfa50e33e
3
+ size 727453248
internlm2-chat-1_8b.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38df2d1748e701afb5c2c1143fe5f53c72e25315908e88d50699847ff12e2a2d
3
+ size 1030997568
internlm2-chat-1_8b.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5e8a8982accdbb14ee1b177dec464f599d89a99ba3680ff1ce9bb7213f6fa24
3
+ size 964412992
internlm2-chat-1_8b.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20f185a250f3821ac601e7853029a6e4decadb7bd38175adba78d2c3cd3bab25
3
+ size 888260160
internlm2-chat-1_8b.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:819e8a792263cf6d2796496034b4b8cf5707ebafa526acb13dc651f9a2d8d813
3
+ size 1117118016
internlm2-chat-1_8b.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fc1ad3d1e354afdd922d600c3a7659df2d46b398f82ad6ccb70f24f36da438d
3
+ size 1220189760
internlm2-chat-1_8b.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:381ddf93c4f8b9d31549daa3d646e84d7280d05bb3c7ea4fcf832d0fa7359935
3
+ size 1172364864
internlm2-chat-1_8b.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2bba6b360b00e2f2d4c9c63e311a4873e01ea0511c6510adbfb52bd7c00bacc0
3
+ size 1121312320
internlm2-chat-1_8b.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac055cf1c81ebcfeac012c13f06c216efb8ec92662b08d144241f9b05b9861fd
3
+ size 1356488256
internlm2-chat-1_8b.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1d5eafc97d9a2b13cba823d4525387a7aaca00fdad97a2c9404dfa92548ea91
3
+ size 1326407232
internlm2-chat-1_8b.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9a2a5ec1f1daa3e4d29b4509385b60d430ae3df09ae9d40e73fefa6317ef4bf
3
+ size 1552119360