Hugging Face's logo

mradermacher
/
Mellum-4b-base-i1-GGUF

Transformers
GGUF
English
code
imatrix
Model card Files Community
mradermacher commited on
Commit
598a66b
·
verified ·
1 Parent(s): 43c3a89

uploaded from nico1

Browse files
Files changed (25) hide show
  1. .gitattributes +24 -0
  2. Mellum-4b-base.i1-IQ1_M.gguf +3 -0
  3. Mellum-4b-base.i1-IQ1_S.gguf +3 -0
  4. Mellum-4b-base.i1-IQ2_M.gguf +3 -0
  5. Mellum-4b-base.i1-IQ2_S.gguf +3 -0
  6. Mellum-4b-base.i1-IQ2_XS.gguf +3 -0
  7. Mellum-4b-base.i1-IQ2_XXS.gguf +3 -0
  8. Mellum-4b-base.i1-IQ3_M.gguf +3 -0
  9. Mellum-4b-base.i1-IQ3_S.gguf +3 -0
  10. Mellum-4b-base.i1-IQ3_XS.gguf +3 -0
  11. Mellum-4b-base.i1-IQ3_XXS.gguf +3 -0
  12. Mellum-4b-base.i1-IQ4_NL.gguf +3 -0
  13. Mellum-4b-base.i1-IQ4_XS.gguf +3 -0
  14. Mellum-4b-base.i1-Q2_K.gguf +3 -0
  15. Mellum-4b-base.i1-Q2_K_S.gguf +3 -0
  16. Mellum-4b-base.i1-Q3_K_L.gguf +3 -0
  17. Mellum-4b-base.i1-Q3_K_M.gguf +3 -0
  18. Mellum-4b-base.i1-Q3_K_S.gguf +3 -0
  19. Mellum-4b-base.i1-Q4_0.gguf +3 -0
  20. Mellum-4b-base.i1-Q4_1.gguf +3 -0
  21. Mellum-4b-base.i1-Q4_K_M.gguf +3 -0
  22. Mellum-4b-base.i1-Q4_K_S.gguf +3 -0
  23. Mellum-4b-base.i1-Q5_K_M.gguf +3 -0
  24. Mellum-4b-base.i1-Q5_K_S.gguf +3 -0
  25. Mellum-4b-base.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ Mellum-4b-base.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Mellum-4b-base.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Mellum-4b-base.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Mellum-4b-base.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Mellum-4b-base.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Mellum-4b-base.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Mellum-4b-base.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Mellum-4b-base.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Mellum-4b-base.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Mellum-4b-base.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Mellum-4b-base.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Mellum-4b-base.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Mellum-4b-base.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Mellum-4b-base.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Mellum-4b-base.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Mellum-4b-base.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Mellum-4b-base.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Mellum-4b-base.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Mellum-4b-base.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Mellum-4b-base.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Mellum-4b-base.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Mellum-4b-base.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
59
+ Mellum-4b-base.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
60
+ Mellum-4b-base.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
Mellum-4b-base.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9940dc78c38c8a4bf14eef117059697be9a46c941ca146397072f0b703401cd
3
+ size 1361601536
Mellum-4b-base.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18f603aea893241f3ad1684af32cf3cf18017c474e25b1b6b122ab89f6cba432
3
+ size 1312664576
Mellum-4b-base.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1cc3d423ce532fcf0c92704afd65237ee01f950466dc2f652cf9df07b550e75
3
+ size 1681746944
Mellum-4b-base.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2bd508cab15f158772d3f90ee29448689927227e1bd04c3ded7fc446a472cf0
3
+ size 1616497664
Mellum-4b-base.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e71fb89d3e073aad66175269e2fdbd5dc4f068292e5846b6e6656b0f1ec15d1b
3
+ size 1517259776
Mellum-4b-base.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ccab4970bc7fbf3f81480c3eaa5b4c7557aff7f5a063b106ff4a902de66287a9
3
+ size 1443163136
Mellum-4b-base.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e9e0c1bfae8ad511b7106019395def7db41c8d28c4a3f7274ed18f1a1f5bf20
3
+ size 2034940928
Mellum-4b-base.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27ce9ce4aed614127043f745d6b4638e722e3b1bd51efd6464c83ae35db874d4
3
+ size 1950227456
Mellum-4b-base.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9dd43ba073f56ec74baf5eb55cd4a04c92ba1c257badd9dd6dc8f132747a297b
3
+ size 1868997632
Mellum-4b-base.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7eecbbbd6f9f41dc60db083c0d5493f1099eff380f72dffac9706d3a734f4774
3
+ size 1763585024
Mellum-4b-base.i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db27a6ce27a4a9ac043f8e5c4920d1f9eb37fae37242efd3c7d7c0be9281b19c
3
+ size 2342847488
Mellum-4b-base.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:978bcbfad9a6f9bd07812f733c4285f06072fa4f319585a32c617a4a01dd53b9
3
+ size 2250466304
Mellum-4b-base.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f191a14fc6465678ce9f107dc39bcde45707a007954007137ee9bf21d4116774
3
+ size 1707496448
Mellum-4b-base.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5617827fa59b46cbaa6d65108bb4fd74a65465c8e536310002e80cbbf93bd23
3
+ size 1659499520
Mellum-4b-base.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61c7a63bbe011bfc9eee9576e9de8ea3c7b9a1223d3cf5273be37378369c9d24
3
+ size 2238872576
Mellum-4b-base.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8707be0e3061776360c3dfd54825d483855f0b05d2d31cd359bbd1a825bfd5df
3
+ size 2124483584
Mellum-4b-base.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7735f9cdecb9f73709febd8da7ae274945bbf6148f99df7c2b89d4e2a6200d2b
3
+ size 1950227456
Mellum-4b-base.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1188c46b7d412bc25138f357f1ea8037b51a42de75c166aa8d8d91a326e71f06
3
+ size 2347602944
Mellum-4b-base.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0db3c61008c4c7c5bbf89043e36e87c32d71699c71f02e97e116ad14d3c603b5
3
+ size 2575164416
Mellum-4b-base.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:727684cf7d22919bf540231ba7c5cd5ffa23b7b008fa10866668a8ce4b278d74
3
+ size 2605171712
Mellum-4b-base.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:995d14fc5aa80eb5b7130c3653824e87f3a85d64a26693babb7c7802f8acd1b0
3
+ size 2447430656
Mellum-4b-base.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6952c0e553873b8d6b6fb31796707e37d244e35a0112e3d62eeadf88beecdf0b
3
+ size 2983543808
Mellum-4b-base.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abc9912f2ba5ba3a04f44e24bcc58af8e240b8a092c2363c222a36589a3600d3
3
+ size 2855035904
Mellum-4b-base.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d7d40b3aac568c1e64ce913f0db8dfafb54e79e8a525147cf82dba2fd988477
3
+ size 3485428736