Hugging Face's logo

mradermacher
/
granite-3.3-2b-instruct-i1-GGUF

Transformers
GGUF
English
language
granite-3.3
imatrix
conversational
Model card Files
xet
Community
mradermacher commited on
Commit
f99a0b4
·
verified ·
1 Parent(s): 6bb6304

uploaded from leia

Browse files
Files changed (25) hide show
  1. .gitattributes +24 -0
  2. granite-3.3-2b-instruct.i1-IQ1_M.gguf +3 -0
  3. granite-3.3-2b-instruct.i1-IQ1_S.gguf +3 -0
  4. granite-3.3-2b-instruct.i1-IQ2_M.gguf +3 -0
  5. granite-3.3-2b-instruct.i1-IQ2_S.gguf +3 -0
  6. granite-3.3-2b-instruct.i1-IQ2_XS.gguf +3 -0
  7. granite-3.3-2b-instruct.i1-IQ2_XXS.gguf +3 -0
  8. granite-3.3-2b-instruct.i1-IQ3_M.gguf +3 -0
  9. granite-3.3-2b-instruct.i1-IQ3_S.gguf +3 -0
  10. granite-3.3-2b-instruct.i1-IQ3_XS.gguf +3 -0
  11. granite-3.3-2b-instruct.i1-IQ3_XXS.gguf +3 -0
  12. granite-3.3-2b-instruct.i1-IQ4_NL.gguf +3 -0
  13. granite-3.3-2b-instruct.i1-IQ4_XS.gguf +3 -0
  14. granite-3.3-2b-instruct.i1-Q2_K.gguf +3 -0
  15. granite-3.3-2b-instruct.i1-Q2_K_S.gguf +3 -0
  16. granite-3.3-2b-instruct.i1-Q3_K_L.gguf +3 -0
  17. granite-3.3-2b-instruct.i1-Q3_K_M.gguf +3 -0
  18. granite-3.3-2b-instruct.i1-Q3_K_S.gguf +3 -0
  19. granite-3.3-2b-instruct.i1-Q4_0.gguf +3 -0
  20. granite-3.3-2b-instruct.i1-Q4_1.gguf +3 -0
  21. granite-3.3-2b-instruct.i1-Q4_K_M.gguf +3 -0
  22. granite-3.3-2b-instruct.i1-Q4_K_S.gguf +3 -0
  23. granite-3.3-2b-instruct.i1-Q5_K_M.gguf +3 -0
  24. granite-3.3-2b-instruct.i1-Q5_K_S.gguf +3 -0
  25. granite-3.3-2b-instruct.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ granite-3.3-2b-instruct.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ granite-3.3-2b-instruct.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ granite-3.3-2b-instruct.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ granite-3.3-2b-instruct.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ granite-3.3-2b-instruct.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ granite-3.3-2b-instruct.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ granite-3.3-2b-instruct.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ granite-3.3-2b-instruct.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ granite-3.3-2b-instruct.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ granite-3.3-2b-instruct.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ granite-3.3-2b-instruct.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ granite-3.3-2b-instruct.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ granite-3.3-2b-instruct.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ granite-3.3-2b-instruct.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ granite-3.3-2b-instruct.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
52
+ granite-3.3-2b-instruct.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ granite-3.3-2b-instruct.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ granite-3.3-2b-instruct.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ granite-3.3-2b-instruct.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
56
+ granite-3.3-2b-instruct.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ granite-3.3-2b-instruct.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ granite-3.3-2b-instruct.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
59
+ granite-3.3-2b-instruct.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
60
+ granite-3.3-2b-instruct.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
granite-3.3-2b-instruct.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f2938ba3f8628ef8bf94a3bc42c70f6965ab4bbb6ccff2d891d442dc95e6332
3
+ size 633925728
granite-3.3-2b-instruct.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:edfe49b643489246ed7824cdfbe8f742c92e2e0a5db0af62e412c69b94d64d92
3
+ size 583790688
granite-3.3-2b-instruct.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1455d851240aa43c418af6e0348e126350069a39597b97c953ddfbfc6c8af0b2
3
+ size 888533088
granite-3.3-2b-instruct.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3da41aeacd4fbb45ded2f7c6202eff28e1a94c10b08dd0641cf5ab55065f6cc5
3
+ size 821686368
granite-3.3-2b-instruct.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17b301c2bf81029a656fdd4d04fcb68380d79a96944705fb5b8fd7e9bd941665
3
+ size 789573728
granite-3.3-2b-instruct.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5f4ba12f146431b7ae4c4d179d1e00e3a5691e419d2a4b41ab0dc1ec7552ccb
3
+ size 717484128
granite-3.3-2b-instruct.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e74e55511f973d7d59cda303a617efe8dbb1cd678ea11d4293afec3fde2c9ed3
3
+ size 1169291232
granite-3.3-2b-instruct.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ddde799760e0e23487a042932c83861be6f10426e0aa82c87447716c59f3e6be
3
+ size 1135867872
granite-3.3-2b-instruct.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4dfc666a848a5df426ce8dbd951e471ad9a62b299ca99ec9bf9e78f881d285e
3
+ size 1078851552
granite-3.3-2b-instruct.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:666e3af11dd7f8ad12b4c4904ed1a4b674ce6024462dcf8f82c82ec158b31621
3
+ size 1005187168
granite-3.3-2b-instruct.i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee1eb94d3b3ed5912198e5639cc6a6850e877057aa0e63c9249adc5e75e62be5
3
+ size 1458632672
granite-3.3-2b-instruct.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a34b2bd4b8c275b11ed78a4db90ac5648dd40bbea4a732b04fdfacd260e8ca4f
3
+ size 1383921632
granite-3.3-2b-instruct.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f76db5976a1e6728376304e07e77134a27aad29f4aa2ea4cd34250c84b5b9d9f
3
+ size 978253792
granite-3.3-2b-instruct.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a847c84dad2b28f681943e789587d24b6e338a48968c8ff5b3a53fd673746834
3
+ size 912717792
granite-3.3-2b-instruct.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b1f35bd77565c3416a7b7cb3fec6a555d593eb51c80af8f034d6dd5fc477dee
3
+ size 1357379552
granite-3.3-2b-instruct.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9df4aad8bdf933ae27642b2424518c2737480acfb5f3996379c3abc2571853a7
3
+ size 1251735520
granite-3.3-2b-instruct.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec62b7a45556bab55d9cee0358e15e80eaae163b9cfb884c82eab0ce584ae9a6
3
+ size 1130297312
granite-3.3-2b-instruct.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e575e5cdd3fa094153cb97c02f00269785471bc1d6f4473790a7347106a52348
3
+ size 1458632672
granite-3.3-2b-instruct.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4c7c43d0d3739ebb6c8b62c7e5a3c9b1fcb00c2a242a478f4e439247430e3d2
3
+ size 1605433312
granite-3.3-2b-instruct.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f86335f6d397b9d3e7eb921d86a9d7e8f2128f01d511668092db6422d9891903
3
+ size 1545304032
granite-3.3-2b-instruct.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7dc011967c253e86fc5aa8f9e59e185c628b0569e5b12522e78e811df18db5c
3
+ size 1464399840
granite-3.3-2b-instruct.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fe7ea5f622233254ff073dac6307d0ad177eba82b87fcf42b0b2fbab693e185
3
+ size 1804826592
granite-3.3-2b-instruct.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3ac5ac38e6161b8b0a200702790f26545329de6510016b13a2dd4c8454323e0
3
+ size 1757476832
granite-3.3-2b-instruct.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:430c403881056b0371f924005165457a5a0bf3f980f685bce39a039529c5d9b9
3
+ size 2080569312