Hugging Face's logo

mradermacher
/
granite-3.3-2b-instruct-GGUF

Transformers
GGUF
English
language
granite-3.3
conversational
Model card Files
xet
Community
mradermacher commited on
Commit
4169512
·
verified ·
1 Parent(s): 99364d5

uploaded from leia

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. granite-3.3-2b-instruct.IQ4_XS.gguf +3 -0
  3. granite-3.3-2b-instruct.Q2_K.gguf +3 -0
  4. granite-3.3-2b-instruct.Q3_K_L.gguf +3 -0
  5. granite-3.3-2b-instruct.Q3_K_M.gguf +3 -0
  6. granite-3.3-2b-instruct.Q3_K_S.gguf +3 -0
  7. granite-3.3-2b-instruct.Q4_K_M.gguf +3 -0
  8. granite-3.3-2b-instruct.Q4_K_S.gguf +3 -0
  9. granite-3.3-2b-instruct.Q5_K_M.gguf +3 -0
  10. granite-3.3-2b-instruct.Q5_K_S.gguf +3 -0
  11. granite-3.3-2b-instruct.Q6_K.gguf +3 -0
  12. granite-3.3-2b-instruct.Q8_0.gguf +3 -0
  13. granite-3.3-2b-instruct.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ granite-3.3-2b-instruct.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ granite-3.3-2b-instruct.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ granite-3.3-2b-instruct.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ granite-3.3-2b-instruct.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ granite-3.3-2b-instruct.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ granite-3.3-2b-instruct.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ granite-3.3-2b-instruct.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ granite-3.3-2b-instruct.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ granite-3.3-2b-instruct.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ granite-3.3-2b-instruct.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ granite-3.3-2b-instruct.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ granite-3.3-2b-instruct.f16.gguf filter=lfs diff=lfs merge=lfs -text
granite-3.3-2b-instruct.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:efe09c9c2380fb5d3da23dd03141b51d98c348377113f8914b1f65651de79824
3
+ size 1397028576
granite-3.3-2b-instruct.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17a185b17093955dfb22ffba3264a41e880e674aaa97c33fb6bf2aef8e9c89a1
3
+ size 978253536
granite-3.3-2b-instruct.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfc353cc498830019cb8c76967c473934422ada7deda392dd65e5c27e60f6f47
3
+ size 1357379296
granite-3.3-2b-instruct.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9207b6d745e124de65a6f37bcc1de7ee46585b800a7645f061630cebf107fa63
3
+ size 1251735264
granite-3.3-2b-instruct.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:957c2610aeae73d9f62a96b9ca78ecea260a93b7ab9cc5a6dac2456d2f0451de
3
+ size 1130297056
granite-3.3-2b-instruct.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:036d39caab1cac79934ef8c1b03f67b8756a960d9205ee5571d395007986ff28
3
+ size 1545303776
granite-3.3-2b-instruct.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b722f99aff15d81613e2ef71564f236e098c812eb86d1fadc9225ade0c0b7c3b
3
+ size 1464399584
granite-3.3-2b-instruct.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e14a9c994270df1b7fe73aa12769c5d4511bc56185c6b4684754e4eed728bddf
3
+ size 1804826336
granite-3.3-2b-instruct.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7d9d68592fffda8fb1c412bd3c7dc20855a5ebab45ce92b908d7451cae1059a
3
+ size 1757476576
granite-3.3-2b-instruct.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f21da73cc82237725fd0064b39cb8539377b154addb632b8970fc0ec0285aabd
3
+ size 2080569056
granite-3.3-2b-instruct.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:848f997114fe107b0aa9a883589ba48b3c58272ccfd0918a58902d228d5a74af
3
+ size 2694120544
granite-3.3-2b-instruct.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69e861a11ce5a6fb95acebed9677c7d8f7526729667ee1bbb864ad715b9f90df
3
+ size 5069158624