Hugging Face's logo

mradermacher
/
granite-3b-code-instruct-128k-GGUF

Transformers
GGUF
English
code
granite
Inference Endpoints
conversational
Model card Files Community
mradermacher commited on
Commit
1a1f52e
·
verified ·
1 Parent(s): 3d72e54

uploaded from rich1

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. granite-3b-code-instruct-128k.IQ4_XS.gguf +3 -0
  3. granite-3b-code-instruct-128k.Q2_K.gguf +3 -0
  4. granite-3b-code-instruct-128k.Q3_K_L.gguf +3 -0
  5. granite-3b-code-instruct-128k.Q3_K_M.gguf +3 -0
  6. granite-3b-code-instruct-128k.Q3_K_S.gguf +3 -0
  7. granite-3b-code-instruct-128k.Q4_K_M.gguf +3 -0
  8. granite-3b-code-instruct-128k.Q4_K_S.gguf +3 -0
  9. granite-3b-code-instruct-128k.Q5_K_M.gguf +3 -0
  10. granite-3b-code-instruct-128k.Q5_K_S.gguf +3 -0
  11. granite-3b-code-instruct-128k.Q6_K.gguf +3 -0
  12. granite-3b-code-instruct-128k.Q8_0.gguf +3 -0
  13. granite-3b-code-instruct-128k.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ granite-3b-code-instruct-128k.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ granite-3b-code-instruct-128k.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ granite-3b-code-instruct-128k.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ granite-3b-code-instruct-128k.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ granite-3b-code-instruct-128k.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ granite-3b-code-instruct-128k.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ granite-3b-code-instruct-128k.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ granite-3b-code-instruct-128k.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ granite-3b-code-instruct-128k.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ granite-3b-code-instruct-128k.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ granite-3b-code-instruct-128k.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ granite-3b-code-instruct-128k.f16.gguf filter=lfs diff=lfs merge=lfs -text
granite-3b-code-instruct-128k.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e14f2ee4d14a79a556f699d95178653020e3e583ebd8413569bafedea0893f8
3
+ size 1908859232
granite-3b-code-instruct-128k.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1213fc4360875e3494185d252911fe9c29b4b757ae9562efe5fc0c4598d427e1
3
+ size 1338696032
granite-3b-code-instruct-128k.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd035346a716c430898f793405b6994e7a487adf5be44ba984ba083ac8f728fb
3
+ size 1876091232
granite-3b-code-instruct-128k.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bcc2a0aee2f41dc20a5ad663d73a0f4eac7f9982ac9b1dac032b1a7ccd1cbcb
3
+ size 1726996832
granite-3b-code-instruct-128k.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e1757554e3e40d27c19958491bf46046de47173fbcc4deca7013f355d23969d
3
+ size 1551688032
granite-3b-code-instruct-128k.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:632ba14c8c99f92983e18e1944d315729b66af9d7a78181de238f12a44f196b3
3
+ size 2132500832
granite-3b-code-instruct-128k.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d98afe195bd13be0119f6d42e05d7fdc5ec567f21e25150d76c7f4b956c019b8
3
+ size 2013716832
granite-3b-code-instruct-128k.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5ec8161c21ad1d7b41b23189928df4167f48f0f47308c59ddde40dbff88750b
3
+ size 2486395232
granite-3b-code-instruct-128k.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22de7a0651ee588ef7c1122a8b10d7db13fd83883f3377995841b878c51a4162
3
+ size 2416763232
granite-3b-code-instruct-128k.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24133daf4648459d9a7dadf87e9ad321f420e4c30afaca8fb3c01e5a333225c9
3
+ size 2862408032
granite-3b-code-instruct-128k.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8e350c456657beaf7b119d2ee946d374d0d76c88948d4d662642bf45a8b4d22
3
+ size 3705528672
granite-3b-code-instruct-128k.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35de4dea09afaba3707df01bbf9f6e1ec5e626edb2f6c73e6432631889b48770
3
+ size 6969221472