Hugging Face's logo

mradermacher
/
granite-3.1-2b-base-GGUF

Transformers
GGUF
English
language
granite-3.1
Model card Files
xet
Community
mradermacher commited on
Commit
3a019bc
·
verified ·
1 Parent(s): 44ddafa

uploaded from rich1

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. granite-3.1-2b-base.IQ4_XS.gguf +3 -0
  3. granite-3.1-2b-base.Q2_K.gguf +3 -0
  4. granite-3.1-2b-base.Q3_K_L.gguf +3 -0
  5. granite-3.1-2b-base.Q3_K_M.gguf +3 -0
  6. granite-3.1-2b-base.Q3_K_S.gguf +3 -0
  7. granite-3.1-2b-base.Q4_K_M.gguf +3 -0
  8. granite-3.1-2b-base.Q4_K_S.gguf +3 -0
  9. granite-3.1-2b-base.Q5_K_M.gguf +3 -0
  10. granite-3.1-2b-base.Q5_K_S.gguf +3 -0
  11. granite-3.1-2b-base.Q6_K.gguf +3 -0
  12. granite-3.1-2b-base.Q8_0.gguf +3 -0
  13. granite-3.1-2b-base.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ granite-3.1-2b-base.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ granite-3.1-2b-base.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ granite-3.1-2b-base.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ granite-3.1-2b-base.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ granite-3.1-2b-base.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ granite-3.1-2b-base.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ granite-3.1-2b-base.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ granite-3.1-2b-base.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ granite-3.1-2b-base.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ granite-3.1-2b-base.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ granite-3.1-2b-base.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ granite-3.1-2b-base.f16.gguf filter=lfs diff=lfs merge=lfs -text
granite-3.1-2b-base.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd2f2040a1bf93f74b9ea5c3fc279398c1993af0c884a6fb21ef8a8a3a283e72
3
+ size 1397011680
granite-3.1-2b-base.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da34134e322ec89b041fe59bc1b65680843c2de70115574053e21d632f760585
3
+ size 978236640
granite-3.1-2b-base.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9ca1f4912c90c5bd291eabbf9dc51ac5b21702fbef47131b0eda7ac15ceebb8
3
+ size 1357362400
granite-3.1-2b-base.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e5f6b62a0ed631aabaf12ae8d1163ea6059ed055ad1c40a28701d6a517607bf
3
+ size 1251718368
granite-3.1-2b-base.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2fff55d091a9c33c379e3806237edb968f812fd29972fefff9dbc48be8a7a64
3
+ size 1130280160
granite-3.1-2b-base.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f43ac155ff91566caaa525b28cce369d66e2d685b0d60f85174f20570efe837b
3
+ size 1545286880
granite-3.1-2b-base.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18252d4b7db948ab754aed36481bbee4b9e2ad487a9df78de1d6493ed0dc6b21
3
+ size 1464382688
granite-3.1-2b-base.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08c5f6c36fc9f574358e79878945bfeab41488fe82044d6c548c5ac233a2ca5f
3
+ size 1804809440
granite-3.1-2b-base.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2c79c987326c52b087c5422e8c7ad85b5ff76ee1204ed519a52a661a210c698
3
+ size 1757459680
granite-3.1-2b-base.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f9f117c8ec1817e96970bc25d374d86f587d7633d2fef6024015995ebbd113a
3
+ size 2080552160
granite-3.1-2b-base.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cdae1fe88e7d96e42cc836abc6d7507011037ecaedf712820286fa834b6ca91a
3
+ size 2694100192
granite-3.1-2b-base.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f621f25b8c04647a0820da2739e762379a6b8ddbbb73c0f6d20f18dde5dfaf0
3
+ size 5069124832