Hugging Face's logo

mradermacher
/
granite-3.1-8b-base-GGUF

Transformers
GGUF
English
language
granite-3.1
Model card Files
xet
Community
mradermacher commited on
Commit
eefcd62
·
verified ·
1 Parent(s): 0023884

uploaded from rich1

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. granite-3.1-8b-base.IQ4_XS.gguf +3 -0
  3. granite-3.1-8b-base.Q2_K.gguf +3 -0
  4. granite-3.1-8b-base.Q3_K_L.gguf +3 -0
  5. granite-3.1-8b-base.Q3_K_M.gguf +3 -0
  6. granite-3.1-8b-base.Q3_K_S.gguf +3 -0
  7. granite-3.1-8b-base.Q4_K_M.gguf +3 -0
  8. granite-3.1-8b-base.Q4_K_S.gguf +3 -0
  9. granite-3.1-8b-base.Q5_K_M.gguf +3 -0
  10. granite-3.1-8b-base.Q5_K_S.gguf +3 -0
  11. granite-3.1-8b-base.Q6_K.gguf +3 -0
  12. granite-3.1-8b-base.Q8_0.gguf +3 -0
  13. granite-3.1-8b-base.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ granite-3.1-8b-base.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ granite-3.1-8b-base.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ granite-3.1-8b-base.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ granite-3.1-8b-base.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ granite-3.1-8b-base.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ granite-3.1-8b-base.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ granite-3.1-8b-base.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ granite-3.1-8b-base.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ granite-3.1-8b-base.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ granite-3.1-8b-base.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ granite-3.1-8b-base.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ granite-3.1-8b-base.f16.gguf filter=lfs diff=lfs merge=lfs -text
granite-3.1-8b-base.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f892141f1a0f6994e8aa943308979b417e245c074c6b866b478230a73b4fc69f
3
+ size 4469019872
granite-3.1-8b-base.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0ce7bdbc9057acd1083bc415ed35e6973269c6d486286831cf72f2703a0f754
3
+ size 3103577312
granite-3.1-8b-base.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03ad3ccacc06bd872810ac8bdef86890cf4d068f5e0372788aabdcb1ce003625
3
+ size 4349416672
granite-3.1-8b-base.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5658084547dfea46ab5fd925e88bbaea8dffd51feead00ce3dcf58124b763d31
3
+ size 3996570848
granite-3.1-8b-base.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e793a2ebdaebb3d03bf794bc9968c051ec831a830431387d9adf71a5bd307385
3
+ size 3592475872
granite-3.1-8b-base.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17f6e50a82a388c386ee4d9a7e9349a62cb687f6907aa11068495405672becbd
3
+ size 4942845152
granite-3.1-8b-base.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8edbfe8807787dded10c901b2941fa607aac611c4212640b7c9f0a83e87d054c
3
+ size 4685747424
granite-3.1-8b-base.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7bbdd21dba238c0be4ffd25d87062f4435f17f93b4f5a82267d40413f22940e
3
+ size 5797434592
granite-3.1-8b-base.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8165652691241aa26306723e104c6f5c27868c8c18a0cc3a555a86161f49283
3
+ size 5647029472
granite-3.1-8b-base.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c3cb0c741e875a6401fa79d31eaf3cac85e968e9491577d81024e4d08d4145c
3
+ size 6705435872
granite-3.1-8b-base.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cc3de4c8e3372e5c4779d0763bf5c80bb84b6e9781b888f7b9c90eb03f949a1
3
+ size 8684229856
granite-3.1-8b-base.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e7c8826bdeca26a3e6dd8a8291dd765a06ad827864377b167a440df9ea0d231
3
+ size 16344077536