Hugging Face's logo

larenspear
/
bitnet_b1_58-3B-GGUF

GGUF
Model card Files Community
larenspear commited on
Commit
2ab5816
·
1 Parent(s): c7c1cb0

GGUF Quantization

Browse files
Files changed (10) hide show
  1. bitnet_b1_58-3b-q2_k.gguf +3 -0
  2. bitnet_b1_58-3b-q3_k_l.gguf +3 -0
  3. bitnet_b1_58-3b-q3_k_m.gguf +3 -0
  4. bitnet_b1_58-3b-q3_k_s.gguf +3 -0
  5. bitnet_b1_58-3b-q4_k_m.gguf +3 -0
  6. bitnet_b1_58-3b-q4_k_s.gguf +3 -0
  7. bitnet_b1_58-3b-q5_k_m.gguf +3 -0
  8. bitnet_b1_58-3b-q5_k_s.gguf +3 -0
  9. bitnet_b1_58-3b-q6_k.gguf +3 -0
  10. bitnet_b1_58-3b-q8_0.gguf +3 -0
bitnet_b1_58-3b-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22b4d195d50745b6886416e30cf7f4d5a11be544b933da52d937f32fc423a301
3
+ size 1923568960
bitnet_b1_58-3b-q3_k_l.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1cfca19dbff87daf5e3b659897f99e1dd64a570a3202b79f1da553d7d59e13e0
3
+ size 2158192960
bitnet_b1_58-3b-q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:890f2c63d71b37709f535f529d18d816d3f6a8e213952b0d4fba9489f970708c
3
+ size 2082992960
bitnet_b1_58-3b-q3_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c30a94bbbb2a46d98cce0205848cadc4cb55dda5ffbcc9a3c2dcc0a337aa365
3
+ size 1923568960
bitnet_b1_58-3b-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f8db3ffbdb762469de6ebbd574fec76f6c274a70ef87cef658decf4d08232a9
3
+ size 2510960960
bitnet_b1_58-3b-q4_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c875a2cc55fd3fe0fd2d4a480c5a213b8944b274893a6b0e7400fd2460cca002
3
+ size 2334000960
bitnet_b1_58-3b-q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e95453c8a4d29f511ec3d002ac260c8f5082161796d82fa26ff2fa81c3d8ab1f
3
+ size 2681520960
bitnet_b1_58-3b-q5_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d271bee58743c484ca3d6ad2af4c39368c1676194e787b7f08751da2505bdcb8
3
+ size 2527600960
bitnet_b1_58-3b-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cafc78294193f515c057f7c05e4e7e4df9162787530825f8237a48f5afa96b8
3
+ size 3534320960
bitnet_b1_58-3b-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53c1ef12854aa63c39bea0db0209bc819bf941bfbf80a70141d804ed09e404c9
3
+ size 3534320960