Hugging Face's logo

larenspear
/
bitnet_b1_58-large-GGUF

GGUF
Model card Files Community
larenspear commited on
Commit
429db33
·
1 Parent(s): deae043

GGUF Quantization

Browse files
Files changed (10) hide show
  1. bitnet_b1_58-large-q2_k.gguf +3 -0
  2. bitnet_b1_58-large-q3_k_l.gguf +3 -0
  3. bitnet_b1_58-large-q3_k_m.gguf +3 -0
  4. bitnet_b1_58-large-q3_k_s.gguf +3 -0
  5. bitnet_b1_58-large-q4_k_m.gguf +3 -0
  6. bitnet_b1_58-large-q4_k_s.gguf +3 -0
  7. bitnet_b1_58-large-q5_k_m.gguf +3 -0
  8. bitnet_b1_58-large-q5_k_s.gguf +3 -0
  9. bitnet_b1_58-large-q6_k.gguf +3 -0
  10. bitnet_b1_58-large-q8_0.gguf +3 -0
bitnet_b1_58-large-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d2eaba158c7d96387aa00a8efa38b3e5416680ab6f0b4feb21dea7692de24e7
3
+ size 291708608
bitnet_b1_58-large-q3_k_l.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d399544e7346a1ec62e5806c2c49493184159192e0397c66769f75e7b6e2d9f5
3
+ size 402005696
bitnet_b1_58-large-q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a01fc782f089f8c98b15b009916c0ec028f956085d8d763183eb46c5357f7993
3
+ size 370351808
bitnet_b1_58-large-q3_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c704e9b6966ddbaffe2df08cd6d16087c2a33ea50eed3e7165ec388884c1df4f
3
+ size 333881024
bitnet_b1_58-large-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f505f061b437610be82a48e8195818b8a071bdf8dab793be4d666e6d7d456f2
3
+ size 450887360
bitnet_b1_58-large-q4_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c18244f97214df7197f4622c4f7f244bd89f492f0fc2673a022bd45700667f3f
3
+ size 427663040
bitnet_b1_58-large-q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9c82cf3e456350d47c4f0d2d3c1be355f36c83d7582a2a33a702498183f7da8
3
+ size 522845888
bitnet_b1_58-large-q5_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c76bfaf0b6cf3ac6558fe8e6b2d67662ca3414c3b08f33cf25ebb68741b662f
3
+ size 509058752
bitnet_b1_58-large-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58890295bf754638c33117fa5de6087d5f07ada5ddcd3e1eedd150d5aba89ad2
3
+ size 599301824
bitnet_b1_58-large-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94e202fe37e14e616028447eee7b77e2d0eb7565e65a89df0b147f612936ef74
3
+ size 775767456