Hugging Face's logo

larenspear
/
mamba-2.8b-hf-GGUF

GGUF
Inference Endpoints
Model card Files Community
larenspear commited on
Commit
56fc917
·
1 Parent(s): e440d13

GGUF Quantization

Browse files
Files changed (11) hide show
  1. mamba-2.8b-hf-f16.gguf +3 -0
  2. mamba-2.8b-hf-q2_k.gguf +3 -0
  3. mamba-2.8b-hf-q3_k_l.gguf +3 -0
  4. mamba-2.8b-hf-q3_k_m.gguf +3 -0
  5. mamba-2.8b-hf-q3_k_s.gguf +3 -0
  6. mamba-2.8b-hf-q4_k_m.gguf +3 -0
  7. mamba-2.8b-hf-q4_k_s.gguf +3 -0
  8. mamba-2.8b-hf-q5_k_m.gguf +3 -0
  9. mamba-2.8b-hf-q5_k_s.gguf +3 -0
  10. mamba-2.8b-hf-q6_k.gguf +3 -0
  11. mamba-2.8b-hf-q8_0.gguf +3 -0
mamba-2.8b-hf-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e428d6f7a3cb14c5e20b4269ca8abefa647a5899dfcc33114b0aa5b96bcab8da
3
+ size 5784588064
mamba-2.8b-hf-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7ce296c6e57edd4d0f0ff04e17aadbbc3c00861945a28d5d0aab36bba1ee9aa
3
+ size 1425331264
mamba-2.8b-hf-q3_k_l.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df6e6f69e4d33f8081c420a9c1171c7c68d45c333c52124eb38c34ae67c57b4e
3
+ size 1680921664
mamba-2.8b-hf-q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1b3356023cbe4980f2c4a6806ef4805853dda0fa6d335cd824e723ec21bb69d
3
+ size 1680921664
mamba-2.8b-hf-q3_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04a75a8413238e1d538e30ce1c7a792113c76e53032af55c515840ae32aa73bb
3
+ size 1680921664
mamba-2.8b-hf-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abbb9bbdcccedf615bf8f9ff938203ccbcb6391b68390a490a31608d8b2d36c2
3
+ size 2015155264
mamba-2.8b-hf-q4_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee7343f7a8a842194479b414cbce0b1493f5ffe9163b98a7409e8c2c30366512
3
+ size 2015155264
mamba-2.8b-hf-q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67ffda49446ac887995e451f2b039aaecea7325f0470245f544c05685fa5b5dd
3
+ size 2329728064
mamba-2.8b-hf-q5_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30bddcff754e97cae48f706d7f33cc88268805b702aca48b11bae5c23c9db71b
3
+ size 2329728064
mamba-2.8b-hf-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:efea2415f50e18d02d05fbde613cba742dcf14c1fbee77c7b56c421c3e3fd2f2
3
+ size 2663961664
mamba-2.8b-hf-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84a2d38cce042c74443d75054fb16433245752f7aa142291c835822e9e309791
3
+ size 3304620064