Hugging Face's logo

larenspear
/
mamba-1.4b-hf-GGUF

GGUF
Inference Endpoints
Model card Files Community
larenspear commited on
Commit
834436b
·
1 Parent(s): ed50551

GGUF Quantization

Browse files
Files changed (11) hide show
  1. mamba-1.4b-hf-f16.gguf +3 -0
  2. mamba-1.4b-hf-q2_k.gguf +3 -0
  3. mamba-1.4b-hf-q3_k_l.gguf +3 -0
  4. mamba-1.4b-hf-q3_k_m.gguf +3 -0
  5. mamba-1.4b-hf-q3_k_s.gguf +3 -0
  6. mamba-1.4b-hf-q4_k_m.gguf +3 -0
  7. mamba-1.4b-hf-q4_k_s.gguf +3 -0
  8. mamba-1.4b-hf-q5_k_m.gguf +3 -0
  9. mamba-1.4b-hf-q5_k_s.gguf +3 -0
  10. mamba-1.4b-hf-q6_k.gguf +3 -0
  11. mamba-1.4b-hf-q8_0.gguf +3 -0
mamba-1.4b-hf-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5520d46954e74b86b40f356678c08e0939b662696773175b2d12c3e1dcc2512
3
+ size 2868642848
mamba-1.4b-hf-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9783a5dcde04e9b6e4b7fcef2779fbde91983d65b783bb283d7d6c11b979fb36
3
+ size 727608992
mamba-1.4b-hf-q3_k_l.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7131931f6c726e73aad0e43d302e869765e7fec8a9129ac5ea7cb1d00b108c5
3
+ size 850292384
mamba-1.4b-hf-q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d65cbe6ce342142882f1f1f845daf80c79aeb03a48eaabf7f8c0948491f0d374
3
+ size 850292384
mamba-1.4b-hf-q3_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e1e4430eb4728b71491785d05cf1eaf6e4fb8525328dff64ffd4a0ee0e45dc0
3
+ size 850292384
mamba-1.4b-hf-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5cd5a2b2e2d7e2a7dbbcd63ea2ec1f767bbad5939915c4f190eb0494021b61f2
3
+ size 1010724512
mamba-1.4b-hf-q4_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1439e961f03b32b039dd012ddc7fe8cd0df48e73d288c01d24a247431870926a
3
+ size 1010724512
mamba-1.4b-hf-q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd28b8b6b29d9f1a55483bc61d52b75b5e9ad37124602d9fe45a68654d65f7a5
3
+ size 1161719456
mamba-1.4b-hf-q5_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7170a477ec427f8d0c7366563c417fa92911533adbd53027c72f4d46c1a880a8
3
+ size 1161719456
mamba-1.4b-hf-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:066cd3898e318063d6313784a74caaaeff78146696c0a190ceb0f2d930f5d64b
3
+ size 1322151584
mamba-1.4b-hf-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9dc4879c694be7e46f54373e9ca0c262e1ebce4616ad2281e6780e27050c3b92
3
+ size 1639643168