Hugging Face's logo

Kquant03
/
BioMistral-7B-TIES-GGUF

Text Generation
Transformers
GGUF
mergekit
Merge
ties
medical
biology
Inference Endpoints
conversational
Model card Files Community
Kquant03 commited on
Commit
a3581ce
·
verified ·
1 Parent(s): 0a28792

Upload 8 files

Browse files
Files changed (9) hide show
  1. .gitattributes +8 -0
  2. ggml-Biomistral-7B-TIES-model-q2_k.gguf +3 -0
  3. ggml-Biomistral-7B-TIES-model-q3_k_m.gguf +3 -0
  4. ggml-Biomistral-7B-TIES-model-q4_0.gguf +3 -0
  5. ggml-Biomistral-7B-TIES-model-q4_k_m.gguf +3 -0
  6. ggml-Biomistral-7B-TIES-model-q5_0.gguf +3 -0
  7. ggml-Biomistral-7B-TIES-model-q5_k_m.gguf +3 -0
  8. ggml-Biomistral-7B-TIES-model-q6_k.gguf +3 -0
  9. ggml-Biomistral-7B-TIES-model-q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,11 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ ggml-Biomistral-7B-TIES-model-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
37
+ ggml-Biomistral-7B-TIES-model-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
38
+ ggml-Biomistral-7B-TIES-model-q4_0.gguf filter=lfs diff=lfs merge=lfs -text
39
+ ggml-Biomistral-7B-TIES-model-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
40
+ ggml-Biomistral-7B-TIES-model-q5_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ ggml-Biomistral-7B-TIES-model-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
42
+ ggml-Biomistral-7B-TIES-model-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
43
+ ggml-Biomistral-7B-TIES-model-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
ggml-Biomistral-7B-TIES-model-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18c78b83251614e85fbb531e01261300cf452015fd67c4c8a7ffd888a9a14167
3
+ size 2719242464
ggml-Biomistral-7B-TIES-model-q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f90310c74289c9ab03c76a040990bde6996c1fa30a778dcadce76a280715a72a
3
+ size 3518986464
ggml-Biomistral-7B-TIES-model-q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91294cf258f49fd4afc72b3707683fe3b89565ae5ec8658e06b2816f966f2f13
3
+ size 4108916960
ggml-Biomistral-7B-TIES-model-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e313c1e625ccb653d93fa9ec462f86af15ea0663277bf8f407e1229226f3245
3
+ size 4368439520
ggml-Biomistral-7B-TIES-model-q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40d34a3b85433d4bc9c723c3ea88c7dbd80e0fb55538c2c0bab36fae9685e960
3
+ size 4997716192
ggml-Biomistral-7B-TIES-model-q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26cb31b2aaedb7810fce4de343ac1b36acc677f3abc82707d918175ca17ce5f0
3
+ size 5131409632
ggml-Biomistral-7B-TIES-model-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4c9c5e89d591a4ad17b7caed9fbe2684985be81a7ea53de8102d6f5f041aaea
3
+ size 5942065376
ggml-Biomistral-7B-TIES-model-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd4ad6efa454d2531dfcd14907f2cb900d4581508d547414bbae336d1820a3ca
3
+ size 7695857888