Hugging Face's logo

tiiuae
/
Falcon3-Mamba-7B-Instruct-GGUF

GGUF
English
falcon3
falcon_mamba
Inference Endpoints
conversational
Model card Files Community
ybelkada commited on
Commit
bcb8b38
·
verified ·
1 Parent(s): 07e8b22

Upload folder using huggingface_hub

Browse files
Files changed (10) hide show
  1. .gitattributes +9 -0
  2. Falcon3-Mamba-7B-Instruct-f16.gguf +3 -0
  3. Falcon3-Mamba-7B-Instruct-q2_k.gguf +3 -0
  4. Falcon3-Mamba-7B-Instruct-q3_k_m.gguf +3 -0
  5. Falcon3-Mamba-7B-Instruct-q4_0.gguf +3 -0
  6. Falcon3-Mamba-7B-Instruct-q4_k_m.gguf +3 -0
  7. Falcon3-Mamba-7B-Instruct-q5_0.gguf +3 -0
  8. Falcon3-Mamba-7B-Instruct-q5_k_m.gguf +3 -0
  9. Falcon3-Mamba-7B-Instruct-q6_k.gguf +3 -0
  10. Falcon3-Mamba-7B-Instruct-q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,12 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Falcon3-Mamba-7B-Instruct-f16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Falcon3-Mamba-7B-Instruct-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Falcon3-Mamba-7B-Instruct-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Falcon3-Mamba-7B-Instruct-q4_0.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Falcon3-Mamba-7B-Instruct-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Falcon3-Mamba-7B-Instruct-q5_0.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Falcon3-Mamba-7B-Instruct-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Falcon3-Mamba-7B-Instruct-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Falcon3-Mamba-7B-Instruct-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
Falcon3-Mamba-7B-Instruct-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb399fd1c821213870df23aefbf4faa922c132ff8910454cef3795a90b625eba
3
+ size 14572304096
Falcon3-Mamba-7B-Instruct-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94c35bd1f8393bb53f9511658c30f9f410e36dd69eb2b910b35ccb4b382ec637
3
+ size 2565011168
Falcon3-Mamba-7B-Instruct-q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4b895ac9f5f5212b9c3e28d721542b1d53becc698a6df273f678580f7bd2d8b
3
+ size 3275339488
Falcon3-Mamba-7B-Instruct-q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8ed05ee419b8abc74ce095183174bba858b4f5da3d53bc327e09cfc59859520
3
+ size 4204230368
Falcon3-Mamba-7B-Instruct-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6abfc651ba7e565aa3b3c74759546e268a98918dfc2fb91e3d9dccf1130dff45
3
+ size 4204230368
Falcon3-Mamba-7B-Instruct-q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72c9022a3da11c2f11cfc8e0fc911557c1357c4d53a2fed8e1d736efb9aba84c
3
+ size 5078480608
Falcon3-Mamba-7B-Instruct-q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62149c2d4acc134634c9686af75282a043bf00246cf8a31f41b70cf500b4b3a0
3
+ size 5078480608
Falcon3-Mamba-7B-Instruct-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:109e89bfecac554a096a19cb18b2bd2cc5f36fadf7581eda86bc3ffe49936e5e
3
+ size 6007371488
Falcon3-Mamba-7B-Instruct-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6c786933081d39b9711eebe8e1c745a807084002bfcef61fe6aaba5acac88ad
3
+ size 7765735136