Hugging Face's logo

muranAI
/
Mistral-Small-3.1-24B-Instruct-2503-GGUF

Text Generation
GGUF
quantized
mistral
instruct
llama.cpp
ollama
vision
multimodal
multilingual
conversational
Model card Files Community
nasselt48 commited on
Commit
854fabb
·
verified ·
1 Parent(s): f24bf32

Upload 15 files

Browse files
Files changed (16) hide show
  1. .gitattributes +15 -0
  2. mistral-small-3.1-24b-instruct-q2_k.gguf +3 -0
  3. mistral-small-3.1-24b-instruct-q3_k_l.gguf +3 -0
  4. mistral-small-3.1-24b-instruct-q3_k_m.gguf +3 -0
  5. mistral-small-3.1-24b-instruct-q3_k_s.gguf +3 -0
  6. mistral-small-3.1-24b-instruct-q4_0.gguf +3 -0
  7. mistral-small-3.1-24b-instruct-q4_1.gguf +3 -0
  8. mistral-small-3.1-24b-instruct-q4_k_m.gguf +3 -0
  9. mistral-small-3.1-24b-instruct-q4_k_s.gguf +3 -0
  10. mistral-small-3.1-24b-instruct-q5_0.gguf +3 -0
  11. mistral-small-3.1-24b-instruct-q5_1.gguf +3 -0
  12. mistral-small-3.1-24b-instruct-q5_k_m.gguf +3 -0
  13. mistral-small-3.1-24b-instruct-q5_k_s.gguf +3 -0
  14. mistral-small-3.1-24b-instruct-q6_k.gguf +3 -0
  15. mistral-small-3.1-24b-instruct-q8_0.gguf +3 -0
  16. mistral-small-3.1-24b-instruct.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,18 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ mistral-small-3.1-24b-instruct-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
37
+ mistral-small-3.1-24b-instruct-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text
38
+ mistral-small-3.1-24b-instruct-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
39
+ mistral-small-3.1-24b-instruct-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text
40
+ mistral-small-3.1-24b-instruct-q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ mistral-small-3.1-24b-instruct-q4_1.gguf filter=lfs diff=lfs merge=lfs -text
42
+ mistral-small-3.1-24b-instruct-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
43
+ mistral-small-3.1-24b-instruct-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
44
+ mistral-small-3.1-24b-instruct-q5_0.gguf filter=lfs diff=lfs merge=lfs -text
45
+ mistral-small-3.1-24b-instruct-q5_1.gguf filter=lfs diff=lfs merge=lfs -text
46
+ mistral-small-3.1-24b-instruct-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
47
+ mistral-small-3.1-24b-instruct-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
48
+ mistral-small-3.1-24b-instruct-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
49
+ mistral-small-3.1-24b-instruct-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
50
+ mistral-small-3.1-24b-instruct.gguf filter=lfs diff=lfs merge=lfs -text
mistral-small-3.1-24b-instruct-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a12b3c925b4fefa6f1fbf0021336c232f13436a9c591dde74ced59da3e10fa4
3
+ size 8890326944
mistral-small-3.1-24b-instruct-q3_k_l.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d413a7963e9dcc6d4c78dda61013448f712d91c9b1c1274931438323b46eaee
3
+ size 12400762784
mistral-small-3.1-24b-instruct-q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16890d36dcb53df92247178b92ec65cf380ddb926c0599234af0b20bcbb9f387
3
+ size 11474083744
mistral-small-3.1-24b-instruct-q3_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa14e6d9db21ff7f3563d51830b9406c49235bdef6b864d340fbcf74bd212492
3
+ size 10400276384
mistral-small-3.1-24b-instruct-q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99d456591df33f1ffc4de11542da60288907362bbd7dbd04f7121046ceba3e05
3
+ size 13441802144
mistral-small-3.1-24b-instruct-q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0519605f5a6cd3ed3c16d3aaec0f7d758ca43456300228ad28ea00dc8958fbbc
3
+ size 14873108384
mistral-small-3.1-24b-instruct-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90bbd4125f07b42e736aa5cca962501c4b82d9348cefd8971e7d7fc7affe3b57
3
+ size 14333910944
mistral-small-3.1-24b-instruct-q4_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bdf76f6df632f37f0f984fc453a231a16353738ef212f9f6d152c86b50596280
3
+ size 13549281184
mistral-small-3.1-24b-instruct-q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4efac83aca968b460df60fb31b480d0df285e62e354a43bade5cea61e4c265f8
3
+ size 16304414624
mistral-small-3.1-24b-instruct-q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e26055c9135603df52c1731c2ccc049d3c90b558ee1d1eb7c9337b95cc5e06f
3
+ size 17735720864
mistral-small-3.1-24b-instruct-q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c79b05f7a61740bd1921f398cdad18952871dbcf6484191ab7b936c2ef318cd
3
+ size 16763985824
mistral-small-3.1-24b-instruct-q5_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37e5a7ffc1fa11cb13b334cbba598d1977e735b5e844a55474d5e03a8214a2e4
3
+ size 16304414624
mistral-small-3.1-24b-instruct-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80ac8e22e13d220f4f5101ad2f24685405232609041b1e59d95c8cc6ad53214d
3
+ size 19345940384
mistral-small-3.1-24b-instruct-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:244614e1a41c0e02583a380b2dbed778c95c35eb92db5e43917d665311e7711b
3
+ size 25054781344
mistral-small-3.1-24b-instruct.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ac813c1e17576d7c9545407e85c167c042c0f5b5629e078b628304e5afc374f
3
+ size 47153520544