Hugging Face's logo

Lewdiculous
/
mini-magnum-12b-v1.1-GGUF-IQ-Imatrix

Transformers
GGUF
English
conversational
Model card Files Community
Lewdiculous commited on
Commit
04df696
·
verified ·
1 Parent(s): 829a4a6

134 GB

Browse files
Files changed (18) hide show
  1. .gitattributes +16 -0
  2. imatrix-with-rp-ex.txt +0 -0
  3. imatrix.dat +3 -0
  4. mini-magnum-12b-v1.1-BF16.gguf +3 -0
  5. mini-magnum-12b-v1.1-F16.gguf +3 -0
  6. mini-magnum-12b-v1.1-IQ3_M-imat.gguf +3 -0
  7. mini-magnum-12b-v1.1-IQ3_S-imat.gguf +3 -0
  8. mini-magnum-12b-v1.1-IQ3_XS-imat.gguf +3 -0
  9. mini-magnum-12b-v1.1-IQ3_XXS-imat.gguf +3 -0
  10. mini-magnum-12b-v1.1-IQ4_XS-imat.gguf +3 -0
  11. mini-magnum-12b-v1.1-Q3_K_L-imat.gguf +3 -0
  12. mini-magnum-12b-v1.1-Q3_K_M-imat.gguf +3 -0
  13. mini-magnum-12b-v1.1-Q4_K_M-imat.gguf +3 -0
  14. mini-magnum-12b-v1.1-Q4_K_S-imat.gguf +3 -0
  15. mini-magnum-12b-v1.1-Q5_K_M-imat.gguf +3 -0
  16. mini-magnum-12b-v1.1-Q5_K_S-imat.gguf +3 -0
  17. mini-magnum-12b-v1.1-Q6_K-imat.gguf +3 -0
  18. mini-magnum-12b-v1.1-Q8_0-imat.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,19 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ mini-magnum-12b-v1.1-BF16.gguf filter=lfs diff=lfs merge=lfs -text
38
+ mini-magnum-12b-v1.1-F16.gguf filter=lfs diff=lfs merge=lfs -text
39
+ mini-magnum-12b-v1.1-IQ3_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
40
+ mini-magnum-12b-v1.1-IQ3_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
41
+ mini-magnum-12b-v1.1-IQ3_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
42
+ mini-magnum-12b-v1.1-IQ3_XXS-imat.gguf filter=lfs diff=lfs merge=lfs -text
43
+ mini-magnum-12b-v1.1-IQ4_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
44
+ mini-magnum-12b-v1.1-Q3_K_L-imat.gguf filter=lfs diff=lfs merge=lfs -text
45
+ mini-magnum-12b-v1.1-Q3_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
46
+ mini-magnum-12b-v1.1-Q4_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
47
+ mini-magnum-12b-v1.1-Q4_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
48
+ mini-magnum-12b-v1.1-Q5_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
49
+ mini-magnum-12b-v1.1-Q5_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
50
+ mini-magnum-12b-v1.1-Q6_K-imat.gguf filter=lfs diff=lfs merge=lfs -text
51
+ mini-magnum-12b-v1.1-Q8_0-imat.gguf filter=lfs diff=lfs merge=lfs -text
imatrix-with-rp-ex.txt ADDED
The diff for this file is too large to render. See raw diff
 
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b45950ff6cb4d51a7615adcfb14cc761be96351613695f3f8949fc93d8eb5445
3
+ size 7054419
mini-magnum-12b-v1.1-BF16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a98e56aabfa8f11c2ee16c144e4c12ae9aa640c0908b5a00af6e741fb60d2db
3
+ size 24504296576
mini-magnum-12b-v1.1-F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b024faceb4ed99ed0a4a0ba5037809bf5b12a5794b74d2e5c4d7be304723966f
3
+ size 24504296576
mini-magnum-12b-v1.1-IQ3_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:949d64865f5a4e657b1ed2b4ff65ee4a3d5a058816bd7b99533c839d1f39f891
3
+ size 5722238656
mini-magnum-12b-v1.1-IQ3_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba414191bb8a0d2d38d3e1c25a43476fa5ad7bbfa7e39489598d2b7dcbec5a76
3
+ size 5562085056
mini-magnum-12b-v1.1-IQ3_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:771da709eec1e77376a944eeaea43d299047ed9f6438ca3769033220fda24118
3
+ size 5306494656
mini-magnum-12b-v1.1-IQ3_XXS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:255bc9a7b4e1f5f26a4fb7ef719984976c16b98790026fd139ff2d525b0dcdff
3
+ size 4945390592
mini-magnum-12b-v1.1-IQ4_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a64b7aef4bba4447c5bd9d5317903096addd846ab8362e8e019d34238ac0d8d6
3
+ size 6742716608
mini-magnum-12b-v1.1-Q3_K_L-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2034d83878d21cb8b4ec3c371cd8907f791311827a54ccf84586fb47e683bff
3
+ size 6561509056
mini-magnum-12b-v1.1-Q3_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8748bad2de6693564f9cbede78ffee8f8f574c11f3294005c1f362732d6f0b08
3
+ size 6083096256
mini-magnum-12b-v1.1-Q4_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1f04900199345dc33a174f16ae70353aee2db5c5df93c589cc132078a00cc63
3
+ size 7477211488
mini-magnum-12b-v1.1-Q4_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d68d904f332278b9d0c80adaf5dbf0f4f6f82a3df384b381f166c670cfb557da
3
+ size 7120204128
mini-magnum-12b-v1.1-Q5_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d872d356fec17cecfcae8290bed5abe0798c23a0c402240a98a1624e95b59e1e
3
+ size 8727639008
mini-magnum-12b-v1.1-Q5_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b14a3a484768c0d9f8fd925dd296a24710d41a80c8826b3051857502f9aa3ba
3
+ size 8518743008
mini-magnum-12b-v1.1-Q6_K-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf5f357f60946c7b9ba56e5fe7b90a92c329bd7804ccbfbc79d5a2c9d22775fe
3
+ size 10056218272
mini-magnum-12b-v1.1-Q8_0-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e34ecb6a5d2c6b49d75cd5c0d073f06b594c8a5a3365541b68848e155207a798
3
+ size 13022380064