Hugging Face's logo

LatitudeGames
/
Muse-12B-GGUF

GGUF
English
text adventure
roleplay
conversational
Model card Files Community
Gryphe commited on
Commit
ec27e28
·
verified ·
1 Parent(s): 47fa424

Add files using upload-large-folder tool

Browse files
Files changed (26) hide show
  1. .gitattributes +25 -0
  2. Muse-12B-IQ1_M.gguf +3 -0
  3. Muse-12B-IQ1_S.gguf +3 -0
  4. Muse-12B-IQ2_M.gguf +3 -0
  5. Muse-12B-IQ2_S.gguf +3 -0
  6. Muse-12B-IQ2_XS.gguf +3 -0
  7. Muse-12B-IQ2_XXS.gguf +3 -0
  8. Muse-12B-IQ3_M.gguf +3 -0
  9. Muse-12B-IQ3_S.gguf +3 -0
  10. Muse-12B-IQ3_XS.gguf +3 -0
  11. Muse-12B-IQ3_XXS.gguf +3 -0
  12. Muse-12B-IQ4_NL.gguf +3 -0
  13. Muse-12B-IQ4_XS.gguf +3 -0
  14. Muse-12B-Q2_K.gguf +3 -0
  15. Muse-12B-Q2_K_S.gguf +3 -0
  16. Muse-12B-Q3_K_L.gguf +3 -0
  17. Muse-12B-Q3_K_M.gguf +3 -0
  18. Muse-12B-Q3_K_S.gguf +3 -0
  19. Muse-12B-Q4_K_M.gguf +3 -0
  20. Muse-12B-Q4_K_S.gguf +3 -0
  21. Muse-12B-Q5_K_M.gguf +3 -0
  22. Muse-12B-Q5_K_S.gguf +3 -0
  23. Muse-12B-Q6_K.gguf +3 -0
  24. Muse-12B-Q8_0.gguf +3 -0
  25. Muse-12B-bf16.gguf +3 -0
  26. Muse-12B.imatrix +3 -0
.gitattributes CHANGED
@@ -33,3 +33,28 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Muse-12B.imatrix filter=lfs diff=lfs merge=lfs -text
37
+ Muse-12B-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Muse-12B-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Muse-12B-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Muse-12B-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Muse-12B-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Muse-12B-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Muse-12B-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Muse-12B-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Muse-12B-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Muse-12B-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Muse-12B-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Muse-12B-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Muse-12B-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Muse-12B-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Muse-12B-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Muse-12B-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Muse-12B-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Muse-12B-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Muse-12B-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Muse-12B-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Muse-12B-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Muse-12B-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
59
+ Muse-12B-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
60
+ Muse-12B-bf16.gguf filter=lfs diff=lfs merge=lfs -text
Muse-12B-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b477c80147c2aca9d03fff7a2146c8a45a8275668a98c28324ed0d62b3a38de0
3
+ size 3221634176
Muse-12B-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dcd6fc7537c8ef60a599d3d4897667ae52b34acb8f7f3b0fa540a58c2671980f
3
+ size 2999221376
Muse-12B-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9fd3c8a6e71e88692adabd30ee73320fbbff2c178fafa5df98f3747c66e815b
3
+ size 4435034272
Muse-12B-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ae681245a6754385ff56b02fe48296268202f2b102f6426378c6970ba64a08c
3
+ size 4138483872
Muse-12B-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5921a26e6c193740bb9778fdf2654e7019e1d564abfea1ca2f5608d8bb61cdeb
3
+ size 3915086976
Muse-12B-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73915dd4347db3557c53628a8c8d8e5fce144fee2b7138482e00849b603a2311
3
+ size 3592322176
Muse-12B-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d540a31c7a6da46e161729aadd4443054a963dd823a7580efde3f12ad3a13b6e
3
+ size 5722244608
Muse-12B-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4878724848f977911c0ace720c7844ef61ced9b02992a8a773fa993c7fde476
3
+ size 5562091008
Muse-12B-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4aa695f9c033774382571cdf34ecdde757ed55e0cc4b5022e9f49881faa9331
3
+ size 5306500608
Muse-12B-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f511cb721a8c08388c94487e0e435ba708dd29ff3999e953a8e1b9766a0ab88
3
+ size 4945395872
Muse-12B-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4696af2d8966537d30b4a94a64a797f05933e2542f332954bb1f876d312ab3e
3
+ size 7097928512
Muse-12B-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6d674bd43888980bcd8134f2abf85e71f7270edf7455d42ab7863797fc5b4c1
3
+ size 6742723072
Muse-12B-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c788839370e2f46472b2d2644167d411a1451310c53e46795cae7f886558a9bb
3
+ size 4791058912
Muse-12B-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5123580a21e9c2466345b8d10c816cac61590a33948edd862a1528d0a27a7cd
3
+ size 4493689312
Muse-12B-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69904a195a49cc222023c66077d448b943e8dd20847f967a0a36afa6ada81be7
3
+ size 6561515008
Muse-12B-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf90a42ac326029d2ede64e1766f6316e97c3e2c862a30e85b9061eddd45a233
3
+ size 6083102208
Muse-12B-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de6e6914f2f020dc45182cba499144791de96b2e1da5aac58b8d4c1d6c221e52
3
+ size 5534238208
Muse-12B-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7cc265ff16fd8d1d8f56abd7bf2ae4ee7ca4d787605db092b61f95a57949d6c6
3
+ size 7477218112
Muse-12B-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32a78ab93c9a09a0d1bea55ff55a40a57e901a0e1e5a37a29f86ca33ddc70daf
3
+ size 7120210752
Muse-12B-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ec1d980b88c03a6cf473941f678e8b7f29fd1ee03071819ed8b82f603bd1c65
3
+ size 8727646272
Muse-12B-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f213a290bc3637d883e001bb43b370affacac90af064477058bc8e59c5ccb68
3
+ size 8518750272
Muse-12B-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f325df065246bee22385b97426c10f149a835da7d9ac32332b2a3b1489bb0f2
3
+ size 10056226208
Muse-12B-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c7a5df22f9cad538dc0437e9593a6c1d54d1082e478604c567ffd478e0a2de1
3
+ size 13022390496
Muse-12B-bf16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6c2053f25780928a7f5a81f7c0de756a76a706eb637ad1dbdcff5076766471e
3
+ size 24504316672
Muse-12B.imatrix ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d874acd5b9b6593b39ff76752dd27acb856fdb8b8b588ab2f466f0576c20aec
3
+ size 7054399