Hugging Face's logo

mradermacher
/
Phi-3.5-mini-instruct-24-9-29-i1-GGUF

Transformers
GGUF
English
llama-factory
freeze
Generated from Trainer
imatrix
conversational
Model card Files
xet
Community
mradermacher commited on
Commit
c42f261
·
verified ·
1 Parent(s): 5a4cc96

uploaded from rich1

Browse files
Files changed (25) hide show
  1. .gitattributes +24 -0
  2. Phi-3.5-mini-instruct-24-9-29.i1-IQ1_M.gguf +3 -0
  3. Phi-3.5-mini-instruct-24-9-29.i1-IQ1_S.gguf +3 -0
  4. Phi-3.5-mini-instruct-24-9-29.i1-IQ2_M.gguf +3 -0
  5. Phi-3.5-mini-instruct-24-9-29.i1-IQ2_S.gguf +3 -0
  6. Phi-3.5-mini-instruct-24-9-29.i1-IQ2_XS.gguf +3 -0
  7. Phi-3.5-mini-instruct-24-9-29.i1-IQ2_XXS.gguf +3 -0
  8. Phi-3.5-mini-instruct-24-9-29.i1-IQ3_M.gguf +3 -0
  9. Phi-3.5-mini-instruct-24-9-29.i1-IQ3_S.gguf +3 -0
  10. Phi-3.5-mini-instruct-24-9-29.i1-IQ3_XS.gguf +3 -0
  11. Phi-3.5-mini-instruct-24-9-29.i1-IQ3_XXS.gguf +3 -0
  12. Phi-3.5-mini-instruct-24-9-29.i1-IQ4_NL.gguf +3 -0
  13. Phi-3.5-mini-instruct-24-9-29.i1-IQ4_XS.gguf +3 -0
  14. Phi-3.5-mini-instruct-24-9-29.i1-Q2_K.gguf +3 -0
  15. Phi-3.5-mini-instruct-24-9-29.i1-Q2_K_S.gguf +3 -0
  16. Phi-3.5-mini-instruct-24-9-29.i1-Q3_K_L.gguf +3 -0
  17. Phi-3.5-mini-instruct-24-9-29.i1-Q3_K_M.gguf +3 -0
  18. Phi-3.5-mini-instruct-24-9-29.i1-Q3_K_S.gguf +3 -0
  19. Phi-3.5-mini-instruct-24-9-29.i1-Q4_0.gguf +3 -0
  20. Phi-3.5-mini-instruct-24-9-29.i1-Q4_1.gguf +3 -0
  21. Phi-3.5-mini-instruct-24-9-29.i1-Q4_K_M.gguf +3 -0
  22. Phi-3.5-mini-instruct-24-9-29.i1-Q4_K_S.gguf +3 -0
  23. Phi-3.5-mini-instruct-24-9-29.i1-Q5_K_M.gguf +3 -0
  24. Phi-3.5-mini-instruct-24-9-29.i1-Q5_K_S.gguf +3 -0
  25. Phi-3.5-mini-instruct-24-9-29.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ Phi-3.5-mini-instruct-24-9-29.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Phi-3.5-mini-instruct-24-9-29.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Phi-3.5-mini-instruct-24-9-29.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Phi-3.5-mini-instruct-24-9-29.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Phi-3.5-mini-instruct-24-9-29.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Phi-3.5-mini-instruct-24-9-29.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Phi-3.5-mini-instruct-24-9-29.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Phi-3.5-mini-instruct-24-9-29.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Phi-3.5-mini-instruct-24-9-29.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Phi-3.5-mini-instruct-24-9-29.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Phi-3.5-mini-instruct-24-9-29.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Phi-3.5-mini-instruct-24-9-29.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Phi-3.5-mini-instruct-24-9-29.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Phi-3.5-mini-instruct-24-9-29.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Phi-3.5-mini-instruct-24-9-29.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Phi-3.5-mini-instruct-24-9-29.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Phi-3.5-mini-instruct-24-9-29.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Phi-3.5-mini-instruct-24-9-29.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Phi-3.5-mini-instruct-24-9-29.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Phi-3.5-mini-instruct-24-9-29.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Phi-3.5-mini-instruct-24-9-29.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Phi-3.5-mini-instruct-24-9-29.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
59
+ Phi-3.5-mini-instruct-24-9-29.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
60
+ Phi-3.5-mini-instruct-24-9-29.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
Phi-3.5-mini-instruct-24-9-29.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e420aeee292542e41f125db40e95662ac905a4400fa45ad2af210161e4459779
3
+ size 917108256
Phi-3.5-mini-instruct-24-9-29.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6070890a56078377bf10b2e9e50efea2a0f95ddcc15cbc7313ecc0d2733d3025
3
+ size 841610784
Phi-3.5-mini-instruct-24-9-29.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79e95bc757027ec7485f5f80fa430389c1b0ebc9c10c755a45eccdbd2d59bd16
3
+ size 1316396064
Phi-3.5-mini-instruct-24-9-29.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e0ce338690fc0455103a2c36a68d4c24e863689c81163d81d45dcf763bbe3a8
3
+ size 1215732768
Phi-3.5-mini-instruct-24-9-29.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9848b0f9a40e95b0024f5d9f97881aad094b79490f219d456404414afea847c0
3
+ size 1153037856
Phi-3.5-mini-instruct-24-9-29.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1371331ab619bb53ac50b54565f6ce130850aa45516359c4727746377e886883
3
+ size 1042937376
Phi-3.5-mini-instruct-24-9-29.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59626a68844d00774eafc9d869cebf0a185015494daf3c943fce396914bd799c
3
+ size 1855601184
Phi-3.5-mini-instruct-24-9-29.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4180383108a0364dbccdff0c4286157fe90faf1951a1f475a1287107a4641be7
3
+ size 1681799712
Phi-3.5-mini-instruct-24-9-29.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0abd1c502cd4c736172f18524150c99f44d8a5b1070e63daa8f3296f52becdc9
3
+ size 1625176608
Phi-3.5-mini-instruct-24-9-29.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b35fc0f731c3c34c594211e83fa542701311367e5255541a799f348888144165
3
+ size 1513004064
Phi-3.5-mini-instruct-24-9-29.i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fe28ad297b7445352199565ef7512dc6db1bc5dfa0387c4fe6a494dc41fae4c
3
+ size 2176178208
Phi-3.5-mini-instruct-24-9-29.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08b8612152ba518058b6420e8170e21ece02d66393eca84d952fc7e1f8d24429
3
+ size 2059853856
Phi-3.5-mini-instruct-24-9-29.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ff1f40248dca1851242d48079a9403ba9df13a687190ed2889cdbca5f60cbf4
3
+ size 1416205344
Phi-3.5-mini-instruct-24-9-29.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49dd86167859231d164426f52729b006fe9eb0cc7d71b6ded36eb23c3bd28285
3
+ size 1327338528
Phi-3.5-mini-instruct-24-9-29.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d5b2d2822a4b12cca17679c075df65d75cd853066778dd294811503ff650ea9
3
+ size 2087598624
Phi-3.5-mini-instruct-24-9-29.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2baba9352dc2e48655a5591809e5caf80fb64a0a8b201e443b70a6f336c3cdea
3
+ size 1955478048
Phi-3.5-mini-instruct-24-9-29.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bda321afad92b10f7e493ba1392ecc82f84dd6205a27b7001d6592489fbc8e96
3
+ size 1681799712
Phi-3.5-mini-instruct-24-9-29.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14c10f7e026a0b05fadd43b27fa1996cbce79a68fad718ff503065a89156104f
3
+ size 2182469664
Phi-3.5-mini-instruct-24-9-29.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30197d23f1c82bfdd4f20d96d84249de5800ede7ea9d02a1bdf0bd70ae8f9f7d
3
+ size 2408826912
Phi-3.5-mini-instruct-24-9-29.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd66f462910c41c84303e595db379210bb010a2dd365313e346d45037a0c041a
3
+ size 2393233440
Phi-3.5-mini-instruct-24-9-29.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:123160c4ae64a149b8949c9376509ceedd3b2e3398a94fd661d20e652fd17cfb
3
+ size 2188761120
Phi-3.5-mini-instruct-24-9-29.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee8ee0d22e47854d927aa9267cddee647ba311ded9bcd0ff5a7106d6ab7cd5a6
3
+ size 2815277088
Phi-3.5-mini-instruct-24-9-29.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:828fb32e6ec3f8e1e7f0a706999ed8370f0b9b751a3467a190a4235428aa205e
3
+ size 2641475616
Phi-3.5-mini-instruct-24-9-29.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc4cfd86197e4518a0be17b55f0b53d15ee7c900398a03ae7a538787735a1884
3
+ size 3135854112