Hugging Face's logo

mradermacher
/
orca_mini_v9_7_3B-Instruct-i1-GGUF

Transformers
GGUF
English
imatrix
conversational
Model card Files Community
mradermacher commited on
Commit
c1abdf2
·
verified ·
1 Parent(s): 0eee06d

uploaded from rain

Browse files
Files changed (25) hide show
  1. .gitattributes +24 -0
  2. orca_mini_v9_7_3B-Instruct.i1-IQ1_M.gguf +3 -0
  3. orca_mini_v9_7_3B-Instruct.i1-IQ1_S.gguf +3 -0
  4. orca_mini_v9_7_3B-Instruct.i1-IQ2_M.gguf +3 -0
  5. orca_mini_v9_7_3B-Instruct.i1-IQ2_S.gguf +3 -0
  6. orca_mini_v9_7_3B-Instruct.i1-IQ2_XS.gguf +3 -0
  7. orca_mini_v9_7_3B-Instruct.i1-IQ2_XXS.gguf +3 -0
  8. orca_mini_v9_7_3B-Instruct.i1-IQ3_M.gguf +3 -0
  9. orca_mini_v9_7_3B-Instruct.i1-IQ3_S.gguf +3 -0
  10. orca_mini_v9_7_3B-Instruct.i1-IQ3_XS.gguf +3 -0
  11. orca_mini_v9_7_3B-Instruct.i1-IQ3_XXS.gguf +3 -0
  12. orca_mini_v9_7_3B-Instruct.i1-IQ4_NL.gguf +3 -0
  13. orca_mini_v9_7_3B-Instruct.i1-IQ4_XS.gguf +3 -0
  14. orca_mini_v9_7_3B-Instruct.i1-Q2_K.gguf +3 -0
  15. orca_mini_v9_7_3B-Instruct.i1-Q2_K_S.gguf +3 -0
  16. orca_mini_v9_7_3B-Instruct.i1-Q3_K_L.gguf +3 -0
  17. orca_mini_v9_7_3B-Instruct.i1-Q3_K_M.gguf +3 -0
  18. orca_mini_v9_7_3B-Instruct.i1-Q3_K_S.gguf +3 -0
  19. orca_mini_v9_7_3B-Instruct.i1-Q4_0.gguf +3 -0
  20. orca_mini_v9_7_3B-Instruct.i1-Q4_1.gguf +3 -0
  21. orca_mini_v9_7_3B-Instruct.i1-Q4_K_M.gguf +3 -0
  22. orca_mini_v9_7_3B-Instruct.i1-Q4_K_S.gguf +3 -0
  23. orca_mini_v9_7_3B-Instruct.i1-Q5_K_M.gguf +3 -0
  24. orca_mini_v9_7_3B-Instruct.i1-Q5_K_S.gguf +3 -0
  25. orca_mini_v9_7_3B-Instruct.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ orca_mini_v9_7_3B-Instruct.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ orca_mini_v9_7_3B-Instruct.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ orca_mini_v9_7_3B-Instruct.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ orca_mini_v9_7_3B-Instruct.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ orca_mini_v9_7_3B-Instruct.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ orca_mini_v9_7_3B-Instruct.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ orca_mini_v9_7_3B-Instruct.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ orca_mini_v9_7_3B-Instruct.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ orca_mini_v9_7_3B-Instruct.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ orca_mini_v9_7_3B-Instruct.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ orca_mini_v9_7_3B-Instruct.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ orca_mini_v9_7_3B-Instruct.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ orca_mini_v9_7_3B-Instruct.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ orca_mini_v9_7_3B-Instruct.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ orca_mini_v9_7_3B-Instruct.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
52
+ orca_mini_v9_7_3B-Instruct.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ orca_mini_v9_7_3B-Instruct.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ orca_mini_v9_7_3B-Instruct.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ orca_mini_v9_7_3B-Instruct.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
56
+ orca_mini_v9_7_3B-Instruct.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ orca_mini_v9_7_3B-Instruct.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ orca_mini_v9_7_3B-Instruct.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
59
+ orca_mini_v9_7_3B-Instruct.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
60
+ orca_mini_v9_7_3B-Instruct.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
orca_mini_v9_7_3B-Instruct.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c87ce629ee0b6c1fcd8ec2242b2160858a0fb38ce4b83201ebfbb02646a8000
3
+ size 924189056
orca_mini_v9_7_3B-Instruct.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59ca164f588c2ca787e063d39a60654bcb332286a1c561101ef95f959365b2d5
3
+ size 868155776
orca_mini_v9_7_3B-Instruct.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1cbbb9204024316550545d2c460ecc76f70281a7cdf3bd6e395385d7bc22b9ef
3
+ size 1229029760
orca_mini_v9_7_3B-Instruct.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:027ccfb67a8e84f5f5e72ff6850ede6b370deaea0bfce726019091c64939d1ff
3
+ size 1154318720
orca_mini_v9_7_3B-Instruct.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f36cb58392d65ca9b124cd36ba169948c144e537162b176bad89063c555d7ceb
3
+ size 1100546432
orca_mini_v9_7_3B-Instruct.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9bac124709f42117c1a4cc3f92e8ab4f75b6b7897a2a2a543a2a1284dda7289e
3
+ size 1017577856
orca_mini_v9_7_3B-Instruct.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35ef00eb95237ca28dd47edc1dbd4acce02d7faa34e8a449e7688e1efdb91c8b
3
+ size 1599666560
orca_mini_v9_7_3B-Instruct.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9136f8f99d8a6eb93d570ab0927d63bb0a0ec6c7bf80010a849af213d8cf1817
3
+ size 1542846848
orca_mini_v9_7_3B-Instruct.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d72df3377e95b0236122921b25cc6ef9c4f96f4782750564f4d1d93befc7485c
3
+ size 1476786560
orca_mini_v9_7_3B-Instruct.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abd0caa432862c858a5d4f70140ee3e1f296f1133a16ce8dc1cce67d3f1af8f1
3
+ size 1348764032
orca_mini_v9_7_3B-Instruct.i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25e96a63a72e959407469fffa97cfa9a83c7998b65b90e4d22fde2eb47679975
3
+ size 1917188480
orca_mini_v9_7_3B-Instruct.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9357c16e3b9427cc51c6048b9241f5bfecdc18987ca87d66c3249396d48d5e7f
3
+ size 1829108096
orca_mini_v9_7_3B-Instruct.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05a2923fad0d4ea7be0f8cbed56a8bb5f997fd2a30d8c731d1e410e96459012c
3
+ size 1363933568
orca_mini_v9_7_3B-Instruct.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8c179e0f3333186dde335c82e2c83e9327257d1ae7dc4e22b34fbbe43b844cd
3
+ size 1274280320
orca_mini_v9_7_3B-Instruct.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b3eefa85c6d6bb644a955938a73c3173ae4a47c237ba8efd058d1b74bde5696
3
+ size 1815345536
orca_mini_v9_7_3B-Instruct.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27b4218e15311a5a84a028840f038377a92d7c8ebe4cd0264d23c0e5dcfbbd37
3
+ size 1687157120
orca_mini_v9_7_3B-Instruct.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0f38159ee33abb610dd36c0f71c5c769102a9c65c5dfe08c5e81d57a4be1df2
3
+ size 1542846848
orca_mini_v9_7_3B-Instruct.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a5dc5dec64595fbe8fd9b91496ced389db68d67380f1f6bf4a2e04ca1567094
3
+ size 1921907072
orca_mini_v9_7_3B-Instruct.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b24d7ca0e7caf38ce626c966cb9c000947e8d0c4629622fcc9b6f905a0672cf2
3
+ size 2093349248
orca_mini_v9_7_3B-Instruct.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:faefb0dd75b1d89e6fbf4592619edf708c103218662e3f5fd15727a4029f6986
3
+ size 2019375488
orca_mini_v9_7_3B-Instruct.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aade6636835c470220287432e11f74a1e9c4bf6dbf919bf80af642c33ec4d220
3
+ size 1928198528
orca_mini_v9_7_3B-Instruct.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7107b99fdb9db252ad35dabc9f1a22f7cd9c292f20d2c9e92ba3bba81a803a93
3
+ size 2322151808
orca_mini_v9_7_3B-Instruct.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a14fe985e40d4bf4e6aebe955e2e38ac39a4ebf58e3ea8a75017d5fb93ba6326
3
+ size 2269510016
orca_mini_v9_7_3B-Instruct.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30073c7cf75ec6b4bbbc88c28227defb48e74030e6b46d2583864a18daccbe6b
3
+ size 2643851648