Hugging Face's logo

mradermacher
/
orca_mini_v9_5_3B-Instruct-i1-GGUF

Transformers
GGUF
English
Inference Endpoints
imatrix
conversational
Model card Files Community
mradermacher commited on
Commit
7432d10
·
verified ·
1 Parent(s): e493bc7

uploaded from rich1

Browse files
Files changed (25) hide show
  1. .gitattributes +24 -0
  2. orca_mini_v9_5_3B-Instruct.i1-IQ1_M.gguf +3 -0
  3. orca_mini_v9_5_3B-Instruct.i1-IQ1_S.gguf +3 -0
  4. orca_mini_v9_5_3B-Instruct.i1-IQ2_M.gguf +3 -0
  5. orca_mini_v9_5_3B-Instruct.i1-IQ2_S.gguf +3 -0
  6. orca_mini_v9_5_3B-Instruct.i1-IQ2_XS.gguf +3 -0
  7. orca_mini_v9_5_3B-Instruct.i1-IQ2_XXS.gguf +3 -0
  8. orca_mini_v9_5_3B-Instruct.i1-IQ3_M.gguf +3 -0
  9. orca_mini_v9_5_3B-Instruct.i1-IQ3_S.gguf +3 -0
  10. orca_mini_v9_5_3B-Instruct.i1-IQ3_XS.gguf +3 -0
  11. orca_mini_v9_5_3B-Instruct.i1-IQ3_XXS.gguf +3 -0
  12. orca_mini_v9_5_3B-Instruct.i1-IQ4_NL.gguf +3 -0
  13. orca_mini_v9_5_3B-Instruct.i1-IQ4_XS.gguf +3 -0
  14. orca_mini_v9_5_3B-Instruct.i1-Q2_K.gguf +3 -0
  15. orca_mini_v9_5_3B-Instruct.i1-Q2_K_S.gguf +3 -0
  16. orca_mini_v9_5_3B-Instruct.i1-Q3_K_L.gguf +3 -0
  17. orca_mini_v9_5_3B-Instruct.i1-Q3_K_M.gguf +3 -0
  18. orca_mini_v9_5_3B-Instruct.i1-Q3_K_S.gguf +3 -0
  19. orca_mini_v9_5_3B-Instruct.i1-Q4_0.gguf +3 -0
  20. orca_mini_v9_5_3B-Instruct.i1-Q4_1.gguf +3 -0
  21. orca_mini_v9_5_3B-Instruct.i1-Q4_K_M.gguf +3 -0
  22. orca_mini_v9_5_3B-Instruct.i1-Q4_K_S.gguf +3 -0
  23. orca_mini_v9_5_3B-Instruct.i1-Q5_K_M.gguf +3 -0
  24. orca_mini_v9_5_3B-Instruct.i1-Q5_K_S.gguf +3 -0
  25. orca_mini_v9_5_3B-Instruct.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ orca_mini_v9_5_3B-Instruct.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ orca_mini_v9_5_3B-Instruct.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ orca_mini_v9_5_3B-Instruct.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ orca_mini_v9_5_3B-Instruct.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ orca_mini_v9_5_3B-Instruct.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ orca_mini_v9_5_3B-Instruct.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ orca_mini_v9_5_3B-Instruct.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ orca_mini_v9_5_3B-Instruct.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ orca_mini_v9_5_3B-Instruct.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ orca_mini_v9_5_3B-Instruct.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ orca_mini_v9_5_3B-Instruct.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ orca_mini_v9_5_3B-Instruct.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ orca_mini_v9_5_3B-Instruct.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ orca_mini_v9_5_3B-Instruct.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ orca_mini_v9_5_3B-Instruct.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
52
+ orca_mini_v9_5_3B-Instruct.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ orca_mini_v9_5_3B-Instruct.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ orca_mini_v9_5_3B-Instruct.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ orca_mini_v9_5_3B-Instruct.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
56
+ orca_mini_v9_5_3B-Instruct.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ orca_mini_v9_5_3B-Instruct.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ orca_mini_v9_5_3B-Instruct.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
59
+ orca_mini_v9_5_3B-Instruct.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
60
+ orca_mini_v9_5_3B-Instruct.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
orca_mini_v9_5_3B-Instruct.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e400acc6d1739a284d8c7305a44e592b5b18ca96ac05587f6b85d7cd386ac485
3
+ size 1053471136
orca_mini_v9_5_3B-Instruct.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:415543e10909e82cba26feab358430879a477d9bc1bf815c11ee6890cc2d6c80
3
+ size 997437856
orca_mini_v9_5_3B-Instruct.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a44412e608e0eee6476c566becf1fb1709ac3174af21868bae5f1cfad88bd7c0
3
+ size 1398327712
orca_mini_v9_5_3B-Instruct.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da7ac89fec77d9730cb2cdbd991364f7bbb39682cc4be974f2610e1cdd7de855
3
+ size 1323616672
orca_mini_v9_5_3B-Instruct.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:872d94311237a6c358aec6b44d4b24bbca2cadde984e4512fcf3ea58c38314d5
3
+ size 1229828512
orca_mini_v9_5_3B-Instruct.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f28a434b7ded59218b9234f6c4dbfbf7b79324d37a97a6e3be18b7477c3da94
3
+ size 1146859936
orca_mini_v9_5_3B-Instruct.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5b2c4dc8230b5e166468d682fdc988dc446b8acce003f3a9de3d72b9ae1c2c8
3
+ size 1768964512
orca_mini_v9_5_3B-Instruct.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f9b91e843ca7aed0c5dc5eb5802b2e73d759fd9252f06f148b3e84c23ae16be
3
+ size 1712144800
orca_mini_v9_5_3B-Instruct.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:677357e82e8a08e42f2dc72ce4d7c4007b861962735949baab07183837a3be48
3
+ size 1646084512
orca_mini_v9_5_3B-Instruct.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70f77804be7bcf94de533ae50d03c355e3783a727d0b88f59a61152869fd5cc7
3
+ size 1518061984
orca_mini_v9_5_3B-Instruct.i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9d74b9b68e0be1024f1356af050990214fcb8824192349ff4767d52ae5f2d8b
3
+ size 2138814880
orca_mini_v9_5_3B-Instruct.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16f742d7b3eb95a8857943e96c28da50dc6afd94a1b79064f4148e90df98435e
3
+ size 2038421920
orca_mini_v9_5_3B-Instruct.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4b38bf9c456aa0769ccc0c8e7bad250e3894ca08f104afe2abc013a667f71d2
3
+ size 1493215648
orca_mini_v9_5_3B-Instruct.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9d9df8252f32539e5b28be4398535a1e176e17c74ccb7419cb083edf4c7ea26
3
+ size 1403562400
orca_mini_v9_5_3B-Instruct.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:247a1a1c8d1883f7a839acaaa8a8b4d42f0c647ec27be4e714853cec3e685e86
3
+ size 1984643488
orca_mini_v9_5_3B-Instruct.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c11d39258547972fafd602f000f0216b1836d593fb81cb256bd69abf7c327ab
3
+ size 1856455072
orca_mini_v9_5_3B-Instruct.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34271693a57619f7bf8a9aa98536266b333eaca857a2554f9ccc0c271c7971e1
3
+ size 1712144800
orca_mini_v9_5_3B-Instruct.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:221c961b6d284cab9313408c3914584acd5230653d88e5fac92b943bfcff204c
3
+ size 2143533472
orca_mini_v9_5_3B-Instruct.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7515f0818b4b022ff1d4fafac62bbe0d0778eed59306e364227189140aa0a89
3
+ size 2339600800
orca_mini_v9_5_3B-Instruct.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2d85a55dbd3c465122d05ba107b335f33bebdd4d58b1050ddbde9cd1f6258b7
3
+ size 2241001888
orca_mini_v9_5_3B-Instruct.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78c6f8f5a31135366a9d8ce3e51ef40b82a378199b2e3da9f7f77bf18f77267d
3
+ size 2149824928
orca_mini_v9_5_3B-Instruct.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8f072b95c8b456348c7aada6b217f66b280f96eb8d0b016214dde0f344e470b
3
+ size 2593028512
orca_mini_v9_5_3B-Instruct.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4688ef89955c9979d273ab643c039d5e0dfdfec1f4ff05da675a5240911788af
3
+ size 2540386720
orca_mini_v9_5_3B-Instruct.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c57dd26a1bbbb867bce9c8d0688aeac5ea4e8fe9a4194c5a591cf7101af0780
3
+ size 2967056800