Hugging Face's logo

mradermacher
/
OpenHermes-2.5-Mistral-7B-pruned2.4-i1-GGUF

Transformers
GGUF
English
nm-vllm
sparse
imatrix
conversational
Model card Files
xet
Community
mradermacher commited on
Commit
d37b391
·
verified ·
1 Parent(s): 9d6e0d6

uploaded from kaos

Browse files
Files changed (23) hide show
  1. .gitattributes +22 -0
  2. OpenHermes-2.5-Mistral-7B-pruned2.4.i1-IQ1_M.gguf +3 -0
  3. OpenHermes-2.5-Mistral-7B-pruned2.4.i1-IQ1_S.gguf +3 -0
  4. OpenHermes-2.5-Mistral-7B-pruned2.4.i1-IQ2_M.gguf +3 -0
  5. OpenHermes-2.5-Mistral-7B-pruned2.4.i1-IQ2_S.gguf +3 -0
  6. OpenHermes-2.5-Mistral-7B-pruned2.4.i1-IQ2_XS.gguf +3 -0
  7. OpenHermes-2.5-Mistral-7B-pruned2.4.i1-IQ2_XXS.gguf +3 -0
  8. OpenHermes-2.5-Mistral-7B-pruned2.4.i1-IQ3_M.gguf +3 -0
  9. OpenHermes-2.5-Mistral-7B-pruned2.4.i1-IQ3_S.gguf +3 -0
  10. OpenHermes-2.5-Mistral-7B-pruned2.4.i1-IQ3_XS.gguf +3 -0
  11. OpenHermes-2.5-Mistral-7B-pruned2.4.i1-IQ3_XXS.gguf +3 -0
  12. OpenHermes-2.5-Mistral-7B-pruned2.4.i1-IQ4_XS.gguf +3 -0
  13. OpenHermes-2.5-Mistral-7B-pruned2.4.i1-Q2_K.gguf +3 -0
  14. OpenHermes-2.5-Mistral-7B-pruned2.4.i1-Q2_K_S.gguf +3 -0
  15. OpenHermes-2.5-Mistral-7B-pruned2.4.i1-Q3_K_L.gguf +3 -0
  16. OpenHermes-2.5-Mistral-7B-pruned2.4.i1-Q3_K_M.gguf +3 -0
  17. OpenHermes-2.5-Mistral-7B-pruned2.4.i1-Q3_K_S.gguf +3 -0
  18. OpenHermes-2.5-Mistral-7B-pruned2.4.i1-Q4_0.gguf +3 -0
  19. OpenHermes-2.5-Mistral-7B-pruned2.4.i1-Q4_K_M.gguf +3 -0
  20. OpenHermes-2.5-Mistral-7B-pruned2.4.i1-Q4_K_S.gguf +3 -0
  21. OpenHermes-2.5-Mistral-7B-pruned2.4.i1-Q5_K_M.gguf +3 -0
  22. OpenHermes-2.5-Mistral-7B-pruned2.4.i1-Q5_K_S.gguf +3 -0
  23. OpenHermes-2.5-Mistral-7B-pruned2.4.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,25 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ OpenHermes-2.5-Mistral-7B-pruned2.4.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ OpenHermes-2.5-Mistral-7B-pruned2.4.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ OpenHermes-2.5-Mistral-7B-pruned2.4.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ OpenHermes-2.5-Mistral-7B-pruned2.4.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ OpenHermes-2.5-Mistral-7B-pruned2.4.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ OpenHermes-2.5-Mistral-7B-pruned2.4.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ OpenHermes-2.5-Mistral-7B-pruned2.4.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ OpenHermes-2.5-Mistral-7B-pruned2.4.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ OpenHermes-2.5-Mistral-7B-pruned2.4.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ OpenHermes-2.5-Mistral-7B-pruned2.4.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ OpenHermes-2.5-Mistral-7B-pruned2.4.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
48
+ OpenHermes-2.5-Mistral-7B-pruned2.4.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ OpenHermes-2.5-Mistral-7B-pruned2.4.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
50
+ OpenHermes-2.5-Mistral-7B-pruned2.4.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
51
+ OpenHermes-2.5-Mistral-7B-pruned2.4.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ OpenHermes-2.5-Mistral-7B-pruned2.4.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ OpenHermes-2.5-Mistral-7B-pruned2.4.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
54
+ OpenHermes-2.5-Mistral-7B-pruned2.4.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
55
+ OpenHermes-2.5-Mistral-7B-pruned2.4.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
56
+ OpenHermes-2.5-Mistral-7B-pruned2.4.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ OpenHermes-2.5-Mistral-7B-pruned2.4.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ OpenHermes-2.5-Mistral-7B-pruned2.4.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
OpenHermes-2.5-Mistral-7B-pruned2.4.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a68e0b00f9cf6ecfdda32f27d0a50be145c8ccb9d639d007a0a5617c6fde8637
3
+ size 1754455552
OpenHermes-2.5-Mistral-7B-pruned2.4.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b07421073958ee8b56f70fabd0511c967c17f449a86310a25dba2277f01be340
3
+ size 1612111360
OpenHermes-2.5-Mistral-7B-pruned2.4.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fb5ca356e43256123a861e75009d1e5065f4f21b962b4d18102770885257f02
3
+ size 2500723008
OpenHermes-2.5-Mistral-7B-pruned2.4.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a4dfe9b33b7c1247fe8ddd8d2233465b2eca90e80d9e6b07e95a5c0b0705aa8
3
+ size 2310930752
OpenHermes-2.5-Mistral-7B-pruned2.4.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c92413de2a7e8698a562e26a2708760c795b67adf102e7a7e7945ca991b8f82f
3
+ size 2198265344
OpenHermes-2.5-Mistral-7B-pruned2.4.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6007a55f520511c7fc16599b5ed20abf8b0c2eb3a1dab8d809037674df80fd33
3
+ size 1991695872
OpenHermes-2.5-Mistral-7B-pruned2.4.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c278d0cbd85094df09a9bb4efc6ba0e0ece382f8001088cdf4c2e793a322978c
3
+ size 3284903296
OpenHermes-2.5-Mistral-7B-pruned2.4.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ba6938777898fd611a2354c0bc48726db40c6b829c943bd9ea1fdff4cf7ce51
3
+ size 3182404992
OpenHermes-2.5-Mistral-7B-pruned2.4.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de9f463c6f2a0885b09e6d9738535eb5f697fbe87c51f495fa9e04b914802ac8
3
+ size 3018827136
OpenHermes-2.5-Mistral-7B-pruned2.4.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8104b7a9c31afc09e367d368ea4d70b75a0f6aea5e5b3246d49130127db30c34
3
+ size 2827354432
OpenHermes-2.5-Mistral-7B-pruned2.4.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07f7b45be523e600b2882c6f76dd9117473c1355e4a74fe46a85578a1ece8173
3
+ size 3907700928
OpenHermes-2.5-Mistral-7B-pruned2.4.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d265bfba73bcdce777a143da11e97717211ef6642f746d2446cb9ecbc9b5deee
3
+ size 2719253056
OpenHermes-2.5-Mistral-7B-pruned2.4.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b50c9354017895fce40aed57cae7c099bc1857af1ecfd6d5152b8141b1c49dfc
3
+ size 2528936512
OpenHermes-2.5-Mistral-7B-pruned2.4.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bdfeff357d8f5b43385ac9ecb66f01991534b2d97b38a6f5da0c69f2af494775
3
+ size 3822036352
OpenHermes-2.5-Mistral-7B-pruned2.4.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9be4f27b950511df4764b448b157450ec579ce37092693799516c0741c91e4a
3
+ size 3518997888
OpenHermes-2.5-Mistral-7B-pruned2.4.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df5c5424b318357ff794d1aa438611ed4675d083f4ba1bbcc457d99dee2ad171
3
+ size 3164579200
OpenHermes-2.5-Mistral-7B-pruned2.4.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98d5019999485412243c0631436571e9edff5f06ca0d46aad0e20aad56e0bdb5
3
+ size 4123609536
OpenHermes-2.5-Mistral-7B-pruned2.4.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b56718857dd2f66711b7a7e1589270e2da9e555e44b84f216a187547bc1af3ec
3
+ size 4368452032
OpenHermes-2.5-Mistral-7B-pruned2.4.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:174bbc80d4513b8cb68832eaf55b4d38504e83cf9759caff8fc7cfb8cfb98184
3
+ size 4140386752
OpenHermes-2.5-Mistral-7B-pruned2.4.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83f40e022f2b05e810ebf8f74f800d26a98ddaaf2f77b2709d1fd0a4ede7172e
3
+ size 5131423168
OpenHermes-2.5-Mistral-7B-pruned2.4.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d387f4d9b529576c20bde5389aa6a8fb2ec08feb4db27998009e4d74235d28e
3
+ size 4997729728
OpenHermes-2.5-Mistral-7B-pruned2.4.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea91164aa98f46cf21f54d5da242a514cfa8a3718d3f99aa554d6797f37d962c
3
+ size 5942080000