Hugging Face's logo

AetherArchitectural
/
EXAONE-3.5-7.8B-Instruct-abliterated-GGUF-ARM-Imatrix-Community

GGUF
English
imatrix
conversational
Model card Files Community
Lewdiculous commited on
Commit
e4550ae
·
verified ·
1 Parent(s): ba04fc8

add all quants

Browse files
Files changed (17) hide show
  1. .gitattributes +15 -0
  2. EXAONE-3.5-7.8B-Instruct-abliterated-IQ3_M-imat.gguf +3 -0
  3. EXAONE-3.5-7.8B-Instruct-abliterated-IQ3_S-imat.gguf +3 -0
  4. EXAONE-3.5-7.8B-Instruct-abliterated-IQ3_XS-imat.gguf +3 -0
  5. EXAONE-3.5-7.8B-Instruct-abliterated-IQ3_XXS-imat.gguf +3 -0
  6. EXAONE-3.5-7.8B-Instruct-abliterated-IQ4_XS-imat.gguf +3 -0
  7. EXAONE-3.5-7.8B-Instruct-abliterated-Q3_K_L-imat.gguf +3 -0
  8. EXAONE-3.5-7.8B-Instruct-abliterated-Q3_K_M-imat.gguf +3 -0
  9. EXAONE-3.5-7.8B-Instruct-abliterated-Q4_0_4_8-imat.gguf +3 -0
  10. EXAONE-3.5-7.8B-Instruct-abliterated-Q4_K_M-imat.gguf +3 -0
  11. EXAONE-3.5-7.8B-Instruct-abliterated-Q4_K_S-imat.gguf +3 -0
  12. EXAONE-3.5-7.8B-Instruct-abliterated-Q5_K_M-imat.gguf +3 -0
  13. EXAONE-3.5-7.8B-Instruct-abliterated-Q5_K_S-imat.gguf +3 -0
  14. EXAONE-3.5-7.8B-Instruct-abliterated-Q6_K-imat.gguf +3 -0
  15. EXAONE-3.5-7.8B-Instruct-abliterated-Q8_0-imat.gguf +3 -0
  16. imatrix-with-rp-v3.txt +0 -0
  17. imatrix.dat +3 -0
.gitattributes CHANGED
@@ -33,3 +33,18 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ EXAONE-3.5-7.8B-Instruct-abliterated-IQ3_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
37
+ EXAONE-3.5-7.8B-Instruct-abliterated-IQ3_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
38
+ EXAONE-3.5-7.8B-Instruct-abliterated-IQ3_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
39
+ EXAONE-3.5-7.8B-Instruct-abliterated-IQ3_XXS-imat.gguf filter=lfs diff=lfs merge=lfs -text
40
+ EXAONE-3.5-7.8B-Instruct-abliterated-IQ4_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
41
+ EXAONE-3.5-7.8B-Instruct-abliterated-Q3_K_L-imat.gguf filter=lfs diff=lfs merge=lfs -text
42
+ EXAONE-3.5-7.8B-Instruct-abliterated-Q3_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
43
+ EXAONE-3.5-7.8B-Instruct-abliterated-Q4_0_4_8-imat.gguf filter=lfs diff=lfs merge=lfs -text
44
+ EXAONE-3.5-7.8B-Instruct-abliterated-Q4_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
45
+ EXAONE-3.5-7.8B-Instruct-abliterated-Q4_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
46
+ EXAONE-3.5-7.8B-Instruct-abliterated-Q5_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
47
+ EXAONE-3.5-7.8B-Instruct-abliterated-Q5_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
48
+ EXAONE-3.5-7.8B-Instruct-abliterated-Q6_K-imat.gguf filter=lfs diff=lfs merge=lfs -text
49
+ EXAONE-3.5-7.8B-Instruct-abliterated-Q8_0-imat.gguf filter=lfs diff=lfs merge=lfs -text
50
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
EXAONE-3.5-7.8B-Instruct-abliterated-IQ3_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbb263528c4638d5b5dc5d36ffff00e2f2064a60947ef4848d52b1f9d5b66aa7
3
+ size 3648805408
EXAONE-3.5-7.8B-Instruct-abliterated-IQ3_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b39c5091321de03754171aa86698dad84d23d199f485cffb9a6c8e3b7378cc6d
3
+ size 3546307104
EXAONE-3.5-7.8B-Instruct-abliterated-IQ3_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b212aa083bfa05f08484d1acfec1decbdd402490752054f3efe59045757bfdf
3
+ size 3382729248
EXAONE-3.5-7.8B-Instruct-abliterated-IQ3_XXS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:134939e1f39230ca27bce4f17737df2d15972c55e292a7fc9deae6e61e0fed8d
3
+ size 3152960032
EXAONE-3.5-7.8B-Instruct-abliterated-IQ4_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:336a0b6319375f7bb6d2295275066a3976db3598ec4deb0acbeaba275d6e4d93
3
+ size 4300888608
EXAONE-3.5-7.8B-Instruct-abliterated-Q3_K_L-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d1cd51ee761ac00c6f21e6df06a0ef4981f0db1e15944abd57eaf02c4b680f5
3
+ size 4185938464
EXAONE-3.5-7.8B-Instruct-abliterated-Q3_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:566375af24e2800d40e537d5eea029046b7b1ed14df9017799adcf7658fb4c7a
3
+ size 3882900000
EXAONE-3.5-7.8B-Instruct-abliterated-Q4_0_4_8-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:956642153265011ec01e6655443c1cabf25503794a64ce7aca554117e5089ccb
3
+ size 4511128096
EXAONE-3.5-7.8B-Instruct-abliterated-Q4_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2eb5164e7d6cea987e0425c772ac280ddcb4f10bf8c56bfd1cd544fa62a16cfc
3
+ size 4770650656
EXAONE-3.5-7.8B-Instruct-abliterated-Q4_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f718eacbc40dae80f2bbd6fa5c99658570203963f59d3bb3f2660f7646f6981b
3
+ size 4542585376
EXAONE-3.5-7.8B-Instruct-abliterated-Q5_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82c8c492d817e80f87a55a8cb35b84b4a58534fb9c2fe05251da010ec857c634
3
+ size 5569665568
EXAONE-3.5-7.8B-Instruct-abliterated-Q5_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0c78a5b11a77de9af12fc90c1a52b47bc763fc54f4e91ee875df4e5031f9d5f
3
+ size 5435972128
EXAONE-3.5-7.8B-Instruct-abliterated-Q6_K-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b793864c4ff61fd11a624a4f79792147d6bd7fb96b423d48b6e336b85ee62c86
3
+ size 6418618912
EXAONE-3.5-7.8B-Instruct-abliterated-Q8_0-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40e065a96f65f48699dd70814f1ef363a1756f503b6196845b0784ec9757b740
3
+ size 8312085024
imatrix-with-rp-v3.txt ADDED
The diff for this file is too large to render. See raw diff
 
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8887a3cfbb0e1ce16ad20c0ffaf644b287069b79f6dd2fac993597bdcbea7f03
3
+ size 4988171