Hugging Face's logo

Lewdiculous
/
Hathor-L3-8B-v.01-GGUF-IQ-Imatrix

GGUF
English
Inference Endpoints
imatrix
conversational
Model card Files Community
1
Lewdiculous commited on
Commit
99ebf12
•
1 Parent(s): 600f094

Add quants.

Browse files
Files changed (13) hide show
  1. .gitattributes +11 -0
  2. Hathor-L3-8B-v.01-IQ3_M-imat.gguf +3 -0
  3. Hathor-L3-8B-v.01-IQ3_S-imat.gguf +3 -0
  4. Hathor-L3-8B-v.01-IQ3_XXS-imat.gguf +3 -0
  5. Hathor-L3-8B-v.01-IQ4_XS-imat.gguf +3 -0
  6. Hathor-L3-8B-v.01-Q4_K_M-imat.gguf +3 -0
  7. Hathor-L3-8B-v.01-Q4_K_S-imat.gguf +3 -0
  8. Hathor-L3-8B-v.01-Q5_K_M-imat.gguf +3 -0
  9. Hathor-L3-8B-v.01-Q5_K_S-imat.gguf +3 -0
  10. Hathor-L3-8B-v.01-Q6_K-imat.gguf +3 -0
  11. Hathor-L3-8B-v.01-Q8_0-imat.gguf +3 -0
  12. imatrix-with-rp-ex.txt +0 -0
  13. imatrix.dat +3 -0
.gitattributes CHANGED
@@ -33,3 +33,14 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Hathor-L3-8B-v.01-IQ3_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Hathor-L3-8B-v.01-IQ3_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Hathor-L3-8B-v.01-IQ3_XXS-imat.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Hathor-L3-8B-v.01-IQ4_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Hathor-L3-8B-v.01-Q4_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Hathor-L3-8B-v.01-Q4_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Hathor-L3-8B-v.01-Q5_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Hathor-L3-8B-v.01-Q5_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Hathor-L3-8B-v.01-Q6_K-imat.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Hathor-L3-8B-v.01-Q8_0-imat.gguf filter=lfs diff=lfs merge=lfs -text
46
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
Hathor-L3-8B-v.01-IQ3_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d6a8e0e8fb73ae05033682a0d4f1257665fe6fa9b3d326b6b1734ecc1e8830f
3
+ size 3784823392
Hathor-L3-8B-v.01-IQ3_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:346531c62ce7aae41f29b49532e60d7f9ed05987e59063fef6712c7baf5d8c02
3
+ size 3682325088
Hathor-L3-8B-v.01-IQ3_XXS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6bd202301c7733b53a2500e389ca7c06164861da9338c5dd779ace583aa81e2d
3
+ size 3274912352
Hathor-L3-8B-v.01-IQ4_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb55796fc1f994b9b94b877f8d388e50189f89a7937dde3af81259a4a0a626af
3
+ size 4447662688
Hathor-L3-8B-v.01-Q4_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf4129952373ccc487c423c02691983823ec4b45e049cd1d602432ee1f22f08c
3
+ size 4920734304
Hathor-L3-8B-v.01-Q4_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3fdb093d1afc4805223b54e87af6d465e4ac991f5eb0f8c6f8739e951dee24f
3
+ size 4692669024
Hathor-L3-8B-v.01-Q5_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7338a79b79c82fc5a8c011479568df0b881ecd352afef6bafbdd44fd0f3e712
3
+ size 5732987488
Hathor-L3-8B-v.01-Q5_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1a688b3a65076d164d523c11acfe4425d4ac3c1347d0651ca0038a3fe822856
3
+ size 5599294048
Hathor-L3-8B-v.01-Q6_K-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd8427daa405855854bc1427504ba14e5c378e2112d5714b4516c40c149f1fc7
3
+ size 6596006496
Hathor-L3-8B-v.01-Q8_0-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f15a761d54867ea4ebe036120edcf0b7bf6a4f1063f4be4ab86daf26fd8e37c2
3
+ size 8540770912
imatrix-with-rp-ex.txt ADDED
The diff for this file is too large to render. See raw diff
 
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b8cd7c4084b47e407c30e95e7a78c2ae2f2eda9abe21adb1a17d28adedcd357
3
+ size 4988193