Hugging Face's logo

Lewdiculous
/
phencyclidine-8b-v1-GGUF-IQ-Imatrix

GGUF
Inference Endpoints
imatrix
Model card Files Community
Lewdiculous commited on
Commit
c3595b8
•
1 Parent(s): 5c4fbbe

Add files to repo.

Browse files
Files changed (14) hide show
  1. .gitattributes +12 -0
  2. imatrix-with-rp-ex.txt +0 -0
  3. imatrix.dat +3 -0
  4. phencyclidine-8b-v1-IQ3_M-imat.gguf +3 -0
  5. phencyclidine-8b-v1-IQ3_S-imat.gguf +3 -0
  6. phencyclidine-8b-v1-IQ3_XXS-imat.gguf +3 -0
  7. phencyclidine-8b-v1-IQ4_NL-imat.gguf +3 -0
  8. phencyclidine-8b-v1-IQ4_XS-imat.gguf +3 -0
  9. phencyclidine-8b-v1-Q4_K_M-imat.gguf +3 -0
  10. phencyclidine-8b-v1-Q4_K_S-imat.gguf +3 -0
  11. phencyclidine-8b-v1-Q5_K_M-imat.gguf +3 -0
  12. phencyclidine-8b-v1-Q5_K_S-imat.gguf +3 -0
  13. phencyclidine-8b-v1-Q6_K-imat.gguf +3 -0
  14. phencyclidine-8b-v1-Q8_0-imat.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ phencyclidine-8b-v1-IQ3_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
38
+ phencyclidine-8b-v1-IQ3_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
39
+ phencyclidine-8b-v1-IQ3_XXS-imat.gguf filter=lfs diff=lfs merge=lfs -text
40
+ phencyclidine-8b-v1-IQ4_NL-imat.gguf filter=lfs diff=lfs merge=lfs -text
41
+ phencyclidine-8b-v1-IQ4_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
42
+ phencyclidine-8b-v1-Q4_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
43
+ phencyclidine-8b-v1-Q4_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
44
+ phencyclidine-8b-v1-Q5_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
45
+ phencyclidine-8b-v1-Q5_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
46
+ phencyclidine-8b-v1-Q6_K-imat.gguf filter=lfs diff=lfs merge=lfs -text
47
+ phencyclidine-8b-v1-Q8_0-imat.gguf filter=lfs diff=lfs merge=lfs -text
imatrix-with-rp-ex.txt ADDED
The diff for this file is too large to render. See raw diff
 
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9990fcf3bf080fbdecb6bddd9eda847144c4ff09a84002620c3be7ea94061722
3
+ size 4988193
phencyclidine-8b-v1-IQ3_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de22864b5fd5950289cf486601214be91811d378379e414293f642db00f725ca
3
+ size 3784823008
phencyclidine-8b-v1-IQ3_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ff6cac6bfcec966469396c08848fbf1f18947de2c321b0491ff8759f21a1443
3
+ size 3682324704
phencyclidine-8b-v1-IQ3_XXS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:867f7eb2f16fe598f3241b3d339de553aef7c262bdadd898d7664fa037263f22
3
+ size 3274911968
phencyclidine-8b-v1-IQ4_NL-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fcdb2aa56e3b2bad09f8538812ec14a8a0701dffcea32e79cf6eb5abed02ed79
3
+ size 4677988576
phencyclidine-8b-v1-IQ4_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c27557a6accdbe35e2955c8a350e5ab0eac829f13edddf6c263430253fb38916
3
+ size 4447662304
phencyclidine-8b-v1-Q4_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02bc7b0354400629949de66023b666db0b2ec0f01262585a98f1df7c77a5f8e6
3
+ size 4920733920
phencyclidine-8b-v1-Q4_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb531affeae805ea089b973194cf522bd409485e64dd621c8d6e3906f45ae7c9
3
+ size 4692668640
phencyclidine-8b-v1-Q5_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ef408425032a80f4f2402ac75f52f9d7414eb44357c3e03e6b706d61d9540a0
3
+ size 5732987104
phencyclidine-8b-v1-Q5_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e390d4c65212bcad65e39140712ab8ad543210ddedfb1f52a35b1e6957addc9
3
+ size 5599293664
phencyclidine-8b-v1-Q6_K-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55bfcdfdffabb7de44ac7058ff0a212d3365f20138b00274afb2f10681338966
3
+ size 6596006112
phencyclidine-8b-v1-Q8_0-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f7371311df4d9cebdbe7d78bdf123c16efe099897135987e506c6ee7ca61276
3
+ size 8540770528