Hugging Face's logo

MaziyarPanahi
/
xLAM-8x22b-r-GGUF

Text Generation
GGUF
quantized
2-bit
3-bit
4-bit precision
5-bit
6-bit
8-bit precision
GGUF
imatrix
conversational
Model card Files Community
6

Upload folder using huggingface_hub

#3
by MaziyarPanahi - opened
base: refs/heads/main
←
from: refs/pr/3
Discussion Files changed
+60
-0
Files changed (16) hide show
  1. .gitattributes +15 -0
  2. xLAM-8x22b-r.IQ3_XS.gguf-00001-of-00005.gguf +3 -0
  3. xLAM-8x22b-r.IQ3_XS.gguf-00002-of-00005.gguf +3 -0
  4. xLAM-8x22b-r.IQ3_XS.gguf-00003-of-00005.gguf +3 -0
  5. xLAM-8x22b-r.IQ3_XS.gguf-00004-of-00005.gguf +3 -0
  6. xLAM-8x22b-r.IQ3_XS.gguf-00005-of-00005.gguf +3 -0
  7. xLAM-8x22b-r.IQ4_XS.gguf-00001-of-00005.gguf +3 -0
  8. xLAM-8x22b-r.IQ4_XS.gguf-00002-of-00005.gguf +3 -0
  9. xLAM-8x22b-r.IQ4_XS.gguf-00003-of-00005.gguf +3 -0
  10. xLAM-8x22b-r.IQ4_XS.gguf-00004-of-00005.gguf +3 -0
  11. xLAM-8x22b-r.IQ4_XS.gguf-00005-of-00005.gguf +3 -0
  12. xLAM-8x22b-r.Q2_K.gguf-00001-of-00005.gguf +3 -0
  13. xLAM-8x22b-r.Q2_K.gguf-00002-of-00005.gguf +3 -0
  14. xLAM-8x22b-r.Q2_K.gguf-00003-of-00005.gguf +3 -0
  15. xLAM-8x22b-r.Q2_K.gguf-00004-of-00005.gguf +3 -0
  16. xLAM-8x22b-r.Q2_K.gguf-00005-of-00005.gguf +3 -0
.gitattributes CHANGED
@@ -36,3 +36,18 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
36
  xLAM-8x22b-r.IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
37
  xLAM-8x22b-r.IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
  xLAM-8x22b-r.IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
36
  xLAM-8x22b-r.IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
37
  xLAM-8x22b-r.IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
  xLAM-8x22b-r.IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
39
+ xLAM-8x22b-r.IQ3_XS.gguf-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
40
+ xLAM-8x22b-r.IQ3_XS.gguf-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
41
+ xLAM-8x22b-r.IQ3_XS.gguf-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
42
+ xLAM-8x22b-r.IQ3_XS.gguf-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
43
+ xLAM-8x22b-r.IQ3_XS.gguf-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
44
+ xLAM-8x22b-r.IQ4_XS.gguf-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
45
+ xLAM-8x22b-r.IQ4_XS.gguf-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
46
+ xLAM-8x22b-r.IQ4_XS.gguf-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
47
+ xLAM-8x22b-r.IQ4_XS.gguf-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
48
+ xLAM-8x22b-r.IQ4_XS.gguf-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
49
+ xLAM-8x22b-r.Q2_K.gguf-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
50
+ xLAM-8x22b-r.Q2_K.gguf-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
51
+ xLAM-8x22b-r.Q2_K.gguf-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
52
+ xLAM-8x22b-r.Q2_K.gguf-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
53
+ xLAM-8x22b-r.Q2_K.gguf-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
xLAM-8x22b-r.IQ3_XS.gguf-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dca4accface2fd19d319214c864eee1a0701784f7c0df7ff8abc9942ea715385
3
+ size 13523349984
xLAM-8x22b-r.IQ3_XS.gguf-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33bc245c26f7dde556fbda8fad11299ccd60be07a9fb230da3e54ff0327350f5
3
+ size 12561637504
xLAM-8x22b-r.IQ3_XS.gguf-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eff840da3ff81d1b04bc08c7bc615dd4bcda4901ab0997d4e450382a593dfe52
3
+ size 13194813600
xLAM-8x22b-r.IQ3_XS.gguf-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b5f69715b5999b521813a9ef575589ee101bb8621ad6d29047c1e2979ea1386
3
+ size 13348561056
xLAM-8x22b-r.IQ3_XS.gguf-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:197769445d1e0fabec609503a3e6576ebd4892109dc12d0f63d5a364b9ca7778
3
+ size 5611269440
xLAM-8x22b-r.IQ4_XS.gguf-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:709b007e5c9bcbe240197cfa716631a5ade5458d5ff5b072fd7ed1fd7d175fac
3
+ size 17139855840
xLAM-8x22b-r.IQ4_XS.gguf-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67596c6a796ce61b4250322c933640017e81ab5377e6ff6a7ae758ec38064aa3
3
+ size 16604389504
xLAM-8x22b-r.IQ4_XS.gguf-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:515b868deb816f9a06578643de77ee14bd5d72f8352a1e9755a7d8620e479361
3
+ size 17433288864
xLAM-8x22b-r.IQ4_XS.gguf-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70e91b37f428ead575554b89568d4a31b1d5437466af8e1673f9d7a077368f45
3
+ size 17447248032
xLAM-8x22b-r.IQ4_XS.gguf-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:410eca9d6c80fd51d3367e4c5df4bd44e82e29629df237b19c279616f3f1b339
3
+ size 6860516672
xLAM-8x22b-r.Q2_K.gguf-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d0b4daf7172b7a78957580105d242f95fd65eae685e12a46b3775e01a92a993
3
+ size 11846578656
xLAM-8x22b-r.Q2_K.gguf-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce4d51aeb231c018711239d146306a888b8e2fb6baf6bbba1d115cd6cbc1fc67
3
+ size 11433795712
xLAM-8x22b-r.Q2_K.gguf-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1148e589fd55c3eaeb505d41c038d331fca4fc3d3bb20211e8e20526385349f6
3
+ size 12024996000
xLAM-8x22b-r.Q2_K.gguf-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:071e15f1e85699ad7e6b5b4d1862b4a8859260876aa5f48340b548467210a767
3
+ size 12023619744
xLAM-8x22b-r.Q2_K.gguf-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae9fa264b3724c89d30d5cce263144d041e9fc77493038c6547e3bde592048a2
3
+ size 4785122624