Hugging Face's logo

mradermacher
/
vicuna-7b-v1.5-i1-GGUF

Transformers
GGUF
English
Inference Endpoints
imatrix
Model card Files Community
mradermacher commited on
Commit
372e18b
·
verified ·
1 Parent(s): 3a25928

uploaded from rich1

Browse files
Files changed (23) hide show
  1. .gitattributes +22 -0
  2. vicuna-7b-v1.5.i1-IQ1_M.gguf +3 -0
  3. vicuna-7b-v1.5.i1-IQ1_S.gguf +3 -0
  4. vicuna-7b-v1.5.i1-IQ2_M.gguf +3 -0
  5. vicuna-7b-v1.5.i1-IQ2_S.gguf +3 -0
  6. vicuna-7b-v1.5.i1-IQ2_XS.gguf +3 -0
  7. vicuna-7b-v1.5.i1-IQ2_XXS.gguf +3 -0
  8. vicuna-7b-v1.5.i1-IQ3_M.gguf +3 -0
  9. vicuna-7b-v1.5.i1-IQ3_S.gguf +3 -0
  10. vicuna-7b-v1.5.i1-IQ3_XS.gguf +3 -0
  11. vicuna-7b-v1.5.i1-IQ3_XXS.gguf +3 -0
  12. vicuna-7b-v1.5.i1-IQ4_XS.gguf +3 -0
  13. vicuna-7b-v1.5.i1-Q2_K.gguf +3 -0
  14. vicuna-7b-v1.5.i1-Q2_K_S.gguf +3 -0
  15. vicuna-7b-v1.5.i1-Q3_K_L.gguf +3 -0
  16. vicuna-7b-v1.5.i1-Q3_K_M.gguf +3 -0
  17. vicuna-7b-v1.5.i1-Q3_K_S.gguf +3 -0
  18. vicuna-7b-v1.5.i1-Q4_0.gguf +3 -0
  19. vicuna-7b-v1.5.i1-Q4_K_M.gguf +3 -0
  20. vicuna-7b-v1.5.i1-Q4_K_S.gguf +3 -0
  21. vicuna-7b-v1.5.i1-Q5_K_M.gguf +3 -0
  22. vicuna-7b-v1.5.i1-Q5_K_S.gguf +3 -0
  23. vicuna-7b-v1.5.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,25 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ vicuna-7b-v1.5.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ vicuna-7b-v1.5.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ vicuna-7b-v1.5.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ vicuna-7b-v1.5.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ vicuna-7b-v1.5.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ vicuna-7b-v1.5.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ vicuna-7b-v1.5.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ vicuna-7b-v1.5.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ vicuna-7b-v1.5.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ vicuna-7b-v1.5.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ vicuna-7b-v1.5.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
48
+ vicuna-7b-v1.5.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ vicuna-7b-v1.5.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
50
+ vicuna-7b-v1.5.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
51
+ vicuna-7b-v1.5.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ vicuna-7b-v1.5.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ vicuna-7b-v1.5.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
54
+ vicuna-7b-v1.5.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
55
+ vicuna-7b-v1.5.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
56
+ vicuna-7b-v1.5.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ vicuna-7b-v1.5.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ vicuna-7b-v1.5.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
vicuna-7b-v1.5.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09ce239a9cc99cb1bb1471e2b6d9e8ab4e21ef0a0acbf8fd00233cc35025258a
3
+ size 1650971328
vicuna-7b-v1.5.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5d49c4ec2d697090016a0166df1b9dc6c86e9edbada1ab4ceda78ae3eeebe36
3
+ size 1528582848
vicuna-7b-v1.5.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbf860c71a73e35596a906df2add5539458bfe46c4ffaf1c4773fa855b1ae415
3
+ size 2359751360
vicuna-7b-v1.5.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b05f00868fadc67e9eaaf08db4261f530810111d0a19980c4a6008ebfe113bff
3
+ size 2196566720
vicuna-7b-v1.5.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a3c3e082d288a64e972058fa4438fef48ba95dfc9216aa786466cad61640c94
3
+ size 2034913984
vicuna-7b-v1.5.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a4fca4b1bd7d3847c185de4f362d9cd949267ef881a87316b4c237199bffb2c
3
+ size 1854952128
vicuna-7b-v1.5.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c7b4d69619f4015d5f717319077e56d97614392961ab352137361f46f0d6a15
3
+ size 3114865344
vicuna-7b-v1.5.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89fbc1e5c8f3fa044e1869ebbd7c8c48dad1439bb4b9426ff4c9e4c7e17397fb
3
+ size 2948305600
vicuna-7b-v1.5.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f94e1c8bd4e3fe926f491ae0dd69b3fc2184e7cec5c5970b74123caf6c74ddae
3
+ size 2796524224
vicuna-7b-v1.5.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5076b31ad7c4458f7969ea303f3fda167b7723b2b91efa89cf4cd75cd85180dc
3
+ size 2585391808
vicuna-7b-v1.5.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b5fc5eb663c3895bfe53cec31c2812ec5e225eaa1f8d3dacdb6883d10a35e95
3
+ size 3619336896
vicuna-7b-v1.5.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b6596f88313865a914e897e525efc788c8efe57c75ce560a5441f6fb8e0945e
3
+ size 2532864704
vicuna-7b-v1.5.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d9ad5961978b6d1904f32ac59406a3e756c6d81bdd6b900d3aa44a98420ef76
3
+ size 2319545024
vicuna-7b-v1.5.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fcaf537e1f728b83a0a7626f838516558dff61458857b34c1c5d0f8dbccee35
3
+ size 3597112000
vicuna-7b-v1.5.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45390702d1d568acf96a8bf90299ea4ca1c5798a55d92645be20547171871e27
3
+ size 3298005696
vicuna-7b-v1.5.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a16b6fbb7e7bcaa810ebaf3854288091c675dfe9c372764c0097b806e425fcf
3
+ size 2948305600
vicuna-7b-v1.5.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9bb61afab2da1f098a28abde275876f1d81ba3d777957ad4ec08ff758304aadf
3
+ size 3837080256
vicuna-7b-v1.5.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f46a0cdf3db1fd39d89a7fa291df7d6864b9beb8027c082b84592e950736f34
3
+ size 4081005248
vicuna-7b-v1.5.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9578db70f7039b4326dc25ad52ff0727561d990cc66b70d60229489edcdde8b4
3
+ size 3856741056
vicuna-7b-v1.5.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b373989fd880804d05f099ccef7654d5c2dc4e3b277789cfc19acb8fc15a555d
3
+ size 4783157952
vicuna-7b-v1.5.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94df5af3ffb9f9c760c13074718e619739d8825a570e8b9b8f8fbd7e2c3383ab
3
+ size 4651692736
vicuna-7b-v1.5.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e487a96dee7a5b103127fe04cbe864aa18cb397932ed980e4a6a655cc6fb1d02
3
+ size 5529195200