Hugging Face's logo

mradermacher
/
vicuna-7b-v1.5-GGUF

Transformers
GGUF
English
Inference Endpoints
Model card Files Community
mradermacher commited on
Commit
bef9ac6
·
verified ·
1 Parent(s): 8b1fcda

uploaded from rich1

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. vicuna-7b-v1.5.IQ4_XS.gguf +3 -0
  3. vicuna-7b-v1.5.Q2_K.gguf +3 -0
  4. vicuna-7b-v1.5.Q3_K_L.gguf +3 -0
  5. vicuna-7b-v1.5.Q3_K_M.gguf +3 -0
  6. vicuna-7b-v1.5.Q3_K_S.gguf +3 -0
  7. vicuna-7b-v1.5.Q4_K_M.gguf +3 -0
  8. vicuna-7b-v1.5.Q4_K_S.gguf +3 -0
  9. vicuna-7b-v1.5.Q5_K_M.gguf +3 -0
  10. vicuna-7b-v1.5.Q5_K_S.gguf +3 -0
  11. vicuna-7b-v1.5.Q6_K.gguf +3 -0
  12. vicuna-7b-v1.5.Q8_0.gguf +3 -0
  13. vicuna-7b-v1.5.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ vicuna-7b-v1.5.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ vicuna-7b-v1.5.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ vicuna-7b-v1.5.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ vicuna-7b-v1.5.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ vicuna-7b-v1.5.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ vicuna-7b-v1.5.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ vicuna-7b-v1.5.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ vicuna-7b-v1.5.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ vicuna-7b-v1.5.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ vicuna-7b-v1.5.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ vicuna-7b-v1.5.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ vicuna-7b-v1.5.f16.gguf filter=lfs diff=lfs merge=lfs -text
vicuna-7b-v1.5.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36c584be7b14d4b1db3312e86d36eecaa89f88c87013bb2a4d82114c7ebbb0b2
3
+ size 3647517152
vicuna-7b-v1.5.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa189b252526c86ba173fec4b89617a3b90977a3c18a0af678f40d520d647f00
3
+ size 2532864480
vicuna-7b-v1.5.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:196d0289f28ef54e5602f07102bd62c08e9110c914efcc7115a5121e5a45a7e5
3
+ size 3597111776
vicuna-7b-v1.5.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:740f35e5496d868a9ff937d3f69d18117df896a161b6bbeb914f93b75a3594a6
3
+ size 3298005472
vicuna-7b-v1.5.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af1ed6ac624ce97be86f346a818019da6babd5d447058bbae2f26af23e51846a
3
+ size 2948305376
vicuna-7b-v1.5.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a09989e4c1823486bdaed2d77f5a0d9ae282db4cea73efc22f83c3a4dad3388
3
+ size 4081005024
vicuna-7b-v1.5.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68d98982f456f27beefe43b60c1b03fa27a376c822623b3df1b0248e20d7da92
3
+ size 3856740832
vicuna-7b-v1.5.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1ed8a16625217317e1d9a772f01f3ceb313d55f70f7d0d60c5f501e2333be5a
3
+ size 4783157728
vicuna-7b-v1.5.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff8ab6ec66e96616ffd471f15c3533c7597b5ebf260f02fed0e0567aec398ea4
3
+ size 4651692512
vicuna-7b-v1.5.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b869bd54f9de83d1073ebfde98197561c94978afb216f0719952fe756867844a
3
+ size 5529194976
vicuna-7b-v1.5.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f7eee4866988ff609da458b88a54cd32f6967cd8cb7c66b4a07e24bf1314b02
3
+ size 7161090528
vicuna-7b-v1.5.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f37b22d8d9f7a91dbacea80e75160e0805bd21e3c2179ae5ea758dff730f6a64
3
+ size 13478105568