Hugging Face's logo

legraphista
/
aya-23-35B-GGUF

Text Generation
GGUF
Inference Endpoints
conversational
Model card Files Community
legraphista commited on
Commit
2de3e70
·
verified ·
1 Parent(s): 51507c3

Upload folder using huggingface_hub

Browse files
Files changed (20) hide show
  1. .gitattributes +18 -0
  2. README.md +34 -0
  3. aya-23-35B.bf16-00001-of-00005.gguf +3 -0
  4. aya-23-35B.bf16-00002-of-00005.gguf +3 -0
  5. aya-23-35B.bf16-00003-of-00005.gguf +3 -0
  6. aya-23-35B.bf16-00004-of-00005.gguf +3 -0
  7. aya-23-35B.bf16-00005-of-00005.gguf +3 -0
  8. aya-23-35B.fp16-00001-of-00005.gguf +3 -0
  9. aya-23-35B.fp16-00002-of-00005.gguf +3 -0
  10. aya-23-35B.fp16-00003-of-00005.gguf +3 -0
  11. aya-23-35B.fp16-00004-of-00005.gguf +3 -0
  12. aya-23-35B.fp16-00005-of-00005.gguf +3 -0
  13. aya-23-35B.q4_k.gguf +3 -0
  14. aya-23-35B.q4_k_m.gguf +3 -0
  15. aya-23-35B.q4_k_s.gguf +3 -0
  16. aya-23-35B.q5_k.gguf +3 -0
  17. aya-23-35B.q5_k_m.gguf +3 -0
  18. aya-23-35B.q5_k_s.gguf +3 -0
  19. aya-23-35B.q6_k.gguf +3 -0
  20. aya-23-35B.q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,21 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ aya-23-35B.bf16-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
37
+ aya-23-35B.bf16-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
38
+ aya-23-35B.bf16-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
39
+ aya-23-35B.bf16-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
40
+ aya-23-35B.bf16-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
41
+ aya-23-35B.fp16-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
42
+ aya-23-35B.fp16-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
43
+ aya-23-35B.fp16-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
44
+ aya-23-35B.fp16-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
45
+ aya-23-35B.fp16-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
46
+ aya-23-35B.q4_k.gguf filter=lfs diff=lfs merge=lfs -text
47
+ aya-23-35B.q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
48
+ aya-23-35B.q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
49
+ aya-23-35B.q5_k.gguf filter=lfs diff=lfs merge=lfs -text
50
+ aya-23-35B.q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
51
+ aya-23-35B.q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
52
+ aya-23-35B.q6_k.gguf filter=lfs diff=lfs merge=lfs -text
53
+ aya-23-35B.q8_0.gguf filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ language:
3
+ - en
4
+ - fr
5
+ - de
6
+ - es
7
+ - it
8
+ - pt
9
+ - ja
10
+ - ko
11
+ - zh
12
+ - ar
13
+ - el
14
+ - fa
15
+ - pl
16
+ - id
17
+ - cs
18
+ - he
19
+ - hi
20
+ - nl
21
+ - ro
22
+ - ru
23
+ - tr
24
+ - uk
25
+ - vi
26
+ library_name: transformers
27
+ license: cc-by-nc-4.0
28
+ quantized_by: legraphista
29
+ pipeline_tag: text-generation
30
+ ---
31
+
32
+ # aya-23-35B-GGUF
33
+
34
+ - This is GGUF quantized version of [CohereForAI/aya-23-35B](https://huggingface.co/CohereForAI/aya-23-35B) created using llama.cpp [74f33adf](https://github.com/ggerganov/llama.cpp/tree/74f33adf)
aya-23-35B.bf16-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4a8733969a481cf30e23c1561286a1c662405b7c1900d057d726467de78178b
3
+ size 16083713248
aya-23-35B.bf16-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8399341e5bafc1b0b66a15d9387102c22b7342085c4d0fb1f3b6a8d47f6ea497
3
+ size 16072905472
aya-23-35B.bf16-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a101523534ac2bafc3c6e9efb760c087a81a3a84c786cf512310a1cabd91583
3
+ size 16039318144
aya-23-35B.bf16-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:736ab2503796421d112b42849fb24e9f3db6011047f803caaa168350c8936635
3
+ size 15737361248
aya-23-35B.bf16-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb7606ff42f28e8fbd654e4169849cfbf7f9f9013984bbd59b204032889b2aa2
3
+ size 6039930624
aya-23-35B.fp16-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96988f4800f231845014f171fb058da8934aa538596cf5f76f03d5091a5e4206
3
+ size 16083713248
aya-23-35B.fp16-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bfa71ceacbcccaf293c7befbc6d625cb9666a1194d48a0c373e14a781f55ec5f
3
+ size 16072905472
aya-23-35B.fp16-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d78927f5f51b1cfeb20f42722b1b114ecb8c32aa09220283b15860fcbd9b9af
3
+ size 16039318144
aya-23-35B.fp16-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39d581183499a28571ffb8eaac050406cadc936662c845262efaf599c3381061
3
+ size 15737361248
aya-23-35B.fp16-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee9ff76d831b379dea6d6d346f66902be26fa8c38d42719a27057c4b7d71cc50
3
+ size 6039930624
aya-23-35B.q4_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1258fd383e035497b658d264d057bac9a37b06f73b0c87ae84cad7b60badf1d
3
+ size 21527050912
aya-23-35B.q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1258fd383e035497b658d264d057bac9a37b06f73b0c87ae84cad7b60badf1d
3
+ size 21527050912
aya-23-35B.q4_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:137f15e3a307e341e7bbde7769a089559b57438da3ec52def85e768ed736838c
3
+ size 20378335904
aya-23-35B.q5_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73b052eea162d1f21deb7f67c36766939d9607f819ab11c66ea9ea4cb553aaa6
3
+ size 25008323232
aya-23-35B.q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73b052eea162d1f21deb7f67c36766939d9607f819ab11c66ea9ea4cb553aaa6
3
+ size 25008323232
aya-23-35B.q5_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8942320f8580c70eb3dc98bcd69569cb038d9161a40806e58328ff685c4d461d
3
+ size 24339856032
aya-23-35B.q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57c564693c28f29c043e4f490b9f4c49c3a6b3f05757bcb5f4fc362ae7a0a9b9
3
+ size 28707175072
aya-23-35B.q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b1dd466ea2458b781232e72b0c4669d4123ca26a3a9aa4ac9d839a436629965
3
+ size 37179013792