Hugging Face's logo

legraphista
/
aya-23-8B-GGUF

Text Generation
GGUF
Inference Endpoints
conversational
Model card Files Community
legraphista commited on
Commit
86bf651
·
verified ·
1 Parent(s): 6bb4ddd

Upload folder using huggingface_hub

Browse files
Files changed (12) hide show
  1. .gitattributes +10 -0
  2. README.md +34 -0
  3. aya-23-8B.bf16.gguf +3 -0
  4. aya-23-8B.fp16.gguf +3 -0
  5. aya-23-8B.q4_k.gguf +3 -0
  6. aya-23-8B.q4_k_m.gguf +3 -0
  7. aya-23-8B.q4_k_s.gguf +3 -0
  8. aya-23-8B.q5_k.gguf +3 -0
  9. aya-23-8B.q5_k_m.gguf +3 -0
  10. aya-23-8B.q5_k_s.gguf +3 -0
  11. aya-23-8B.q6_k.gguf +3 -0
  12. aya-23-8B.q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,13 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ aya-23-8B.bf16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ aya-23-8B.fp16.gguf filter=lfs diff=lfs merge=lfs -text
38
+ aya-23-8B.q4_k.gguf filter=lfs diff=lfs merge=lfs -text
39
+ aya-23-8B.q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
40
+ aya-23-8B.q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
41
+ aya-23-8B.q5_k.gguf filter=lfs diff=lfs merge=lfs -text
42
+ aya-23-8B.q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
43
+ aya-23-8B.q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
44
+ aya-23-8B.q6_k.gguf filter=lfs diff=lfs merge=lfs -text
45
+ aya-23-8B.q8_0.gguf filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ language:
3
+ - en
4
+ - fr
5
+ - de
6
+ - es
7
+ - it
8
+ - pt
9
+ - ja
10
+ - ko
11
+ - zh
12
+ - ar
13
+ - el
14
+ - fa
15
+ - pl
16
+ - id
17
+ - cs
18
+ - he
19
+ - hi
20
+ - nl
21
+ - ro
22
+ - ru
23
+ - tr
24
+ - uk
25
+ - vi
26
+ library_name: transformers
27
+ license: cc-by-nc-4.0
28
+ quantized_by: legraphista
29
+ pipeline_tag: text-generation
30
+ ---
31
+
32
+ # aya-23-8B-GGUF
33
+
34
+ - This is GGUF quantized version of [CohereForAI/aya-23-8B](https://huggingface.co/CohereForAI/aya-23-8B) created using llama.cpp [74f33adf](https://github.com/ggerganov/llama.cpp/tree/74f33adf)
aya-23-8B.bf16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:338332c8bf7f6cad6e08aaa6a98c36b3d4339b886eb28a2d5ae4aca5e3f6a827
3
+ size 16067226496
aya-23-8B.fp16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85cb318c02ead3c3b7dad8c52e0cf418f06dd56b7665fafda894f5b306c9527e
3
+ size 16067226496
aya-23-8B.q4_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11e3e3bca8828b6dc8b8d3d021a6e6bc2b3cfe42dfd1e3fb6dc397d848c5c7b1
3
+ size 5056981888
aya-23-8B.q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11e3e3bca8828b6dc8b8d3d021a6e6bc2b3cfe42dfd1e3fb6dc397d848c5c7b1
3
+ size 5056981888
aya-23-8B.q4_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd8d3856dd30b8b7b45fcb3af9bfaabe7f31e53ce90364f6e494eef9499f7aa6
3
+ size 4828916608
aya-23-8B.q5_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f95169ff45b971e78baef0375eddb69f049e6f8db8a3136371414255ce111fe
3
+ size 5803568000
aya-23-8B.q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f95169ff45b971e78baef0375eddb69f049e6f8db8a3136371414255ce111fe
3
+ size 5803568000
aya-23-8B.q5_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa79cb27419d277053160bfbbd905b0d891e3e02d496dc70f9c8e0ebfa82b71a
3
+ size 5669874560
aya-23-8B.q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:905e1c53bea8612c75ae38c413fb0a3935bf55097940fbf8bc0e74a6a4b8eb27
3
+ size 6596815744
aya-23-8B.q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38e794fb43295f7a2b9dbbbb63a38e0ddd97d517eccb1e443966ef8cc9c40f92
3
+ size 8541072256