Hugging Face's logo

mradermacher
/
Athena-1-3B-i1-GGUF

Transformers
GGUF
English
text-generation-inference
unsloth
qwen2
trl
Inference Endpoints
imatrix
conversational
Model card Files Community
mradermacher commited on
Commit
e3467f2
·
verified ·
1 Parent(s): 66d647a

uploaded from leia

Browse files
Files changed (19) hide show
  1. .gitattributes +18 -0
  2. Athena-1-3B.i1-IQ1_M.gguf +3 -0
  3. Athena-1-3B.i1-IQ1_S.gguf +3 -0
  4. Athena-1-3B.i1-IQ2_M.gguf +3 -0
  5. Athena-1-3B.i1-IQ2_S.gguf +3 -0
  6. Athena-1-3B.i1-IQ2_XS.gguf +3 -0
  7. Athena-1-3B.i1-IQ2_XXS.gguf +3 -0
  8. Athena-1-3B.i1-IQ3_S.gguf +3 -0
  9. Athena-1-3B.i1-IQ3_XS.gguf +3 -0
  10. Athena-1-3B.i1-IQ4_XS.gguf +3 -0
  11. Athena-1-3B.i1-Q2_K_S.gguf +3 -0
  12. Athena-1-3B.i1-Q3_K_L.gguf +3 -0
  13. Athena-1-3B.i1-Q3_K_M.gguf +3 -0
  14. Athena-1-3B.i1-Q3_K_S.gguf +3 -0
  15. Athena-1-3B.i1-Q4_0.gguf +3 -0
  16. Athena-1-3B.i1-Q4_K_M.gguf +3 -0
  17. Athena-1-3B.i1-Q5_K_M.gguf +3 -0
  18. Athena-1-3B.i1-Q5_K_S.gguf +3 -0
  19. Athena-1-3B.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -38,3 +38,21 @@ Athena-1-3B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
  Athena-1-3B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
39
  Athena-1-3B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
40
  Athena-1-3B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
38
  Athena-1-3B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
39
  Athena-1-3B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
40
  Athena-1-3B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Athena-1-3B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Athena-1-3B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Athena-1-3B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Athena-1-3B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Athena-1-3B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Athena-1-3B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Athena-1-3B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Athena-1-3B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Athena-1-3B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Athena-1-3B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Athena-1-3B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Athena-1-3B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Athena-1-3B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Athena-1-3B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Athena-1-3B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Athena-1-3B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Athena-1-3B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Athena-1-3B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
Athena-1-3B.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05782a7ab7d1538d1f8c6419bc8bf716ed52600a1bca857564f4f1278104ed02
3
+ size 850028064
Athena-1-3B.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbb538e7f57ed01f06cbb5e24a279ce6ac96415a48d5ada9646ff0dc3be4141d
3
+ size 791094816
Athena-1-3B.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5092acb86caa38ce39f4763f1bea81f85851741806bd07ebe333982267e64b8
3
+ size 1140516384
Athena-1-3B.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36bc1b0de3cb87d61d9563849a1756b289b59cd5a07e675b7549d6cae14fa184
3
+ size 1061938720
Athena-1-3B.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9079740831d48633131bc42b1839f328529e1b6064a83986b7f5852541ef2200
3
+ size 1031546400
Athena-1-3B.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9da196117554d5b7473936ca97862f1db6fdb0f568c0cc14ca5167d54f5c277f
3
+ size 948250144
Athena-1-3B.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d27d60685070207f299bf1ec5b0f770ab3a3def3132f3233cfbe1b71e81f715c
3
+ size 1456864800
Athena-1-3B.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15d85a685600562cc42f275aefc5faf60867d1fd118c25ba638fff92b87269c4
3
+ size 1391836704
Athena-1-3B.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e826d0ebc36a227baa8f12d769110e35b6aab9d19a27965c22b4c9a0a5c21ffb
3
+ size 1739095584
Athena-1-3B.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0566f32598140707b0a7e4ca5ce47405a33da823450d121a9c86a1a353f1ada9
3
+ size 1198128672
Athena-1-3B.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d4b391568c3c593af9b9ca0e73bb697f82c09c9ce37653c0c24de0e6ef32c5c
3
+ size 1707392544
Athena-1-3B.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c3ff0141aaba5f958e119ddb5a4ce5e91ed763dde8c1246622315a53934e170
3
+ size 1590476320
Athena-1-3B.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:511c1e024ea29f33499cbef34ae979481edc5465b992e2b9c8daff7425bd6523
3
+ size 1454358048
Athena-1-3B.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:099070378a47e614b73d57ae0b7909106e86207e4c3dec2c545d6e70cee7226e
3
+ size 1828486688
Athena-1-3B.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af098ad495c432d77e2de8adf883bffae7ccc76948c987886da78375633c65b5
3
+ size 1929903648
Athena-1-3B.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90803d232bfd040653ad9ae59f7f6970f4fecfb665cdf55fd3f53612262bd70a
3
+ size 2224815648
Athena-1-3B.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1d58a16bb12e16f03f335769f4857635550d965e86eef418adfa4aba4705aa3
3
+ size 2169667104
Athena-1-3B.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae34f29e927c7cc8dfa43023c0ff4994b65dea3c88decdf48f8cb11141ab1369
3
+ size 2538159648