Hugging Face's logo

mradermacher
/
Llama_3.2_3b_Kermes_0.1_bf16-GGUF

Transformers
GGUF
English
mergekit
Merge
conversational
Model card Files Community
mradermacher commited on
Commit
d24c89a
·
verified ·
1 Parent(s): a256153

uploaded from kaos

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. Llama_3.2_3b_Kermes_0.1_bf16.IQ4_XS.gguf +3 -0
  3. Llama_3.2_3b_Kermes_0.1_bf16.Q2_K.gguf +3 -0
  4. Llama_3.2_3b_Kermes_0.1_bf16.Q3_K_L.gguf +3 -0
  5. Llama_3.2_3b_Kermes_0.1_bf16.Q3_K_M.gguf +3 -0
  6. Llama_3.2_3b_Kermes_0.1_bf16.Q3_K_S.gguf +3 -0
  7. Llama_3.2_3b_Kermes_0.1_bf16.Q4_K_M.gguf +3 -0
  8. Llama_3.2_3b_Kermes_0.1_bf16.Q4_K_S.gguf +3 -0
  9. Llama_3.2_3b_Kermes_0.1_bf16.Q5_K_M.gguf +3 -0
  10. Llama_3.2_3b_Kermes_0.1_bf16.Q5_K_S.gguf +3 -0
  11. Llama_3.2_3b_Kermes_0.1_bf16.Q6_K.gguf +3 -0
  12. Llama_3.2_3b_Kermes_0.1_bf16.Q8_0.gguf +3 -0
  13. Llama_3.2_3b_Kermes_0.1_bf16.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Llama_3.2_3b_Kermes_0.1_bf16.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Llama_3.2_3b_Kermes_0.1_bf16.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Llama_3.2_3b_Kermes_0.1_bf16.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Llama_3.2_3b_Kermes_0.1_bf16.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Llama_3.2_3b_Kermes_0.1_bf16.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Llama_3.2_3b_Kermes_0.1_bf16.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Llama_3.2_3b_Kermes_0.1_bf16.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Llama_3.2_3b_Kermes_0.1_bf16.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Llama_3.2_3b_Kermes_0.1_bf16.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Llama_3.2_3b_Kermes_0.1_bf16.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Llama_3.2_3b_Kermes_0.1_bf16.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Llama_3.2_3b_Kermes_0.1_bf16.f16.gguf filter=lfs diff=lfs merge=lfs -text
Llama_3.2_3b_Kermes_0.1_bf16.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f920cd2cae12b30fb1166460ab15c99759d986cd8762081a9c704a72aea8f6a
3
+ size 1840903520
Llama_3.2_3b_Kermes_0.1_bf16.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1cacdc6833ede907983ecb01253ae2e421331ce6fb4425b5a7d8458e4de7478e
3
+ size 1363932512
Llama_3.2_3b_Kermes_0.1_bf16.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:314f503e16367f5027058a9666c58950f8ceba1711f70f2c05ded4e3d79e3abe
3
+ size 1815344480
Llama_3.2_3b_Kermes_0.1_bf16.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fab6164ba15dc75c4ebed6707b4c826ddb8df9ad47bbeb7f9d165ea9376a8b67
3
+ size 1687156064
Llama_3.2_3b_Kermes_0.1_bf16.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ed1d99cc0d50617421cf1302281d652d4d4d9501bcbf12bd8ebf11b8efb05f8
3
+ size 1542845792
Llama_3.2_3b_Kermes_0.1_bf16.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:421347d5fed39286314d17af9ffbe67d5bd73d46cf21eb4511844e3d7b3ad53c
3
+ size 2019374432
Llama_3.2_3b_Kermes_0.1_bf16.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ab64e5752f6895a143ab4403a43bdc27ea77c9c289b42b616da4b3064231585
3
+ size 1928197472
Llama_3.2_3b_Kermes_0.1_bf16.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b55f9ec187d6a462af186101e3f0fcfcf65d87e89c82833e19f79a877bc7b29b
3
+ size 2322150752
Llama_3.2_3b_Kermes_0.1_bf16.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87d5a9630a033d55d90a0617fbe35aae53e745533c93e2426ad422171d40de2b
3
+ size 2269508960
Llama_3.2_3b_Kermes_0.1_bf16.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:881259f1f79a8f4d8730dd2af82879e42fb6cf51b0719f06e76a933dd803750d
3
+ size 2643850592
Llama_3.2_3b_Kermes_0.1_bf16.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bcb0c4974ac601c4ef0874c638463bd2765abebf4f159e2aa1d2b2890a25360b
3
+ size 3421896032
Llama_3.2_3b_Kermes_0.1_bf16.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f94cf27a945a20753046b7d6d16116181d9cd0311cb5b16bd646355eeb9825af
3
+ size 6433684832