Hugging Face's logo

mradermacher
/
Llama3.2-3B-Instruct-KAI-GGUF

Transformers
GGUF
Vietnamese
conversational
Model card Files
xet
Community
mradermacher commited on
Commit
70bdd5f
·
verified ·
1 Parent(s): e1b8182

uploaded from leia

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. Llama3.2-3B-Instruct-KAI.IQ4_XS.gguf +3 -0
  3. Llama3.2-3B-Instruct-KAI.Q2_K.gguf +3 -0
  4. Llama3.2-3B-Instruct-KAI.Q3_K_L.gguf +3 -0
  5. Llama3.2-3B-Instruct-KAI.Q3_K_M.gguf +3 -0
  6. Llama3.2-3B-Instruct-KAI.Q3_K_S.gguf +3 -0
  7. Llama3.2-3B-Instruct-KAI.Q4_K_M.gguf +3 -0
  8. Llama3.2-3B-Instruct-KAI.Q4_K_S.gguf +3 -0
  9. Llama3.2-3B-Instruct-KAI.Q5_K_M.gguf +3 -0
  10. Llama3.2-3B-Instruct-KAI.Q5_K_S.gguf +3 -0
  11. Llama3.2-3B-Instruct-KAI.Q6_K.gguf +3 -0
  12. Llama3.2-3B-Instruct-KAI.Q8_0.gguf +3 -0
  13. Llama3.2-3B-Instruct-KAI.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Llama3.2-3B-Instruct-KAI.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Llama3.2-3B-Instruct-KAI.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Llama3.2-3B-Instruct-KAI.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Llama3.2-3B-Instruct-KAI.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Llama3.2-3B-Instruct-KAI.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Llama3.2-3B-Instruct-KAI.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Llama3.2-3B-Instruct-KAI.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Llama3.2-3B-Instruct-KAI.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Llama3.2-3B-Instruct-KAI.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Llama3.2-3B-Instruct-KAI.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Llama3.2-3B-Instruct-KAI.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Llama3.2-3B-Instruct-KAI.f16.gguf filter=lfs diff=lfs merge=lfs -text
Llama3.2-3B-Instruct-KAI.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71eb2e30c797df7efd712ff3de4ec692e5150734431cfaf02e9869bd1ab89c1f
3
+ size 1840903712
Llama3.2-3B-Instruct-KAI.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5eefae3c7da632b7cc5ea963896b22718e1ebe656b54ca5f63d3bb33464aad1e
3
+ size 1363932704
Llama3.2-3B-Instruct-KAI.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1dd85121b03469268dd660210932a1ea094e6ea7c70918ab6be6c654a6942672
3
+ size 1815344672
Llama3.2-3B-Instruct-KAI.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cbec8c32ccb8d0e584f1699b2b520a7d0ed7d9c9e816349e3d3b6e9aaf498725
3
+ size 1687156256
Llama3.2-3B-Instruct-KAI.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f94e6629047dacb9ed5415283ecc98bf0d75c165b0b4868c852651f7bacd6789
3
+ size 1542845984
Llama3.2-3B-Instruct-KAI.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef7de53ecbb512051b3e1c226702570f8a5ae666c0b3d395f9fa7f497b3d314b
3
+ size 2019374624
Llama3.2-3B-Instruct-KAI.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db9810b2fc867d9a4d66cd899c3b4e3ac8e685205e5ff3e3840be27608863c90
3
+ size 1928197664
Llama3.2-3B-Instruct-KAI.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d0e0464494a6750ec902eba73fafd7fa7c8f4f4850af1e5630b33b1fe0ddb87
3
+ size 2322150944
Llama3.2-3B-Instruct-KAI.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62b4f88cf4698bf38abf88feff31879f9402fc298304282a99479587b611382e
3
+ size 2269509152
Llama3.2-3B-Instruct-KAI.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf4c4894907389f1cf04e34edd2196e7a243c4f11dae54088d43f6e45a112889
3
+ size 2643850784
Llama3.2-3B-Instruct-KAI.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c870887b9acbd093cf7114a0e34c1a5286294c28be184d7b07400304375dd660
3
+ size 3421896224
Llama3.2-3B-Instruct-KAI.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fda302868e8a30907c5f3affbd36165b769dd075a7c54ec52e9106fec7fde32
3
+ size 6433685024