Hugging Face's logo

SimmonsSongHW
/
Llama-3.2-1B-Instruct-GGUF-Imatrix

GGUF
imatrix
conversational
Model card Files Community
SimmonsSongHW commited on
Commit
3676098
·
verified ·
1 Parent(s): f796384

Upload 9 files

Browse files
Files changed (10) hide show
  1. .gitattributes +9 -0
  2. Llama-3.2-1B-Instruct-Q2_K.gguf +3 -0
  3. Llama-3.2-1B-Instruct-Q3_K.gguf +3 -0
  4. Llama-3.2-1B-Instruct-Q4_0.gguf +3 -0
  5. Llama-3.2-1B-Instruct-Q4_K.gguf +3 -0
  6. Llama-3.2-1B-Instruct-Q5_0.gguf +3 -0
  7. Llama-3.2-1B-Instruct-Q5_K.gguf +3 -0
  8. Llama-3.2-1B-Instruct-Q6_K.gguf +3 -0
  9. Llama-3.2-1B-Instruct-Q8_0.gguf +3 -0
  10. Llama-3.2-1B-Instruct.imatrix +3 -0
.gitattributes CHANGED
@@ -33,3 +33,12 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Llama-3.2-1B-Instruct-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Llama-3.2-1B-Instruct-Q3_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Llama-3.2-1B-Instruct-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Llama-3.2-1B-Instruct-Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Llama-3.2-1B-Instruct-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Llama-3.2-1B-Instruct-Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Llama-3.2-1B-Instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Llama-3.2-1B-Instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Llama-3.2-1B-Instruct.imatrix filter=lfs diff=lfs merge=lfs -text
Llama-3.2-1B-Instruct-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:883f06ab73d51282823eb64b8c4bf906a9a5236e83fe0465a06bd9f801f28305
3
+ size 580874368
Llama-3.2-1B-Instruct-Q3_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74abf94d756aba82348e62603dab07349796edf624004d9d4ed0cdade9f7578c
3
+ size 690843776
Llama-3.2-1B-Instruct-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba40caeb06b9b46c7e9ad4b9369b6e1e12075012f4a4a2deccf4a52ba946d92e
3
+ size 773025920
Llama-3.2-1B-Instruct-Q4_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b02691a0a90209be328a5b6925a50d69fe2c32556030bf3efa0f71ec6b87236
3
+ size 807694464
Llama-3.2-1B-Instruct-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc64bf47e6eba91a9e67eb0339ce186ced3eb03820b07bd08bf36eeb5cfb2748
3
+ size 894660736
Llama-3.2-1B-Instruct-Q5_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73358e9373872abf0f94f9ab0f0f68e4f1efae460ecc1a92d5cc6faf14bf4b69
3
+ size 911503488
Llama-3.2-1B-Instruct-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7073a4aa33e0d50c30e11c23f3b5f52828666c0af7a7bd27032d6e39f7bcf1ab
3
+ size 1021800576
Llama-3.2-1B-Instruct-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58c8d352edb46cdac78c4f71e9001260b38bea3b5fb8e607c30899f48aaff082
3
+ size 1321083008
Llama-3.2-1B-Instruct.imatrix ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9afc1f31aa55fa92dc76afee82564681bec520e6d792d27bd26cb99998fd5928
3
+ size 1314435