Hugging Face's logo

SimmonsSongHW
/
Qwen2.5-3B-Instruct-GGUF-Imatrix

GGUF
imatrix
conversational
Model card Files Community
SimmonsSongHW commited on
Commit
5c2a437
·
verified ·
1 Parent(s): 424979c

Upload 9 files

Browse files
Files changed (10) hide show
  1. .gitattributes +9 -0
  2. Qwen2.5-3B-Instruct-Q2_K.gguf +3 -0
  3. Qwen2.5-3B-Instruct-Q3_K.gguf +3 -0
  4. Qwen2.5-3B-Instruct-Q4_0.gguf +3 -0
  5. Qwen2.5-3B-Instruct-Q4_K.gguf +3 -0
  6. Qwen2.5-3B-Instruct-Q5_0.gguf +3 -0
  7. Qwen2.5-3B-Instruct-Q5_K.gguf +3 -0
  8. Qwen2.5-3B-Instruct-Q6_K.gguf +3 -0
  9. Qwen2.5-3B-Instruct-Q8_0.gguf +3 -0
  10. Qwen2.5-3B-Instruct.imatrix +3 -0
.gitattributes CHANGED
@@ -33,3 +33,12 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Qwen2.5-3B-Instruct-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Qwen2.5-3B-Instruct-Q3_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Qwen2.5-3B-Instruct-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Qwen2.5-3B-Instruct-Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Qwen2.5-3B-Instruct-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Qwen2.5-3B-Instruct-Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Qwen2.5-3B-Instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Qwen2.5-3B-Instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Qwen2.5-3B-Instruct.imatrix filter=lfs diff=lfs merge=lfs -text
Qwen2.5-3B-Instruct-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2cb5109d9e944428d4be1af4c68a27440a40627f9481a6996f8f8d149f985fef
3
+ size 1274756288
Qwen2.5-3B-Instruct-Q3_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8373c636e4b0869a57dcd09557663fa96d58891ec45dbe87cb47c7b410b51fe
3
+ size 1590475968
Qwen2.5-3B-Instruct-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a98d944f773bb45940b238f8fbfb94dde1bf66c19e6e2590485469f64a287634
3
+ size 1828486336
Qwen2.5-3B-Instruct-Q4_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87ea50dc6f8f9d9811ae7c6552c9539632a9e8f76fbe764f7934515ed20ed87e
3
+ size 1929903296
Qwen2.5-3B-Instruct-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3981b3043f4d4e6d1baf527b46f55448b7dfd783017d56549cffdff553a79a82
3
+ size 2175302848
Qwen2.5-3B-Instruct-Q5_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6021096881db1054698cbfd8fb3b75cfcde5ce82742652f20b3edea248a8bc58
3
+ size 2224815296
Qwen2.5-3B-Instruct-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:361da7da7aade728c51a5014c9c460568c30b5cf53625310371265018387236e
3
+ size 2538159296
Qwen2.5-3B-Instruct-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3456e6c07311eb74f6de2e8911cc7bf90a0f91c8833207f3cd372c82b638c88d
3
+ size 3285476544
Qwen2.5-3B-Instruct.imatrix ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:315aa4dcbec70e449e617ad96fe828f9ea7b4e00f0459e4f92d492588157fc17
3
+ size 3362999