Hugging Face's logo

SimmonsSongHW
/
Qwen2.5-3B-Instruct-GGUF

GGUF
conversational
Model card Files Community
SimmonsSongHW commited on
Commit
35d0a2c
·
verified ·
1 Parent(s): 0925058

Upload 9 files

Browse files
Files changed (10) hide show
  1. .gitattributes +9 -0
  2. Qwen2.5-3B-Instruct-FP16.gguf +3 -0
  3. Qwen2.5-3B-Instruct-Q2_K.gguf +3 -0
  4. Qwen2.5-3B-Instruct-Q3_K.gguf +3 -0
  5. Qwen2.5-3B-Instruct-Q4_0.gguf +3 -0
  6. Qwen2.5-3B-Instruct-Q4_K.gguf +3 -0
  7. Qwen2.5-3B-Instruct-Q5_0.gguf +3 -0
  8. Qwen2.5-3B-Instruct-Q5_K.gguf +3 -0
  9. Qwen2.5-3B-Instruct-Q6_K.gguf +3 -0
  10. Qwen2.5-3B-Instruct-Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,12 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Qwen2.5-3B-Instruct-FP16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Qwen2.5-3B-Instruct-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Qwen2.5-3B-Instruct-Q3_K.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Qwen2.5-3B-Instruct-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Qwen2.5-3B-Instruct-Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Qwen2.5-3B-Instruct-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Qwen2.5-3B-Instruct-Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Qwen2.5-3B-Instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Qwen2.5-3B-Instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
Qwen2.5-3B-Instruct-FP16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25908e409af8c952a17c8fda44b90e699565a90436431574f44c25d140aa5032
3
+ size 6178317216
Qwen2.5-3B-Instruct-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a577f509a29d9b4bc245b98df2e69ba3292b2df50d42c4657e9c4bca457788b2
3
+ size 1274756000
Qwen2.5-3B-Instruct-Q3_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4347bd83febdfe63d50e65ceb67470cfc92df6719fa850df485028197575438d
3
+ size 1590475680
Qwen2.5-3B-Instruct-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15c1644cfaefc7c0acad847e569d2f8d6699627ff7c69850c1135249004a0297
3
+ size 1822849952
Qwen2.5-3B-Instruct-Q4_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f84e8620223fbf57de40f88b805e6d0cd5d7d7398195a1b9734216822e3321b
3
+ size 1929903008
Qwen2.5-3B-Instruct-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59ab3018fbd912bdca266991f9e5ea52b33dc9fefd875bfe19e55672ae9e0c2e
3
+ size 2169666464
Qwen2.5-3B-Instruct-Q5_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d411298f8f11fc3966565f0dbf87ec71d834a31b8ebe8b27e9b38fe429f18518
3
+ size 2224815008
Qwen2.5-3B-Instruct-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3adcd3fa24fd2728b211da61c033a153b73557399bd642f44c4f4d7cca43ef3
3
+ size 2538159008
Qwen2.5-3B-Instruct-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b337380c65b7188868882c790bb437976329792fd60752e762c98ef5bb60fdde
3
+ size 3285476256