Hugging Face's logo

SimmonsSongHW
/
Qwen2.5-7B-Instruct-GGUF-Imatrix

GGUF
imatrix
conversational
Model card Files Community
SimmonsSongHW commited on
Commit
fb504fd
·
verified ·
1 Parent(s): 6fee8f6

Upload 9 files

Browse files
Files changed (10) hide show
  1. .gitattributes +9 -0
  2. Qwen2.5-7B-Instruct-Q2_K.gguf +3 -0
  3. Qwen2.5-7B-Instruct-Q3_K.gguf +3 -0
  4. Qwen2.5-7B-Instruct-Q4_0.gguf +3 -0
  5. Qwen2.5-7B-Instruct-Q4_K.gguf +3 -0
  6. Qwen2.5-7B-Instruct-Q5_0.gguf +3 -0
  7. Qwen2.5-7B-Instruct-Q5_K.gguf +3 -0
  8. Qwen2.5-7B-Instruct-Q6_K.gguf +3 -0
  9. Qwen2.5-7B-Instruct-Q8_0.gguf +3 -0
  10. Qwen2.5-7B-Instruct.imatrix +3 -0
.gitattributes CHANGED
@@ -33,3 +33,12 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Qwen2.5-7B-Instruct-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Qwen2.5-7B-Instruct-Q3_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Qwen2.5-7B-Instruct-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Qwen2.5-7B-Instruct-Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Qwen2.5-7B-Instruct-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Qwen2.5-7B-Instruct-Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Qwen2.5-7B-Instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Qwen2.5-7B-Instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Qwen2.5-7B-Instruct.imatrix filter=lfs diff=lfs merge=lfs -text
Qwen2.5-7B-Instruct-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ceab8df1ec96c5ef67623cfb30c3e55379846fb933d04e969dfe00a8204b1e56
3
+ size 3015940800
Qwen2.5-7B-Instruct-Q3_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b190592072946486e662cb08b4c76465c1924c1a649bde375e19a58a5913a1f9
3
+ size 3808391872
Qwen2.5-7B-Instruct-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19ab36d00ddd35164317eb0107be36d3dab64729dd8048f78a003ea94785baae
3
+ size 4444121792
Qwen2.5-7B-Instruct-Q4_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84e35ecc6fddb3e17eeadd718a647fc07382d6061a266518c9164577570d5299
3
+ size 4683074240
Qwen2.5-7B-Instruct-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a44e9900f3e62b46dc3f02605f555d3274e69e33453cbc0015fc7f3310957d31
3
+ size 5327907520
Qwen2.5-7B-Instruct-Q5_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e55a4da29606a274273c115ac24097c2252e965dd14827bf28c6dc468533eb71
3
+ size 5444831936
Qwen2.5-7B-Instruct-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b86d0c5fa84594104882b1b59351b6eb39fe778a25d8b7b4c4d78d02e5399e9c
3
+ size 6254199488
Qwen2.5-7B-Instruct-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f86552087e24fcfbc4d00d0e4ccabdfb06ce0006a8251a42f65a0da94c08cfd4
3
+ size 8098525888
Qwen2.5-7B-Instruct.imatrix ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e08efd5b6815442a8b3a0c83379cc001f8006ad36ab2ad23c6be3418de9e2fe2
3
+ size 4536687