Hugging Face's logo

SimmonsSongHW
/
Qwen2.5-14B-Instruct-GGUF-Imatrix

GGUF
imatrix
conversational
Model card Files Community
SimmonsSongHW commited on
Commit
c625674
·
verified ·
1 Parent(s): 402fc88

Upload 9 files

Browse files
Files changed (10) hide show
  1. .gitattributes +9 -0
  2. Qwen2.5-14B-Instruct-Q2_K.gguf +3 -0
  3. Qwen2.5-14B-Instruct-Q3_K.gguf +3 -0
  4. Qwen2.5-14B-Instruct-Q4_0.gguf +3 -0
  5. Qwen2.5-14B-Instruct-Q4_K.gguf +3 -0
  6. Qwen2.5-14B-Instruct-Q5_0.gguf +3 -0
  7. Qwen2.5-14B-Instruct-Q5_K.gguf +3 -0
  8. Qwen2.5-14B-Instruct-Q6_K.gguf +3 -0
  9. Qwen2.5-14B-Instruct-Q8_0.gguf +3 -0
  10. Qwen2.5-14B-Instruct.imatrix +3 -0
.gitattributes CHANGED
@@ -33,3 +33,12 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Qwen2.5-14B-Instruct-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Qwen2.5-14B-Instruct-Q3_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Qwen2.5-14B-Instruct-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Qwen2.5-14B-Instruct-Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Qwen2.5-14B-Instruct-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Qwen2.5-14B-Instruct-Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Qwen2.5-14B-Instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Qwen2.5-14B-Instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Qwen2.5-14B-Instruct.imatrix filter=lfs diff=lfs merge=lfs -text
Qwen2.5-14B-Instruct-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a469c0350818ce3ac9219b01f021bbbd082adac1780181c8a7e9c61b9804e708
3
+ size 5770498208
Qwen2.5-14B-Instruct-Q3_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee202f71774175c3cceecafa918333de0a01e5f92e6aef01a12518ad9bbf2fe2
3
+ size 7339204768
Qwen2.5-14B-Instruct-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:729c9d68016f1d6be5449a972258ef8bc23434b993eaf55c8353b0810b78a83b
3
+ size 8544268448
Qwen2.5-14B-Instruct-Q4_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f9d5bcb1d5f130fa386e8b368d04a93b941a5ce0dd7b9d51ff369d6f3086875
3
+ size 8988111008
Qwen2.5-14B-Instruct-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0dd4f9199826bf8316f6c0e27718fe9573c71f61178307efa83dc7ad65053d5
3
+ size 10293096608
Qwen2.5-14B-Instruct-Q5_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7bd50d7c6630b642244427009066c8cf87fe48be474b71d6d607fff8b2499923
3
+ size 10508873888
Qwen2.5-14B-Instruct-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4341edb4c69fb260e693ef5705585616ea122818eb11582182fcc9c22a192adb
3
+ size 12124684448
Qwen2.5-14B-Instruct-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9233b5a81ffa7a01263176b195530fa56fb7448a3cd675d8e2022531cd613e53
3
+ size 15701598368
Qwen2.5-14B-Instruct.imatrix ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fb02da7f350948f86f90ceaae1d7ec4ccb24f738b3a1b4f3497b89989bc39ec
3
+ size 8563619