Update quant gguf
Browse files- .gitattributes +8 -0
- Qwen2.5-7B-Instruct-Q2_K.gguf +3 -0
- Qwen2.5-7B-Instruct-Q3_K.gguf +3 -0
- Qwen2.5-7B-Instruct-Q4_0.gguf +3 -0
- Qwen2.5-7B-Instruct-Q4_K.gguf +3 -0
- Qwen2.5-7B-Instruct-Q5_0.gguf +3 -0
- Qwen2.5-7B-Instruct-Q5_K.gguf +3 -0
- Qwen2.5-7B-Instruct-Q6_K.gguf +3 -0
- Qwen2.5-7B-Instruct-Q8_0.gguf +3 -0
.gitattributes
CHANGED
|
@@ -34,3 +34,11 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
Qwen2.5-7B-Instruct-FP16.gguf filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
Qwen2.5-7B-Instruct-FP16.gguf filter=lfs diff=lfs merge=lfs -text
|
| 37 |
+
Qwen2.5-7B-Instruct-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
|
| 38 |
+
Qwen2.5-7B-Instruct-Q3_K.gguf filter=lfs diff=lfs merge=lfs -text
|
| 39 |
+
Qwen2.5-7B-Instruct-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
|
| 40 |
+
Qwen2.5-7B-Instruct-Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
|
| 41 |
+
Qwen2.5-7B-Instruct-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
|
| 42 |
+
Qwen2.5-7B-Instruct-Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
|
| 43 |
+
Qwen2.5-7B-Instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
|
| 44 |
+
Qwen2.5-7B-Instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
|
Qwen2.5-7B-Instruct-Q2_K.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6cd90a7f9a0f73457569b3c7b31a507d3691da303337c969302080cd95998e3d
|
| 3 |
+
size 3015940512
|
Qwen2.5-7B-Instruct-Q3_K.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5c5e3cb291d0881802771480d94b99b0ace13fa79993e6e9664d31eacc7f8230
|
| 3 |
+
size 3808391584
|
Qwen2.5-7B-Instruct-Q4_0.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:87720c2ec17be1c9e6d2af053883dc77d02bd883fc59b05af9a9919d73127a61
|
| 3 |
+
size 4431391136
|
Qwen2.5-7B-Instruct-Q4_K.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:246ac71c280bd514575413b01abef9954f9148c011e4a06df643001a0a6b1910
|
| 3 |
+
size 4683073952
|
Qwen2.5-7B-Instruct-Q5_0.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5eb7fba34a2fb019fe0803eefa8a3eebcf8314f992f206bae3a30c79c8b4a964
|
| 3 |
+
size 5315176864
|
Qwen2.5-7B-Instruct-Q5_K.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fac69ff20cd0daa4758f77d6a16cf9a180de62eebff061c75b3d3320eb5d2733
|
| 3 |
+
size 5444831648
|
Qwen2.5-7B-Instruct-Q6_K.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9616f5a674b8d53dd2c8db918e4d8b5f331a4cca342ba2040c47371a73faecf9
|
| 3 |
+
size 6254199200
|
Qwen2.5-7B-Instruct-Q8_0.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6925c96c0e9a6af97a81521caf2dd58da9f0fc5f00620c4d131684b872a6908e
|
| 3 |
+
size 8098525600
|