Hugging Face's logo

unsloth
/
DeepSeek-V3-0324-GGUF-UD

Text Generation
Transformers
GGUF
English
deepseek_v3
deepseek
unsloth
custom_code
fp8
conversational
Model card Files
xet
Community
9
danielhanchen commited on
Commit
bce5dd5
·
verified ·
1 Parent(s): 1574397

Add files using upload-large-folder tool

Browse files
Files changed (23) hide show
  1. .gitattributes +22 -0
  2. Q2_K_L/DeepSeek-V3-0324-Q2_K_L-00001-of-00005.gguf +3 -0
  3. Q2_K_L/DeepSeek-V3-0324-Q2_K_L-00002-of-00005.gguf +3 -0
  4. Q2_K_L/DeepSeek-V3-0324-Q2_K_L-00003-of-00005.gguf +3 -0
  5. Q2_K_L/DeepSeek-V3-0324-Q2_K_L-00004-of-00005.gguf +3 -0
  6. Q2_K_L/DeepSeek-V3-0324-Q2_K_L-00005-of-00005.gguf +3 -0
  7. Q3_K_M/DeepSeek-V3-0324-Q3_K_M-00001-of-00007.gguf +3 -0
  8. Q3_K_M/DeepSeek-V3-0324-Q3_K_M-00002-of-00007.gguf +3 -0
  9. Q3_K_M/DeepSeek-V3-0324-Q3_K_M-00003-of-00007.gguf +3 -0
  10. Q3_K_M/DeepSeek-V3-0324-Q3_K_M-00004-of-00007.gguf +3 -0
  11. Q3_K_M/DeepSeek-V3-0324-Q3_K_M-00005-of-00007.gguf +3 -0
  12. Q3_K_M/DeepSeek-V3-0324-Q3_K_M-00006-of-00007.gguf +3 -0
  13. Q3_K_M/DeepSeek-V3-0324-Q3_K_M-00007-of-00007.gguf +3 -0
  14. Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00001-of-00010.gguf +3 -0
  15. Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00002-of-00010.gguf +3 -0
  16. Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00003-of-00010.gguf +3 -0
  17. Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00004-of-00010.gguf +3 -0
  18. Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00005-of-00010.gguf +3 -0
  19. Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00006-of-00010.gguf +3 -0
  20. Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00007-of-00010.gguf +3 -0
  21. Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00008-of-00010.gguf +3 -0
  22. Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00009-of-00010.gguf +3 -0
  23. Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00010-of-00010.gguf +3 -0
.gitattributes CHANGED
@@ -159,3 +159,25 @@ Q4_K_M/DeepSeek-V3-0324-Q4_K_M-00004-of-00009.gguf filter=lfs diff=lfs merge=lfs
159
  Q6_K/DeepSeek-V3-0324-Q6_K-00006-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
160
  Q4_K_M/DeepSeek-V3-0324-Q4_K_M-00003-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
161
  Q4_K_M/DeepSeek-V3-0324-Q4_K_M-00002-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
159
  Q6_K/DeepSeek-V3-0324-Q6_K-00006-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
160
  Q4_K_M/DeepSeek-V3-0324-Q4_K_M-00003-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
161
  Q4_K_M/DeepSeek-V3-0324-Q4_K_M-00002-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
162
+ Q3_K_M/DeepSeek-V3-0324-Q3_K_M-00007-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
163
+ Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00010-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
164
+ Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00007-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
165
+ Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00009-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
166
+ Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00008-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
167
+ Q3_K_M/DeepSeek-V3-0324-Q3_K_M-00006-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
168
+ Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00006-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
169
+ Q2_K_L/DeepSeek-V3-0324-Q2_K_L-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
170
+ Q3_K_M/DeepSeek-V3-0324-Q3_K_M-00005-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
171
+ Q2_K_L/DeepSeek-V3-0324-Q2_K_L-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
172
+ Q2_K_L/DeepSeek-V3-0324-Q2_K_L-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
173
+ Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00004-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
174
+ Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00001-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
175
+ Q2_K_L/DeepSeek-V3-0324-Q2_K_L-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
176
+ Q3_K_M/DeepSeek-V3-0324-Q3_K_M-00004-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
177
+ Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00005-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
178
+ Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00002-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
179
+ Q2_K_L/DeepSeek-V3-0324-Q2_K_L-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
180
+ Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00003-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
181
+ Q3_K_M/DeepSeek-V3-0324-Q3_K_M-00001-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
182
+ Q3_K_M/DeepSeek-V3-0324-Q3_K_M-00002-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
183
+ Q3_K_M/DeepSeek-V3-0324-Q3_K_M-00003-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
Q2_K_L/DeepSeek-V3-0324-Q2_K_L-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55db327969b96979ac85b0f420e99a1ca97bbe083be6aab67a9b9ff91d7a59e8
3
+ size 49469755456
Q2_K_L/DeepSeek-V3-0324-Q2_K_L-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7161fda4bf41aa85fe90c0437ede2b73634eeb6b77864babf8645dfdba907ad
3
+ size 48609146560
Q2_K_L/DeepSeek-V3-0324-Q2_K_L-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e48ac235a485cbcde8405e91935dd0652d743913e8fd52cd0c797c698e627a5c
3
+ size 48910832736
Q2_K_L/DeepSeek-V3-0324-Q2_K_L-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90d52e14b7d577d2e5793599a98dfb69c5620856851c4a509173563be9115a41
3
+ size 48984950336
Q2_K_L/DeepSeek-V3-0324-Q2_K_L-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88ef1e0a805d17897cc8699131b42f696847c963e5035dc69059867788102f28
3
+ size 48527660128
Q3_K_M/DeepSeek-V3-0324-Q3_K_M-00001-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2fa28d99c073bf35cb6e0dfdc2d133e8be151e20bdd0d3753a0d14e88eb5214
3
+ size 49615408032
Q3_K_M/DeepSeek-V3-0324-Q3_K_M-00002-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ed496441e8e1725716a3a95aeee1fa6099ee0a4c9d63e8d938ea01e1ddb1f93
3
+ size 49268170656
Q3_K_M/DeepSeek-V3-0324-Q3_K_M-00003-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d087edc1c5f5001c1d11d85d48aae3f8c760edc17c26a2a4e1ec2103666ea60
3
+ size 49268170656
Q3_K_M/DeepSeek-V3-0324-Q3_K_M-00004-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2389e6307db5a35b67f35b9a82e5c297985d1e624bcc4213a662bd99c07a68c
3
+ size 49268170656
Q3_K_M/DeepSeek-V3-0324-Q3_K_M-00005-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c65f9b915ff117c432b0accc2d48b6d36943f6ae0c429ba91606be85f9fc8855
3
+ size 49268170656
Q3_K_M/DeepSeek-V3-0324-Q3_K_M-00006-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d53d4623a33d28eaf02469037b0c2a534264e67438386932e4d652a1bcd7a970
3
+ size 49268170656
Q3_K_M/DeepSeek-V3-0324-Q3_K_M-00007-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0df0764b4bdb775602f886f2fe7653d02fd9b68e6833b4879bf5102d2029d4c
3
+ size 23518079808
Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00001-of-00010.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e28ae9b77756910bc65946469d092294b1fc59157f3a843dfa06166dbdbdea9a
3
+ size 49237764608
Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00002-of-00010.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1c2db9cc921740e30f507a5e2e99dcb1e6c4219353493becee9fac9e311c3cd
3
+ size 48519091168
Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00003-of-00010.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:866963ac3a3120b1d94d3ebf7feb5a3d2db13f276e4f9990d9f5e33c57320b37
3
+ size 48519091168
Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00004-of-00010.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1550d6a031c8baaeb0955822fe95a09d9b457724c4c7b9c0c22f4599ddb23ee7
3
+ size 48519091168
Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00005-of-00010.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9cfddd550dfe0741a1f9033ed5068b040511b2be1b90bd6ff16f63b56fd2945
3
+ size 48519091168
Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00006-of-00010.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d50e42c0437070961599cfc9c130ebc66975f20dd31783a67964f23ee9243a6b
3
+ size 48519091168
Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00007-of-00010.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d66d1fe083984afde87ccb8c0f9311a076958b640fdf2e4a5a3754c17a484e2e
3
+ size 48519091168
Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00008-of-00010.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fc3e63ee1915a6c5f71015c41811b3326edcf5718e5b3d2b1646082ce765c41
3
+ size 48519091168
Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00009-of-00010.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5326f5733b703f9886d07585cd2ed6b49c32fd2a186d85bae579b81c0b0acfce
3
+ size 47421154016
Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00010-of-00010.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a36ff91089624ecf4d1fb35dc918e183ed14fdcdc166ca7bc96e6fe9e41e72a
3
+ size 38877189216