Hugging Face's logo

unsloth
/
DeepSeek-V3-0324-GGUF

Text Generation
Transformers
GGUF
English
deepseek_v3
deepseek
unsloth
custom_code
fp8
conversational
Model card Files
xet
Community
16
danielhanchen commited on
Commit
ccb72bd
·
verified ·
1 Parent(s): ca80849

Add files using upload-large-folder tool

Browse files
Files changed (22) hide show
  1. .gitattributes +21 -0
  2. Q2_K/DeepSeek-V3-0324-Q2_K-00001-of-00005.gguf +3 -0
  3. Q2_K/DeepSeek-V3-0324-Q2_K-00002-of-00005.gguf +3 -0
  4. Q2_K/DeepSeek-V3-0324-Q2_K-00003-of-00005.gguf +3 -0
  5. Q2_K/DeepSeek-V3-0324-Q2_K-00004-of-00005.gguf +3 -0
  6. Q2_K/DeepSeek-V3-0324-Q2_K-00005-of-00005.gguf +3 -0
  7. Q3_K_M/DeepSeek-V3-0324-Q3_K_M-00001-of-00007.gguf +3 -0
  8. Q3_K_M/DeepSeek-V3-0324-Q3_K_M-00002-of-00007.gguf +3 -0
  9. Q3_K_M/DeepSeek-V3-0324-Q3_K_M-00003-of-00007.gguf +3 -0
  10. Q3_K_M/DeepSeek-V3-0324-Q3_K_M-00004-of-00007.gguf +3 -0
  11. Q3_K_M/DeepSeek-V3-0324-Q3_K_M-00005-of-00007.gguf +3 -0
  12. Q3_K_M/DeepSeek-V3-0324-Q3_K_M-00006-of-00007.gguf +3 -0
  13. Q3_K_M/DeepSeek-V3-0324-Q3_K_M-00007-of-00007.gguf +3 -0
  14. Q4_K_M/DeepSeek-V3-0324-Q4_K_M-00001-of-00009.gguf +3 -0
  15. Q4_K_M/DeepSeek-V3-0324-Q4_K_M-00002-of-00009.gguf +3 -0
  16. Q4_K_M/DeepSeek-V3-0324-Q4_K_M-00003-of-00009.gguf +3 -0
  17. Q4_K_M/DeepSeek-V3-0324-Q4_K_M-00004-of-00009.gguf +3 -0
  18. Q4_K_M/DeepSeek-V3-0324-Q4_K_M-00005-of-00009.gguf +3 -0
  19. Q4_K_M/DeepSeek-V3-0324-Q4_K_M-00006-of-00009.gguf +3 -0
  20. Q4_K_M/DeepSeek-V3-0324-Q4_K_M-00007-of-00009.gguf +3 -0
  21. Q4_K_M/DeepSeek-V3-0324-Q4_K_M-00008-of-00009.gguf +3 -0
  22. Q4_K_M/DeepSeek-V3-0324-Q4_K_M-00009-of-00009.gguf +3 -0
.gitattributes CHANGED
@@ -48,3 +48,24 @@ Q8_0/DeepSeek-V3-0324-Q8_0-00008-of-00015.gguf filter=lfs diff=lfs merge=lfs -te
48
  Q8_0/DeepSeek-V3-0324-Q8_0-00003-of-00015.gguf filter=lfs diff=lfs merge=lfs -text
49
  Q8_0/DeepSeek-V3-0324-Q8_0-00009-of-00015.gguf filter=lfs diff=lfs merge=lfs -text
50
  Q8_0/DeepSeek-V3-0324-Q8_0-00005-of-00015.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
48
  Q8_0/DeepSeek-V3-0324-Q8_0-00003-of-00015.gguf filter=lfs diff=lfs merge=lfs -text
49
  Q8_0/DeepSeek-V3-0324-Q8_0-00009-of-00015.gguf filter=lfs diff=lfs merge=lfs -text
50
  Q8_0/DeepSeek-V3-0324-Q8_0-00005-of-00015.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Q4_K_M/DeepSeek-V3-0324-Q4_K_M-00009-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Q3_K_M/DeepSeek-V3-0324-Q3_K_M-00007-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Q4_K_M/DeepSeek-V3-0324-Q4_K_M-00008-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Q4_K_M/DeepSeek-V3-0324-Q4_K_M-00007-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Q4_K_M/DeepSeek-V3-0324-Q4_K_M-00006-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Q4_K_M/DeepSeek-V3-0324-Q4_K_M-00004-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Q3_K_M/DeepSeek-V3-0324-Q3_K_M-00005-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Q3_K_M/DeepSeek-V3-0324-Q3_K_M-00006-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
59
+ Q4_K_M/DeepSeek-V3-0324-Q4_K_M-00001-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
60
+ Q2_K/DeepSeek-V3-0324-Q2_K-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
61
+ Q4_K_M/DeepSeek-V3-0324-Q4_K_M-00005-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
62
+ Q4_K_M/DeepSeek-V3-0324-Q4_K_M-00002-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
63
+ Q3_K_M/DeepSeek-V3-0324-Q3_K_M-00002-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
64
+ Q2_K/DeepSeek-V3-0324-Q2_K-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
65
+ Q3_K_M/DeepSeek-V3-0324-Q3_K_M-00003-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
66
+ Q3_K_M/DeepSeek-V3-0324-Q3_K_M-00004-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
67
+ Q2_K/DeepSeek-V3-0324-Q2_K-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
68
+ Q2_K/DeepSeek-V3-0324-Q2_K-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
69
+ Q2_K/DeepSeek-V3-0324-Q2_K-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
70
+ Q3_K_M/DeepSeek-V3-0324-Q3_K_M-00001-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
71
+ Q4_K_M/DeepSeek-V3-0324-Q4_K_M-00003-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
Q2_K/DeepSeek-V3-0324-Q2_K-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52237cb4203ae2aa3c7df0859fa8db0e59c331023e2854d11de083e1f729c153
3
+ size 49369575488
Q2_K/DeepSeek-V3-0324-Q2_K-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ec493b947ad88123f98f0f503b6351c80a5a51dff99b846cc2fbd4647b797a5
3
+ size 48511628064
Q2_K/DeepSeek-V3-0324-Q2_K-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:237f1f75cee758a1529514e2aa03f6c853ad7754f0e830a3fd33fe8b05663bc3
3
+ size 48821440768
Q2_K/DeepSeek-V3-0324-Q2_K-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c7c629b1cb6de99656641ae56ad10c2c0bb00d98bcab791a40d9fdce5041cfe
3
+ size 48887431840
Q2_K/DeepSeek-V3-0324-Q2_K-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b8346b6a2786c4cad7f2112b1d610e1aa65fe1b6188751c96c0ce9ae59cb960
3
+ size 48438268160
Q3_K_M/DeepSeek-V3-0324-Q3_K_M-00001-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac9d3805ed6086378e363898404d5ce82dc6e84ae71ce8a5e74cbbf53663da1c
3
+ size 49654170720
Q3_K_M/DeepSeek-V3-0324-Q3_K_M-00002-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c77e19e0562bcb6f13802f6857d5d0425f0abe8fa40b0894e9b823cc95ec326
3
+ size 49210367200
Q3_K_M/DeepSeek-V3-0324-Q3_K_M-00003-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67b04fa86b032fe4afa8bfd23a43f0b226f84231c80708fcbaba8eefffa79259
3
+ size 49210367200
Q3_K_M/DeepSeek-V3-0324-Q3_K_M-00004-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa604f485bc1def74c1fcb2ec5b7cd096575b4dbc48c6ff3605014b9e59f6e93
3
+ size 49210367200
Q3_K_M/DeepSeek-V3-0324-Q3_K_M-00005-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fa595bce9a75a3f9e1bd9850130eb6f08534f94d962d7c26f3549c3433e3765
3
+ size 49210367200
Q3_K_M/DeepSeek-V3-0324-Q3_K_M-00006-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:521c2d3bb34699951ecfb2506f2cde532f04d293ef17ccc28c492d0716bd0fd1
3
+ size 49210367200
Q3_K_M/DeepSeek-V3-0324-Q3_K_M-00007-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c76895f3634cef693a98d2cf651f69e3332a2f0f95669f23e25357eaa70bfb63
3
+ size 23492389408
Q4_K_M/DeepSeek-V3-0324-Q4_K_M-00001-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02381ba6cb2e0b5ba4924b6be1938d0f47ac0253c356b684b7497591c4d434fe
3
+ size 48339780320
Q4_K_M/DeepSeek-V3-0324-Q4_K_M-00002-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b435d3d19e1cdeac905d87a0a164bc27c8d9a73b556d833a10dbb9db9ad394a
3
+ size 49429396320
Q4_K_M/DeepSeek-V3-0324-Q4_K_M-00003-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d13cf5f74dced9269bf6d184f3ed9fe99c34f7b3de204274f301ca796fc3a07a
3
+ size 49527312640
Q4_K_M/DeepSeek-V3-0324-Q4_K_M-00004-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86b7067284e2658ab58b3275796ed03e3922ce2eb86e43e170587feaa181fa89
3
+ size 48272509536
Q4_K_M/DeepSeek-V3-0324-Q4_K_M-00005-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc4d169bcba80e0d1202ab6468dc18995926042b679eeb03e517f5c5418ad3c0
3
+ size 49422027488
Q4_K_M/DeepSeek-V3-0324-Q4_K_M-00006-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7743bdc666153c30c6f62cfe62e257fbf8f40e045d869ea10f5a5bbc4a7de9a0
3
+ size 48272509536
Q4_K_M/DeepSeek-V3-0324-Q4_K_M-00007-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:efdb60fce78fc7bcab1377cef5795e12c6a0ecf0dc5c47a274502aca90100e0c
3
+ size 49429396320
Q4_K_M/DeepSeek-V3-0324-Q4_K_M-00008-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cde24cd28c4f69eb562c8b82d9568cc4eca9728583dfc128e5a2ed4845c5f6bc
3
+ size 46938773696
Q4_K_M/DeepSeek-V3-0324-Q4_K_M-00009-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:514ce763f6106996f0a21e6f89d556b51d8947310e9fa6e6791bc70ec7b6b23b
3
+ size 14798482144