Hugging Face's logo

unsloth
/
DeepSeek-V3-0324-GGUF-UD

Text Generation
Transformers
GGUF
English
deepseek_v3
deepseek
unsloth
custom_code
fp8
conversational
Model card Files
xet
Community
9
danielhanchen commited on
Commit
ac0c3ea
·
verified ·
1 Parent(s): 70953a3

Add files using upload-large-folder tool

Browse files
Files changed (22) hide show
  1. .gitattributes +18 -0
  2. UD-IQ4_XS/DeepSeek-V3-0324-UD-IQ4_XS-00001-of-00008.gguf +2 -2
  3. UD-IQ4_XS/DeepSeek-V3-0324-UD-IQ4_XS-00002-of-00008.gguf +3 -0
  4. UD-IQ4_XS/DeepSeek-V3-0324-UD-IQ4_XS-00003-of-00008.gguf +3 -0
  5. UD-IQ4_XS/DeepSeek-V3-0324-UD-IQ4_XS-00004-of-00008.gguf +3 -0
  6. UD-IQ4_XS/DeepSeek-V3-0324-UD-IQ4_XS-00005-of-00008.gguf +3 -0
  7. UD-IQ4_XS/DeepSeek-V3-0324-UD-IQ4_XS-00006-of-00008.gguf +3 -0
  8. UD-IQ4_XS/DeepSeek-V3-0324-UD-IQ4_XS-00007-of-00008.gguf +3 -0
  9. UD-IQ4_XS/DeepSeek-V3-0324-UD-IQ4_XS-00008-of-00008.gguf +3 -0
  10. UD-Q2_K_XL/DeepSeek-V3-0324-UD-Q2_K_XL-00001-of-00006.gguf +2 -2
  11. UD-Q2_K_XL/DeepSeek-V3-0324-UD-Q2_K_XL-00002-of-00006.gguf +3 -0
  12. UD-Q2_K_XL/DeepSeek-V3-0324-UD-Q2_K_XL-00003-of-00006.gguf +3 -0
  13. UD-Q2_K_XL/DeepSeek-V3-0324-UD-Q2_K_XL-00004-of-00006.gguf +3 -0
  14. UD-Q2_K_XL/DeepSeek-V3-0324-UD-Q2_K_XL-00005-of-00006.gguf +3 -0
  15. UD-Q2_K_XL/DeepSeek-V3-0324-UD-Q2_K_XL-00006-of-00006.gguf +3 -0
  16. UD-Q3_K_XL/DeepSeek-V3-0324-UD-Q3_K_XL-00001-of-00007.gguf +2 -2
  17. UD-Q3_K_XL/DeepSeek-V3-0324-UD-Q3_K_XL-00002-of-00007.gguf +3 -0
  18. UD-Q3_K_XL/DeepSeek-V3-0324-UD-Q3_K_XL-00003-of-00007.gguf +3 -0
  19. UD-Q3_K_XL/DeepSeek-V3-0324-UD-Q3_K_XL-00004-of-00007.gguf +3 -0
  20. UD-Q3_K_XL/DeepSeek-V3-0324-UD-Q3_K_XL-00005-of-00007.gguf +3 -0
  21. UD-Q3_K_XL/DeepSeek-V3-0324-UD-Q3_K_XL-00006-of-00007.gguf +3 -0
  22. UD-Q3_K_XL/DeepSeek-V3-0324-UD-Q3_K_XL-00007-of-00007.gguf +3 -0
.gitattributes CHANGED
@@ -115,3 +115,21 @@ UD-IQ3_XXS/DeepSeek-V3-0324-UD-IQ3_XXS-00001-of-00006.gguf filter=lfs diff=lfs m
115
  UD-Q3_K_XL/DeepSeek-V3-0324-UD-Q3_K_XL-00001-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
116
  UD-Q2_K_XL/DeepSeek-V3-0324-UD-Q2_K_XL-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
117
  UD-IQ4_XS/DeepSeek-V3-0324-UD-IQ4_XS-00001-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
115
  UD-Q3_K_XL/DeepSeek-V3-0324-UD-Q3_K_XL-00001-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
116
  UD-Q2_K_XL/DeepSeek-V3-0324-UD-Q2_K_XL-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
117
  UD-IQ4_XS/DeepSeek-V3-0324-UD-IQ4_XS-00001-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
118
+ UD-Q3_K_XL/DeepSeek-V3-0324-UD-Q3_K_XL-00007-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
119
+ UD-Q2_K_XL/DeepSeek-V3-0324-UD-Q2_K_XL-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
120
+ UD-IQ4_XS/DeepSeek-V3-0324-UD-IQ4_XS-00008-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
121
+ UD-Q3_K_XL/DeepSeek-V3-0324-UD-Q3_K_XL-00006-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
122
+ UD-Q2_K_XL/DeepSeek-V3-0324-UD-Q2_K_XL-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
123
+ UD-IQ4_XS/DeepSeek-V3-0324-UD-IQ4_XS-00005-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
124
+ UD-Q2_K_XL/DeepSeek-V3-0324-UD-Q2_K_XL-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
125
+ UD-Q3_K_XL/DeepSeek-V3-0324-UD-Q3_K_XL-00005-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
126
+ UD-IQ4_XS/DeepSeek-V3-0324-UD-IQ4_XS-00006-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
127
+ UD-Q3_K_XL/DeepSeek-V3-0324-UD-Q3_K_XL-00004-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
128
+ UD-IQ4_XS/DeepSeek-V3-0324-UD-IQ4_XS-00007-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
129
+ UD-IQ4_XS/DeepSeek-V3-0324-UD-IQ4_XS-00003-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
130
+ UD-IQ4_XS/DeepSeek-V3-0324-UD-IQ4_XS-00002-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
131
+ UD-Q3_K_XL/DeepSeek-V3-0324-UD-Q3_K_XL-00002-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
132
+ UD-IQ4_XS/DeepSeek-V3-0324-UD-IQ4_XS-00004-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
133
+ UD-Q3_K_XL/DeepSeek-V3-0324-UD-Q3_K_XL-00003-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
134
+ UD-Q2_K_XL/DeepSeek-V3-0324-UD-Q2_K_XL-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
135
+ UD-Q2_K_XL/DeepSeek-V3-0324-UD-Q2_K_XL-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
UD-IQ4_XS/DeepSeek-V3-0324-UD-IQ4_XS-00001-of-00008.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:82dfb11cb9e194124bf327d20e6028473c7308a0c5f3d74efaf3bb2cfc7e2a4a
3
- size 46397390848
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc6d69eb84dcbb693cbf8d6b18c8d294480dd86f9f5497459a06c10b9a45623d
3
+ size 48334830592
UD-IQ4_XS/DeepSeek-V3-0324-UD-IQ4_XS-00002-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d6d88f0cc1d3c0002f9804cedc44022050e8e7d78cd9b0ee0d3eaa11951a38b
3
+ size 48243700864
UD-IQ4_XS/DeepSeek-V3-0324-UD-IQ4_XS-00003-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b25f751ba57dc9d8213c3f14490ea22b5fd2ae8982fe25d062243fad361b7efc
3
+ size 48113603072
UD-IQ4_XS/DeepSeek-V3-0324-UD-IQ4_XS-00004-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad43276a1c2beea7e1d1171fca398b70ed54ca6f020af48bc8fe0f1e7f3bd7f8
3
+ size 49668265728
UD-IQ4_XS/DeepSeek-V3-0324-UD-IQ4_XS-00005-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fc9045dde179a4c578662fa81966a21de46097b287c37ab0719bbaf1f44eb04
3
+ size 49065083136
UD-IQ4_XS/DeepSeek-V3-0324-UD-IQ4_XS-00006-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97bca6faa8754006d682de89fc13c24361be96dbedabdd6e435e5c33ab69ce0e
3
+ size 48267209216
UD-IQ4_XS/DeepSeek-V3-0324-UD-IQ4_XS-00007-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3bc6be6f885811071644db94f9b1e04c359b7eae5fb2d6afa43a90417c29a979
3
+ size 49718320896
UD-IQ4_XS/DeepSeek-V3-0324-UD-IQ4_XS-00008-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa5e3bbddb86f73ee3963e5221f899aad963e876523d87c0e1221c532c08871d
3
+ size 23643682752
UD-Q2_K_XL/DeepSeek-V3-0324-UD-Q2_K_XL-00001-of-00006.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5ebc122075b521abe89bd56851d68bc5dc70878241940ead12625e647105973f
3
- size 43642257408
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83d85f6bbcc8aab2decbde910381d28b1d07a4ae23626b34a66b1fc6ce544fe0
3
+ size 49996912384
UD-Q2_K_XL/DeepSeek-V3-0324-UD-Q2_K_XL-00002-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c181b67c2062dddca2b2f5c218470b511a3bbc33f64dbe0ecfa637d14e0fd161
3
+ size 49406859040
UD-Q2_K_XL/DeepSeek-V3-0324-UD-Q2_K_XL-00003-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9081115caffaed142df9f62d249f578519801e6671cc50d30a0dd3b358d24a5
3
+ size 49492832832
UD-Q2_K_XL/DeepSeek-V3-0324-UD-Q2_K_XL-00004-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08a1cd7b062036e56743b2999dd159d7a2e8d42b7fc86ce5eeb05df61e2aad02
3
+ size 49168606400
UD-Q2_K_XL/DeepSeek-V3-0324-UD-Q2_K_XL-00005-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02697b9dacddce42a566a0c1d792fa82518791144b162d13402720086c9e68bf
3
+ size 49251396928
UD-Q2_K_XL/DeepSeek-V3-0324-UD-Q2_K_XL-00006-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be23e6d5b1503c9cf0168913d2a73209c0108a379556b98a970d154fca92f20c
3
+ size 2490135040
UD-Q3_K_XL/DeepSeek-V3-0324-UD-Q3_K_XL-00001-of-00007.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:947065e6523770dcac3e8ae44f16e41159d7983b9157f72ccec8424f971e8159
3
- size 41376284672
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24cce5c00e31ee4699aaffe971b9342de59d2e21a86627703c55868c4c8ccd64
3
+ size 48038514336
UD-Q3_K_XL/DeepSeek-V3-0324-UD-Q3_K_XL-00002-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abe2b7b75282b2b0e84830145f8580a566da9cd67547fac6f2df255ae38e4e58
3
+ size 48679951680
UD-Q3_K_XL/DeepSeek-V3-0324-UD-Q3_K_XL-00003-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f0a80dfa401108513a8117bf121753227f887bedcd0b42e115f8ee690fd18f8
3
+ size 49916030496
UD-Q3_K_XL/DeepSeek-V3-0324-UD-Q3_K_XL-00004-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7705f5e8b1fcb7bac3e960ba4ca5ea6d7af2fe0f22c29ab170f783250a0feae8
3
+ size 48799857952
UD-Q3_K_XL/DeepSeek-V3-0324-UD-Q3_K_XL-00005-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52bf9faaa919ca2e772d88543b52f6f381e56d61c6256c836dabe22f5f1369d4
3
+ size 49975815200
UD-Q3_K_XL/DeepSeek-V3-0324-UD-Q3_K_XL-00006-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:066be79a0e7295ea3ac90266f75482fa08f668b2d21ed771dd6a2d263197c292
3
+ size 48665848992
UD-Q3_K_XL/DeepSeek-V3-0324-UD-Q3_K_XL-00007-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9bea728bb22bc7b1c5bc5046c473f76b92aa7249b58310fa28cd8ff71e03a3f1
3
+ size 1623064832