Hugging Face's logo

gaianet
/
DeepSeek-V2-Lite-Chat-GGUF

Text Generation
Transformers
GGUF
deepseek_v2
custom_code
conversational
Model card Files Community
apepkuss79 commited on
Commit
939c15e
•
1 Parent(s): 26f36d9

Update models

Browse files
Files changed (14) hide show
  1. .gitattributes +13 -0
  2. DeepSeek-V2-Lite-Chat-Q2_K.gguf +3 -0
  3. DeepSeek-V2-Lite-Chat-Q3_K_L.gguf +3 -0
  4. DeepSeek-V2-Lite-Chat-Q3_K_M.gguf +3 -0
  5. DeepSeek-V2-Lite-Chat-Q3_K_S.gguf +3 -0
  6. DeepSeek-V2-Lite-Chat-Q4_0.gguf +3 -0
  7. DeepSeek-V2-Lite-Chat-Q4_K_M.gguf +3 -0
  8. DeepSeek-V2-Lite-Chat-Q4_K_S.gguf +3 -0
  9. DeepSeek-V2-Lite-Chat-Q5_0.gguf +3 -0
  10. DeepSeek-V2-Lite-Chat-Q5_K_M.gguf +3 -0
  11. DeepSeek-V2-Lite-Chat-Q5_K_S.gguf +3 -0
  12. DeepSeek-V2-Lite-Chat-Q6_K.gguf +3 -0
  13. DeepSeek-V2-Lite-Chat-Q8_0.gguf +3 -0
  14. DeepSeek-V2-Lite-Chat-f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,16 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ DeepSeek-V2-Lite-Chat-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ DeepSeek-V2-Lite-Chat-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
38
+ DeepSeek-V2-Lite-Chat-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ DeepSeek-V2-Lite-Chat-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ DeepSeek-V2-Lite-Chat-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ DeepSeek-V2-Lite-Chat-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ DeepSeek-V2-Lite-Chat-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ DeepSeek-V2-Lite-Chat-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
44
+ DeepSeek-V2-Lite-Chat-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ DeepSeek-V2-Lite-Chat-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ DeepSeek-V2-Lite-Chat-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
47
+ DeepSeek-V2-Lite-Chat-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
48
+ DeepSeek-V2-Lite-Chat-f16.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V2-Lite-Chat-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92df94f2f131ea5761bb454f6157303348142af258f93f9701d9f1db3758be75
3
+ size 6430464320
DeepSeek-V2-Lite-Chat-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:959d3d626a1888724b5df16fddd0ba69c6117e8326ed43d89b841817675f58e4
3
+ size 8459398464
DeepSeek-V2-Lite-Chat-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17c1b1c347222101f5bfce551c5ec6807cd81bcf0303b7c183948621dc4aa7d4
3
+ size 8126606656
DeepSeek-V2-Lite-Chat-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54eb4c28d6a1e38d0c22392a3f269d1c37b09e07cd6328a30e76ce7bddccfc15
3
+ size 7487663424
DeepSeek-V2-Lite-Chat-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:526451466948e0a74158b43588bca6269bc46392d0c6689e98a011af7d412aaa
3
+ size 8905109824
DeepSeek-V2-Lite-Chat-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30b4fb4ab1fbe1c6a827303ea898296c9faf8f54d6cdf8b9fbdda7a7ebfb292a
3
+ size 10364416320
DeepSeek-V2-Lite-Chat-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07e8cde8c7f2baa606bc58d7470739a962113b94a75efaed10d626a071461f4e
3
+ size 9533608256
DeepSeek-V2-Lite-Chat-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fd631ce1222b84366dd75e2b0d5da3615747a9865f4a75eac965909d35c3c38
3
+ size 10841764160
DeepSeek-V2-Lite-Chat-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e76c60363eadb48c1fd3678b0dcbbabb39b959f336ae0c7c6e51396f6b18ad96
3
+ size 11851313472
DeepSeek-V2-Lite-Chat-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b039106af0b8b68b678c27eb156b47375569a2eb4644b5adb58f368216a9070
3
+ size 11143057728
DeepSeek-V2-Lite-Chat-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:232ec7dbfdb340d3ca020508b1e2e2791da2ae2baac21cf2f0491b781a314be1
3
+ size 14066971968
DeepSeek-V2-Lite-Chat-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:458d8dbb5c64109623751f3c7e691f285770a6521bf06bf86172980b995b3bde
3
+ size 16702517568
DeepSeek-V2-Lite-Chat-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ef9ac89c78b82e188cad8c75d0cb630899e08510a97d6fa41431139573f697c
3
+ size 31424033088