tool: add kv overrides to start command (win)
Browse files
DeepSeek-V2-Chat.q2_k.gguf/download_and_run.bat
CHANGED
@@ -27,6 +27,11 @@ server.exe ^
|
|
27 |
-m DeepSeek-V2-Chat.q2_k.gguf ^
|
28 |
-c 4096 ^
|
29 |
-i ^
|
30 |
-
--mlock
|
|
|
|
|
|
|
|
|
|
|
31 |
|
32 |
endlocal
|
|
|
27 |
-m DeepSeek-V2-Chat.q2_k.gguf ^
|
28 |
-c 4096 ^
|
29 |
-i ^
|
30 |
+
--mlock ^
|
31 |
+
--override-kv deepseek2.attention.q_lora_rank=int:1536 ^
|
32 |
+
--override-kv deepseek2.attention.kv_lora_rank=int:512 ^
|
33 |
+
--override-kv deepseek2.expert_shared_count=int:2 ^
|
34 |
+
--override-kv deepseek2.expert_feed_forward_length=int:1536 ^
|
35 |
+
--override-kv deepseek2.leading_dense_block_count=int:1
|
36 |
|
37 |
endlocal
|