Upload 2 files

llmdolphin.py

@@ -16,6 +16,8 @@ import wrapt_timeout_decorator
 from llama_cpp_agent.messages_formatter import MessagesFormatter
 from formatter import mistral_v1_formatter, mistral_v2_formatter, mistral_v3_tekken_formatter
 from llmenv import llm_models, llm_models_dir, llm_formats, llm_languages, dolphin_system_prompt
+import subprocess
+subprocess.run("rm -rf /data-nvme/zerogpu-offload/*", env={}, shell=True)
 
 
 llm_models_tupled_list = []

llmenv.py

@@ -83,6 +83,77 @@ llm_models = {
     #"": ["", MessagesFormatterType.OPEN_CHAT],
     #"": ["", MessagesFormatterType.CHATML],
     #"": ["", MessagesFormatterType.PHI_3],
+    "Dans-PersonalityEngine-V1.1.0-12b-Q4_K_M.gguf": ["bartowski/Dans-PersonalityEngine-V1.1.0-12b-GGUF", MessagesFormatterType.CHATML],
+    "Teleut-7b-RP-Q5_K_M.gguf": ["bartowski/Teleut-7b-RP-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Berghof-vanilla-7B.i1-Q5_K_M.gguf": ["mradermacher/Berghof-vanilla-7B-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "NeuralKukedlc-7B-Labonned.i1-Q5_K_M.gguf": ["mradermacher/NeuralKukedlc-7B-Labonned-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "Mistral-Nemo-VICIOUS_MESH-12B-2407.i1-Q4_K_M.gguf": ["mradermacher/Mistral-Nemo-VICIOUS_MESH-12B-2407-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "StrangeMerges_43-7B-dare_ties.Q5_K_M.gguf": ["mradermacher/StrangeMerges_43-7B-dare_ties-GGUF", MessagesFormatterType.MISTRAL],
+    "SmartLlama-3-8B-MS-v0.1.i1-Q5_K_M.gguf": ["mradermacher/SmartLlama-3-8B-MS-v0.1-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "bruphin-kappa.i1-Q5_K_M.gguf": ["mradermacher/bruphin-kappa-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "NeuralKrishnaMath-7B-slerp.Q5_K_M.gguf": ["mradermacher/NeuralKrishnaMath-7B-slerp-GGUF", MessagesFormatterType.MISTRAL],
+    "113-Aspect-Emotion-Model-1.1.Q5_K_M.gguf": ["mradermacher/113-Aspect-Emotion-Model-1.1-GGUF", MessagesFormatterType.MISTRAL],
+    "ErisepBeagleNuBuRPInfinWestLakev2-IreneRP-Neural-7B-slerp.Q5_K_M.gguf": ["mradermacher/ErisepBeagleNuBuRPInfinWestLakev2-IreneRP-Neural-7B-slerp-GGUF", MessagesFormatterType.MISTRAL],
+    "ScaleDown-7B-slerp-v0.1.i1-Q5_K_M.gguf": ["mradermacher/ScaleDown-7B-slerp-v0.1-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "KangalKhan-PolishedRuby-7B.i1-Q5_K_M.gguf": ["mradermacher/KangalKhan-PolishedRuby-7B-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "Eris_PrimeV4-Vision-7B.i1-Q5_K_M.gguf": ["mradermacher/Eris_PrimeV4-Vision-7B-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "Mistral-7B-Instruct-demi-merge-v0.2-7B.i1-Q5_K_M.gguf": ["mradermacher/Mistral-7B-Instruct-demi-merge-v0.2-7B-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "DaturaCookie_7B.i1-Q5_K_M.gguf": ["mradermacher/DaturaCookie_7B-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "Eris_PrimeV4-Vision-32k-7B.i1-Q5_K_M.gguf": ["mradermacher/Eris_PrimeV4-Vision-32k-7B-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "swallow-hermes-st-v1.Q5_K_M.gguf": ["mradermacher/swallow-hermes-st-v1-GGUF", MessagesFormatterType.MISTRAL],
+    "StrangeMerges_45-7B-dare_ties.Q5_K_M.gguf": ["mradermacher/StrangeMerges_45-7B-dare_ties-GGUF", MessagesFormatterType.MISTRAL],
+    "Eris_PrimeV3.05-Vision-7B.i1-Q5_K_M.gguf": ["mradermacher/Eris_PrimeV3.05-Vision-7B-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "Pearl-7B-slerp.i1-Q5_K_M.gguf": ["mradermacher/Pearl-7B-slerp-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "Follex-7B.i1-Q5_K_M.gguf": ["mradermacher/Follex-7B-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "flammen13-mistral-7B.Q5_K_M.gguf": ["mradermacher/flammen13-mistral-7B-GGUF", MessagesFormatterType.MISTRAL],
+    "flammen12-mistral-7B.Q5_K_M.gguf": ["mradermacher/flammen12-mistral-7B-GGUF", MessagesFormatterType.MISTRAL],
+    "KangalKhan-Beta-Sapphire-7B.Q5_K_M.gguf": ["mradermacher/KangalKhan-Beta-Sapphire-7B-GGUF", MessagesFormatterType.MISTRAL],
+    "StrangeMerges_44-7B-dare_ties.Q5_K_M.gguf": ["mradermacher/StrangeMerges_44-7B-dare_ties-GGUF", MessagesFormatterType.MISTRAL],
+    "StarMix-7B-slerp.Q5_K_M.gguf": ["mradermacher/StarMix-7B-slerp-GGUF", MessagesFormatterType.MISTRAL],
+    "Qwen2.5-14B-Brocav3.i1-Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-Brocav3-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Calliope-7b.Q5_K_M.gguf": ["mradermacher/Calliope-7b-GGUF", MessagesFormatterType.MISTRAL],
+    "Qwen2.5-14B-Broca.i1-Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-Broca-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "iq-code-evmind-14b.i1-Q4_K_M.gguf": ["mradermacher/iq-code-evmind-14b-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "AetherLlama.Q5_K_M.gguf": ["mradermacher/AetherLlama-GGUF", MessagesFormatterType.LLAMA_3],
+    "Avalon_8.Q4_K_M.gguf": ["mradermacher/Avalon_8-GGUF", MessagesFormatterType.MISTRAL],
+    "Zephyr_beta_32k_7B.Q5_K_M.gguf": ["mradermacher/Zephyr_beta_32k_7B-GGUF", MessagesFormatterType.MISTRAL],
+    "iq-code-evmind-7b.Q5_K_M.gguf": ["mradermacher/iq-code-evmind-7b-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Follex-7B-V2.i1-Q5_K_M.gguf": ["mradermacher/Follex-7B-V2-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "bruphin-iota.Q5_K_M.gguf": ["mradermacher/bruphin-iota-GGUF", MessagesFormatterType.MISTRAL],
+    "Qwen2.5-14B-FinalMergev2.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-FinalMergev2-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "flammen11X-mistral-7B.Q5_K_M.gguf": ["mradermacher/flammen11X-mistral-7B-GGUF", MessagesFormatterType.MISTRAL],
+    "J.O.S.I.E.3-Beta8-slerp.Q5_K_M.gguf": ["mradermacher/J.O.S.I.E.3-Beta8-slerp-GGUF", MessagesFormatterType.MISTRAL],
+    "flammen10-mistral-7B.Q5_K_M.gguf": ["mradermacher/flammen10-mistral-7B-GGUF", MessagesFormatterType.MISTRAL],
+    "gemma-2-9b-it-abliterated-Q4_K_M.gguf": ["bartowski/gemma-2-9b-it-abliterated-GGUF", MessagesFormatterType.ALPACA],
+    "The-Trinity-Coder-7B.Q5_K_M.gguf": ["mradermacher/The-Trinity-Coder-7B-GGUF", MessagesFormatterType.MISTRAL],
+    "MT-Gen5-MUMMIG-gemma-2-9B.Q4_K_M.gguf": ["mradermacher/MT-Gen5-MUMMIG-gemma-2-9B-GGUF", MessagesFormatterType.ALPACA],
+    "DarkCamelot_2.i1-Q4_K_M.gguf": ["mradermacher/DarkCamelot_2-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "NeuralSirKrishna-Spanish-FT.Q5_K_M.gguf": ["mradermacher/NeuralSirKrishna-Spanish-FT-GGUF", MessagesFormatterType.MISTRAL],
+    "Pearl-7B-0211-ties.Q5_K_M.gguf": ["mradermacher/Pearl-7B-0211-ties-GGUF", MessagesFormatterType.MISTRAL],
+    "Pearl-7B-0210-ties.Q5_K_M.gguf": ["mradermacher/Pearl-7B-0210-ties-GGUF", MessagesFormatterType.MISTRAL],
+    "GarrulusMarcoro-7B-v0.1.Q5_K_M.gguf": ["mradermacher/GarrulusMarcoro-7B-v0.1-GGUF", MessagesFormatterType.MISTRAL],
+    "NeuralDareDMistralPro-7b-slerp.Q5_K_M.gguf": ["mradermacher/NeuralDareDMistralPro-7b-slerp-GGUF", MessagesFormatterType.MISTRAL],
+    "Matter-0.1-7B-DPO-preview.Q5_K_M.gguf": ["mradermacher/Matter-0.1-7B-DPO-preview-GGUF", MessagesFormatterType.MISTRAL],
+    "Mistral7BInstructv0.2-RakutenAI7Bchat.Q5_K_M.gguf": ["mradermacher/Mistral7BInstructv0.2-RakutenAI7Bchat-GGUF", MessagesFormatterType.MISTRAL],
+    "Asherah_7B.i1-Q5_K_M.gguf": ["mradermacher/Asherah_7B-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "Matter-0.1-7B.i1-Q5_K_M.gguf": ["mradermacher/Matter-0.1-7B-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "kukulemon-7B.i1-Q5_K_M.gguf": ["mradermacher/kukulemon-7B-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "Mystical-dare5-7b.Q5_K_M.gguf": ["mradermacher/Mystical-dare5-7b-GGUF", MessagesFormatterType.MISTRAL],
+    "RasGulla1-7b.Q5_K_M.gguf": ["mradermacher/RasGulla1-7b-GGUF", MessagesFormatterType.MISTRAL],
+    "NeuralMonarchCoderPearlBeagle-T3Q-Mistral-Orca-Math-DPO-7b.Q5_K_M.gguf": ["mradermacher/NeuralMonarchCoderPearlBeagle-T3Q-Mistral-Orca-Math-DPO-7b-GGUF", MessagesFormatterType.MISTRAL],
+    "Einstein-4d-Marcoro14-nddmpk-KrishnaHercules-7b-slerp-fix1.Q5_K_M.gguf": ["mradermacher/Einstein-4d-Marcoro14-nddmpk-KrishnaHercules-7b-slerp-fix1-GGUF", MessagesFormatterType.MISTRAL],
+    "Einstein-4d-Marcoro14-nddmpk-KrishnaHercules-7b-slerp.Q5_K_M.gguf": ["mradermacher/Einstein-4d-Marcoro14-nddmpk-KrishnaHercules-7b-slerp-GGUF", MessagesFormatterType.MISTRAL],
+    "EvoLLM-JP-v1-7B.i1-Q5_K_M.gguf": ["mradermacher/EvoLLM-JP-v1-7B-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "PearlMathMstralPro-7b-slerp.Q5_K_M.gguf": ["mradermacher/PearlMathMstralPro-7b-slerp-GGUF", MessagesFormatterType.MISTRAL],
+    "tokyotech-llm-Llama-3.1-Swallow-8B-Instruct-v0.3-Q5_K_M.gguf": ["mmnga/tokyotech-llm-Llama-3.1-Swallow-8B-Instruct-v0.3-gguf", MessagesFormatterType.LLAMA_3],
+    "Mayonnaise-4in1-03.Q5_K_M.gguf": ["mradermacher/Mayonnaise-4in1-03-GGUF", MessagesFormatterType.MISTRAL],
+    "Franken-MistressMaid-7B-v2.i1-Q5_K_M.gguf": ["mradermacher/Franken-MistressMaid-7B-v2-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "Mayonnaise-4in1-01.Q5_K_M.gguf": ["mradermacher/Mayonnaise-4in1-01-GGUF", MessagesFormatterType.MISTRAL],
+    "TheMayonnaise.i1-Q5_K_M.gguf": ["mradermacher/TheMayonnaise-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "Gemma-The-Writer-Mighty-Sword-9B-D_AU-Q4_k_m.gguf": ["DavidAU/Gemma-The-Writer-Mighty-Sword-9B-GGUF", MessagesFormatterType.ALPACA],
+    "Elly_7B.Q5_K_M.gguf": ["mradermacher/Elly_7B-GGUF", MessagesFormatterType.MISTRAL],
+    "Eris_Prime-V2-7B.Q5_K_M.gguf": ["mradermacher/Eris_Prime-V2-7B-GGUF", MessagesFormatterType.MISTRAL],
+    "discolm-mfto-7b-german-v0.1.Q5_K_M.gguf": ["mradermacher/discolm-mfto-7b-german-v0.1-GGUF", MessagesFormatterType.MISTRAL],
     "WestKunai-XS-7b.Q5_K_M.gguf": ["mradermacher/WestKunai-XS-7b-GGUF", MessagesFormatterType.MISTRAL],
     "WestKunai-XD-7b.Q5_K_M.gguf": ["mradermacher/WestKunai-XD-7b-GGUF", MessagesFormatterType.MISTRAL],
     "GenTest-7B-slerp.Q5_K_M.gguf": ["mradermacher/GenTest-7B-slerp-GGUF", MessagesFormatterType.MISTRAL],
@@ -1503,6 +1574,7 @@ llm_models = {
     "ContextualToppy_KTO-7B.Q5_K_M.gguf": ["mradermacher/ContextualToppy_KTO-7B-GGUF", MessagesFormatterType.MISTRAL],
     "Berghof-NSFW-7B.Q5_K_M.gguf": ["QuantFactory/Berghof-NSFW-7B-GGUF", MessagesFormatterType.MISTRAL],
     "Japanese-TextGen-Kage-v0.1.2-2x7B-NSFW_iMat_Ch200_IQ4_XS.gguf": ["dddump/Japanese-TextGen-Kage-v0.1.2-2x7B-NSFW-gguf", MessagesFormatterType.VICUNA],
+    "EvoLLM-JP-A-v1-7B.i1-Q5_K_M.gguf": ["mradermacher/EvoLLM-JP-A-v1-7B-i1-GGUF", MessagesFormatterType.MISTRAL],
     "ChatWaifu_v1.2.1.Q5_K_M.gguf": ["mradermacher/ChatWaifu_v1.2.1-GGUF", MessagesFormatterType.MISTRAL],
     "ChatWaifu_v1.1.Q5_K_M.gguf": ["mradermacher/ChatWaifu_v1.1-GGUF", MessagesFormatterType.MISTRAL],
     "ChatWaifu_v1.0.i1-Q5_K_M.gguf": ["mradermacher/ChatWaifu_v1.0-i1-GGUF", MessagesFormatterType.MISTRAL],