Upload 2 files

llmenv.py

@@ -151,6 +151,7 @@ llm_models = {
     "BianCang-Qwen2.5-14B-Instruct.Q4_K_M.gguf": ["mradermacher/BianCang-Qwen2.5-14B-Instruct-GGUF", MessagesFormatterType.OPEN_CHAT],
     "Simulation_LLM_wiki_14B_V2.Q4_K_M.gguf": ["mradermacher/Simulation_LLM_wiki_14B_V2-GGUF", MessagesFormatterType.OPEN_CHAT],
     "Neona-12B.i1-Q4_K_M.gguf": ["mradermacher/Neona-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "Pinecone-Rune-12b.Q4_K_M.gguf": ["mradermacher/Pinecone-Rune-12b-GGUF", MessagesFormatterType.MISTRAL],
     "Irixxed_Homunculus-12B-Q3T-v.0.3-Reasoner.Q4_K_M.gguf": ["mradermacher/Irixxed_Homunculus-12B-Q3T-v.0.3-Reasoner-GGUF", MessagesFormatterType.MISTRAL],
     "Gemma-2-Llama-Swallow-9b-pt-v0.1.Q4_K_M.gguf": ["mradermacher/Gemma-2-Llama-Swallow-9b-pt-v0.1-GGUF", MessagesFormatterType.ALPACA],
     "Qwen2.5-7B-base-french-bespoke-stratos-full-sft.i1-Q5_K_S.gguf": ["mradermacher/Qwen2.5-7B-base-french-bespoke-stratos-full-sft-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
@@ -168,6 +169,42 @@ llm_models = {
     #"": ["", MessagesFormatterType.OPEN_CHAT],
     #"": ["", MessagesFormatterType.CHATML],
     #"": ["", MessagesFormatterType.PHI_3],
+    "VersaVid-R1.Q5_K_M.gguf": ["mradermacher/VersaVid-R1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "sphinxnautics-7b-kl-distilled.Q5_K_M.gguf": ["mradermacher/sphinxnautics-7b-kl-distilled-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "gemma3-12b-tolkien.Q5_K_M.gguf": ["mradermacher/gemma3-12b-tolkien-GGUF", MessagesFormatterType.ALPACA],
+    "ThinkLite-Critic-7b.Q5_K_M.gguf": ["mradermacher/ThinkLite-Critic-7b-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Qwen2.5-nsfw.Q5_K_M.gguf": ["mradermacher/Qwen2.5-nsfw-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Rewiz-Tom-7B.Q5_K_M.gguf": ["mradermacher/Rewiz-Tom-7B-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "NextCoder-Mirage-sol-7B.i1-Q5_K_M.gguf": ["mradermacher/NextCoder-Mirage-sol-7B-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "qwen2.5-7b-v1.Q5_K_M.gguf": ["mradermacher/qwen2.5-7b-v1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "CriticLeanGPT-Qwen2.5-7B-Instruct-SFT.i1-Q5_K_M.gguf": ["mradermacher/CriticLeanGPT-Qwen2.5-7B-Instruct-SFT-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "OpenR1-Qwen-7B-Instruct-SFT-lora-ctx16k.Q5_K_M.gguf": ["mradermacher/OpenR1-Qwen-7B-Instruct-SFT-lora-ctx16k-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "CriticLeanGPT-Qwen2.5-14B-Instruct-SFT-RL.Q4_K_M.gguf": ["mradermacher/CriticLeanGPT-Qwen2.5-14B-Instruct-SFT-RL-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Qwen3-14B-SFT.Q5_K_M.gguf": ["mradermacher/Qwen3-14B-SFT-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Blossom-V6.1-8B.Q5_K_M.gguf": ["mradermacher/Blossom-V6.1-8B-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Homunculus-abliterated.Q4_K_M.gguf": ["mradermacher/Homunculus-abliterated-GGUF", MessagesFormatterType.CHATML],
+    "GThinker-7B.i1-Q5_K_M.gguf": ["mradermacher/GThinker-7B-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "TAMA-QWen2.5.i1-Q5_K_M.gguf": ["mradermacher/TAMA-QWen2.5-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Qwen3-psychological-reasoning-1.7B.Q5_K_M.gguf": ["mradermacher/Qwen3-psychological-reasoning-1.7B-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "QuasiStarSynth-12B.Q4_K_M.gguf": ["mradermacher/QuasiStarSynth-12B-GGUF", MessagesFormatterType.MISTRAL],
+    "Solution-back-7B.Q5_K_M.gguf": ["mradermacher/Solution-back-7B-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Qwen2.5-3B-UFO-hotpotqa-1turn.Q5_K_M.gguf": ["mradermacher/Qwen2.5-3B-UFO-hotpotqa-1turn-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "AbyssSynth-12B.Q4_K_M.gguf": ["mradermacher/AbyssSynth-12B-GGUF", MessagesFormatterType.MISTRAL],
+    "E-Star-12B-v0.1.Q4_K_M.gguf": ["mradermacher/E-Star-12B-v0.1-GGUF", MessagesFormatterType.ALPACA],
+    "SingularitySynth-12B.i1-Q4_K_M.gguf": ["mradermacher/SingularitySynth-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "MT2-Gen2_gemma-3-12B.Q4_K_M.gguf": ["mradermacher/MT2-Gen2_gemma-3-12B-GGUF", MessagesFormatterType.ALPACA],
+    "LilithCore-v1-12B.Q4_K_M.gguf": ["mradermacher/LilithCore-v1-12B-GGUF", MessagesFormatterType.MISTRAL],
+    "WeThink-Qwen2.5VL-7B.i1-Q5_K_M.gguf": ["mradermacher/WeThink-Qwen2.5VL-7B-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "RuleReasoner-8B.Q5_K_M.gguf": ["mradermacher/RuleReasoner-8B-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Vision-Matters-7B.Q5_K_M.gguf": ["mradermacher/Vision-Matters-7B-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "gemma-3-cn-novel-4b.Q5_K_M.gguf": ["mradermacher/gemma-3-cn-novel-4b-GGUF", MessagesFormatterType.ALPACA],
+    "Qwen2.5-7B-Instruct-ultrafeedback-10k.Q5_K_M.gguf": ["mradermacher/Qwen2.5-7B-Instruct-ultrafeedback-10k-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "RACRO-7B-CRO.i1-Q5_K_M.gguf": ["mradermacher/RACRO-7B-CRO-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "QVikhr-3-4B-Instruction.Q6_K.gguf": ["mradermacher/QVikhr-3-4B-Instruction-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "care-japanese-gemma2-9b.Q4_K_M.gguf": ["mradermacher/care-japanese-gemma2-9b-GGUF", MessagesFormatterType.ALPACA],
+    "Geo-SFT.i1-Q5_K_M.gguf": ["mradermacher/Geo-SFT-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Geo-R1-CI-0620.Q5_K_M.gguf": ["mradermacher/Geo-R1-CI-0620-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "SpaceQwen2.5-VL-3B-Instruct.Q5_K_M.gguf": ["mradermacher/SpaceQwen2.5-VL-3B-Instruct-GGUF", MessagesFormatterType.OPEN_CHAT],
     "Metis-RISE-7B.i1-Q5_K_M.gguf": ["mradermacher/Metis-RISE-7B-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
     "OpenBuddy-R10528DistillQwen-14B-v27.1.i1-Q4_K_M.gguf": ["mradermacher/OpenBuddy-R10528DistillQwen-14B-v27.1-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
     "sft_subtitles_fixer_v1_merged.Q4_K_M.gguf": ["mradermacher/sft_subtitles_fixer_v1_merged-GGUF", MessagesFormatterType.ALPACA],

requirements.txt

@@ -5,7 +5,7 @@ hf_transfer
 scikit-build-core
 #https://github.com/abetlen/llama-cpp-python/releases/download/v0.3.4-cu124/llama_cpp_python-0.3.4-cp310-cp310-linux_x86_64.whl
 #git+https://github.com/Maximilian-Winter/llama-cpp-agent
-https://github.com/John6666cat/llama-cpp-python/releases/download/v0.3.9-cu124-AVX-linux-20250627/llama_cpp_python-0.3.9-cp310-cp310-linux_x86_64.whl
+https://github.com/John6666cat/llama-cpp-python/releases/download/v0.3.14-cu124-AVX-linux-20250731/llama_cpp_python-0.3.14-cp310-cp310-linux_x86_64.whl
 git+https://github.com/John6666cat/llama-cpp-agent
 pybind11>=2.12
 torch==2.4.0