File size: 725 Bytes
179f139 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 |
import os
INIT_MODELS = [
# ("meta-llama/Llama-4-Scout-17B-16E-Instruct", "together"),
("Qwen/Qwen3-32B", "hf-inference"),
("Qwen/Qwen2.5-72B-Instruct", "hf-inference"),
("Qwen/Qwen3-235B-A22B", "hf-inference"),
("deepseek-ai/DeepSeek-R1-Distill-Qwen-32B", "hf-inference"),
('meta-llama/Llama-3.1-8B-Instruct','hf-inference'),
('meta-llama/Llama-3.3-70B-Instruct','hf-inference'),
('microsoft/phi-4','hf-inference'),
('microsoft/Phi-3-mini-4k-instruct','hf-inference'),
('CohereLabs/c4ai-command-r-plus-08-2024','hf-inference'),
]
MODELS = [m[0] for m in INIT_MODELS]
TASK = os.getenv("TASK")
# With storage
HF_TOKEN = os.getenv("HF_TOKEN")
ORG_NAME = os.getenv("ORG_NAME")
|