import os | |
INIT_MODELS = [ | |
# ("meta-llama/Llama-4-Scout-17B-16E-Instruct", "together"), | |
("Qwen/Qwen3-32B", "hf-inference"), | |
("Qwen/Qwen2.5-72B-Instruct", "hf-inference"), | |
("Qwen/Qwen3-235B-A22B", "hf-inference"), | |
("deepseek-ai/DeepSeek-R1-Distill-Qwen-32B", "hf-inference"), | |
('meta-llama/Llama-3.1-8B-Instruct','hf-inference'), | |
('meta-llama/Llama-3.3-70B-Instruct','hf-inference'), | |
('microsoft/phi-4','hf-inference'), | |
('microsoft/Phi-3-mini-4k-instruct','hf-inference'), | |
('CohereLabs/c4ai-command-r-plus-08-2024','hf-inference'), | |
] | |
MODELS = [m[0] for m in INIT_MODELS] | |
TASK = os.getenv("TASK") | |
# With storage | |
HF_TOKEN = os.getenv("HF_TOKEN") | |
ORG_NAME = os.getenv("ORG_NAME") | |