import os INIT_MODELS = [ # 70B ("Qwen/Qwen2.5-72B-Instruct", "novita"), ("meta-llama/Llama-3.3-70B-Instruct", "novita"), ("deepseek-ai/DeepSeek-R1-Distill-Llama-70B", "novita"), # 20 to 30B ("Qwen/QwQ-32B", "novita"), ("mistralai/Mistral-Small-24B-Instruct-2501", "together"), ] MODELS = [m[0] for m in INIT_MODELS] TASK = os.getenv("TASK") # With storage HF_TOKEN = os.getenv("HF_TOKEN") ORG_NAME = os.getenv("ORG_NAME")