litellm_config.yaml

model_list:
  - model_name: deepseek-r1-distill-llama-70b
    litellm_params:
      model: groq/deepseek-r1-distill-llama-70b
      api_key: os.environ/GROQ_API_KEY
      tpm: 5000
      rpm: 20