kirbah commited on
Commit
65061e7
·
1 Parent(s): 77c5529

Add LiteLLM proxy model configuration and usage instructions

Browse files
Files changed (3) hide show
  1. basic_agent.py +5 -0
  2. info.md +5 -0
  3. litellm_config.yaml +7 -0
basic_agent.py CHANGED
@@ -56,6 +56,11 @@ class BasicAgent:
56
  api_key=os.getenv("GROQ_API_KEY")
57
  )
58
 
 
 
 
 
 
59
  # Simplified and generic tool descriptions
60
  python_tool_description = (
61
  "Executes Python code. This is vital for calculations, data manipulation, "
 
56
  api_key=os.getenv("GROQ_API_KEY")
57
  )
58
 
59
+ model = LiteLLMModel(
60
+ model_id="groq/deepseek-r1-distill-llama-70b",
61
+ api_base="http://127.0.0.1:4000"
62
+ )
63
+
64
  # Simplified and generic tool descriptions
65
  python_tool_description = (
66
  "Executes Python code. This is vital for calculations, data manipulation, "
info.md ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ use command to run liteLLM proxy and prevent rate limit errors
2
+
3
+ ```
4
+ litellm --config .\litellm_config.yaml
5
+ ```
litellm_config.yaml ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ model_list:
2
+ - model_name: deepseek-r1-distill-llama-70b
3
+ litellm_params:
4
+ model: groq/deepseek-r1-distill-llama-70b
5
+ api_key: os.environ/GROQ_API_KEY
6
+ tpm: 5000
7
+ rpm: 20