Spaces:
Sleeping
Sleeping
Add LiteLLM proxy model configuration and usage instructions
Browse files- basic_agent.py +5 -0
- info.md +5 -0
- litellm_config.yaml +7 -0
basic_agent.py
CHANGED
@@ -56,6 +56,11 @@ class BasicAgent:
|
|
56 |
api_key=os.getenv("GROQ_API_KEY")
|
57 |
)
|
58 |
|
|
|
|
|
|
|
|
|
|
|
59 |
# Simplified and generic tool descriptions
|
60 |
python_tool_description = (
|
61 |
"Executes Python code. This is vital for calculations, data manipulation, "
|
|
|
56 |
api_key=os.getenv("GROQ_API_KEY")
|
57 |
)
|
58 |
|
59 |
+
model = LiteLLMModel(
|
60 |
+
model_id="groq/deepseek-r1-distill-llama-70b",
|
61 |
+
api_base="http://127.0.0.1:4000"
|
62 |
+
)
|
63 |
+
|
64 |
# Simplified and generic tool descriptions
|
65 |
python_tool_description = (
|
66 |
"Executes Python code. This is vital for calculations, data manipulation, "
|
info.md
ADDED
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
use command to run liteLLM proxy and prevent rate limit errors
|
2 |
+
|
3 |
+
```
|
4 |
+
litellm --config .\litellm_config.yaml
|
5 |
+
```
|
litellm_config.yaml
ADDED
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
model_list:
|
2 |
+
- model_name: deepseek-r1-distill-llama-70b
|
3 |
+
litellm_params:
|
4 |
+
model: groq/deepseek-r1-distill-llama-70b
|
5 |
+
api_key: os.environ/GROQ_API_KEY
|
6 |
+
tpm: 5000
|
7 |
+
rpm: 20
|