update

app.py

@@ -27,15 +27,16 @@ account_sid = os.getenv('twillo_sid')
 auth_token = os.getenv('twillo_token')
 
 # model_id='https://pflgm2locj2t89co.us-east-1.aws.endpoints.huggingface.cloud'
-# model = HfApiModel(
-#     max_tokens=2096,
-#     temperature=0.5,
-#     # model_id='Qwen/Qwen2.5-Coder-32B-Instruct',
-#     model_id=model_id,
-#     # it is possible that this model may be overloaded
-#     custom_role_conversions=None,
-# )
-model = LiteLLMModel(model_id="anthropic/claude-3-5-sonnet-latest", temperature=0.2, max_tokens=10)
+model = HfApiModel(
+     max_tokens=2096,
+     temperature=0.5,
+     model_id='Qwen/Qwen2.5-Coder-32B-Instruct',
+     token =  os.getenv('HF_TOKEN'),
+     #model_id=model_id,
+     # it is possible that this model may be overloaded
+     custom_role_conversions=None,
+#)
+#model = LiteLLMModel(model_id="anthropic/claude-3-5-sonnet-latest", temperature=0.2, max_tokens=10)
 # Import tool from Hub
 # image_generation_tool = load_tool("agents-course/text-to-image", trust_remote_code=True)