csabakecskemeti commited on
Commit
e89e0cf
·
verified ·
1 Parent(s): dc32feb

Upload app.py

Browse files
Files changed (1) hide show
  1. app.py +9 -4
app.py CHANGED
@@ -81,13 +81,18 @@ class ToolCallingAgentChat:
81
  try:
82
  if ENABLE_DETAILED_LOGGING:
83
  logger.info(f"=== SETTING UP TOOL CALLING AGENT ===")
84
- logger.info(f"LLM URL: http://{self.ip}:{self.port}/v1")
 
85
  logger.info(f"Model: {self.model}")
 
 
 
 
 
86
 
87
- # Create OpenAI-compatible model
88
  self.llm = ChatOpenAI(
89
- base_url=f"http://{self.ip}:{self.port}/v1",
90
- api_key=self.api_key,
91
  model=self.model,
92
  temperature=0.7
93
  )
 
81
  try:
82
  if ENABLE_DETAILED_LOGGING:
83
  logger.info(f"=== SETTING UP TOOL CALLING AGENT ===")
84
+ protocol = "https" if self.port in ["443", "11443"] or "https" in self.ip else "http"
85
+ logger.info(f"LLM URL: {protocol}://{self.ip}:{self.port}/v1")
86
  logger.info(f"Model: {self.model}")
87
+ logger.info(f"Using protocol: {protocol}")
88
+
89
+ # Create OpenAI-compatible model with HTTPS support
90
+ protocol = "https" if self.port in ["443", "11443"] or "https" in self.ip else "http"
91
+ base_url = f"{protocol}://{self.ip}:{self.port}/v1"
92
 
 
93
  self.llm = ChatOpenAI(
94
+ base_url=base_url,
95
+ api_key=self.api_key or "ollama", # Use provided key or default
96
  model=self.model,
97
  temperature=0.7
98
  )