Update main.py

main.py

@@ -1,19 +1,17 @@
-import openai as closeai
+
 from flask import Flask, request, Response
 import os
 from rich import print
 import json
 import requests
 from time import sleep
+from gradio_client import Client
 
 settings = {
     'node': {
         'id':os.environ.get('nodeId'),
         'models': os.environ.get('nodeModel')
     },
-    'api': {
-        'host': os.environ.get('apibase'),
-        'key': os.environ.get('apikey')
     },
     'security': {
         'passw':os.environ.get('apipassw')        
@@ -27,13 +25,22 @@ settings = {
 
 app = Flask(__name__)
 
-closeai.api_base = settings["api"]["host"]
-closeai.api_key = settings["api"]["key"]
+
 
 @app.route("/")
 def index():
     return f'Hi, its a node {settings["node"]["id"]} with {settings["node"]["models"]}'
 
+@app.route('send', methods=['POST'])
+def send():
+    message = request.json.get('message', 'hello!')
+
+    client = Client("https://ysharma-explore-llamav2-with-tgi.hf.space/")
+	result = client.predict(
+					message,	# str in 'Message' Textbox component
+					api_name="/chat")
+	return {'response': result}
+
 @app.route("/chat/completions", methods=['POST'])
 def chat_completions():
     streaming = request.json.get('stream', False)