Create app.py

app.py

@@ -0,0 +1,41 @@
+import requests
+import json
+import gradio as gr
+
+
+url = "http://localhost:11434/api/generate"
+
+headers = {
+    "Content-Type":"application/json",
+}
+
+
+history=[]
+
+def generate_response(prompt):
+    # history.append(prompt)
+    # final_prompt="\n".join(history)
+
+    data = {
+        "model":"gtm-serve",
+        "prompt": prompt,  # final_prompt,
+        "stream": False
+    }
+
+    response = requests.post(url,headers=headers,data=json.dumps(data))
+
+    if response.status_code==200:
+        response=response.text
+        data = json.loads(response)
+        actual_response = data['response']
+        return actual_response
+    else:
+       print("Error:",response.text)
+
+interface = gr.Interface(
+    fn=generate_response,
+    inputs=gr.Textbox(lines=2,placeholder="Please enter your prompt"),
+    outputs="text",
+    # live=True
+)
+interface.launch(share=True)