import requests import gradio as gr def get_text_response(prompt): api_url = "http://35.233.231.20:5002/api/generate" data_payload = { "model": "llama2", "prompt": prompt, "stream": False } response = requests.post(api_url, json=data_payload) response_json = response.json() text_response = response_json.get("response", "No response received.") return text_response def clear_chat(): return "", "" css = """ """ with gr.Blocks(css=css) as demo: gr.HTML( """

Fair Compute Llama-2 Chat

""" ) with gr.Row(): prompt = gr.Textbox(label="Enter your prompt") submit_button = gr.Button("Submit") clear_button = gr.Button("Clear") output = gr.Textbox(label="Response") submit_button.click(fn=get_text_response, inputs=prompt, outputs=output) clear_button.click(fn=clear_chat, inputs=[], outputs=[prompt, output]) gr.HTML( """

Run AI models on your home computers, powered by FairCompute

""" ) demo.launch()