Streaming the response

app.py

@@ -8,10 +8,20 @@ def get_text_response(prompt):
         "prompt": prompt,
         "stream": True
     }
-    response = requests.post(api_url, json=data_payload)
-    response_json = response.json()
-    text_response = response_json.get("response", "No response received.")
-    return text_response
+    with requests.post(api_url, json=data_payload, stream=True) as response:
+        for line in response.iter_lines():
+            if line:
+                decoded_line = line.decode('utf-8')  # Assuming the API sends responses in UTF-8 encoding
+                json_line = decoded_line.strip(',')  # Remove trailing commas that might be present
+                try:
+                    response_json = json.loads(json_line)
+                    text_response = response_json.get("response", "")
+                    done = response_json.get("done", False)
+                    yield text_response
+                    if done:
+                        break
+                except json.JSONDecodeError as e:
+                    continue  # Handle incomplete JSON chunks or keep alive newlines
 
 def clear_chat():
     return "", ""
@@ -66,13 +76,14 @@ with gr.Blocks(css=css) as demo:
     )
     
     with gr.Row():
-        prompt = gr.Textbox(label="Enter your prompt")
+        prompt = gr.Textbox(label="Enter your prompt", lines=5, placeholder="Type something...")
         submit_button = gr.Button("Submit")
         clear_button = gr.Button("Clear")
-    output = gr.Textbox(label="Response")
+    output = gr.Textbox(label="Response", lines=10, placeholder="Response will appear here...")
 
-    submit_button.click(fn=get_text_response, inputs=prompt, outputs=output)
+    submit_button.click(fn=get_text_response, inputs=prompt, outputs=output, streaming=True)
     clear_button.click(fn=clear_chat, inputs=[], outputs=[prompt, output])
+
     gr.HTML(
         """
         <div class="acknowledgments">
@@ -81,4 +92,5 @@ with gr.Blocks(css=css) as demo:
         """
     )
 
-demo.launch()
+if __name__ == "__main__":
+    demo.launch()