Spaces:

faircompute
/

ollama

Sleeping

naourpally commited on Mar 9, 2024

Commit

a51f836

1 Parent(s): e428b8d

Stream the response

Files changed (1) hide show

app.py CHANGED Viewed

@@ -6,7 +6,7 @@ def get_text_response(prompt):
     data_payload = {
         "model": "llama2",
         "prompt": prompt,
-        "stream": False
     }
     response = requests.post(api_url, json=data_payload)
     response_json = response.json()

     data_payload = {
         "model": "llama2",
         "prompt": prompt,
+        "stream": True
     }
     response = requests.post(api_url, json=data_payload)
     response_json = response.json()