Update app.py
Browse files
app.py
CHANGED
|
@@ -42,8 +42,10 @@ def respond(
|
|
| 42 |
],
|
| 43 |
stream=True,
|
| 44 |
)
|
|
|
|
| 45 |
for output in stream:
|
| 46 |
-
|
|
|
|
| 47 |
# from llama_cpp import Llama
|
| 48 |
# from llama_cpp_agent import LlamaCppAgent
|
| 49 |
# from llama_cpp_agent import MessagesFormatterType
|
|
|
|
| 42 |
],
|
| 43 |
stream=True,
|
| 44 |
)
|
| 45 |
+
outputs = ""
|
| 46 |
for output in stream:
|
| 47 |
+
outputs += output["choices"][0]["text"]
|
| 48 |
+
yield outputs
|
| 49 |
# from llama_cpp import Llama
|
| 50 |
# from llama_cpp_agent import LlamaCppAgent
|
| 51 |
# from llama_cpp_agent import MessagesFormatterType
|