Commit
·
5d4a665
1
Parent(s):
64bf007
push demo
Browse files
llm.py
CHANGED
|
@@ -24,7 +24,7 @@ def stream_request(variant: str, secret: str, user_input: str):
|
|
| 24 |
inputs={"secret": secret, "user_input": user_input},
|
| 25 |
)
|
| 26 |
LOGGER.info(stream)
|
| 27 |
-
|
| 28 |
for chunk in stream:
|
| 29 |
LOGGER.info(chunk)
|
| 30 |
if not chunk.is_final:
|
|
|
|
| 24 |
inputs={"secret": secret, "user_input": user_input},
|
| 25 |
)
|
| 26 |
LOGGER.info(stream)
|
| 27 |
+
LOGGER.info("Streaming response")
|
| 28 |
for chunk in stream:
|
| 29 |
LOGGER.info(chunk)
|
| 30 |
if not chunk.is_final:
|