test the streamed resp

app.py

@@ -194,22 +194,24 @@ async def main(message: cl.Message):
 
     output_stream = runnable_chain.astream({})
 
-    async for chunk in output_stream:
-        print(chunk, sep='', flush=True)
+    # async for chunk in output_stream:
+    #     print(chunk, sep='', flush=True)
 
     # Call OpenAI
     # async for stream_resp in await client.chat.completions.create(
     #     messages=[m.to_openai() for m in prompt.messages], stream=True, **settings
     # ):
     async for stream_resp in output_stream:
-        token = stream_resp.choices[0].delta.content
-        if not token:
-            token = ""
-        await msg.stream_token(token)
+        await msg.stream_token(stream_resp)
+
+        # token = stream_resp.choices[0].delta.content
+        # if not token:
+        #     token = ""
+        # await msg.stream_token(token)
 
     # Update the prompt object with the completion
-    prompt.completion = msg.content
-    msg.prompt = prompt
+    # prompt.completion = msg.content
+    # msg.prompt = prompt
 
     # Send and close the message stream
     await msg.send()