Update

app.py

@@ -47,19 +47,18 @@ else:
 @cl.on_chat_start
 async def on_chat_start():
     print("On Chat Start")
-    await cl.Message(content="Hello, i am your movie recommender, how can i help you today?").send()
     prompt_template = ChatPromptTemplate.from_template(
         "You are a movie recommendation system, for a given {query} find recommendations from {content}."
     )
     retriever = vector_store.as_retriever()
-    chat_model = ChatOpenAI(model="gpt-4o", temperature=0.2, openai_api_key=openai_api_key)
+    chat_model = ChatOpenAI(model="gpt-4o", temperature=0.2, openai_api_key=openai_api_key, streaming=True)
     parser = StrOutputParser()
 
     runnable_chain = (
         {"query": RunnablePassthrough(), "content": retriever}
         | prompt_template
         | chat_model
-        | StrOutputParser()
+        | parser
     )
     cl.user_session.set("chain", runnable_chain)
 
@@ -72,8 +71,6 @@ async def main(message):
     user_input = cl.Message(content="")
     await user_input.send()
 
-    async for stream in chain.astream(user_input, cb):
+    async for stream in chain.astream(user_input.content, cb):
         print("Stream is: " + stream)
-        await user_input.stream_token(stream)
-
-    await user_input.update()
+        await user_input.stream_token(stream)