Update TextGen/router.py

TextGen/router.py

@@ -127,6 +127,7 @@ def determine_vocie_from_npc(npc,genre):
         else:
             return "./voices/narator_out.wav"
     
+
 @app.post("/generate_wav")
 async def generate_wav(message: VoiceMessage):
     try:
@@ -134,7 +135,7 @@ async def generate_wav(message: VoiceMessage):
         audio_file_pth = handle_file(voice)
 
         # Generator function to yield audio chunks
-        def audio_stream():
+        async def audio_stream():
             result = tts_client.predict(
                 prompt=message.input,
                 language=message.language,
@@ -148,6 +149,7 @@ async def generate_wav(message: VoiceMessage):
             )
             for sampling_rate, audio_chunk in result:
                 yield audio_chunk.tobytes()
+                await asyncio.sleep(0)  # Yield control to the event loop
 
         # Return the generated audio as a streaming response
         return StreamingResponse(audio_stream(), media_type="audio/wav")