Update TextGen/router.py

TextGen/router.py

@@ -127,6 +127,7 @@ def determine_vocie_from_npc(npc,genre):
  else:
  return "./voices/narator_out.wav"
  
+
 @app.post("/generate_wav")
 async def generate_wav(message: VoiceMessage):
  try:
@@ -134,7 +135,7 @@ async def generate_wav(message: VoiceMessage):
  audio_file_pth = handle_file(voice)
 
  # Generator function to yield audio chunks
- def audio_stream():
+ async def audio_stream():
  result = tts_client.predict(
  prompt=message.input,
  language=message.language,
@@ -148,6 +149,7 @@ async def generate_wav(message: VoiceMessage):
  )
  for sampling_rate, audio_chunk in result:
  yield audio_chunk.tobytes()
+ await asyncio.sleep(0) # Yield control to the event loop
 
  # Return the generated audio as a streaming response
  return StreamingResponse(audio_stream(), media_type="audio/wav")