Update app.py

app.py

@@ -4,6 +4,7 @@ import os
 import zipfile
 import requests
 from TTS.api import TTS
+from pydub import AudioSegment
 
 # Set environment variable
 os.environ["COQUI_TOS_AGREED"] = "1"
@@ -11,6 +12,7 @@ os.environ["COQUI_TOS_AGREED"] = "1"
 # Define constants
 MODEL_PATH = "tts_models/multilingual/multi-dataset/xtts_v2"
 LANGUAGES = ["en", "es", "fr", "de", "it", "pt", "pl", "tr", "ru", "nl", "cs", "ar", "zh-cn", "ja", "hu", "ko", "hi"]
+AUDIO_FORMATS = [".wav", ".mp3", ".flac", ".mp4"]
 
 # Automatically detect and use GPU if available
 device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu")
@@ -19,14 +21,35 @@ print(f"Using device: {device}")
 # Load TTS model
 tts = TTS(MODEL_PATH).to(device)
 
+def convert_to_wav(audio_file):
+ # Extract file extension
+ file_extension = os.path.splitext(audio_file)[-1].lower()
+
+ # Convert audio file to .wav format
+ if file_extension != ".wav":
+ audio = AudioSegment.from_file(audio_file)
+ audio.export("temp.wav", format="wav")
+ os.remove(audio_file)
+ audio_file = "temp.wav"
+
+ return audio_file
+
 def clone(text, url, language):
- # Download and extract audio file
+ # Download zip file
  response = requests.get(url)
  with open("temp.zip", "wb") as f:
  f.write(response.content)
+
+ # Extract audio file from zip archive
  with zipfile.ZipFile("temp.zip", "r") as zip_ref:
- zip_ref.extractall()
- audio_file = [f for f in os.listdir(".") if f.endswith(".wav")][0]
+ for file in zip_ref.namelist():
+ if os.path.splitext(file)[-1].lower() in AUDIO_FORMATS:
+ zip_ref.extract(file, ".")
+ audio_file = file
+ break
+
+ # Convert audio file to .wav format
+ audio_file = convert_to_wav(audio_file)
 
  # Generate audio using TTS model
  tts.tts_to_file(text=text, speaker_wav=audio_file, language=language, file_path="./output.wav")