Spaces:
Running
Running
| import os | |
| import requests | |
| import torch | |
| import zipfile | |
| from TTS.api import TTS | |
| from pydub import AudioSegment | |
| import gradio as gr | |
| # Environment variable | |
| os.environ["COQUI_TOS_AGREED"] = "1" | |
| # Constants | |
| MODEL_PATH = "tts_models/multilingual/multi-dataset/xtts_v2" | |
| LANGUAGES = ["en", "es", "fr", "de", "it", "pt", "pl", "tr", "ru", "nl", "cs", "ar", "zh-cn", "ja", "hu", "ko", "hi"] | |
| AUDIO_FORMATS = [".wav", ".mp3", ".flac", ".mp4"] | |
| # Device setup | |
| device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu") | |
| print(f"Using device: {device}") | |
| # Initialize TTS model | |
| tts = TTS(MODEL_PATH).to(device) | |
| # Function to download audio file | |
| def download_audio_file(url): | |
| try: | |
| response = requests.get(url) | |
| file_extension = os.path.splitext(url)[-1].lower() | |
| file_name = f"temp{file_extension}" | |
| with open(file_name, "wb") as f: | |
| f.write(response.content) | |
| return file_name | |
| except requests.exceptions.RequestException as e: | |
| print(f"Error downloading audio file: {e}") | |
| return None | |
| # Function to extract zip file | |
| def extract_zip_file(zip_file): | |
| try: | |
| with zipfile.ZipFile(zip_file, 'r') as zip_ref: | |
| zip_ref.extractall() | |
| return True | |
| except zipfile.BadZipfile as e: | |
| print(f"Error extracting zip file: {e}") | |
| return False | |
| # Function to convert audio file to WAV | |
| def convert_to_wav(input_audio_file): | |
| file_extension = os.path.splitext(input_audio_file)[-1].lower() | |
| if file_extension!= ".wav": | |
| audio = AudioSegment.from_file(input_audio_file) | |
| audio.export("temp.wav", format="wav") | |
| os.remove(input_audio_file) | |
| return "temp.wav" | |
| return input_audio_file | |
| # Function to synthesize text | |
| def synthesize_text(text, input_audio_file, language): | |
| input_audio_file = convert_to_wav(input_audio_file) | |
| tts.tts_to_file(text=text, speaker_wav=input_audio_file, language=language, file_path="./output.wav") | |
| return "./output.wav" | |
| # Function to clone audio | |
| def clone(text, input_file, language, url=None, use_url=False): | |
| if use_url: | |
| if url is None: | |
| return None | |
| input_audio_file = download_audio_file(url) | |
| if input_audio_file is None: | |
| return None | |
| else: | |
| if input_file is None: | |
| return None | |
| if input_file.name.endswith(".zip"): | |
| if extract_zip_file(input_file): | |
| input_audio_file = [f for f in os.listdir('.') if os.path.isfile(f) and f.endswith(tuple(AUDIO_FORMATS))] | |
| if len(input_audio_file) == 1: | |
| input_audio_file = input_audio_file[0] | |
| else: | |
| return "Error: Please select a single audio file from the extracted files." | |
| else: | |
| input_audio_file = input_file.name | |
| # Cache audio file to avoid re-downloading or re-extracting | |
| audio_cache = {} | |
| if input_audio_file not in audio_cache: | |
| audio_cache[input_audio_file] = convert_to_wav(input_audio_file) | |
| output_file_path = synthesize_text(text, audio_cache[input_audio_file], language) | |
| return output_file_path | |
| # Gradio interface | |
| iface = gr.Interface( | |
| fn=clone, | |
| inputs=["text", gr.File(label="Input File", file_types=[".zip", *AUDIO_FORMATS]), gr.Dropdown(choices=LANGUAGES, label="Language"), gr.Text(label="URL"), gr.Checkbox(label="Use URL", value=False)], | |
| outputs=gr.Audio(type='filepath'), | |
| title='Voice Clone', | |
| description=""" by [Angetyde](https://youtube.com/@Angetyde?si=7nusP31nTumIkPTF) and [Tony Assi](https://www.tonyassi.com/ ) use this colab with caution <3. """, | |
| theme=gr.themes.Base(primary_hue="teal", secondary_hue="teal", neutral_hue="slate") | |
| ) | |
| iface.launch(share=True) |