main.py

import argparse
import gc
import hashlib
import json
import os
import shlex
import subprocess
from contextlib import suppress
from urllib.parse import urlparse, parse_qs

import gradio as gr
import librosa
import numpy as np
import soundfile as sf
import sox
import yt_dlp
from pedalboard import Pedalboard, Reverb, Compressor, HighpassFilter
from pedalboard.io import AudioFile
from pydub import AudioSegment


output_dir = os.path.join(BASE_DIR, 'song_output')


def get_youtube_video_id(url, ignore_playlist=True):
 """
 Examples:
 http://youtu.be/SA2iWivDJiE
 http://www.youtube.com/watch?v=_oPAwA_Udwc&feature=feedu
 http://www.youtube.com/embed/SA2iWivDJiE
 http://www.youtube.com/v/SA2iWivDJiE?version=3&hl=en_US
 """
 query = urlparse(url)
 if query.hostname == 'youtu.be':
 if query.path[1:] == 'watch':
 return query.query[2:]
 return query.path[1:]

 if query.hostname in {'www.youtube.com', 'youtube.com', 'music.youtube.com'}:
 if not ignore_playlist:
 # use case: get playlist id not current video in playlist
 with suppress(KeyError):
 return parse_qs(query.query)['list'][0]
 if query.path == '/watch':
 return parse_qs(query.query)['v'][0]
 if query.path[:7] == '/watch/':
 return query.path.split('/')[1]
 if query.path[:7] == '/embed/':
 return query.path.split('/')[2]
 if query.path[:3] == '/v/':
 return query.path.split('/')[2]

 # returns None for invalid YouTube url
 return None


def yt_download(link):
 ydl_opts = {
 'format': 'bestaudio',
 'outtmpl': '%(title)s',
 'nocheckcertificate': True,
 'ignoreerrors': True,
 'no_warnings': True,
 'quiet': True,
 'extractaudio': True,
 'postprocessors': [{'key': 'FFmpegExtractAudio', 'preferredcodec': 'mp3'}],
 }
 with yt_dlp.YoutubeDL(ydl_opts) as ydl:
 result = ydl.extract_info(link, download=True)
 download_path = ydl.prepare_filename(result, outtmpl='%(title)s.mp3')

 return download_path


def raise_exception(error_msg, is_webui):
 if is_webui:
 raise gr.Error(error_msg)
 else:
 raise Exception(error_msg)



 display_progress('[~] Applying audio effects to Vocals...', 0.8, is_webui, progress)
 ai_vocals_mixed_path = add_audio_effects(ai_vocals_path, reverb_rm_size, reverb_wet, reverb_dry, reverb_damping)

 if pitch_change_all != 0:
 display_progress('[~] Applying overall pitch change', 0.85, is_webui, progress)
 instrumentals_path = pitch_shift(instrumentals_path, pitch_change_all)
 backup_vocals_path = pitch_shift(backup_vocals_path, pitch_change_all)

 display_progress('[~] Combining AI Vocals and Instrumentals...', 0.9, is_webui, progress)
 combine_audio([ai_vocals_mixed_path, backup_vocals_path, instrumentals_path], ai_cover_path, main_gain, backup_gain, inst_gain, output_format)

 if not keep_files:
 display_progress('[~] Removing intermediate audio files...', 0.95, is_webui, progress)
 intermediate_files = [vocals_path, main_vocals_path, ai_vocals_mixed_path]
 if pitch_change_all != 0:
 intermediate_files += [instrumentals_path, backup_vocals_path]
 for file in intermediate_files:
 if file and os.path.exists(file):
 os.remove(file)

 return ai_cover_path

 except Exception as e:
 raise_exception(str(e), is_webui)


if __name__ == '__main__':
 parser = argparse.ArgumentParser(description='Generate a AI cover song in the song_output/id directory.', add_help=True)
 parser.add_argument('-i', '--song-input', type=str, required=True, help='Link to a YouTube video or the filepath to a local mp3/wav file to create an AI cover of')
 parser.add_argument('-dir', '--rvc-dirname', type=str, required=True, help='Name of the folder in the rvc_models directory containing the RVC model file and optional index file to use')
 parser.add_argument('-p', '--pitch-change', type=int, required=True, help='Change the pitch of AI Vocals only. Generally, use 1 for male to female and -1 for vice-versa. (Octaves)')
 parser.add_argument('-k', '--keep-files', action=argparse.BooleanOptionalAction, help='Whether to keep all intermediate audio files generated in the song_output/id directory, e.g. Isolated Vocals/Instrumentals')
 parser.add_argument('-ir', '--index-rate', type=float, default=0.5, help='A decimal number e.g. 0.5, used to reduce/resolve the timbre leakage problem. If set to 1, more biased towards the timbre quality of the training dataset')
 parser.add_argument('-fr', '--filter-radius', type=int, default=3, help='A number between 0 and 7. If >=3: apply median filtering to the harvested pitch results. The value represents the filter radius and can reduce breathiness.')
 parser.add_argument('-rms', '--rms-mix-rate', type=float, default=0.25, help="A decimal number e.g. 0.25. Control how much to use the original vocal's loudness (0) or a fixed loudness (1).")
 parser.add_argument('-palgo', '--pitch-detection-algo', type=str, default='rmvpe', help='Best option is rmvpe (clarity in vocals), then mangio-crepe (smoother vocals).')
 parser.add_argument('-hop', '--crepe-hop-length', type=int, default=128, help='If pitch detection algo is mangio-crepe, controls how often it checks for pitch changes in milliseconds. The higher the value, the faster the conversion and less risk of voice cracks, but there is less pitch accuracy. Recommended: 128.')
 parser.add_argument('-pro', '--protect', type=float, default=0.33, help='A decimal number e.g. 0.33. Protect voiceless consonants and breath sounds to prevent artifacts such as tearing in electronic music. Set to 0.5 to disable. Decrease the value to increase protection, but it may reduce indexing accuracy.')
 parser.add_argument('-mv', '--main-vol', type=int, default=0, help='Volume change for AI main vocals in decibels. Use -3 to decrease by 3 decibels and 3 to increase by 3 decibels')
 parser.add_argument('-bv', '--backup-vol', type=int, default=0, help='Volume change for backup vocals in decibels')
 parser.add_argument('-iv', '--inst-vol', type=int, default=0, help='Volume change for instrumentals in decibels')
 parser.add_argument('-pall', '--pitch-change-all', type=int, default=0, help='Change the pitch/key of vocals and instrumentals. Changing this slightly reduces sound quality')
 parser.add_argument('-rsize', '--reverb-size', type=float, default=0.15, help='Reverb room size between 0 and 1')
 parser.add_argument('-rwet', '--reverb-wetness', type=float, default=0.2, help='Reverb wet level between 0 and 1')
 parser.add_argument('-rdry', '--reverb-dryness', type=float, default=0.8, help='Reverb dry level between 0 and 1')
 parser.add_argument('-rdamp', '--reverb-damping', type=float, default=0.7, help='Reverb damping between 0 and 1')
 parser.add_argument('-oformat', '--output-format', type=str, default='mp3', help='Output format of audio file. mp3 for smaller file size, wav for best quality')
 args = parser.parse_args()

 rvc_dirname = args.rvc_dirname
 if not os.path.exists(os.path.join(rvc_models_dir, rvc_dirname)):
 raise Exception(f'The folder {os.path.join(rvc_models_dir, rvc_dirname)} does not exist.')

 cover_path = song_cover_pipeline(args.song_input, rvc_dirname, args.pitch_change, args.keep_files,
 main_gain=args.main_vol, backup_gain=args.backup_vol, inst_gain=args.inst_vol,
 index_rate=args.index_rate, filter_radius=args.filter_radius,
 rms_mix_rate=args.rms_mix_rate, f0_method=args.pitch_detection_algo,
 crepe_hop_length=args.crepe_hop_length, protect=args.protect,
 pitch_change_all=args.pitch_change_all,
 reverb_rm_size=args.reverb_size, reverb_wet=args.reverb_wetness,
 reverb_dry=args.reverb_dryness, reverb_damping=args.reverb_damping,
 output_format=args.output_format)
 print(f'[+] Cover generated at {cover_path}')