app.py

import argparse
import os
ROOT_DIR = os.path.dirname(os.path.abspath(__file__))

# ffmpeg_path = f"{ROOT_DIR}/bin" # 替换成你的 FFmpeg bin 目录
# os.environ["PATH"] = os.environ.get("PATH", "") + os.pathsep + ffmpeg_path

import gradio as gr

from utils import movie2audio,make_srt,make_tran,merge_sub,make_tran_zh2en,make_tran_ja2zh,make_tran_ko2zh,make_srt_sv,make_tran_qwen2,make_tran_deep

from subtitle_to_audio import generate_audio
import pyttsx3

engine = pyttsx3.init()
voices = engine.getProperty('voices')       # getting details of current voice
vlist = []
num = 0
for voice in voices:
    print(" - Name: %s" % voice.name)
    vlist.append((voice.name,num))
    num += 1


initial_md = """

项目地址:https://github.com/v3ucn/Modelscope_Faster_Whisper_Multi_Subtitle

作者：刘悦的技术博客  https://space.bilibili.com/3031494

"""

def do_pyttsx3(srt,speed,voice):

    print(srt,speed,voice)

    voice = int(voice)

    generate_audio(path=srt,rate=int(speed),voice_idx=voice)

    return f"output/{vlist[voice][0]}.wav" 

def do_speech(video):

    res = movie2audio(video)

    return res


def do_trans_video(model_type,video_path):

    srt_text = make_srt(video_path,model_type)

    return srt_text

def do_trans_video_sv(video_path):

    srt_text = make_srt_sv(video_path)

    return srt_text

def do_trans_audio(model_type):

    srt_text = make_srt(f'{ROOT_DIR}/audio.wav',model_type)

    return srt_text

def do_trans_en2zh(srt_path):

    return make_tran(srt_path)


def do_trans_en2zh_deep(srt_path):

    return make_tran_deep(srt_path,"EN","ZH")

def do_trans_zh2en_deep(srt_path):

    return make_tran_deep(srt_path,"ZH","EN")

def do_trans_zh2ja_deep(srt_path):

    return make_tran_deep(srt_path,"ZH","JA")

def do_trans_zh2ko_deep(srt_path):

    return make_tran_deep(srt_path,"ZH","KO")

def do_trans_ja2zh_deep(srt_path):

    return make_tran_deep(srt_path,"JA","ZH")

def do_trans_ko2zh_deep(srt_path):

    return make_tran_deep(srt_path,"KO","ZH")




def do_trans_en2zh_qwen2(model_path_qwen2,srt_path):

    return make_tran_qwen2(model_path_qwen2,srt_path,"zh")

def do_trans_zh2en_qwen2(model_path_qwen2,srt_path):

    return make_tran_qwen2(model_path_qwen2,srt_path,"en")

def do_trans_ja2zh_qwen2(model_path_qwen2,srt_path):

    return make_tran_qwen2(model_path_qwen2,srt_path,"zh")

def do_trans_ko2zh_qwen2(model_path_qwen2,srt_path):

    return make_tran_qwen2(model_path_qwen2,srt_path,"zh")

def do_trans_zh2en(srt_path):

    return make_tran_zh2en(srt_path)

def do_trans_ja2zh(srt_path):

    return make_tran_ja2zh(srt_path)

def do_trans_ko2zh(srt_path):

    return make_tran_ko2zh(srt_path)

def do_srt_sin(video_path):

    return merge_sub(video_path,f"{ROOT_DIR}/output/video.srt")

def do_srt_two(video_path):

    return merge_sub(video_path,f"{ROOT_DIR}/output/two.srt")


def do_srt_two_single(video_path):

    return merge_sub(video_path,f"{ROOT_DIR}/output/two_single.srt")


def save_srt(text):

    with open(rf'{ROOT_DIR}/output/video.srt','w',encoding='utf-8') as f:
        f.write(text + "\n")

    gr.Info('字幕文件修改成功,字幕保存在output目录')


def save_two(text,text_2):

    with open(rf'{ROOT_DIR}/output/two.srt','w',encoding='utf-8') as f:
        f.write(text + "\n")

    with open(rf'{ROOT_DIR}/output/two_single.srt','w',encoding='utf-8') as f:
        f.write(text_2 + "\n")

    gr.Info('字幕文件修改成功,字幕保存在output目录')
    
    



with gr.Blocks() as app:
    gr.Markdown(initial_md)

    with gr.Accordion("视频处理(Video)"):
        with gr.Row():

            ori_video = gr.Video(label="请上传视频(Upload Video)")
        
            speech_button = gr.Button("提取人声(如果视频没有背景音也可以不做)Extract human voice (you don't have to do it if the video has no background sound)")

            speech_audio = gr.Audio(label="提取的人声(Extract voice)")

    
    speech_button.click(do_speech,inputs=[ori_video],outputs=[speech_audio])
    
    with gr.Accordion("转写字幕"):

        with gr.Row():
            with gr.Column():
                
                # model_type = gr.Dropdown(choices=["small","medium","large-v3","large-v2"], value="small", label="选择faster_Whisper模型/Select faster_Whisper model",interactive=True)

                model_type = gr.Textbox(label="填写faster_Whisper模型/Fill in the faster_Whisper model,也可以填写small,medium,large,large-v2,large-v3,faster-whisper-large-v3-turbo-ct2,模型越大，速度越慢，但字幕的准确度越高，酌情填写，用文本框是因为你可以填写其他huggingface上的开源模型地址",value="faster-whisper-large-v3-turbo-ct2")

        # with gr.Row():
        #     with gr.Column():
                
        #         language = gr.Dropdown(["ja", "en", "zh","ko","yue"], value="zh", label="选择转写的语言",interactive=True)


        with gr.Row():
            
            transcribe_button_whisper = gr.Button("Whisper视频直接转写字幕(Video direct rewriting subtitles)")

            transcribe_button_audio = gr.Button("Whisper提取人声转写字幕(Extract voice transliteration subtitles)")


            # transcribe_button_video_sv = gr.Button("阿里SenseVoice视频直接转写字幕")

            result1 = gr.Textbox(label="字幕結果(会在项目目录生成video.srt/video.srt is generated in the current directory)",value=" ",interactive=True)

            transcribe_button_audio_save = gr.Button("保存字幕修改结果")

        transcribe_button_whisper.click(do_trans_video,inputs=[model_type,ori_video],outputs=[result1])

        transcribe_button_audio_save.click(save_srt,inputs=[result1],outputs=[])

        # transcribe_button_video_sv.click(do_trans_video_sv,inputs=[ori_video],outputs=[result1])

        transcribe_button_audio.click(do_trans_audio,inputs=[model_type],outputs=[result1])


    # with gr.Accordion("HuggingFace大模型字幕翻译"):
    #     with gr.Row():


    #         srt_path = gr.Textbox(label="原始字幕地址，默认为项目目录中的video.srt,也可以输入其他路径",value="./video.srt")

    #         trans_button_en2zh = gr.Button("翻译英语字幕为中文/Translate English subtitles into Chinese")

    #         trans_button_zh2en = gr.Button("翻译中文字幕为英文/Translate Chinese subtitles into English")

    #         trans_button_ja2zh = gr.Button("翻译日文字幕为中文/Translate Japanese subtitles into Chinese")

    #         trans_button_ko2zh = gr.Button("翻译韩文字幕为中文/Translate Korea subtitles into Chinese")

    #         result2 = gr.Textbox(label="翻译结果(会在项目目录生成two.srt/two.srt is generated in the current directory)")

    #     trans_button_en2zh.click(do_trans_en2zh,[srt_path],outputs=[result2])

    #     trans_button_zh2en.click(do_trans_zh2en,[srt_path],outputs=[result2])

    #     trans_button_ja2zh.click(do_trans_ja2zh,[srt_path],outputs=[result2])

    #     trans_button_ko2zh.click(do_trans_ko2zh,[srt_path],outputs=[result2])

    with gr.Accordion("Qwen2大模型字幕翻译"):
        with gr.Row():


            srt_path_qwen2 = gr.Textbox(label="原始字幕地址，默认为项目目录中的output/video.srt,也可以输入其他路径",value=f"{ROOT_DIR}/output/video.srt")

            model_path_qwen2 = gr.Textbox(label="ollama中模型名称",value="qwen2:7b")

            trans_button_en2zh_qwen2 = gr.Button("翻译英语字幕为中文/Translate English subtitles into Chinese")

            trans_button_zh2en_qwen2 = gr.Button("翻译中文字幕为英文/Translate Chinese subtitles into English")

            trans_button_ja2zh_qwen2 = gr.Button("翻译日文字幕为中文/Translate Japanese subtitles into Chinese")

            trans_button_ko2zh_qwen2 = gr.Button("翻译韩文字幕为中文/Translate Korea subtitles into Chinese")

        with gr.Row():

            result2 = gr.Textbox(label="翻译结果(会在项目目录生成two.srt/two.srt is generated in the current directory)",value=" ",interactive=True)

            result3 = gr.Textbox(label="翻译结果(会在项目目录生成two_single.srt)",value=" ",interactive=True)

            trans_button_ko2zh_qwen2_save = gr.Button("保存修改结果")

        trans_button_en2zh_qwen2.click(do_trans_en2zh_qwen2,[model_path_qwen2,srt_path_qwen2],outputs=[result2,result3])

        trans_button_zh2en_qwen2.click(do_trans_zh2en_qwen2,[model_path_qwen2,srt_path_qwen2],outputs=[result2,result3])

        trans_button_ja2zh_qwen2.click(do_trans_ja2zh_qwen2,[model_path_qwen2,srt_path_qwen2],outputs=[result2,result3])

        trans_button_ko2zh_qwen2.click(do_trans_ko2zh_qwen2,[model_path_qwen2,srt_path_qwen2],outputs=[result2,result3])

        trans_button_ko2zh_qwen2_save.click(save_two,[result2,result3],outputs=[])


    with gr.Accordion("Deepl字幕翻译"):
        with gr.Row():


            srt_path_deep = gr.Textbox(label="原始字幕地址，默认为项目目录中的output/video.srt,也可以输入其他路径",value=f"{ROOT_DIR}/output/video.srt")

            trans_button_en2zh_deep = gr.Button("翻译英语字幕为中文/Translate English subtitles into Chinese")

            trans_button_zh2en_deep = gr.Button("翻译中文字幕为英文/Translate Chinese subtitles into English")

            trans_button_zh2ja_deep = gr.Button("翻译中文字幕为日文/Translate Chinese subtitles into Japanese")

            trans_button_zh2ko_deep = gr.Button("翻译中文字幕为韩文/Translate Chinese subtitles into Korea")

            trans_button_ja2zh_deep = gr.Button("翻译日文字幕为中文/Translate Japanese subtitles into Chinese")

            trans_button_ko2zh_deep = gr.Button("翻译韩文字幕为中文/Translate Korea subtitles into Chinese")

        with gr.Row():

            result2_deep = gr.Textbox(label="翻译结果(会在项目目录生成two.srt/two.srt is generated in the current directory)",value=" ",interactive=True)

            result3_deep = gr.Textbox(label="翻译结果(会在项目目录生成two_single.srt)",value=" ",interactive=True)

            trans_button_ko2zh_deep_save = gr.Button("保存修改结果")

        

        trans_button_ko2zh_deep_save.click(save_two,[result2_deep,result3_deep],outputs=[])


    with gr.Accordion("字幕配音(pyttsx3)"):
        with gr.Row():

            srt_path_pyttsx3 = gr.Textbox(label="字幕地址,也可以输入其他路径",value=f"{ROOT_DIR}/output/eng.srt",interactive=True)

            speed_pyttsx3 = gr.Textbox(label="配音语速(很重要,否则会引起时间轴错乱的问题)",value="240")

            voice_pyttsx3 = gr.Dropdown(choices=vlist,value=3,label="配音的音色选择",interactive=True)

            button_pyttsx3 = gr.Button("生成配音")

            pyttsx3_audio = gr.Audio(label="配音的结果")


    trans_button_en2zh_deep.click(do_trans_en2zh_deep,[srt_path_deep],outputs=[result2_deep,result3_deep,srt_path_pyttsx3])

    trans_button_zh2ja_deep.click(do_trans_zh2ja_deep,[srt_path_deep],outputs=[result2_deep,result3_deep,srt_path_pyttsx3])

    trans_button_zh2en_deep.click(do_trans_zh2en_deep,[srt_path_deep],outputs=[result2_deep,result3_deep,srt_path_pyttsx3])

    trans_button_zh2ko_deep.click(do_trans_zh2ko_deep,[srt_path_deep],outputs=[result2_deep,result3_deep,srt_path_pyttsx3])

    trans_button_ja2zh_deep.click(do_trans_ja2zh_deep,[srt_path_deep],outputs=[result2_deep,result3_deep,srt_path_pyttsx3])

    trans_button_ko2zh_deep.click(do_trans_ko2zh_deep,[srt_path_deep],outputs=[result2_deep,result3_deep,srt_path_pyttsx3])


    button_pyttsx3.click(do_pyttsx3,inputs=[srt_path_pyttsx3,speed_pyttsx3,voice_pyttsx3],outputs=[pyttsx3_audio])

            

    with gr.Accordion("字幕合并"):
        with gr.Row():


            srt_button_sin = gr.Button("将单语字幕合并到视频/Merge monolingual subtitles into video")

            srt_button_two = gr.Button("将双语字幕合并到视频/Merge bilingual subtitles into video")

            srt_button_two_single = gr.Button("将翻译的单语字幕合并到视频")

            result3 = gr.Video(label="带字幕视频")

    srt_button_sin.click(do_srt_sin,inputs=[ori_video],outputs=[result3])
    srt_button_two.click(do_srt_two,inputs=[ori_video],outputs=[result3])
    srt_button_two.click(do_srt_two_single,inputs=[ori_video],outputs=[result3])


    

parser = argparse.ArgumentParser()
parser.add_argument(
    "--server-name",
    type=str,
    default=None,
    help="Server name for Gradio app",
)
parser.add_argument(
    "--no-autolaunch",
    action="store_true",
    default=False,
    help="Do not launch app automatically",
)
args = parser.parse_args()

app.queue()
app.launch(inbrowser=True, server_name=args.server_name)