audio.py

from moviepy.editor import *
from gtts import gTTS
from pydub import AudioSegment
import tempfile
import os

os.environ["IMAGEIO_FFMPEG_EXE"] = "/usr/local/bin/ffmpeg"
# 如果需要，设置 ImageMagick 的路径
# os.environ["IMAGEMAGICK_BINARY"] = "/usr/local/bin/convert"

def gen_audio(subtitles, tmpdir):
# 字幕列表，表示在指定时间段显示对应的字幕
# subtitles = [
#    [[0, 3], "這裡請注意右臂"],
#     [[4, 8], "這裡請注意左臂"],
#     [[9, 12], "這裡請注意左手細節"]
# ]
    subtitles = merge_subtitles(subtitles)
    print("===> Subtitles:")
    for subtitle in subtitles:
        print(subtitle)
    combined_clip = VideoFileClip(tmpdir + "/output.mp4")
    # 获取视频总时长
    total_duration = combined_clip.duration

    # 添加字幕的函数
    def add_subtitles(clip, subtitles):
        txt_clips = []
        for start_end, text in subtitles:
            start_time, end_time = start_end
            duration = end_time - start_time
            txt_clip = (TextClip(text, fontsize=clip.w//20, color='white', font='bold.ttf', method='caption', size=(clip.w * 0.9, None))  # 添加 method='caption'
                        .set_duration(duration)  # 设置字幕持续时间
                        .set_position(('center', 4 * clip.h // 5))
                        .set_start(start_time))  # 字幕开始时间
            txt_clips.append(txt_clip)
        
        # 将字幕叠加到视频上
        return CompositeVideoClip([clip, *txt_clips])

    # 将字幕添加到视频中
    video_with_subtitles = add_subtitles(combined_clip, subtitles)

    # 生成语音文件并返回音频剪辑的函数
    def generate_audio(subtitles, total_duration):
        temp_audio_path = tempfile.mkdtemp()  # 创建临时目录存储音频文件
        clips = []

        for i, (start_end, text) in enumerate(subtitles):
            start_time, end_time = start_end
            duration = end_time - start_time

            # 使用 gtts 生成语音
            tts = gTTS(text=text, lang='zh')
            audio_path = os.path.join(temp_audio_path, f'subtitle_{i}.mp3')
            tts.save(audio_path)
            
            # 使用 pydub 加载音频并将其转换为 wav 格式
            audio_segment = AudioSegment.from_mp3(audio_path)

            # 将 pydub 音频转换为 moviepy 可用的 AudioFileClip
            new_audio_path = os.path.join(temp_audio_path, f'subtitle_{i}_adjusted.wav')
            audio_segment.export(new_audio_path, format="wav")

            audio_clip = AudioFileClip(new_audio_path).set_start(start_time).set_duration(min(duration, audio_segment.duration_seconds))
            
            clips.append(audio_clip)
        
        # 合并所有音频剪辑
        final_audio = CompositeAudioClip(clips)
        return final_audio

    # 生成语音
    audio_clip = generate_audio(subtitles, total_duration)

    # 将语音添加到视频
    video_with_audio = video_with_subtitles.set_audio(audio_clip)

    # 导出带语音和字幕的视频
    video_with_audio.write_videofile(tmpdir + '/output_with_subtitles.mp4', fps=24)
    return tmpdir + '/output_with_subtitles.mp4'


def merge_subtitles(subtitles):
    merged_subtitles = []
    i = 0
    n = len(subtitles)
    
    while i < n:
        # 初始化当前字幕的起始时间、结束时间和内容
        current_start, current_end = subtitles[i][0]
        current_content = subtitles[i][1]
        duration = current_end - current_start
        i += 1  # 移动到下一个字幕索引，供后续合并使用

        # 尝试合并后续字幕，直到持续时间至少为3秒
        while duration < 3:
            if i >= n:
                # 已经处理完所有字幕，延长结束时间
                current_end = current_start + 3
                duration = current_end - current_start
                break
            next_start, next_end = subtitles[i][0]
            next_content = subtitles[i][1]
            if next_start == current_end:
                # 与下一个字幕相邻，合并
                current_end = next_end
                current_content += "、" + next_content
                duration = current_end - current_start
                i += 1  # 继续检查下一个字幕
            else:
                # 不相邻，无法合并，延长结束时间
                if duration < 3:
                    current_end = current_start + 3
                    duration = current_end - current_start
                break  # 退出合并循环

        # 添加合并后的字幕到新列表
        current_content = '這裡請注意' + '、'.join(list(set(current_content.replace("細節", "").split('、'))))
        merged_subtitles.append([[current_start, current_end], current_content])
    
    return merged_subtitles