Update app.py

app.py

@@ -1,249 +1,21 @@
-from pytubefix import YouTube
-from pytubefix.cli import on_progress
-import time
+from faster_whisper import WhisperModel
 import math
 import gradio as gr
-import ffmpeg
-from faster_whisper import WhisperModel
+from moviepy import VideoFileClip
 import requests
-import json
-import arabic_reshaper # pip install arabic-reshaper
-from bidi.algorithm import get_display # pip install python-bidi
-from moviepy import VideoFileClip, TextClip, CompositeVideoClip, AudioFileClip, ImageClip
-import pysrt
-import instaloader
-import time
-import concurrent.futures
-import re
-from io import BytesIO
-from PIL import Image
-api_key = "268976:66f4f58a2a905"
-
-
-
-
-def fetch_data(url):
-    try:
-        response = requests.get(url)
-        response.raise_for_status()
-        return response.json()
-    except requests.exceptions.RequestException as e:
-        print(f"An error occurred: {e}")
-        return None
-
-def download_file(url):
-    try:
-        response = requests.get(url.split("#")[0], stream=True)
-        response.raise_for_status()
-        print(url.split("#")[1])
-        with open(url.split("#")[1], 'wb') as file:
-            for chunk in response.iter_content(chunk_size=8192):
-                if chunk:
-                    file.write(chunk)
-        file.close()
-        print(f"Downloaded successfully: {url.split('#')[1]}")
-    except requests.exceptions.RequestException as e:
-        print(f"An error occurred: {e}")
-
-def download_chunk(url, start, end, filename, index):
-    headers = {'Range': f'bytes={start}-{end}'}
-    response = requests.get(url, headers=headers, stream=True)
-    response.raise_for_status()
-    chunk_filename = f'{filename}.part{index}'
-    with open(chunk_filename, 'wb') as file:
-        for chunk in response.iter_content(chunk_size=8192):
-            if chunk:
-                file.write(chunk)
-    file.close()
-    return chunk_filename
-
-def merge_files(filename, num_parts):
-    with open(filename, 'wb') as output_file:
-        for i in range(num_parts):
-            part_filename = f'{filename}.part{i}'
-            with open(part_filename, 'rb') as part_file:
-                output_file.write(part_file.read())
-            # Optionally, delete the part file after merging
-            # os.remove(part_filename)
-            part_file.close()
-
-def download_file_in_parallel(link, size, num_threads=4):
-    url = link.split("#")[0]
-    filename = link.split("#")[1]
-    print(url+" filename: "+filename)
-    response = requests.head(url)
-    #file_size = int(response.headers['Content-Length'])
-    chunk_size = size // num_threads
-
-    ranges = [(i * chunk_size, (i + 1) * chunk_size - 1) for i in range(num_threads)]
-    ranges[-1] = (ranges[-1][0], size - 1)  # Adjust the last range to the end of the file
-
-    with concurrent.futures.ThreadPoolExecutor(max_workers=num_threads) as executor:
-        futures = [
-            executor.submit(download_chunk, url, start, end, filename, i)
-            for i, (start, end) in enumerate(ranges)
-        ]
-        for future in concurrent.futures.as_completed(futures):
-            future.result()  # Ensure all threads complete
-
-    merge_files(filename, num_threads)
-    print(f'Downloaded successfully: {filename}')
-
-
-
-def one_youtube(link, api_key):
-
-    # Fetch video ID
-    video_id_url = f"https://one-api.ir/youtube/?token={api_key}&action=getvideoid&link={link}"
-    video_data = fetch_data(video_id_url)
-    if not video_data:
-        return None, None
-
-    video_id = video_data["result"]
-
-    # Fetch video data
-    filter_option = ""  # Replace with your filter option
-    video_data_url = f"https://youtube.one-api.ir/?token={api_key}&action=fullvideo&id={video_id}&filter={filter_option}"
-    video_data_2 = fetch_data(video_data_url)
-    if not video_data_2:
-        return None, None
-
-    formats_list = video_data_2["result"]["formats"]
-    file_name = video_data_2["result"]["title"]
-    video_name = f'{file_name}.mp4'
-    audio_name = f'{file_name}.mp3'
-
-    for f in formats_list:
-        if f["format_note"] == "360p":
-            download_id = f["id"]
-            video_size = f["filesize"]
-    for f in formats_list:
-        if f["format_note"] == "medium":
-            audio_id = f["id"]
-            audio_size = f["filesize"]
-    
-    if not download_id or not audio_id:
-        return None, None
-
-    # Fetch video and audio links
-    video_link_url = f"https://youtube.one-api.ir/?token={api_key}&action=download&id={download_id}"
-    audio_link_url = f"https://youtube.one-api.ir/?token={api_key}&action=download&id={audio_id}"
-    video_link_data = fetch_data(video_link_url)
-    audio_link_data = fetch_data(audio_link_url)
-    if not video_link_data or not audio_link_data:
-        return None, None
-
-    video_link = video_link_data["result"]["link"]
-    audio_link = audio_link_data["result"]["link"]
-    vid_str=video_link+"#"+video_name
-    audio_str=audio_link+"#"+audio_name
-    # Download video and audio files
-    print(video_size , audio_size)
-    download_file_in_parallel(vid_str, video_size)
-    download_file_in_parallel(audio_str, audio_size)
-
-    return video_name, audio_name
-
-
-# Define your functions here
-def yt_download(url):
-    yt = YouTube(url)
-    print(yt.title)
-    video_path = f"{yt.title}.mp4"
-    ys = yt.streams.get_highest_resolution()
-    print(ys)
-    ys.download()
-    return video_path, yt.title
-
-def download_image(url, save_path='downloaded_image.jpg'): 
-    response = requests.get(url) 
-    image = Image.open(BytesIO(response.content)) 
-    image.save(save_path) 
-    return save_path
-    
-def insta_oneapi(url, api_key):
-    shortcode = url.split("/")[-2]
-    print(shortcode)
-    url_one="https://api.one-api.ir/instagram/v1/post/?shortcode="+shortcode
-    request_body = [{"shortcode": shortcode},]
-    headers = {"one-api-token": api_key, "Content-Type": "application/json"}
-    response = requests.get(url_one, headers=headers)
-    print(response)
-    if response.status_code == 200:
-
-        result = response.json()
-        try:
-            time.sleep(10)
-            response = requests.get(result["result"]['media'][0]["url"], stream=True)
-            response.raise_for_status()
-            with open("video.mp4", 'wb') as file:
-                for chunk in response.iter_content(chunk_size=8192):
-                    if chunk:
-                        file.write(chunk)
-            file.close()
-            print(f"Downloaded successfully")
-            image_url = result["result"]['media'][0]["cover"] 
-            image_file_path = download_image(image_url)
-            return "video.mp4", image_file_path
-        except requests.exceptions.RequestException as e:
-            print(f"An error occurred: {e}")
-    else:
-        print(f"Error: {response.status_code}, {response.text}")
-        return None
-
 
-def insta_download(permalink):
-    # Create an instance of Instaloader
-    L = instaloader.Instaloader()
 
-    try:
-        # Extract the shortcode from the permalink
-        if "instagram.com/reel/" in permalink:
-            shortcode = permalink.split("instagram.com/reel/")[-1].split("/")[0]
-        elif "instagram.com/p/" in permalink:
-            shortcode = permalink.split("instagram.com/p/")[-1].split("/")[0]
-        else:
-            raise ValueError("Invalid permalink format")
-
-        # Load the post using the shortcode
-        post = instaloader.Post.from_shortcode(L.context, shortcode)
-
-        # Check if the post is a video
-        if not post.is_video:
-            raise ValueError("The provided permalink is not a video.")
-
-        # Get the video URL
-        video_url = post.video_url
-
-        # Extract the filename from the URL
-        filename = video_url.split("/")[-1]
-        # Remove query parameters
-        filename = filename.split("?")[0]
-
-        # Download the video using requests
-        response = requests.get(video_url, stream=True)
-        response.raise_for_status()  # Raise an error for bad responses
-
-        # Save the content to a file
-        with open(filename, 'wb') as file:
-            for chunk in response.iter_content(chunk_size=8192):
-                file.write(chunk)
-
-        print(f"Downloaded video {filename} successfully.")
-        return filename
-    except Exception as e:
-        print(f"Failed to download video from {permalink}: {e}")
 
 def extract_audio(input_video_name):
     # Define the input video file and output audio file
     mp3_file = "audio.mp3"
-
     # Load the video clip
     video_clip = VideoFileClip(input_video_name)
 
     # Extract the audio from the video clip
     audio_clip = video_clip.audio
-
+    duration = audio_clip.duration
+    print(f"Audio duration: {duration}")
     # Write the audio to a separate file
     audio_clip.write_audiofile(mp3_file)
 
@@ -252,15 +24,72 @@ def extract_audio(input_video_name):
     video_clip.close()
 
     print("Audio extraction successful!")
-    return mp3_file
+    return mp3_file, duration
 
-def transcribe(audio):
-    model = WhisperModel("tiny")
-    segments, info = model.transcribe(audio)
-    segments = list(segments)
+def download_video(url):
+    response = requests.get(url, stream=True)
+    response.raise_for_status()
+    video_file = "video.mp4"
+    with open(video_file, 'wb') as file:
+        for chunk in response.iter_content(chunk_size=8192):
+            if chunk:
+                file.write(chunk)
+    print("Video downloaded successfully!")
+    return video_file
+
+def word_level_transcribe(audio, max_segment_duration=2.0):  # Set your desired max duration here
+    model = WhisperModel("tiny", device="cpu")
+    segments, info = model.transcribe(audio, vad_filter=True, vad_parameters=dict(min_silence_duration_ms=1500), word_timestamps=True, log_progress=True)
+    segments = list(segments)  # The transcription will actually run here.
+    wordlevel_info = []
     for segment in segments:
-        print("[%.2fs -> %.2fs] %s" % (segment.start, segment.end, segment.text))
-    return segments
+        for word in segment.words:
+          print("[%.2fs -> %.2fs] %s" % (word.start, word.end, word.word))
+          wordlevel_info.append({'word':word.word,'start':word.start,'end':word.end})
+    return wordlevel_info
+
+def create_subtitles(wordlevel_info):
+    punctuation_marks = {'.', '!', '?', ',', ';', ':', '—', '-', '。', '！', '？'}  # Add/remove punctuation as needed
+    subtitles = []
+    line = []
+
+    for word_data in wordlevel_info:
+        line.append(word_data)
+        current_word = word_data['word']
+
+        # Check if current word ends with punctuation or line reached 5 words
+        ends_with_punct = current_word and (current_word[-1] in punctuation_marks)
+
+        if ends_with_punct or len(line) == 5:
+            # Create a new subtitle segment
+            subtitle = {
+                "word": " ".join(item["word"] for item in line),
+                "start": line[0]["start"],
+                "end": line[-1]["end"],
+                "textcontents": line.copy()
+            }
+            subtitles.append(subtitle)
+            line = []
+
+    # Add remaining words if any
+    if line:
+        subtitle = {
+            "word": " ".join(item["word"] for item in line),
+            "start": line[0]["start"],
+            "end": line[-1]["end"],
+            "textcontents": line.copy()
+        }
+        subtitles.append(subtitle)
+
+    # Remove gaps between segments by extending the previous segment's end time
+    for i in range(1, len(subtitles)):
+        prev_subtitle = subtitles[i - 1]
+        current_subtitle = subtitles[i]
+
+        # Extend the previous segment's end time to the start of the current segment
+        prev_subtitle["end"] = current_subtitle["start"]
+
+    return subtitles
 
 def format_time(seconds):
     hours = math.floor(seconds / 3600)
@@ -276,163 +105,39 @@ def generate_subtitle_file(language, segments, input_video_name):
     subtitle_file = f"sub-{input_video_name}.{language}.srt"
     text = ""
     for index, segment in enumerate(segments):
-        segment_start = format_time(segment.start)
-        segment_end = format_time(segment.end)
+        segment_start = format_time(segment['start'])
+        segment_end = format_time(segment['end'])
         text += f"{str(index+1)} \n"
         text += f"{segment_start} --> {segment_end} \n"
-        text += f"{segment.text} \n"
+        text += f"{segment['word']} \n"
         text += "\n"
     f = open(subtitle_file, "w", encoding='utf8')
     f.write(text)
     f.close()
     return subtitle_file
 
-def read_srt_file(file_path):
-    try:
-        with open(file_path, 'r', encoding='utf-8') as file:
-            srt_content = file.read()
-        file.close()
-        return srt_content
-    except FileNotFoundError:
-        print(f"The file {file_path} was not found.")
-    except Exception as e:
-        print(f"An error occurred: {e}")
-
-def clean_text(text):
-    # Remove 'srt ' from the start of each line
-    # Remove ''' from the start and end
-    text = re.sub(r"^```|```$", '', text)
-    text = re.sub(r'^srt', '', text, flags=re.MULTILINE)
-    return text
-
-def enhance_text(api_key, text, google):
-    url = "https://api.one-api.ir/chatbot/v1/gpt4o/"
-
-    # Prepare the request body
-    request_body = [{
-        "role": "user",
-        "content": f"{text} Translate the above text into Persian, converting the English terms used in it into common Persian terms. in respose dont add any thing exept for the srt formated translation."
-    },]
-
-    # Add the API key to the request
-    headers = {
-        "one-api-token": api_key,
-        "Content-Type": "application/json"
-    }
-
-    # Make the POST request
-    response = requests.post(url, headers=headers, json=request_body)
-
-    # Check the response status
-    if response.status_code == 200:
-        result = response.json()
-        clean_text(result["result"][0])
-        last = clean_text(result["result"][0])
-        print("result: ")
-        print(last)
-        return last
-    else:
-        print(f"Error: {response.status_code}, {response.text}")
-        return None
-
-def translate_text(api_key, source_lang, target_lang, text):
-    url = "https://api.one-api.ir/translate/v1/google/"
-    request_body = {"source": source_lang, "target": target_lang, "text": text}
-    headers = {"one-api-token": api_key, "Content-Type": "application/json"}
-    response = requests.post(url, headers=headers, json=request_body)
-    if response.status_code == 200:
-        result = response.json()
-        enhanced_text = enhance_text(api_key, text, result['result'])
-        return enhanced_text
-    else:
-        print(f"Error: {response.status_code}, {response.text}")
-        return None
-
-def write_google(google_translate):
-    google = "google_translate.srt"
-    with open(google, 'w', encoding="utf-8") as f:
-        f.write(google_translate)
-    f.close()
-
-def time_to_seconds(time_obj):
-    return time_obj.hours * 3600 + time_obj.minutes * 60 + time_obj.seconds + time_obj.milliseconds / 1000
-
-def create_subtitle_clips(subtitles, videosize, fontsize, font, color, debug):
-    subtitle_clips = []
-    for subtitle in subtitles:
-        start_time = time_to_seconds(subtitle.start) # Add 2 seconds offset
-        end_time = time_to_seconds(subtitle.end)
-        duration = end_time - start_time
-        video_width, video_height = videosize
-        max_width = video_width * 0.8 
-        max_height = video_height * 0.2
-        #reshaped_text = arabic_reshaper.reshape(subtitle.text)
-        #bidi_text = get_display(reshaped_text)
-        text_clip = TextClip(font, subtitle.text, font_size=fontsize, size=(int(video_width * 0.8), int(video_height * 0.2)) ,text_align="center" ,color=color, method='caption').with_start(start_time).with_duration(duration)
-        subtitle_x_position = 'center'
-        subtitle_y_position = video_height * 0.68
-        text_position = (subtitle_x_position, subtitle_y_position)
-        subtitle_clips.append(text_clip.with_position(text_position))
-    return subtitle_clips
-
-
-
-def process_video(url, type):
-
-
-    if type=="insta":
-        input_video, image_path=insta_oneapi(url, api_key)
-        input_video_name = input_video.replace(".mp4", "")
-        video = VideoFileClip(input_video)
-        image_clip = ImageClip(image_path).with_duration(1)
-        # Set the position and size of the image (optional) 
-        image_clip = image_clip.with_position(("center", "center")).resized(height=video.size[1])
-        first_video = CompositeVideoClip([video.with_start(1), image_clip])
-        input_video = input_video_name+"_cover.mp4"
-        input_video_name = input_video.replace(".mp4", "")
-        first_video.write_videofile(input_video, codec="libx264", audio_codec="aac", logger=None)
-        input_audio = extract_audio(input_video)
-    elif type=="youtube":
-        input_video, input_audio = one_youtube(url, api_key)
-        input_video_name = input_video.replace(".mp4", "")
-    # Get the current local time
-    t = time.localtime()
-    # Format the time as a string
-    current_time = time.strftime("%H:%M:%S", t)
-    print("Current Time =", current_time)
-    segments = transcribe(audio=input_audio)
-    language = "fa"
-    subtitle_file = generate_subtitle_file(language=language, segments=segments, input_video_name=input_video_name)
-    source_language = "en"
-    target_language = "fa"
-    srt_string = read_srt_file(subtitle_file)
-    google_translate = translate_text(api_key, source_language, target_language, srt_string)
-    write_google(google_translate)
-    video = VideoFileClip(input_video)
-    audio = AudioFileClip(input_audio)
-    video = video.with_audio(audio)
-    print(video)
-    subtitles = pysrt.open("google_translate.srt", encoding="utf-8")
-    output_video_file = input_video_name + '_subtitled' + ".mp4"
-    subtitle_clips = create_subtitle_clips(subtitles, video.size, 32, 'arial.ttf', 'white', False)
-    final_video = CompositeVideoClip([video] + subtitle_clips)
-    final_video.write_videofile(output_video_file, codec="libx264", audio_codec="aac", logger=None)
-    video.close()
-    audio.close()
-    print('final')
-    # Get the current local time
-    t = time.localtime()
+def transcribe(video):
     
-    # Format the time as a string
-    current_time = time.strftime("%H:%M:%S", t)
-    print("Current Time =", current_time)
-    
-    # Generate the URL for the file
-    return output_video_file
-
-def download_file(file_path):
-    return gr.File.update(file_path)
-
-iface = gr.Interface(fn=process_video, inputs=[gr.Text(),gr.Dropdown(["insta","youtube"])], outputs="file")
-
-iface.launch(debug=True)
+    mp3_file, duration = extract_audio(video)
+    print("transcribe")
+    wordlevel_info=word_level_transcribe(mp3_file)
+    subtitles = create_subtitles(wordlevel_info)
+    subtitle_file = generate_subtitle_file('fa', subtitles, 'video_subtitled')
+    return subtitle_file, video, mp3_file
+
+with gr.Blocks() as demo:
+    gr.Markdown("Start typing below and then click **Run** to see the progress and final output.")
+    with gr.Column():
+        #audio_in = gr.Audio(type="filepath")
+        video = gr.Video()
+        srt_file = gr.File()
+        btn = gr.Button("Create")
+        video_file_output = gr.Video(label="Result Video")
+        mp3_file = gr.Audio(type="filepath")
+        btn.click(
+            fn=transcribe,
+            inputs=video,
+            outputs=[srt_file, video_file_output, mp3_file],
+        )
+
+demo.launch(debug=True)