|
import gradio as gr |
|
import re |
|
import subprocess |
|
import time |
|
import threading |
|
from tqdm import tqdm |
|
from huggingface_hub import snapshot_download |
|
|
|
|
|
snapshot_download( |
|
repo_id = "Wan-AI/Wan2.1-T2V-1.3B", |
|
local_dir = "./Wan2.1-T2V-1.3B" |
|
) |
|
|
|
def infer(prompt, progress=gr.Progress(track_tqdm=True)): |
|
|
|
|
|
total_process_steps = 11 |
|
irrelevant_steps = 4 |
|
|
|
relevant_steps = total_process_steps - irrelevant_steps |
|
|
|
|
|
overall_bar = tqdm(total=relevant_steps, desc="Overall Process", position=1, |
|
ncols=120, dynamic_ncols=False, leave=True) |
|
processed_steps = 0 |
|
|
|
|
|
progress_pattern = re.compile(r"(\d+)%\|.*\| (\d+)/(\d+)") |
|
video_progress_bar = None |
|
|
|
|
|
current_sub_bar = None |
|
current_cancel_event = None |
|
sub_lock = threading.Lock() |
|
current_sub_thread = None |
|
|
|
|
|
video_phase = False |
|
|
|
def update_sub_bar(sub_bar, cancel_event): |
|
|
|
for _ in range(20): |
|
if cancel_event.is_set(): |
|
break |
|
time.sleep(1) |
|
with sub_lock: |
|
if sub_bar.n < sub_bar.total: |
|
sub_bar.update(1) |
|
sub_bar.refresh() |
|
|
|
def cancel_sub_bar(): |
|
nonlocal current_sub_bar, current_cancel_event |
|
with sub_lock: |
|
if current_cancel_event: |
|
current_cancel_event.set() |
|
if current_sub_bar: |
|
|
|
remaining = current_sub_bar.total - current_sub_bar.n |
|
if remaining > 0: |
|
current_sub_bar.update(remaining) |
|
current_sub_bar.close() |
|
current_sub_bar = None |
|
overall_bar.update(1) |
|
overall_bar.refresh() |
|
current_cancel_event = None |
|
|
|
|
|
command = [ |
|
"python", "-u", "-m", "generate", |
|
"--task", "t2v-1.3B", |
|
"--size", "832*480", |
|
"--ckpt_dir", "./Wan2.1-T2V-1.3B", |
|
"--sample_shift", "8", |
|
"--sample_guide_scale", "6", |
|
"--prompt", prompt, |
|
"--save_file", "generated_video.mp4" |
|
] |
|
|
|
process = subprocess.Popen( |
|
command, |
|
stdout=subprocess.PIPE, |
|
stderr=subprocess.STDOUT, |
|
text=True, |
|
bufsize=1 |
|
) |
|
|
|
for line in iter(process.stdout.readline, ''): |
|
stripped_line = line.strip() |
|
if not stripped_line: |
|
continue |
|
|
|
|
|
progress_match = progress_pattern.search(stripped_line) |
|
if progress_match: |
|
|
|
if not video_phase: |
|
|
|
with sub_lock: |
|
if current_sub_bar: |
|
cancel_sub_bar() |
|
video_phase = True |
|
|
|
|
|
current = int(progress_match.group(2)) |
|
total = int(progress_match.group(3)) |
|
if video_progress_bar is None: |
|
video_progress_bar = tqdm(total=total, desc="Video Generation", position=0, |
|
ncols=120, dynamic_ncols=True, leave=True) |
|
|
|
current = int(progress_match.group(2)) |
|
total = int(progress_match.group(3)) |
|
video_progress_bar.update(current - video_progress_bar.n) |
|
video_progress_bar.refresh() |
|
|
|
if video_progress_bar.n >= video_progress_bar.total: |
|
video_phase = False |
|
overall_bar.update(1) |
|
overall_bar.refresh() |
|
video_progress_bar.close() |
|
video_progress_bar = None |
|
continue |
|
|
|
|
|
if "INFO:" in stripped_line: |
|
|
|
parts = stripped_line.split("INFO:", 1) |
|
msg = parts[1].strip() if len(parts) > 1 else "" |
|
tqdm.write(stripped_line) |
|
|
|
|
|
if processed_steps < irrelevant_steps: |
|
processed_steps += 1 |
|
else: |
|
|
|
if video_phase: |
|
continue |
|
|
|
|
|
with sub_lock: |
|
if current_sub_bar is not None: |
|
cancel_sub_bar() |
|
|
|
current_cancel_event = threading.Event() |
|
current_sub_bar = tqdm(total=20, desc=msg, position=2, |
|
ncols=120, dynamic_ncols=False, leave=True) |
|
current_sub_thread = threading.Thread( |
|
target=update_sub_bar, |
|
args=(current_sub_bar, current_cancel_event), |
|
daemon=True |
|
) |
|
current_sub_thread.start() |
|
continue |
|
|
|
else: |
|
tqdm.write(stripped_line) |
|
|
|
|
|
process.wait() |
|
with sub_lock: |
|
if current_cancel_event: |
|
current_cancel_event.set() |
|
if current_sub_bar: |
|
cancel_sub_bar() |
|
if video_progress_bar: |
|
video_progress_bar.close() |
|
overall_bar.close() |
|
|
|
if process.returncode == 0: |
|
print("Command executed successfully.") |
|
return "generated_video.mp4" |
|
else: |
|
print("Error executing command.") |
|
raise Exception("Error executing command") |
|
|
|
with gr.Blocks() as demo: |
|
with gr.Column(): |
|
gr.Markdown("# Wan 2.1") |
|
prompt = gr.Textbox(label="Prompt") |
|
submit_btn = gr.Button("Submit") |
|
video_res = gr.Video(label="Generated Video") |
|
|
|
submit_btn.click( |
|
fn = infer, |
|
inputs = [prompt], |
|
outputs = [video_res] |
|
) |
|
|
|
demo.queue().launch(show_error=True, show_api=False, ssr_mode=False) |