Duplicate from camenduru/wav2lip

Co-authored-by: camenduru <[email protected]>

.gitattributes

@@ -0,0 +1,34 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text

Dockerfile

@@ -0,0 +1,29 @@
+# https://gitlab.com/nvidia/container-images/cuda/-/blob/master/dist/11.2.1/ubuntu2004/devel/cudnn8/Dockerfile
+FROM nvidia/cuda:11.2.1-cudnn8-devel-ubuntu20.04
+ENV DEBIAN_FRONTEND noninteractive
+
+WORKDIR /content
+RUN apt-get update -y && apt-get upgrade -y && apt-get install -y sudo && apt-get install -y python3-pip && pip3 install --upgrade pip
+RUN apt-get install -y gnupg wget htop sudo git git-lfs software-properties-common build-essential cmake curl
+RUN apt-get install -y ffmpeg libavcodec-dev libavformat-dev libavdevice-dev libgl1 libgtk2.0-0 jq libdc1394-22-dev libraw1394-dev libopenblas-base
+
+ENV PATH="/home/admin/.local/bin:${PATH}"
+
+RUN pip3 install pandas scipy matplotlib torch torchvision torchaudio gradio altair imageio-ffmpeg pocketsphinx jq "numpy<1.24" yt_dlp ffmpeg-python
+
+RUN git lfs install
+
+RUN git clone https://huggingface.co/camenduru/Wav2Lip && cd Wav2Lip
+COPY app.py /content/app.py
+
+RUN adduser --disabled-password --gecos '' user
+
+RUN chown -R user:user /content
+RUN chmod -R 777 /content
+USER user
+
+WORKDIR /content/Wav2Lip
+
+EXPOSE 7860
+
+CMD ["python3", "/content/app.py"]

README.md

@@ -0,0 +1,11 @@
+---
+title: Wav2lip
+emoji: 💋
+colorFrom: red
+colorTo: red
+sdk: docker
+pinned: false
+duplicated_from: camenduru/wav2lip
+---
+
+Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

app.py

@@ -0,0 +1,29 @@
+import gradio as gr
+from yt_dlp import YoutubeDL
+import os
+    
+def download_video(url):
+  ydl_opts = {'overwrites':True, 'format':'bestvideo[ext=mp4]+bestaudio[ext=m4a]/mp4', 'outtmpl':'/content/video.mp4'}
+  with YoutubeDL(ydl_opts) as ydl:
+    ydl.download(url)
+    return f"/content/video.mp4"
+
+def generate(audio_in):
+    print(audio_in)
+    os.system(f"python inference.py --checkpoint_path checkpoints/wav2lip_gan.pth --face '/content/video.mp4' --audio '{audio_in}'")
+    return f"/content/Wav2Lip/results/result_voice.mp4"
+
+app = gr.Blocks()
+with app:
+  with gr.Row():
+    with gr.Column():
+      input_text = gr.Textbox(show_label=False, value="https://youtu.be/EU3hIXXeiz4")
+      input_download_button = gr.Button(value="Download from YouTube or Twitch")
+      audio_in = gr.Audio(show_label=False, type='filepath')
+      input_generate_button = gr.Button(value="Generate")
+    with gr.Column():
+        video_out = gr.outputs.Video(label="Output Video")
+    input_download_button.click(download_video, inputs=[input_text], outputs=[video_out])
+    input_generate_button.click(generate, inputs=[audio_in], outputs=[video_out])
+  
+app.launch(debug=True)