zejunyang commited on
Commit
5ef3823
1 Parent(s): d61d34c
Files changed (2) hide show
  1. src/audio2vid.py +2 -2
  2. src/vid2vid.py +2 -16
src/audio2vid.py CHANGED
@@ -5,7 +5,7 @@ from pathlib import Path
5
  import numpy as np
6
  import cv2
7
  import torch
8
- # import spaces
9
  from scipy.spatial.transform import Rotation as R
10
  from scipy.interpolate import interp1d
11
 
@@ -91,7 +91,7 @@ def get_headpose_temp(input_video):
91
 
92
  return pose_arr_smooth
93
 
94
- # @spaces.GPU
95
  def audio2video(input_audio, ref_img, headpose_video=None, size=512, steps=25, length=150, seed=42):
96
  fps = 30
97
  cfg = 3.5
 
5
  import numpy as np
6
  import cv2
7
  import torch
8
+ import spaces
9
  from scipy.spatial.transform import Rotation as R
10
  from scipy.interpolate import interp1d
11
 
 
91
 
92
  return pose_arr_smooth
93
 
94
+ @spaces.GPU
95
  def audio2video(input_audio, ref_img, headpose_video=None, size=512, steps=25, length=150, seed=42):
96
  fps = 30
97
  cfg = 3.5
src/vid2vid.py CHANGED
@@ -7,7 +7,7 @@ from pathlib import Path
7
  import numpy as np
8
  import cv2
9
  import torch
10
- # import spaces
11
  from diffusers import AutoencoderKL, DDIMScheduler
12
  from einops import repeat
13
  from omegaconf import OmegaConf
@@ -27,21 +27,7 @@ from src.utils.pose_util import project_points_with_trans, matrix_to_euler_and_
27
  from src.audio2vid import smooth_pose_seq
28
 
29
 
30
- def parse_args():
31
- parser = argparse.ArgumentParser()
32
- parser.add_argument("--config", type=str, default='./configs/prompts/animation_facereenac.yaml')
33
- parser.add_argument("-W", type=int, default=512)
34
- parser.add_argument("-H", type=int, default=512)
35
- parser.add_argument("-L", type=int)
36
- parser.add_argument("--seed", type=int, default=42)
37
- parser.add_argument("--cfg", type=float, default=3.5)
38
- parser.add_argument("--steps", type=int, default=25)
39
- parser.add_argument("--fps", type=int)
40
- args = parser.parse_args()
41
-
42
- return args
43
-
44
- # @spaces.GPU
45
  def video2video(ref_img, source_video, size=512, steps=25, length=150, seed=42):
46
  cfg = 3.5
47
 
 
7
  import numpy as np
8
  import cv2
9
  import torch
10
+ import spaces
11
  from diffusers import AutoencoderKL, DDIMScheduler
12
  from einops import repeat
13
  from omegaconf import OmegaConf
 
27
  from src.audio2vid import smooth_pose_seq
28
 
29
 
30
+ @spaces.GPU
 
 
 
 
 
 
 
 
 
 
 
 
 
 
31
  def video2video(ref_img, source_video, size=512, steps=25, length=150, seed=42):
32
  cfg = 3.5
33