1inkusFace commited on
Commit
20ab0d7
·
verified ·
1 Parent(s): eb70fb9

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -2
app.py CHANGED
@@ -8,15 +8,16 @@ import random
8
 
9
  from skyreelsinfer.offload import Offload, OffloadConfig
10
  from skyreelsinfer.pipelines import SkyreelsVideoPipeline
11
-
12
  from skyreelsinfer import TaskType
13
-
14
  #from skyreelsinfer.skyreels_video_infer import SkyReelsVideoSingleGpuInfer
15
 
 
16
  from diffusers.utils import export_to_video
17
  from diffusers.utils import load_image
18
  from PIL import Image
19
 
 
 
20
  import torch
21
 
22
  torch.backends.cuda.matmul.allow_tf32 = False
@@ -29,6 +30,8 @@ torch.backends.cuda.preferred_blas_library="cublas"
29
  torch.backends.cuda.preferred_linalg_library="cusolver"
30
  torch.set_float32_matmul_precision("highest")
31
 
 
 
32
  os.putenv("HF_HUB_ENABLE_HF_TRANSFER","1")
33
  os.environ["SAFETENSORS_FAST_GPU"] = "1"
34
 
 
8
 
9
  from skyreelsinfer.offload import Offload, OffloadConfig
10
  from skyreelsinfer.pipelines import SkyreelsVideoPipeline
 
11
  from skyreelsinfer import TaskType
 
12
  #from skyreelsinfer.skyreels_video_infer import SkyReelsVideoSingleGpuInfer
13
 
14
+ from diffusers import HunyuanVideoTransformer3DModel
15
  from diffusers.utils import export_to_video
16
  from diffusers.utils import load_image
17
  from PIL import Image
18
 
19
+ from transformers import LlamaModel
20
+
21
  import torch
22
 
23
  torch.backends.cuda.matmul.allow_tf32 = False
 
30
  torch.backends.cuda.preferred_linalg_library="cusolver"
31
  torch.set_float32_matmul_precision("highest")
32
 
33
+ torch.backends.cuda.enable_cudnn_sdp(False) # Still a good idea to keep it.
34
+
35
  os.putenv("HF_HUB_ENABLE_HF_TRANSFER","1")
36
  os.environ["SAFETENSORS_FAST_GPU"] = "1"
37