Update app.py

app.py

@@ -61,13 +61,13 @@ def init_predictor():
         model_id,
         # subfolder="transformer",
         torch_dtype=torch.bfloat16,
-        device="cpu",
-    ).to("cpu").eval()
+        #device="cpu",
+    ).to("cuda").eval()
     quantize_(text_encoder, float8_weight_only(), device="cpu")
     text_encoder.to("cpu")
     torch.cuda.empty_cache()
-    quantize_(transformer, float8_weight_only(), device="cpu")
-    transformer.to("cuda")
+    #quantize_(transformer, float8_weight_only(), device="cpu")
+    #transformer.to("cuda")
     #torch.cuda.empty_cache()
     pipe = SkyreelsVideoPipeline.from_pretrained(
         base_model_id,