AlekseyCalvin
commited on
Commit
•
abd810c
1
Parent(s):
3e9d8b3
Update app.py
Browse files
app.py
CHANGED
@@ -16,10 +16,10 @@ login(token=hf_token)
|
|
16 |
|
17 |
torch.set_float32_matmul_precision("high")
|
18 |
|
19 |
-
torch._inductor.config.conv_1x1_as_mm = True
|
20 |
-
torch._inductor.config.coordinate_descent_tuning = True
|
21 |
-
torch._inductor.config.epilogue_fusion = False
|
22 |
-
torch._inductor.config.coordinate_descent_check_all_directions = True
|
23 |
|
24 |
|
25 |
# Load LoRAs from JSON file
|
@@ -27,14 +27,14 @@ with open('loras.json', 'r') as f:
|
|
27 |
loras = json.load(f)
|
28 |
|
29 |
# Initialize the base model
|
30 |
-
base_model = "stabilityai/stable-diffusion-3.5-large"
|
31 |
pipe = AutoPipelineForText2Image.from_pretrained("stabilityai/stable-diffusion-3.5-large", torch_dtype=torch.bfloat16)
|
32 |
|
33 |
-
pipe.transformer.to(memory_format=torch.channels_last)
|
34 |
-
pipe.vae.to(memory_format=torch.channels_last)
|
35 |
|
36 |
-
pipe.transformer = torch.compile(pipe.transformer, mode="max-autotune", fullgraph=True)
|
37 |
-
pipe.vae.decode = torch.compile(pipe.vae.decode, mode="max-autotune", fullgraph=True)
|
38 |
|
39 |
MAX_SEED = 2**32-1
|
40 |
|
|
|
16 |
|
17 |
torch.set_float32_matmul_precision("high")
|
18 |
|
19 |
+
#torch._inductor.config.conv_1x1_as_mm = True
|
20 |
+
#torch._inductor.config.coordinate_descent_tuning = True
|
21 |
+
#torch._inductor.config.epilogue_fusion = False
|
22 |
+
#torch._inductor.config.coordinate_descent_check_all_directions = True
|
23 |
|
24 |
|
25 |
# Load LoRAs from JSON file
|
|
|
27 |
loras = json.load(f)
|
28 |
|
29 |
# Initialize the base model
|
30 |
+
#base_model = "stabilityai/stable-diffusion-3.5-large"
|
31 |
pipe = AutoPipelineForText2Image.from_pretrained("stabilityai/stable-diffusion-3.5-large", torch_dtype=torch.bfloat16)
|
32 |
|
33 |
+
#pipe.transformer.to(memory_format=torch.channels_last)
|
34 |
+
#pipe.vae.to(memory_format=torch.channels_last)
|
35 |
|
36 |
+
#pipe.transformer = torch.compile(pipe.transformer, mode="max-autotune", fullgraph=True)
|
37 |
+
#pipe.vae.decode = torch.compile(pipe.vae.decode, mode="max-autotune", fullgraph=True)
|
38 |
|
39 |
MAX_SEED = 2**32-1
|
40 |
|