Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -198,7 +198,8 @@ def load_and_prepare_model():
|
|
198 |
|
199 |
#pipe.unet.to(memory_format=torch.channels_last)
|
200 |
#pipe.enable_vae_tiling()
|
201 |
-
pipe.unet = torch.compile(pipe.unet, backend="hidet", dynamic=False, mode='max-autotune-no-cudagraphs'
|
|
|
202 |
#pipe.unet = torch.compile(pipe.unet, backend="hidet")
|
203 |
#pipe.unet = torch.compile(pipe.unet, backend="cudagraphs", dynamic=False)
|
204 |
#pipe.unet = torch.compile(pipe.unet, backend="torch_tensorrt", dynamic=False, options={"precision": torch.bfloat16,"optimization_level": 4,})
|
|
|
198 |
|
199 |
#pipe.unet.to(memory_format=torch.channels_last)
|
200 |
#pipe.enable_vae_tiling()
|
201 |
+
pipe.unet = torch.compile(pipe.unet, backend="hidet", dynamic=False, mode='max-autotune-no-cudagraphs') #.to(device=device, dtype=torch.bfloat16)
|
202 |
+
#pipe.unet = torch.compile(pipe.unet, backend="hidet", dynamic=False, options={'epilogue_fusion': True, 'shape_padding': True}) #.to(device=device, dtype=torch.bfloat16)
|
203 |
#pipe.unet = torch.compile(pipe.unet, backend="hidet")
|
204 |
#pipe.unet = torch.compile(pipe.unet, backend="cudagraphs", dynamic=False)
|
205 |
#pipe.unet = torch.compile(pipe.unet, backend="torch_tensorrt", dynamic=False, options={"precision": torch.bfloat16,"optimization_level": 4,})
|