ford442 commited on
Commit
be2d2b4
·
verified ·
1 Parent(s): 7fd717e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -198,7 +198,8 @@ def load_and_prepare_model():
198
 
199
  #pipe.unet.to(memory_format=torch.channels_last)
200
  #pipe.enable_vae_tiling()
201
- pipe.unet = torch.compile(pipe.unet, backend="hidet", dynamic=False, mode='max-autotune-no-cudagraphs', options={'epilogue_fusion': True, 'shape_padding': True}) #.to(device=device, dtype=torch.bfloat16)
 
202
  #pipe.unet = torch.compile(pipe.unet, backend="hidet")
203
  #pipe.unet = torch.compile(pipe.unet, backend="cudagraphs", dynamic=False)
204
  #pipe.unet = torch.compile(pipe.unet, backend="torch_tensorrt", dynamic=False, options={"precision": torch.bfloat16,"optimization_level": 4,})
 
198
 
199
  #pipe.unet.to(memory_format=torch.channels_last)
200
  #pipe.enable_vae_tiling()
201
+ pipe.unet = torch.compile(pipe.unet, backend="hidet", dynamic=False, mode='max-autotune-no-cudagraphs') #.to(device=device, dtype=torch.bfloat16)
202
+ #pipe.unet = torch.compile(pipe.unet, backend="hidet", dynamic=False, options={'epilogue_fusion': True, 'shape_padding': True}) #.to(device=device, dtype=torch.bfloat16)
203
  #pipe.unet = torch.compile(pipe.unet, backend="hidet")
204
  #pipe.unet = torch.compile(pipe.unet, backend="cudagraphs", dynamic=False)
205
  #pipe.unet = torch.compile(pipe.unet, backend="torch_tensorrt", dynamic=False, options={"precision": torch.bfloat16,"optimization_level": 4,})