ford442 commited on
Commit
8a1b642
·
verified ·
1 Parent(s): 633e0f2

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -198,11 +198,11 @@ def load_and_prepare_model():
198
 
199
  #pipe.unet.to(memory_format=torch.channels_last)
200
  #pipe.enable_vae_tiling()
201
- pipe.unet = torch.compile(pipe.unet, backend="hidet", dynamic=False, mode='max-autotune').to(device=device, dtype=torch.bfloat16)
202
  #pipe.unet = torch.compile(pipe.unet, backend="hidet")
203
  #pipe.unet = torch.compile(pipe.unet, backend="cudagraphs", dynamic=False)
204
  #pipe.unet = torch.compile(pipe.unet, backend="torch_tensorrt", dynamic=False, options={"precision": torch.bfloat16,"optimization_level": 4,})
205
- #pipe.to(device=device, dtype=torch.bfloat16)
206
 
207
  return pipe
208
 
 
198
 
199
  #pipe.unet.to(memory_format=torch.channels_last)
200
  #pipe.enable_vae_tiling()
201
+ pipe.unet = torch.compile(pipe.unet, backend="hidet", dynamic=False, mode='max-autotune') #.to(device=device, dtype=torch.bfloat16)
202
  #pipe.unet = torch.compile(pipe.unet, backend="hidet")
203
  #pipe.unet = torch.compile(pipe.unet, backend="cudagraphs", dynamic=False)
204
  #pipe.unet = torch.compile(pipe.unet, backend="torch_tensorrt", dynamic=False, options={"precision": torch.bfloat16,"optimization_level": 4,})
205
+ pipe.to(device=device, dtype=torch.bfloat16)
206
 
207
  return pipe
208