Update app.py

app.py

@@ -164,18 +164,20 @@ def load_and_prepare_model():
     
     #pipe.unet.to(memory_format=torch.channels_last)
     #pipe.enable_vae_tiling()
-    pipe.unet = torch.compile(pipe.unet, backend="hidet")
+    #pipe.unet = torch.compile(pipe.unet, backend="hidet")
     pipe.to(device=device, dtype=torch.bfloat16)
 
     return pipe
     
 hidet.option.parallel_build(True)
-#hidet.option.parallel_tune(-1,2.0)
+hidet.option.parallel_tune(-1,4.0)
 
 torch._dynamo.config.suppress_errors = True
 torch._dynamo.disallow_in_graph(diffusers.models.attention.BasicTransformerBlock)
 # Preload and compile both models
 
+pipe = load_and_prepare_model()
+
 
 # more search
 hidet.torch.dynamo_config.search_space(0)
@@ -189,8 +191,7 @@ hidet.option.cache_dir("local_cache")
 hidet.torch.dynamo_config.use_tensor_core()
 #hidet.torch.dynamo_config.steal_weights(False)
 
-pipe = load_and_prepare_model()
-
+pipe.unet = torch.compile(pipe.unet, backend="hidet")
 MAX_SEED = np.iinfo(np.int32).max
 
 neg_prompt_2 = " 'non-photorealistic':1.5, 'unrealistic skin','unattractive face':1.3, 'low quality':1.1, ('dull color scheme', 'dull colors', 'digital noise':1.2),'amateurish', 'poorly drawn face':1.3, 'poorly drawn', 'distorted face', 'low resolution', 'simplistic' "