Update app.py

app.py

@@ -125,7 +125,7 @@ def load_and_prepare_model():
     
 pipe = load_and_prepare_model()
 
-vaeX = AutoencoderKL.from_pretrained('stabilityai/stable-diffusion-xl-refiner-1.0',subfolder='vae', token=HF_TOKEN).to(torch.bfloat16)   #  ,use_safetensors=True  FAILS
+vaeX = AutoencoderKL.from_pretrained('stabilityai/stable-diffusion-xl-refiner-1.0',subfolder='vae', token=HF_TOKEN)   #  ,use_safetensors=True  FAILS
 
 refiner = StableDiffusionXLImg2ImgPipeline.from_pretrained(
         "ford442/stable-diffusion-xl-refiner-1.0-bf16",
@@ -133,10 +133,10 @@ refiner = StableDiffusionXLImg2ImgPipeline.from_pretrained(
         token=HF_TOKEN
 )
 
-refiner.vae=vaeX
 refiner.vae.set_default_attn_processor()
 
 refiner.to(device,torch.bfloat16)
+refiner.vae=vaeX.to(device)
 
 MAX_SEED = np.iinfo(np.int32).max