back to ctrl

app.py

@@ -26,10 +26,10 @@ base_model = "black-forest-labs/FLUX.1-dev"
 controlnet_model = "InstantX/FLUX.1-dev-Controlnet-Canny"
 
 controlnet = FluxControlNetModel.from_pretrained(controlnet_model, torch_dtype=dtype)
-# pipe = FluxControlNetInpaintPipeline.from_pretrained(
-#     base_model, controlnet=controlnet, torch_dtype=dtype
-# ).to(device)
-pipe = FluxInpaintPipeline.from_pretrained(base_model, torch_dtype=dtype).to(device)
+pipe = FluxControlNetInpaintPipeline.from_pretrained(
+    base_model, controlnet=controlnet, torch_dtype=dtype
+).to(device)
+# pipe = FluxInpaintPipeline.from_pretrained(base_model, torch_dtype=dtype).to(device)
 
 pipe.enable_model_cpu_offload()
 
@@ -95,12 +95,13 @@ def inpaint(
     image_res = pipe(
         prompt,
         image=resized_image,
-        # control_image=canny_image,
+        control_image=canny_image,
         mask_image=resized_mask,
         strength=strength,
         num_inference_steps=num_inference_steps,
         guidance_scale=guidance_scale,
-        generator=generator
+        generator=generator,
+        controlnet_conditioning_scale=0.1
     ).images[0]
 
     return image_res, canny_image, resized_image, resized_mask