Update app.py

app.py

@@ -180,19 +180,20 @@ def run(
     new_width, new_height = int(width * ratio), int(height * ratio)
     image = image['composite'].resize((new_width, new_height))
     
-    if use_hed:
-          controlnet_img = processor(image, scribble=False)
+    if not use_hed:
+          controlnet_img = image
+    else:
+        controlnet_img = processor(image, scribble=False)
       # following is some processing to simulate human sketch draw, different threshold can generate different width of lines
-          controlnet_img = np.array(controlnet_img)
-          controlnet_img = nms(controlnet_img, 127, 3)
-          controlnet_img = cv2.GaussianBlur(controlnet_img, (0, 0), 3)
-
-          # higher threshold, thiner line
-          random_val = int(round(random.uniform(0.01, 0.10), 2) * 255)
-          controlnet_img[controlnet_img > random_val] = 255
-          controlnet_img[controlnet_img < 255] = 0
-          image = Image.fromarray(controlnet_img)
-
+        controlnet_img = np.array(controlnet_img)
+        controlnet_img = nms(controlnet_img, 127, 3)
+        controlnet_img = cv2.GaussianBlur(controlnet_img, (0, 0), 3)
+
+        # higher threshold, thiner line
+        random_val = int(round(random.uniform(0.01, 0.10), 2) * 255)
+        controlnet_img[controlnet_img > random_val] = 255
+        controlnet_img[controlnet_img < 255] = 0
+        image = Image.fromarray(controlnet_img)
     
     
     prompt, negative_prompt = apply_style(style_name, prompt, negative_prompt)
@@ -210,7 +211,7 @@ def run(
         height=new_height,
     ).images[0]
 
-    return out
+    return out, controlnet_img
 
 
 with gr.Blocks(css="style.css") as demo:
@@ -227,7 +228,7 @@ with gr.Blocks(css="style.css") as demo:
                 image = gr.ImageEditor(type="pil", image_mode="L", crop_size=(512, 512),brush=gr.Brush(color_mode="fixed", colors=["#00000"]))
                 prompt = gr.Textbox(label="Prompt")
                 style = gr.Dropdown(label="Style", choices=STYLE_NAMES, value=DEFAULT_STYLE_NAME)
-                use_hed = gr.Checkbox(label="use HED detector", value=False)
+                use_hed = gr.Checkbox(label="use HED detector", value=False, info="check this box if you upload an image instead of sketching")
                 run_button = gr.Button("Run")
             with gr.Accordion("Advanced options", open=False):
                 negative_prompt = gr.Textbox(
@@ -265,7 +266,11 @@ with gr.Blocks(css="style.css") as demo:
                 randomize_seed = gr.Checkbox(label="Randomize seed", value=True)
                
         with gr.Column():
-            result = gr.Image(label="Result", height=400)
+            with gr.Group():
+                image_slider = ImageSlider(position=0.5)
+            with gr.Row():
+                result = gr.Image(label="result", height=400)
+                sketch_image = gr.Image(label="sketch")
 
     inputs = [
         image,
@@ -278,16 +283,17 @@ with gr.Blocks(css="style.css") as demo:
         seed,
         use_hed,
     ]
+    
     prompt.submit(
         fn=randomize_seed_fn,
         inputs=[seed, randomize_seed],
         outputs=seed,
         queue=False,
         api_name=False,
-    ).then(
+    ).then(lambda x: None, inputs=None, outputs=image_slider).then(
         fn=run,
         inputs=inputs,
-        outputs=result,
+        outputs=[result, sketch_image],
         api_name=False,
     )
     negative_prompt.submit(
@@ -296,10 +302,10 @@ with gr.Blocks(css="style.css") as demo:
         outputs=seed,
         queue=False,
         api_name=False,
-    ).then(
+    ).then(lambda x: None, inputs=None, outputs=image_slider).then(
         fn=run,
         inputs=inputs,
-        outputs=result,
+        outputs=[result, sketch_image],
         api_name=False,
     )
     run_button.click(
@@ -308,10 +314,10 @@ with gr.Blocks(css="style.css") as demo:
         outputs=seed,
         queue=False,
         api_name=False,
-    ).then(
+    ).then(lambda x: None, inputs=None, outputs=image_slider).then(
         fn=run,
         inputs=inputs,
-        outputs=result,
+        outputs=[result, sketch_image],
         api_name=False,
     )