# Edit Anything trained with Stable Diffusion + ControlNet + SAM + BLIP2
import gradio as gr
def create_demo_template(
process,
process_image_click=None,
examples=None,
INFO="EditAnything https://github.com/sail-sg/EditAnything",
WARNING_INFO=None,
enable_auto_prompt_default=False,
):
print("The GUI is not fully tested yet. Please open an issue if you find bugs.")
block = gr.Blocks()
with block as demo:
clicked_points = gr.State([])
origin_image = gr.State(None)
click_mask = gr.State(None)
ref_clicked_points = gr.State([])
ref_origin_image = gr.State(None)
ref_click_mask = gr.State(None)
with gr.Row():
gr.Markdown(INFO)
with gr.Row().style(equal_height=False):
with gr.Column():
with gr.Tab("Click🖱"):
source_image_click = gr.Image(
type="pil",
interactive=True,
label="Image: Upload an image and click the region you want to edit.",
)
with gr.Column():
with gr.Row():
point_prompt = gr.Radio(
choices=["Foreground Point",
"Background Point"],
value="Foreground Point",
label="Point Label",
interactive=True,
show_label=False,
)
clear_button_click = gr.Button(
value="Clear Click Points", interactive=True
)
clear_button_image = gr.Button(
value="Clear Image", interactive=True
)
with gr.Row():
run_button_click = gr.Button(
label="Run EditAnying", interactive=True
)
with gr.Tab("Brush🖌️"):
source_image_brush = gr.Image(
source="upload",
label="Image: Upload an image and cover the region you want to edit with sketch",
type="numpy",
tool="sketch",
)
run_button = gr.Button(
label="Run EditAnying", interactive=True)
with gr.Column():
enable_all_generate = gr.Checkbox(
label="Auto generation on all region.", value=False
)
control_scale = gr.Slider(
label="Mask Align strength",
info="Large value -> strict alignment with SAM mask",
minimum=0,
maximum=1,
value=0.5,
step=0.1,
)
with gr.Column():
enable_auto_prompt = gr.Checkbox(
label="Auto generate text prompt from input image with BLIP2",
info="Warning: Enable this may makes your prompt not working.",
value=enable_auto_prompt_default,
)
a_prompt = gr.Textbox(
label="Positive Prompt",
info="Text in the expected things of edited region",
value="best quality, extremely detailed,",
)
n_prompt = gr.Textbox(
label="Negative Prompt",
value="longbody, lowres, bad anatomy, bad hands, missing fingers, extra digit, fewer digits, cropped, worst quality, low quality, NSFW",
)
with gr.Row():
num_samples = gr.Slider(
label="Images", minimum=1, maximum=12, value=2, step=1
)
seed = gr.Slider(
label="Seed",
minimum=-1,
maximum=2147483647,
step=1,
randomize=True,
)
with gr.Row():
enable_tile = gr.Checkbox(
label="Tile refinement for high resolution generation",
info="Slow inference",
value=True,
)
refine_alignment_ratio = gr.Slider(
label="Alignment Strength",
info="Large value -> strict alignment with input image. Small value -> strong global consistency",
minimum=0.0,
maximum=1.0,
value=0.95,
step=0.05,
)
with gr.Accordion("Reference options", open=False):
# ref_image = gr.Image(
# source='upload', label="Upload a reference image", type="pil", value=None)
ref_image = gr.Image(
source="upload",
label="Upload a reference image and cover the region you want to use with sketch",
type="pil",
tool="sketch",
)
with gr.Column():
ref_auto_prompt = gr.Checkbox(
label="Ref. Auto Prompt", value=True
)
ref_prompt = gr.Textbox(
label="Prompt",
info="Text in the prompt of edited region",
value="best quality, extremely detailed, ",
)
# ref_image = gr.Image(
# type="pil", interactive=True,
# label="Image: Upload an image and click the region you want to use as reference.",
# )
# with gr.Column():
# with gr.Row():
# ref_point_prompt = gr.Radio(
# choices=["Foreground Point", "Background Point"],
# value="Foreground Point",
# label="Point Label",
# interactive=True, show_label=False)
# ref_clear_button_click = gr.Button(
# value="Clear Click Points", interactive=True)
# ref_clear_button_image = gr.Button(
# value="Clear Image", interactive=True)
with gr.Row():
reference_attn = gr.Checkbox(
label="reference_attn", value=True)
attention_auto_machine_weight = gr.Slider(
label="attention_weight",
minimum=0,
maximum=1.0,
value=0.8,
step=0.01,
)
with gr.Row():
reference_adain = gr.Checkbox(
label="reference_adain", value=False
)
gn_auto_machine_weight = gr.Slider(
label="gn_weight",
minimum=0,
maximum=1.0,
value=0.1,
step=0.01,
)
style_fidelity = gr.Slider(
label="Style fidelity",
minimum=0,
maximum=1.0,
value=0.5,
step=0.01,
)
ref_sam_scale = gr.Slider(
label="SAM Control Scale",
minimum=0,
maximum=1.0,
value=0.3,
step=0.1,
)
ref_inpaint_scale = gr.Slider(
label="Inpaint Control Scale",
minimum=0,
maximum=1.0,
value=0.2,
step=0.1,
)
with gr.Row():
ref_textinv = gr.Checkbox(
label="Use textual inversion token", value=False
)
ref_textinv_path = gr.Textbox(
label="textual inversion token path",
info="Text in the inversion token path",
value=None,
)
with gr.Accordion("Advanced options", open=False):
mask_image = gr.Image(
source="upload",
label="Upload a predefined mask of edit region: Switch to Brush mode when using this!",
type="numpy",
value=None,
)
image_resolution = gr.Slider(
label="Image Resolution",
minimum=256,
maximum=768,
value=512,
step=64,
)
refine_image_resolution = gr.Slider(
label="Image Resolution",
minimum=256,
maximum=8192,
value=1024,
step=64,
)
guess_mode = gr.Checkbox(label="Guess Mode", value=False)
detect_resolution = gr.Slider(
label="SAM Resolution",
minimum=128,
maximum=2048,
value=1024,
step=1,
)
ddim_steps = gr.Slider(
label="Steps", minimum=1, maximum=100, value=30, step=1
)
scale = gr.Slider(
label="Guidance Scale", minimum=0.1, maximum=30.0, value=9.0, step=0.1)
alpha_weight = gr.Slider(
label="Alpha weight", info="Alpha mixing with original image", minimum=0,
maximum=1, value=0.0, step=0.1)
use_scale_map = gr.Checkbox(
label='Use scale map', value=False)
eta = gr.Number(label="eta (DDIM)", value=0.0)
condition_model = gr.Textbox(
label="Condition model path",
info="Text in the Controlnet model path in hugglingface",
value="EditAnything",
)
with gr.Column():
result_gallery_refine = gr.Gallery(
label="Output High quality", show_label=True, elem_id="gallery"
).style(grid=2, preview=False)
result_gallery_init = gr.Gallery(
label="Output Low quality", show_label=True, elem_id="gallery"
).style(grid=2, height="auto")
result_gallery_ref = gr.Gallery(
label="Output Ref", show_label=False, elem_id="gallery"
).style(grid=2, height="auto")
result_text = gr.Text(label="BLIP2+Human Prompt Text")
ips = [
source_image_brush,
enable_all_generate,
mask_image,
control_scale,
enable_auto_prompt,
a_prompt,
n_prompt,
num_samples,
image_resolution,
detect_resolution,
ddim_steps,
guess_mode,
scale,
seed,
eta,
enable_tile,
refine_alignment_ratio,
refine_image_resolution,
alpha_weight,
use_scale_map,
condition_model,
ref_image,
attention_auto_machine_weight,
gn_auto_machine_weight,
style_fidelity,
reference_attn,
reference_adain,
ref_prompt,
ref_sam_scale,
ref_inpaint_scale,
ref_auto_prompt,
ref_textinv,
ref_textinv_path,
]
run_button.click(
fn=process,
inputs=ips,
outputs=[
result_gallery_refine,
result_gallery_init,
result_gallery_ref,
result_text,
],
)
ip_click = [
origin_image,
enable_all_generate,
click_mask,
control_scale,
enable_auto_prompt,
a_prompt,
n_prompt,
num_samples,
image_resolution,
detect_resolution,
ddim_steps,
guess_mode,
scale,
seed,
eta,
enable_tile,
refine_alignment_ratio,
refine_image_resolution,
alpha_weight,
use_scale_map,
condition_model,
ref_image,
attention_auto_machine_weight,
gn_auto_machine_weight,
style_fidelity,
reference_attn,
reference_adain,
ref_prompt,
ref_sam_scale,
ref_inpaint_scale,
ref_auto_prompt,
ref_textinv,
ref_textinv_path,
]
run_button_click.click(
fn=process,
inputs=ip_click,
outputs=[
result_gallery_refine,
result_gallery_init,
result_gallery_ref,
result_text,
],
)
source_image_click.upload(
lambda image: image.copy() if image is not None else None,
inputs=[source_image_click],
outputs=[origin_image],
)
source_image_click.select(
process_image_click,
inputs=[origin_image, point_prompt,
clicked_points, image_resolution],
outputs=[source_image_click, clicked_points, click_mask],
show_progress=True,
queue=True,
)
clear_button_click.click(
fn=lambda original_image: (original_image.copy(), [], None)
if original_image is not None
else (None, [], None),
inputs=[origin_image],
outputs=[source_image_click, clicked_points, click_mask],
)
clear_button_image.click(
fn=lambda: (None, [], None, None, None),
inputs=[],
outputs=[
source_image_click,
clicked_points,
click_mask,
result_gallery_init,
result_text,
],
)
if examples is not None:
with gr.Row():
ex = gr.Examples(
examples=examples,
fn=process,
inputs=[a_prompt, n_prompt, scale],
outputs=[result_gallery_init],
cache_examples=False,
)
if WARNING_INFO is not None:
with gr.Row():
gr.Markdown(WARNING_INFO)
return demo