Upload 5 files

app.py

@@ -344,6 +344,7 @@ class GuiSD:
             vae_model=None,
             type_model_precision=torch.float16,
             retain_task_model_in_cache=False,
+            device="cpu",
         )
 
     def infer_short(self, model, pipe_params, progress=gr.Progress(track_tqdm=True)):
@@ -371,6 +372,8 @@ class GuiSD:
             if incompatible_vae:
                 vae_model = None
 
+        self.model.device = torch.device("cpu")
+
         self.model.load_pipe(
             model_name,
             task_name=task_stablepy[task],
@@ -551,6 +554,7 @@ class GuiSD:
 
         # First load
         model_precision = torch.float16
+        self.model.device = torch.device("cuda:0")
         if not self.model:
             from stablepy import Model_Diffusers
 
@@ -716,17 +720,17 @@ class GuiSD:
             info_state = info_state + "<br>" + vae_msg
         if msg_lora:
             info_state = info_state + "<br>" + "<br>".join(msg_lora)
-        yield self.infer_short(self.model, pipe_params), info_state
+        yield self.infer_short(self.model, pipe_params, progress), info_state
 
 sd_gen = GuiSD()
 
-@spaces.GPU
-def sd_gen_load_new_model(*args):
-    yield from sd_gen.load_new_model(*args)
+#@spaces.GPU
+def sd_gen_load_new_model(*args, progress=gr.Progress(track_tqdm=True)):
+    yield from sd_gen.load_new_model(*args, progress)
 
 @spaces.GPU
-def sd_gen_generate_pipeline(*args):
-    yield from sd_gen.generate_pipeline(*args)
+def sd_gen_generate_pipeline(*args, progress=gr.Progress(track_tqdm=True)):
+    yield from sd_gen.generate_pipeline(*args, progress)
 
 ## BEGIN MOD
 CSS ="""
@@ -763,505 +767,508 @@ with gr.Blocks(theme='NoCrypt/miku@>=1.2.2', elem_id="main", fill_width=True, cs
             This space is a modification of [r3gm's DiffuseCraft](https://huggingface.co/spaces/r3gm/DiffuseCraft).
             """
     )
-    with gr.Row():
+    with gr.Column():
         with gr.Tab("Generation"):
-            with gr.Column():
-                interface_mode_gui = gr.Radio(label="Quick settings", choices=["Simple", "Standard", "Fast", "LoRA"], value="Standard")
-                with gr.Accordion("Model and Task", open=False) as menu_model:
-                    task_gui = gr.Dropdown(label="Task", choices=sdxl_task, value=task_model_list[0])
+            with gr.Row():
+                with gr.Column(scale=2):
+                    interface_mode_gui = gr.Radio(label="Quick settings", choices=["Simple", "Standard", "Fast", "LoRA"], value="Standard")
+                    with gr.Accordion("Model and Task", open=False) as menu_model:
+                        task_gui = gr.Dropdown(label="Task", choices=sdxl_task, value=task_model_list[0])
+                        with gr.Group():
+                            model_name_gui = gr.Dropdown(label="Model", info="You can enter a huggingface model repo_id to want to use.", choices=get_tupled_model_list(model_list), value="votepurchase/animagine-xl-3.1", allow_custom_value=True)
+                            model_info_gui = gr.Markdown(elem_id="model-info")
+                        with gr.Row():
+                            quick_model_type_gui = gr.Radio(label="Model Type", choices=["None", "Auto", "Animagine", "Pony"], value="Auto", interactive=True)
+                            quick_genre_gui = gr.Radio(label="Genre", choices=["Anime", "Photo"], value="Anime", interactive=True)
+                            quick_speed_gui = gr.Radio(label="Speed", choices=["Fast", "Standard", "Heavy"], value="Standard", interactive=True)
+                            quick_aspect_gui = gr.Radio(label="Aspect Ratio", choices=["1:1", "3:4"], value="1:1", interactive=True)
+                        with gr.Row():
+                            quality_selector_gui = gr.Dropdown(label="Quality Tags Presets", interactive=True, choices=list(preset_quality.keys()), value="None")
+                            style_selector_gui = gr.Dropdown(label="Style Preset", interactive=True, choices=list(preset_styles.keys()), value="None")
+                            sampler_selector_gui = gr.Dropdown(label="Sampler Quick Settings", interactive=True, choices=list(preset_sampler_setting.keys()), value="None")
+                            optimization_gui = gr.Dropdown(label="Optimization for SDXL", choices=list(optimization_list.keys()), value="None", interactive=True)
                     with gr.Group():
-                        model_name_gui = gr.Dropdown(label="Model", info="You can enter a huggingface model repo_id to want to use.", choices=get_tupled_model_list(model_list), value="votepurchase/animagine-xl-3.1", allow_custom_value=True)
-                        model_info_gui = gr.Markdown(elem_id="model-info")
-                    with gr.Row():
-                        quick_model_type_gui = gr.Radio(label="Model Type", choices=["None", "Auto", "Animagine", "Pony"], value="Auto", interactive=True)
-                        quick_genre_gui = gr.Radio(label="Genre", choices=["Anime", "Photo"], value="Anime", interactive=True)
-                        quick_speed_gui = gr.Radio(label="Speed", choices=["Fast", "Standard", "Heavy"], value="Standard", interactive=True)
-                        quick_aspect_gui = gr.Radio(label="Aspect Ratio", choices=["1:1", "3:4"], value="1:1", interactive=True)
-                    with gr.Row():
-                        quality_selector_gui = gr.Dropdown(label="Quality Tags Presets", interactive=True, choices=list(preset_quality.keys()), value="None")
-                        style_selector_gui = gr.Dropdown(label="Style Preset", interactive=True, choices=list(preset_styles.keys()), value="None")
-                        sampler_selector_gui = gr.Dropdown(label="Sampler Quick Settings", interactive=True, choices=list(preset_sampler_setting.keys()), value="None")
-                        optimization_gui = gr.Dropdown(label="Optimization for SDXL", choices=list(optimization_list.keys()), value="None", interactive=True)
-                with gr.Group():
-                    with gr.Accordion("Prompt from Image", open=False) as menu_from_image:
-                        input_image_gui = gr.Image(label="Input image", type="pil", sources=["upload", "clipboard"], height=256)
-                        with gr.Accordion(label="Advanced options", open=False):
+                        with gr.Accordion("Prompt from Image", open=False) as menu_from_image:
+                            input_image_gui = gr.Image(label="Input image", type="pil", sources=["upload", "clipboard"], height=256)
+                            with gr.Accordion(label="Advanced options", open=False):
+                                with gr.Row():
+                                    general_threshold_gui = gr.Slider(label="Threshold", minimum=0.0, maximum=1.0, value=0.3, step=0.01, interactive=True)
+                                    character_threshold_gui = gr.Slider(label="Character threshold", minimum=0.0, maximum=1.0, value=0.8, step=0.01, interactive=True)
+                                with gr.Row():
+                                    tag_type_gui = gr.Radio(label="Convert tags to", info="danbooru for Animagine, e621 for Pony.", choices=["danbooru", "e621"], value="danbooru")
+                                    recom_prompt_gui = gr.Radio(label="Insert reccomended prompt", choices=["None", "Animagine", "Pony"], value="None", interactive=True)
+                                    keep_tags_gui = gr.Radio(label="Remove tags leaving only the following", choices=["body", "dress", "all"], value="all")
+                                image_algorithms = gr.CheckboxGroup(["Use WD Tagger"], label="Algorithms", value=["Use WD Tagger"], visible=False)
+                            generate_from_image_btn_gui = gr.Button(value="GENERATE TAGS FROM IMAGE")
+                        prompt_gui = gr.Textbox(lines=6, placeholder="1girl, solo, ...", label="Prompt", show_copy_button=True)
+                        with gr.Accordion("Negative prompt, etc.", open=False) as menu_negative:
+                            neg_prompt_gui = gr.Textbox(lines=3, placeholder="lowres, (bad), ...", label="Negative prompt", show_copy_button=True)
+                            translate_prompt_button = gr.Button(value="Translate prompt to English", size="sm", variant="secondary")
                             with gr.Row():
-                                general_threshold_gui = gr.Slider(label="Threshold", minimum=0.0, maximum=1.0, value=0.3, step=0.01, interactive=True)
-                                character_threshold_gui = gr.Slider(label="Character threshold", minimum=0.0, maximum=1.0, value=0.8, step=0.01, interactive=True)
+                                insert_prompt_gui = gr.Radio(label="Insert reccomended positive / negative prompt", choices=["None", "Auto", "Animagine", "Pony"], value="Auto", interactive=True)                          
+                                prompt_type_gui = gr.Radio(label="Convert tags to", choices=["danbooru", "e621"], value="e621", visible=False)
+                                prompt_type_button = gr.Button(value="Convert prompt to Pony e621 style", size="sm", variant="secondary")
                             with gr.Row():
-                                tag_type_gui = gr.Radio(label="Convert tags to", info="danbooru for Animagine, e621 for Pony.", choices=["danbooru", "e621"], value="danbooru")
-                                recom_prompt_gui = gr.Radio(label="Insert reccomended prompt", choices=["None", "Animagine", "Pony"], value="None", interactive=True)
-                                keep_tags_gui = gr.Radio(label="Remove tags leaving only the following", choices=["body", "dress", "all"], value="all")
-                            image_algorithms = gr.CheckboxGroup(["Use WD Tagger"], label="Algorithms", value=["Use WD Tagger"], visible=False)
-                        generate_from_image_btn_gui = gr.Button(value="GENERATE TAGS FROM IMAGE")
-                    prompt_gui = gr.Textbox(lines=6, placeholder="1girl, solo, ...", label="Prompt", show_copy_button=True)
-                    with gr.Accordion("Negative prompt, etc.", open=False) as menu_negative:
-                        neg_prompt_gui = gr.Textbox(lines=3, placeholder="lowres, (bad), ...", label="Negative prompt", show_copy_button=True)
-                        translate_prompt_button = gr.Button(value="Translate prompt to English", size="sm", variant="secondary")
-                        with gr.Row():
-                            insert_prompt_gui = gr.Radio(label="Insert reccomended positive / negative prompt", choices=["None", "Auto", "Animagine", "Pony"], value="Auto", interactive=True)                          
-                            prompt_type_gui = gr.Radio(label="Convert tags to", choices=["danbooru", "e621"], value="e621", visible=False)
-                            prompt_type_button = gr.Button(value="Convert prompt to Pony e621 style", size="sm", variant="secondary")
-                        with gr.Row():
-                            character_dbt = gr.Textbox(lines=1, placeholder="kafuu chino, ...", label="Character names")
-                            series_dbt = gr.Textbox(lines=1, placeholder="Is the order a rabbit?, ...", label="Series names")
-                            random_character_gui = gr.Button(value="Random character 🎲", size="sm", variant="secondary")
-                            model_name_dbt = gr.Dropdown(label="Model", choices=list(V2_ALL_MODELS.keys()), value=list(V2_ALL_MODELS.keys())[0], visible=False)
-                            aspect_ratio_dbt = gr.Radio(label="Aspect ratio", choices=list(V2_ASPECT_RATIO_OPTIONS), value="square", visible=False)
-                            length_dbt = gr.Radio(label="Length", choices=list(V2_LENGTH_OPTIONS), value="very_long", visible=False)
-                            identity_dbt = gr.Radio(label="Keep identity", choices=list(V2_IDENTITY_OPTIONS), value="lax", visible=False)                    
-                            ban_tags_dbt = gr.Textbox(label="Ban tags", placeholder="alternate costumen, ...", value="futanari, censored, furry, furrification", visible=False)
-                            copy_button_dbt = gr.Button(value="Copy to clipboard", visible=False)
-                        rating_dbt = gr.Radio(label="Rating", choices=list(V2_RATING_OPTIONS), value="sfw")
-                        generate_db_random_button = gr.Button(value="EXTEND PROMPT 🎲")
+                                character_dbt = gr.Textbox(lines=1, placeholder="kafuu chino, ...", label="Character names")
+                                series_dbt = gr.Textbox(lines=1, placeholder="Is the order a rabbit?, ...", label="Series names")
+                                random_character_gui = gr.Button(value="Random character 🎲", size="sm", variant="secondary")
+                                model_name_dbt = gr.Dropdown(label="Model", choices=list(V2_ALL_MODELS.keys()), value=list(V2_ALL_MODELS.keys())[0], visible=False)
+                                aspect_ratio_dbt = gr.Radio(label="Aspect ratio", choices=list(V2_ASPECT_RATIO_OPTIONS), value="square", visible=False)
+                                length_dbt = gr.Radio(label="Length", choices=list(V2_LENGTH_OPTIONS), value="very_long", visible=False)
+                                identity_dbt = gr.Radio(label="Keep identity", choices=list(V2_IDENTITY_OPTIONS), value="lax", visible=False)                    
+                                ban_tags_dbt = gr.Textbox(label="Ban tags", placeholder="alternate costumen, ...", value="futanari, censored, furry, furrification", visible=False)
+                                copy_button_dbt = gr.Button(value="Copy to clipboard", visible=False)
+                            rating_dbt = gr.Radio(label="Rating", choices=list(V2_RATING_OPTIONS), value="sfw")
+                            generate_db_random_button = gr.Button(value="EXTEND PROMPT 🎲")
                     with gr.Row():
                         set_random_seed = gr.Button(value="Seed 🎲", size="sm")
                         set_params_gui = gr.Button(value="Params ↙️", size="sm")
                         clear_prompt_gui = gr.Button(value="Clear 🗑️", size="sm")
 
-                generate_button = gr.Button(value="GENERATE IMAGE", size="lg", variant="primary")
+                    generate_button = gr.Button(value="GENERATE IMAGE", size="lg", variant="primary")
 
-                model_name_gui.change(
-                    update_task_options,
-                    [model_name_gui, task_gui],
-                    [task_gui],
-                )
+                    model_name_gui.change(
+                        update_task_options,
+                        [model_name_gui, task_gui],
+                        [task_gui],
+                    )
 
-                load_model_gui = gr.HTML()
-
-                result_images = gr.Gallery(
-                    label="Generated images",
-                    show_label=False,
-                    elem_id="gallery",
-                    columns=[2],
-                    rows=[2],
-                    object_fit="contain",
-                    # height="auto",
-                    interactive=False,
-                    preview=False,
-                    show_share_button=False,
-                    show_download_button=True,
-                    selected_index=50,
-                    format="png",
-                )
+                    load_model_gui = gr.HTML()
+
+                    result_images = gr.Gallery(
+                        label="Generated images",
+                        show_label=False,
+                        elem_id="gallery",
+                        columns=[2],
+                        rows=[2],
+                        object_fit="contain",
+                        # height="auto",
+                        interactive=False,
+                        preview=False,
+                        show_share_button=False,
+                        show_download_button=True,
+                        selected_index=50,
+                        format="png",
+                    )
 
-                result_images_files = gr.Files(interactive=False, visible=False)
+                    result_images_files = gr.Files(interactive=False, visible=False)
 
-                actual_task_info = gr.HTML()
+                    actual_task_info = gr.HTML()
 
-                with gr.Accordion("Generation settings", open=False, visible=True) as menu_gen:
-                    with gr.Row():
-                        img_width_gui = gr.Slider(minimum=64, maximum=4096, step=8, value=1024, label="Img Width")
-                        img_height_gui = gr.Slider(minimum=64, maximum=4096, step=8, value=1024, label="Img Height")
-                        steps_gui = gr.Slider(minimum=1, maximum=100, step=1, value=28, label="Steps")
-                        cfg_gui = gr.Slider(minimum=0, maximum=30, step=0.5, value=7.0, label="CFG")
-                    with gr.Row():
-                        seed_gui = gr.Number(minimum=-1, maximum=9999999999, value=-1, label="Seed")
-                        num_images_gui = gr.Slider(minimum=1, maximum=4, step=1, value=1, label="Images")
-                        clip_skip_gui = gr.Checkbox(value=False, label="Layer 2 Clip Skip")
-                        free_u_gui = gr.Checkbox(value=False, label="FreeU")
-                    with gr.Row():
-                        sampler_gui = gr.Dropdown(label="Sampler", choices=scheduler_names, value="Euler a")
-                        vae_model_gui = gr.Dropdown(label="VAE Model", choices=vae_model_list, value=vae_model_list[0])
-                        prompt_s_options = [
-                            ("Compel format: (word)weight", "Compel"),
-                            ("Classic format: (word:weight)", "Classic"),
-                            ("Classic-original format: (word:weight)", "Classic-original"),
-                            ("Classic-no_norm format: (word:weight)", "Classic-no_norm"),
-                            ("Classic-ignore", "Classic-ignore"),
-                            ("None", "None"),
-                        ]
-                        prompt_syntax_gui = gr.Dropdown(label="Prompt Syntax", choices=prompt_s_options, value=prompt_s_options[1][1])
-
-                    with gr.Row(equal_height=False):
-                        def run_set_params_gui(base_prompt):
-                            valid_receptors = {  # default values
-                                "prompt": gr.update(value=base_prompt),
-                                "neg_prompt": gr.update(value=""),
-                                "Steps": gr.update(value=30),
-                                "width": gr.update(value=1024),
-                                "height": gr.update(value=1024),
-                                "Seed": gr.update(value=-1),
-                                "Sampler": gr.update(value="Euler a"),
-                                "scale": gr.update(value=7.5), # cfg
-                                "skip": gr.update(value=True),
-                            }
-                            valid_keys = list(valid_receptors.keys())
-
-                            parameters = extract_parameters(base_prompt)
-                            for key, val in parameters.items():
-                                # print(val)
-                                if key in valid_keys:
-                                    if key == "Sampler":
-                                        if val not in scheduler_names:
-                                            continue
-                                    elif key == "skip":
-                                        if int(val) >= 2:
-                                            val = True
-                                    if key == "prompt":
-                                        if ">" in val and "<" in val:
-                                            val = re.sub(r'<[^>]+>', '', val)
-                                            print("Removed LoRA written in the prompt")
-                                    if key in ["prompt", "neg_prompt"]:
-                                        val = val.strip()
-                                    if key in ["Steps", "width", "height", "Seed"]:
-                                        val = int(val)
-                                    if key == "scale":
-                                        val = float(val)
-                                    if key == "Seed":
-                                        continue
-                                    valid_receptors[key] = gr.update(value=val)
-                                    # print(val, type(val))
-                                    # print(valid_receptors)
-                            return [value for value in valid_receptors.values()]
-
-                        set_params_gui.click(
-                            run_set_params_gui, [prompt_gui],[
-                                prompt_gui,
-                                neg_prompt_gui,
-                                steps_gui,
-                                img_width_gui,
-                                img_height_gui,
-                                seed_gui,
-                                sampler_gui,
-                                cfg_gui,
-                                clip_skip_gui,
-                            ],
-                        )
-                        
-                        def run_clear_prompt_gui():
-                            return gr.update(value=""), gr.update(value="")
-                        clear_prompt_gui.click(
-                            run_clear_prompt_gui, [], [prompt_gui, neg_prompt_gui]
-                        )
-
-                        def run_set_random_seed():
-                            return -1
-                        set_random_seed.click(
-                            run_set_random_seed, [], seed_gui
-                        )
-
-                with gr.Accordion("LoRA", open=False, visible=True) as menu_lora:
-                    with gr.Row():
-                        with gr.Column():
-                            lora1_gui = gr.Dropdown(label="LoRA1", choices=get_all_lora_tupled_list(), value="", allow_custom_value=True, elem_classes="lora", min_width=320)
-                            lora_scale_1_gui = gr.Slider(minimum=-2, maximum=2, step=0.01, value=1.00, label="LoRA Scale 1")
-                            with gr.Row():
-                                with gr.Group():
-                                    lora1_info_gui = gr.Textbox(label="LoRA1 prompts", info="Example of prompt:", value="None", show_copy_button=True, interactive=False, visible=False)
-                                    lora1_copy_gui = gr.Button(value="Copy example to prompt", visible=False)
-                                lora1_desc_gui = gr.Markdown(value="", visible=False)
-                        with gr.Column():
-                            lora2_gui = gr.Dropdown(label="LoRA2", choices=get_all_lora_tupled_list(), value="", allow_custom_value=True, elem_classes="lora", min_width=320)
-                            lora_scale_2_gui = gr.Slider(minimum=-2, maximum=2, step=0.01, value=1.00, label="LoRA Scale 2")
-                            with gr.Row():
-                                with gr.Group():
-                                    lora2_info_gui = gr.Textbox(label="LoRA2 prompts", info="Example of prompt:", value="None", show_copy_button=True, interactive=False, visible=False)
-                                    lora2_copy_gui = gr.Button(value="Copy example to prompt", visible=False)
-                                lora2_desc_gui = gr.Markdown(value="", visible=False)
-                        with gr.Column():
-                            lora3_gui = gr.Dropdown(label="LoRA3", choices=get_all_lora_tupled_list(), value="", allow_custom_value=True, elem_classes="lora", min_width=320)
-                            lora_scale_3_gui = gr.Slider(minimum=-2, maximum=2, step=0.01, value=1.00, label="LoRA Scale 3")
-                            with gr.Row():
-                                with gr.Group():
-                                    lora3_info_gui = gr.Textbox(label="LoRA3 prompts", info="Example of prompt:", value="None", show_copy_button=True, interactive=False, visible=False)
-                                    lora3_copy_gui = gr.Button(value="Copy example to prompt", visible=False)
-                                lora3_desc_gui = gr.Markdown(value="", visible=False)
-                        with gr.Column():
-                            lora4_gui = gr.Dropdown(label="LoRA4", choices=get_all_lora_tupled_list(), value="", allow_custom_value=True, elem_classes="lora", min_width=320)
-                            lora_scale_4_gui = gr.Slider(minimum=-2, maximum=2, step=0.01, value=1.00, label="LoRA Scale 4")
-                            with gr.Row():
-                                with gr.Group():
-                                    lora4_info_gui = gr.Textbox(label="LoRA4 prompts", info="Example of prompt:", value="None", show_copy_button=True, interactive=False, visible=False)
-                                    lora4_copy_gui = gr.Button(value="Copy example to prompt", visible=False)
-                                lora4_desc_gui = gr.Markdown(value="", visible=False)
-                        with gr.Column():
-                            lora5_gui = gr.Dropdown(label="LoRA5", choices=get_all_lora_tupled_list(), value="", allow_custom_value=True, elem_classes="lora", min_width=320)
-                            lora_scale_5_gui = gr.Slider(minimum=-2, maximum=2, step=0.01, value=1.00, label="LoRA Scale 5")
-                            with gr.Row():
-                                with gr.Group():
-                                    lora5_info_gui = gr.Textbox(label="LoRA5 prompts", info="Example of prompt", value="None", show_copy_button=True, interactive=False, visible=False)
-                                    lora5_copy_gui = gr.Button(value="Copy example to prompt", visible=False)
-                                lora5_desc_gui = gr.Markdown(value="", visible=False)
-                    with gr.Accordion("From URL", open=True, visible=True):
-                        with gr.Row():
-                            search_civitai_query_lora = gr.Textbox(label="Query", placeholder="oomuro sakurako...", lines=1)
-                            search_civitai_basemodel_lora = gr.CheckboxGroup(label="Search LoRA for", choices=["Pony", "SD 1.5", "SDXL 1.0"], value=["Pony", "SDXL 1.0"])
-                            search_civitai_button_lora = gr.Button("Search on Civitai")
-                        search_civitai_desc_lora = gr.Markdown(value="", visible=False)
-                        search_civitai_result_lora = gr.Dropdown(label="Search Results", choices=[("", "")], value="", allow_custom_value=True, visible=False)
-                        text_lora = gr.Textbox(label="URL", placeholder="http://...my_lora_url.safetensors", lines=1)
-                        button_lora = gr.Button("Get and update lists of LoRAs")
-                    with gr.Accordion("From Local", open=True, visible=True):
-                        file_output_lora = gr.File(label="Uploaded LoRA", file_types=['.ckpt', '.pt', '.pth', '.safetensors', '.bin'], file_count="multiple", interactive=False, visible=False)
-                        upload_button_lora = gr.UploadButton(label="Upload LoRA from your disk (very slow)", file_types=['.ckpt' , '.pt', '.pth', '.safetensors', '.bin'], file_count="multiple")
-
-                with gr.Column() as menu_advanced:
-                    with gr.Accordion("Hires fix", open=False, visible=True) as menu_hires:
-                        upscaler_keys = list(upscaler_dict_gui.keys())
-                        upscaler_model_path_gui = gr.Dropdown(label="Upscaler", choices=upscaler_keys, value=upscaler_dict_gui[upscaler_keys[0]])
+                with gr.Column(scale=1):
+                    with gr.Accordion("Generation settings", open=False, visible=True) as menu_gen:
                         with gr.Row():
-                            upscaler_increases_size_gui = gr.Slider(minimum=1.1, maximum=6., step=0.1, value=1.0, label="Upscale by")
-                            esrgan_tile_gui = gr.Slider(minimum=0, value=100, maximum=500, step=1, label="ESRGAN Tile")
-                            esrgan_tile_overlap_gui = gr.Slider(minimum=1, maximum=200, step=1, value=10, label="ESRGAN Tile Overlap")
+                            img_width_gui = gr.Slider(minimum=64, maximum=4096, step=8, value=1024, label="Img Width")
+                            img_height_gui = gr.Slider(minimum=64, maximum=4096, step=8, value=1024, label="Img Height")
+                            steps_gui = gr.Slider(minimum=1, maximum=100, step=1, value=28, label="Steps")
+                            cfg_gui = gr.Slider(minimum=0, maximum=30, step=0.5, value=7.0, label="CFG")
                         with gr.Row():
-                            hires_steps_gui = gr.Slider(minimum=0, value=30, maximum=100, step=1, label="Hires Steps")
-                            hires_denoising_strength_gui = gr.Slider(minimum=0.1, maximum=1.0, step=0.01, value=0.55, label="Hires Denoising Strength")
-                            hires_sampler_gui = gr.Dropdown(label="Hires Sampler", choices=["Use same sampler"] + scheduler_names[:-1], value="Use same sampler")
-                        hires_prompt_gui = gr.Textbox(label="Hires Prompt", placeholder="Main prompt will be use", lines=3)
-                        hires_negative_prompt_gui = gr.Textbox(label="Hires Negative Prompt", placeholder="Main negative prompt will be use", lines=3)
-
-                    with gr.Accordion("Detailfix", open=False, visible=True) as menu_detail:
+                            seed_gui = gr.Number(minimum=-1, maximum=9999999999, value=-1, label="Seed")
+                            num_images_gui = gr.Slider(minimum=1, maximum=4, step=1, value=1, label="Images")
+                            clip_skip_gui = gr.Checkbox(value=False, label="Layer 2 Clip Skip")
+                            free_u_gui = gr.Checkbox(value=False, label="FreeU")
                         with gr.Row():
+                            sampler_gui = gr.Dropdown(label="Sampler", choices=scheduler_names, value="Euler a")
+                            vae_model_gui = gr.Dropdown(label="VAE Model", choices=vae_model_list, value=vae_model_list[0])
+                            prompt_s_options = [
+                                ("Compel format: (word)weight", "Compel"),
+                                ("Classic format: (word:weight)", "Classic"),
+                                ("Classic-original format: (word:weight)", "Classic-original"),
+                                ("Classic-no_norm format: (word:weight)", "Classic-no_norm"),
+                                ("Classic-ignore", "Classic-ignore"),
+                                ("None", "None"),
+                            ]
+                            prompt_syntax_gui = gr.Dropdown(label="Prompt Syntax", choices=prompt_s_options, value=prompt_s_options[1][1])
+
+                        with gr.Row(equal_height=False):
+                            def run_set_params_gui(base_prompt):
+                                valid_receptors = {  # default values
+                                    "prompt": gr.update(value=base_prompt),
+                                    "neg_prompt": gr.update(value=""),
+                                    "Steps": gr.update(value=30),
+                                    "width": gr.update(value=1024),
+                                    "height": gr.update(value=1024),
+                                    "Seed": gr.update(value=-1),
+                                    "Sampler": gr.update(value="Euler a"),
+                                    "scale": gr.update(value=7.5), # cfg
+                                    "skip": gr.update(value=True),
+                                }
+                                valid_keys = list(valid_receptors.keys())
+
+                                parameters = extract_parameters(base_prompt)
+                                for key, val in parameters.items():
+                                    # print(val)
+                                    if key in valid_keys:
+                                        if key == "Sampler":
+                                            if val not in scheduler_names:
+                                                continue
+                                        elif key == "skip":
+                                            if int(val) >= 2:
+                                                val = True
+                                        if key == "prompt":
+                                            if ">" in val and "<" in val:
+                                                val = re.sub(r'<[^>]+>', '', val)
+                                                print("Removed LoRA written in the prompt")
+                                        if key in ["prompt", "neg_prompt"]:
+                                            val = val.strip()
+                                        if key in ["Steps", "width", "height", "Seed"]:
+                                            val = int(val)
+                                        if key == "scale":
+                                            val = float(val)
+                                        if key == "Seed":
+                                            continue
+                                        valid_receptors[key] = gr.update(value=val)
+                                        # print(val, type(val))
+                                        # print(valid_receptors)
+                                return [value for value in valid_receptors.values()]
+
+                            set_params_gui.click(
+                                run_set_params_gui, [prompt_gui],[
+                                    prompt_gui,
+                                    neg_prompt_gui,
+                                    steps_gui,
+                                    img_width_gui,
+                                    img_height_gui,
+                                    seed_gui,
+                                    sampler_gui,
+                                    cfg_gui,
+                                    clip_skip_gui,
+                                ],
+                            )
+                            
+                            def run_clear_prompt_gui():
+                                return gr.update(value=""), gr.update(value="")
+                            clear_prompt_gui.click(
+                                run_clear_prompt_gui, [], [prompt_gui, neg_prompt_gui]
+                            )
 
-                            # Adetailer Inpaint Only
-                            adetailer_inpaint_only_gui = gr.Checkbox(label="Inpaint only", value=True)
+                            def run_set_random_seed():
+                                return -1
+                            set_random_seed.click(
+                                run_set_random_seed, [], seed_gui
+                            )
 
-                            # Adetailer Verbose
-                            adetailer_verbose_gui = gr.Checkbox(label="Verbose", value=False)
+                    with gr.Accordion("LoRA", open=False, visible=True) as menu_lora:
+                        with gr.Row():
+                            with gr.Column():
+                                lora1_gui = gr.Dropdown(label="LoRA1", choices=get_all_lora_tupled_list(), value="", allow_custom_value=True, elem_classes="lora", min_width=320)
+                                lora_scale_1_gui = gr.Slider(minimum=-2, maximum=2, step=0.01, value=1.00, label="LoRA Scale 1")
+                                with gr.Row():
+                                    with gr.Group():
+                                        lora1_info_gui = gr.Textbox(label="LoRA1 prompts", info="Example of prompt:", value="None", show_copy_button=True, interactive=False, visible=False)
+                                        lora1_copy_gui = gr.Button(value="Copy example to prompt", visible=False)
+                                    lora1_desc_gui = gr.Markdown(value="", visible=False)
+                            with gr.Column():
+                                lora2_gui = gr.Dropdown(label="LoRA2", choices=get_all_lora_tupled_list(), value="", allow_custom_value=True, elem_classes="lora", min_width=320)
+                                lora_scale_2_gui = gr.Slider(minimum=-2, maximum=2, step=0.01, value=1.00, label="LoRA Scale 2")
+                                with gr.Row():
+                                    with gr.Group():
+                                        lora2_info_gui = gr.Textbox(label="LoRA2 prompts", info="Example of prompt:", value="None", show_copy_button=True, interactive=False, visible=False)
+                                        lora2_copy_gui = gr.Button(value="Copy example to prompt", visible=False)
+                                    lora2_desc_gui = gr.Markdown(value="", visible=False)
+                            with gr.Column():
+                                lora3_gui = gr.Dropdown(label="LoRA3", choices=get_all_lora_tupled_list(), value="", allow_custom_value=True, elem_classes="lora", min_width=320)
+                                lora_scale_3_gui = gr.Slider(minimum=-2, maximum=2, step=0.01, value=1.00, label="LoRA Scale 3")
+                                with gr.Row():
+                                    with gr.Group():
+                                        lora3_info_gui = gr.Textbox(label="LoRA3 prompts", info="Example of prompt:", value="None", show_copy_button=True, interactive=False, visible=False)
+                                        lora3_copy_gui = gr.Button(value="Copy example to prompt", visible=False)
+                                    lora3_desc_gui = gr.Markdown(value="", visible=False)
+                            with gr.Column():
+                                lora4_gui = gr.Dropdown(label="LoRA4", choices=get_all_lora_tupled_list(), value="", allow_custom_value=True, elem_classes="lora", min_width=320)
+                                lora_scale_4_gui = gr.Slider(minimum=-2, maximum=2, step=0.01, value=1.00, label="LoRA Scale 4")
+                                with gr.Row():
+                                    with gr.Group():
+                                        lora4_info_gui = gr.Textbox(label="LoRA4 prompts", info="Example of prompt:", value="None", show_copy_button=True, interactive=False, visible=False)
+                                        lora4_copy_gui = gr.Button(value="Copy example to prompt", visible=False)
+                                    lora4_desc_gui = gr.Markdown(value="", visible=False)
+                            with gr.Column():
+                                lora5_gui = gr.Dropdown(label="LoRA5", choices=get_all_lora_tupled_list(), value="", allow_custom_value=True, elem_classes="lora", min_width=320)
+                                lora_scale_5_gui = gr.Slider(minimum=-2, maximum=2, step=0.01, value=1.00, label="LoRA Scale 5")
+                                with gr.Row():
+                                    with gr.Group():
+                                        lora5_info_gui = gr.Textbox(label="LoRA5 prompts", info="Example of prompt", value="None", show_copy_button=True, interactive=False, visible=False)
+                                        lora5_copy_gui = gr.Button(value="Copy example to prompt", visible=False)
+                                    lora5_desc_gui = gr.Markdown(value="", visible=False)
+                        with gr.Accordion("From URL", open=True, visible=True):
+                            with gr.Row():
+                                search_civitai_query_lora = gr.Textbox(label="Query", placeholder="oomuro sakurako...", lines=1)
+                                search_civitai_basemodel_lora = gr.CheckboxGroup(label="Search LoRA for", choices=["Pony", "SD 1.5", "SDXL 1.0"], value=["Pony", "SDXL 1.0"])
+                                search_civitai_button_lora = gr.Button("Search on Civitai")
+                            search_civitai_desc_lora = gr.Markdown(value="", visible=False)
+                            search_civitai_result_lora = gr.Dropdown(label="Search Results", choices=[("", "")], value="", allow_custom_value=True, visible=False)
+                            text_lora = gr.Textbox(label="URL", placeholder="http://...my_lora_url.safetensors", lines=1)
+                            button_lora = gr.Button("Get and update lists of LoRAs")
+                        with gr.Accordion("From Local", open=True, visible=True):
+                            file_output_lora = gr.File(label="Uploaded LoRA", file_types=['.ckpt', '.pt', '.pth', '.safetensors', '.bin'], file_count="multiple", interactive=False, visible=False)
+                            upload_button_lora = gr.UploadButton(label="Upload LoRA from your disk (very slow)", file_types=['.ckpt' , '.pt', '.pth', '.safetensors', '.bin'], file_count="multiple")
+
+                    with gr.Column() as menu_advanced:
+                        with gr.Accordion("Hires fix", open=False, visible=True) as menu_hires:
+                            upscaler_keys = list(upscaler_dict_gui.keys())
+                            upscaler_model_path_gui = gr.Dropdown(label="Upscaler", choices=upscaler_keys, value=upscaler_dict_gui[upscaler_keys[0]])
+                            with gr.Row():
+                                upscaler_increases_size_gui = gr.Slider(minimum=1.1, maximum=6., step=0.1, value=1.0, label="Upscale by")
+                                esrgan_tile_gui = gr.Slider(minimum=0, value=100, maximum=500, step=1, label="ESRGAN Tile")
+                                esrgan_tile_overlap_gui = gr.Slider(minimum=1, maximum=200, step=1, value=10, label="ESRGAN Tile Overlap")
+                            with gr.Row():
+                                hires_steps_gui = gr.Slider(minimum=0, value=30, maximum=100, step=1, label="Hires Steps")
+                                hires_denoising_strength_gui = gr.Slider(minimum=0.1, maximum=1.0, step=0.01, value=0.55, label="Hires Denoising Strength")
+                                hires_sampler_gui = gr.Dropdown(label="Hires Sampler", choices=["Use same sampler"] + scheduler_names[:-1], value="Use same sampler")
+                            hires_prompt_gui = gr.Textbox(label="Hires Prompt", placeholder="Main prompt will be use", lines=3)
+                            hires_negative_prompt_gui = gr.Textbox(label="Hires Negative Prompt", placeholder="Main negative prompt will be use", lines=3)
 
-                            # Adetailer Sampler
-                            adetailer_sampler_options = ["Use same sampler"] + scheduler_names[:-1]
-                            adetailer_sampler_gui = gr.Dropdown(label="Adetailer sampler:", choices=adetailer_sampler_options, value="Use same sampler")
+                        with gr.Accordion("Detailfix", open=False, visible=True) as menu_detail:
+                            with gr.Row():
 
-                        with gr.Accordion("Detailfix A", open=True, visible=True):
-                            # Adetailer A
-                            adetailer_active_a_gui = gr.Checkbox(label="Enable Adetailer A", value=False)
-                            prompt_ad_a_gui = gr.Textbox(label="Main prompt", placeholder="Main prompt will be use", lines=3)
-                            negative_prompt_ad_a_gui = gr.Textbox(label="Negative prompt", placeholder="Main negative prompt will be use", lines=3)
+                                # Adetailer Inpaint Only
+                                adetailer_inpaint_only_gui = gr.Checkbox(label="Inpaint only", value=True)
+
+                                # Adetailer Verbose
+                                adetailer_verbose_gui = gr.Checkbox(label="Verbose", value=False)
+
+                                # Adetailer Sampler
+                                adetailer_sampler_options = ["Use same sampler"] + scheduler_names[:-1]
+                                adetailer_sampler_gui = gr.Dropdown(label="Adetailer sampler:", choices=adetailer_sampler_options, value="Use same sampler")
+
+                            with gr.Accordion("Detailfix A", open=True, visible=True):
+                                # Adetailer A
+                                adetailer_active_a_gui = gr.Checkbox(label="Enable Adetailer A", value=False)
+                                prompt_ad_a_gui = gr.Textbox(label="Main prompt", placeholder="Main prompt will be use", lines=3)
+                                negative_prompt_ad_a_gui = gr.Textbox(label="Negative prompt", placeholder="Main negative prompt will be use", lines=3)
+                                with gr.Row():
+                                    strength_ad_a_gui = gr.Number(label="Strength:", value=0.35, step=0.01, minimum=0.01, maximum=1.0)
+                                    face_detector_ad_a_gui = gr.Checkbox(label="Face detector", value=True)
+                                    person_detector_ad_a_gui = gr.Checkbox(label="Person detector", value=True)
+                                    hand_detector_ad_a_gui = gr.Checkbox(label="Hand detector", value=False)
+                                with gr.Row():
+                                    mask_dilation_a_gui = gr.Number(label="Mask dilation:", value=4, minimum=1)
+                                    mask_blur_a_gui = gr.Number(label="Mask blur:", value=4, minimum=1)
+                                    mask_padding_a_gui = gr.Number(label="Mask padding:", value=32, minimum=1)
+
+                            with gr.Accordion("Detailfix B", open=True, visible=True):
+                                # Adetailer B
+                                adetailer_active_b_gui = gr.Checkbox(label="Enable Adetailer B", value=False)
+                                prompt_ad_b_gui = gr.Textbox(label="Main prompt", placeholder="Main prompt will be use", lines=3)
+                                negative_prompt_ad_b_gui = gr.Textbox(label="Negative prompt", placeholder="Main negative prompt will be use", lines=3)
+                                with gr.Row():
+                                    strength_ad_b_gui = gr.Number(label="Strength:", value=0.35, step=0.01, minimum=0.01, maximum=1.0)
+                                    face_detector_ad_b_gui = gr.Checkbox(label="Face detector", value=True)
+                                    person_detector_ad_b_gui = gr.Checkbox(label="Person detector", value=True)
+                                    hand_detector_ad_b_gui = gr.Checkbox(label="Hand detector", value=False)
+                                with gr.Row():
+                                    mask_dilation_b_gui = gr.Number(label="Mask dilation:", value=4, minimum=1)
+                                    mask_blur_b_gui = gr.Number(label="Mask blur:", value=4, minimum=1)
+                                    mask_padding_b_gui = gr.Number(label="Mask padding:", value=32, minimum=1)
+                                    
+                        with gr.Accordion("Textual inversion", open=False, visible=True) as menu_ti:
+                            active_textual_inversion_gui = gr.Checkbox(value=False, label="Active Textual Inversion in prompt")
+                            use_textual_inversion_gui = gr.CheckboxGroup(choices=get_embed_list(get_model_pipeline(model_name_gui.value)) if active_textual_inversion_gui.value else [], value=None, label="Use Textual Invertion in prompt")
+                            def update_textual_inversion_gui(active_textual_inversion_gui, model_name_gui):
+                                return gr.update(choices=get_embed_list(get_model_pipeline(model_name_gui)) if active_textual_inversion_gui else [])
+                            active_textual_inversion_gui.change(update_textual_inversion_gui, [active_textual_inversion_gui, model_name_gui], [use_textual_inversion_gui])
+                            model_name_gui.change(update_textual_inversion_gui, [active_textual_inversion_gui, model_name_gui], [use_textual_inversion_gui])
+
+                        with gr.Accordion("ControlNet / Img2img / Inpaint", open=False, visible=True) as menu_i2i:
                             with gr.Row():
-                                strength_ad_a_gui = gr.Number(label="Strength:", value=0.35, step=0.01, minimum=0.01, maximum=1.0)
-                                face_detector_ad_a_gui = gr.Checkbox(label="Face detector", value=True)
-                                person_detector_ad_a_gui = gr.Checkbox(label="Person detector", value=True)
-                                hand_detector_ad_a_gui = gr.Checkbox(label="Hand detector", value=False)
+                                image_control = gr.Image(label="Image ControlNet/Inpaint/Img2img", type="filepath")
+                                image_mask_gui = gr.Image(label="Image Mask", type="filepath")
                             with gr.Row():
-                                mask_dilation_a_gui = gr.Number(label="Mask dilation:", value=4, minimum=1)
-                                mask_blur_a_gui = gr.Number(label="Mask blur:", value=4, minimum=1)
-                                mask_padding_a_gui = gr.Number(label="Mask padding:", value=32, minimum=1)
-
-                        with gr.Accordion("Detailfix B", open=True, visible=True):
-                            # Adetailer B
-                            adetailer_active_b_gui = gr.Checkbox(label="Enable Adetailer B", value=False)
-                            prompt_ad_b_gui = gr.Textbox(label="Main prompt", placeholder="Main prompt will be use", lines=3)
-                            negative_prompt_ad_b_gui = gr.Textbox(label="Negative prompt", placeholder="Main negative prompt will be use", lines=3)
+                                strength_gui = gr.Slider(
+                                    minimum=0.01, maximum=1.0, step=0.01, value=0.55, label="Strength",
+                                    info="This option adjusts the level of changes for img2img and inpainting."
+                                )
+                                image_resolution_gui = gr.Slider(minimum=64, maximum=2048, step=64, value=1024, label="Image Resolution")
+                                preprocessor_name_gui = gr.Dropdown(label="Preprocessor Name", choices=preprocessor_controlnet["canny"], value=preprocessor_controlnet["canny"][0])
+
+                            def change_preprocessor_choices(task):
+                                task = task_stablepy[task]
+                                if task in preprocessor_controlnet.keys():
+                                    choices_task = preprocessor_controlnet[task]
+                                else:
+                                    choices_task = preprocessor_controlnet["canny"]
+                                return gr.update(choices=choices_task, value=choices_task[0])
+
+                            task_gui.change(
+                                change_preprocessor_choices,
+                                [task_gui],
+                                [preprocessor_name_gui],
+                            )
                             with gr.Row():
-                                strength_ad_b_gui = gr.Number(label="Strength:", value=0.35, step=0.01, minimum=0.01, maximum=1.0)
-                                face_detector_ad_b_gui = gr.Checkbox(label="Face detector", value=True)
-                                person_detector_ad_b_gui = gr.Checkbox(label="Person detector", value=True)
-                                hand_detector_ad_b_gui = gr.Checkbox(label="Hand detector", value=False)
+                                preprocess_resolution_gui = gr.Slider(minimum=64, maximum=2048, step=64, value=512, label="Preprocess Resolution")
+                                low_threshold_gui = gr.Slider(minimum=1, maximum=255, step=1, value=100, label="Canny low threshold")
+                                high_threshold_gui = gr.Slider(minimum=1, maximum=255, step=1, value=200, label="Canny high threshold")
+                                value_threshold_gui = gr.Slider(minimum=1, maximum=2.0, step=0.01, value=0.1, label="Hough value threshold (MLSD)")
                             with gr.Row():
-                                mask_dilation_b_gui = gr.Number(label="Mask dilation:", value=4, minimum=1)
-                                mask_blur_b_gui = gr.Number(label="Mask blur:", value=4, minimum=1)
-                                mask_padding_b_gui = gr.Number(label="Mask padding:", value=32, minimum=1)
-                                
-                    with gr.Accordion("Textual inversion", open=False, visible=True) as menu_ti:
-                        active_textual_inversion_gui = gr.Checkbox(value=False, label="Active Textual Inversion in prompt")
-                        use_textual_inversion_gui = gr.CheckboxGroup(choices=get_embed_list(get_model_pipeline(model_name_gui.value)) if active_textual_inversion_gui.value else [], value=None, label="Use Textual Invertion in prompt")
-                        def update_textual_inversion_gui(active_textual_inversion_gui, model_name_gui):
-                            return gr.update(choices=get_embed_list(get_model_pipeline(model_name_gui)) if active_textual_inversion_gui else [])
-                        active_textual_inversion_gui.change(update_textual_inversion_gui, [active_textual_inversion_gui, model_name_gui], [use_textual_inversion_gui])
-                        model_name_gui.change(update_textual_inversion_gui, [active_textual_inversion_gui, model_name_gui], [use_textual_inversion_gui])
-
-                    with gr.Accordion("ControlNet / Img2img / Inpaint", open=False, visible=True) as menu_i2i:
-                        with gr.Row():
-                            image_control = gr.Image(label="Image ControlNet/Inpaint/Img2img", type="filepath")
-                            image_mask_gui = gr.Image(label="Image Mask", type="filepath")
-                        with gr.Row():
-                            strength_gui = gr.Slider(
-                                minimum=0.01, maximum=1.0, step=0.01, value=0.55, label="Strength",
-                                info="This option adjusts the level of changes for img2img and inpainting."
+                                distance_threshold_gui = gr.Slider(minimum=1, maximum=20.0, step=0.01, value=0.1, label="Hough distance threshold (MLSD)")
+                                control_net_output_scaling_gui = gr.Slider(minimum=0, maximum=5.0, step=0.1, value=1, label="ControlNet Output Scaling in UNet")
+                                control_net_start_threshold_gui = gr.Slider(minimum=0, maximum=1, step=0.01, value=0, label="ControlNet Start Threshold (%)")
+                                control_net_stop_threshold_gui = gr.Slider(minimum=0, maximum=1, step=0.01, value=1, label="ControlNet Stop Threshold (%)")
+
+                        with gr.Accordion("IP-Adapter", open=False, visible=True) as menu_ipa:##############
+
+                            IP_MODELS = sorted(list(set(IP_ADAPTERS_SD + IP_ADAPTERS_SDXL)))
+                            MODE_IP_OPTIONS = ["original", "style", "layout", "style+layout"]
+
+                            with gr.Accordion("IP-Adapter 1", open=True, visible=True):
+                                with gr.Row():
+                                    image_ip1 = gr.Image(label="IP Image", type="filepath")
+                                    mask_ip1 = gr.Image(label="IP Mask", type="filepath")
+                                with gr.Row():
+                                    model_ip1 = gr.Dropdown(value="plus_face", label="Model", choices=IP_MODELS)
+                                    mode_ip1 = gr.Dropdown(value="original", label="Mode", choices=MODE_IP_OPTIONS)
+                                scale_ip1 = gr.Slider(minimum=0., maximum=2., step=0.01, value=0.7, label="Scale")
+                            with gr.Accordion("IP-Adapter 2", open=True, visible=True):
+                                with gr.Row():
+                                    image_ip2 = gr.Image(label="IP Image", type="filepath")
+                                    mask_ip2 = gr.Image(label="IP Mask (optional)", type="filepath")
+                                with gr.Row():
+                                    model_ip2 = gr.Dropdown(value="base", label="Model", choices=IP_MODELS)
+                                    mode_ip2 = gr.Dropdown(value="style", label="Mode", choices=MODE_IP_OPTIONS)
+                                scale_ip2 = gr.Slider(minimum=0., maximum=2., step=0.01, value=0.7, label="Scale")
+
+                        with gr.Accordion("T2I adapter", open=False, visible=True) as menu_t2i:
+                            t2i_adapter_preprocessor_gui = gr.Checkbox(value=True, label="T2i Adapter Preprocessor")
+                            with gr.Row():
+                                adapter_conditioning_scale_gui = gr.Slider(minimum=0, maximum=5., step=0.1, value=1, label="Adapter Conditioning Scale")
+                                adapter_conditioning_factor_gui = gr.Slider(minimum=0, maximum=1., step=0.01, value=0.55, label="Adapter Conditioning Factor (%)")
+
+                        with gr.Accordion("Styles", open=False, visible=True) as menu_styles:
+
+                            try:
+                                style_names_found = sd_gen.model.STYLE_NAMES
+                            except:
+                                style_names_found = STYLE_NAMES
+
+                            style_prompt_gui = gr.Dropdown(
+                                style_names_found,
+                                multiselect=True,
+                                value=None,
+                                label="Style Prompt",
+                                interactive=True,
                             )
-                            image_resolution_gui = gr.Slider(minimum=64, maximum=2048, step=64, value=1024, label="Image Resolution")
-                            preprocessor_name_gui = gr.Dropdown(label="Preprocessor Name", choices=preprocessor_controlnet["canny"], value=preprocessor_controlnet["canny"][0])
-
-                        def change_preprocessor_choices(task):
-                            task = task_stablepy[task]
-                            if task in preprocessor_controlnet.keys():
-                                choices_task = preprocessor_controlnet[task]
-                            else:
-                                choices_task = preprocessor_controlnet["canny"]
-                            return gr.update(choices=choices_task, value=choices_task[0])
-
-                        task_gui.change(
-                            change_preprocessor_choices,
-                            [task_gui],
-                            [preprocessor_name_gui],
-                        )
-                        with gr.Row():
-                            preprocess_resolution_gui = gr.Slider(minimum=64, maximum=2048, step=64, value=512, label="Preprocess Resolution")
-                            low_threshold_gui = gr.Slider(minimum=1, maximum=255, step=1, value=100, label="Canny low threshold")
-                            high_threshold_gui = gr.Slider(minimum=1, maximum=255, step=1, value=200, label="Canny high threshold")
-                            value_threshold_gui = gr.Slider(minimum=1, maximum=2.0, step=0.01, value=0.1, label="Hough value threshold (MLSD)")
-                        with gr.Row():
-                            distance_threshold_gui = gr.Slider(minimum=1, maximum=20.0, step=0.01, value=0.1, label="Hough distance threshold (MLSD)")
-                            control_net_output_scaling_gui = gr.Slider(minimum=0, maximum=5.0, step=0.1, value=1, label="ControlNet Output Scaling in UNet")
-                            control_net_start_threshold_gui = gr.Slider(minimum=0, maximum=1, step=0.01, value=0, label="ControlNet Start Threshold (%)")
-                            control_net_stop_threshold_gui = gr.Slider(minimum=0, maximum=1, step=0.01, value=1, label="ControlNet Stop Threshold (%)")
+                            style_json_gui = gr.File(label="Style JSON File")
+                            style_button = gr.Button("Load styles")
 
-                    with gr.Accordion("IP-Adapter", open=False, visible=True) as menu_ipa:##############
+                            def load_json_style_file(json):
+                                if not sd_gen.model:
+                                    gr.Info("First load the model")
+                                    return gr.update(value=None, choices=STYLE_NAMES)
 
-                        IP_MODELS = sorted(list(set(IP_ADAPTERS_SD + IP_ADAPTERS_SDXL)))
-                        MODE_IP_OPTIONS = ["original", "style", "layout", "style+layout"]
+                                sd_gen.model.load_style_file(json)
+                                gr.Info(f"{len(sd_gen.model.STYLE_NAMES)} styles loaded")
+                                return gr.update(value=None, choices=sd_gen.model.STYLE_NAMES)
 
-                        with gr.Accordion("IP-Adapter 1", open=True, visible=True):
-                            with gr.Row():
-                                image_ip1 = gr.Image(label="IP Image", type="filepath")
-                                mask_ip1 = gr.Image(label="IP Mask", type="filepath")
-                            with gr.Row():
-                                model_ip1 = gr.Dropdown(value="plus_face", label="Model", choices=IP_MODELS)
-                                mode_ip1 = gr.Dropdown(value="original", label="Mode", choices=MODE_IP_OPTIONS)
-                            scale_ip1 = gr.Slider(minimum=0., maximum=2., step=0.01, value=0.7, label="Scale")
-                        with gr.Accordion("IP-Adapter 2", open=True, visible=True):
-                            with gr.Row():
-                                image_ip2 = gr.Image(label="IP Image", type="filepath")
-                                mask_ip2 = gr.Image(label="IP Mask (optional)", type="filepath")
-                            with gr.Row():
-                                model_ip2 = gr.Dropdown(value="base", label="Model", choices=IP_MODELS)
-                                mode_ip2 = gr.Dropdown(value="style", label="Mode", choices=MODE_IP_OPTIONS)
-                            scale_ip2 = gr.Slider(minimum=0., maximum=2., step=0.01, value=0.7, label="Scale")
+                            style_button.click(load_json_style_file, [style_json_gui], [style_prompt_gui])                        
 
-                    with gr.Accordion("T2I adapter", open=False, visible=True) as menu_t2i:
-                        t2i_adapter_preprocessor_gui = gr.Checkbox(value=True, label="T2i Adapter Preprocessor")
-                        with gr.Row():
-                            adapter_conditioning_scale_gui = gr.Slider(minimum=0, maximum=5., step=0.1, value=1, label="Adapter Conditioning Scale")
-                            adapter_conditioning_factor_gui = gr.Slider(minimum=0, maximum=1., step=0.01, value=0.55, label="Adapter Conditioning Factor (%)")
-
-                    with gr.Accordion("Styles", open=False, visible=True) as menu_styles:
-
-                        try:
-                            style_names_found = sd_gen.model.STYLE_NAMES
-                        except:
-                            style_names_found = STYLE_NAMES
-
-                        style_prompt_gui = gr.Dropdown(
-                            style_names_found,
-                            multiselect=True,
-                            value=None,
-                            label="Style Prompt",
-                            interactive=True,
-                        )
-                        style_json_gui = gr.File(label="Style JSON File")
-                        style_button = gr.Button("Load styles")
-
-                        def load_json_style_file(json):
-                            if not sd_gen.model:
-                                gr.Info("First load the model")
-                                return gr.update(value=None, choices=STYLE_NAMES)
-
-                            sd_gen.model.load_style_file(json)
-                            gr.Info(f"{len(sd_gen.model.STYLE_NAMES)} styles loaded")
-                            return gr.update(value=None, choices=sd_gen.model.STYLE_NAMES)
-
-                        style_button.click(load_json_style_file, [style_json_gui], [style_prompt_gui])                        
-
-                    with gr.Accordion("Other settings", open=False, visible=True) as menu_other:
-                        with gr.Row():
-                            image_previews_gui = gr.Checkbox(value=False, label="Image Previews")
-                            hires_before_adetailer_gui = gr.Checkbox(value=False, label="Hires Before Adetailer")
-                            hires_after_adetailer_gui = gr.Checkbox(value=True, label="Hires After Adetailer")
-                            generator_in_cpu_gui = gr.Checkbox(value=False, label="Generator in CPU")
-
-                    with gr.Accordion("More settings", open=False, visible=False):
-                        loop_generation_gui = gr.Slider(minimum=1, value=1, label="Loop Generation")
-                        retain_task_cache_gui = gr.Checkbox(value=True, label="Retain task model in cache")
-                        leave_progress_bar_gui = gr.Checkbox(value=True, label="Leave Progress Bar")
-                        disable_progress_bar_gui = gr.Checkbox(value=False, label="Disable Progress Bar")
-                        display_images_gui = gr.Checkbox(value=False, label="Display Images")
-                        save_generated_images_gui = gr.Checkbox(value=False, label="Save Generated Images")
-                        image_storage_location_gui = gr.Textbox(value="./images", label="Image Storage Location")
-                        retain_compel_previous_load_gui = gr.Checkbox(value=False, label="Retain Compel Previous Load")
-                        retain_detailfix_model_previous_load_gui = gr.Checkbox(value=False, label="Retain Detailfix Model Previous Load")
-                        retain_hires_model_previous_load_gui = gr.Checkbox(value=False, label="Retain Hires Model Previous Load")
-                        xformers_memory_efficient_attention_gui = gr.Checkbox(value=False, label="Xformers Memory Efficient Attention")
-
-                with gr.Accordion("Examples and help", open=False, visible=True) as menu_example:
-                    gr.Examples(
-                        examples=[
-                            [
-                                "1girl, souryuu asuka langley, neon genesis evangelion, plugsuit, pilot suit, red bodysuit, sitting, crossing legs, black eye patch, cat hat, throne, symmetrical, looking down, from bottom, looking at viewer, outdoors, masterpiece, best quality, very aesthetic, absurdres",
-                                "nsfw, lowres, (bad), text, error, fewer, extra, missing, worst quality, jpeg artifacts, low quality, watermark, unfinished, displeasing, oldest, early, chromatic aberration, signature, extra digits, artistic error, username, scan, [abstract]",
-                                1,
-                                30,
-                                7.5,
-                                True,
-                                -1,
-                                "Euler a",
-                                1152,
-                                896,
-                                "votepurchase/animagine-xl-3.1",
-                            ],
-                            [
-                                "solo, princess Zelda OOT, score_9, score_8_up, score_8, medium breasts, cute, eyelashes, cute small face, long hair, crown braid, hairclip, pointy ears, soft curvy body, looking at viewer, smile, blush, white dress, medium body, (((holding the Master Sword))), standing, deep forest in the background",
-                                "score_6, score_5, score_4, busty, ugly face, mutated hands, low res, blurry face, black and white,",
-                                1,
-                                30,
-                                5.,
-                                True,
-                                -1,
-                                "Euler a",
-                                1024,
-                                1024,
-                                "votepurchase/ponyDiffusionV6XL",
-                            ],
-                            [
-                                "1girl, oomuro sakurako, yuru yuri, official art, school uniform, anime artwork, anime style, vibrant, studio anime, highly detailed, masterpiece, best quality, very aesthetic, absurdres",
-                                "photo, deformed, black and white, realism, disfigured, low contrast, lowres, (bad), text, error, fewer, extra, missing, worst quality, jpeg artifacts, low quality, watermark, unfinished, displeasing, oldest, early, chromatic aberration, signature, extra digits, artistic error, username, scan, [abstract]",
-                                1,
-                                40,
-                                7.0,
-                                True,
-                                -1,
-                                "Euler a",
-                                1024,
-                                1024,
-                                "Raelina/Rae-Diffusion-XL-V2",
-                            ],
-                            [
-                                "1girl, akaza akari, yuru yuri, official art, anime artwork, anime style, vibrant, studio anime, highly detailed, masterpiece, best quality, very aesthetic, absurdres",
-                                "photo, deformed, black and white, realism, disfigured, low contrast, lowres, (bad), text, error, fewer, extra, missing, worst quality, jpeg artifacts, low quality, watermark, unfinished, displeasing, oldest, early, chromatic aberration, signature, extra digits, artistic error, username, scan, [abstract]",
-                                1,
-                                35,
-                                7.0,
-                                True,
-                                -1,
-                                "Euler a",
-                                1024,
-                                1024,
-                                "Raelina/Raemu-XL-V4",
-                            ],
-                            [
-                                "yoshida yuuko, machikado mazoku, 1girl, solo, demon horns,horns, school uniform, long hair, open mouth, skirt, demon girl, ahoge, shiny, shiny hair, anime artwork",
-                                "nsfw, lowres, (bad), text, error, fewer, extra, missing, worst quality, jpeg artifacts, low quality, watermark, unfinished, displeasing, oldest, early, chromatic aberration, signature, extra digits, artistic error, username, scan, [abstract]",
-                                1,
-                                50,
-                                7.,
-                                True,
-                                -1,
-                                "Euler a",
-                                1024,
-                                1024,
-                                "votepurchase/animagine-xl-3.1",
-                            ],
+                        with gr.Accordion("Other settings", open=False, visible=True) as menu_other:
+                            with gr.Row():
+                                image_previews_gui = gr.Checkbox(value=False, label="Image Previews")
+                                hires_before_adetailer_gui = gr.Checkbox(value=False, label="Hires Before Adetailer")
+                                hires_after_adetailer_gui = gr.Checkbox(value=True, label="Hires After Adetailer")
+                                generator_in_cpu_gui = gr.Checkbox(value=False, label="Generator in CPU")
+
+                        with gr.Accordion("More settings", open=False, visible=False):
+                            loop_generation_gui = gr.Slider(minimum=1, value=1, label="Loop Generation")
+                            retain_task_cache_gui = gr.Checkbox(value=True, label="Retain task model in cache")
+                            leave_progress_bar_gui = gr.Checkbox(value=True, label="Leave Progress Bar")
+                            disable_progress_bar_gui = gr.Checkbox(value=False, label="Disable Progress Bar")
+                            display_images_gui = gr.Checkbox(value=False, label="Display Images")
+                            save_generated_images_gui = gr.Checkbox(value=False, label="Save Generated Images")
+                            image_storage_location_gui = gr.Textbox(value="./images", label="Image Storage Location")
+                            retain_compel_previous_load_gui = gr.Checkbox(value=False, label="Retain Compel Previous Load")
+                            retain_detailfix_model_previous_load_gui = gr.Checkbox(value=False, label="Retain Detailfix Model Previous Load")
+                            retain_hires_model_previous_load_gui = gr.Checkbox(value=False, label="Retain Hires Model Previous Load")
+                            xformers_memory_efficient_attention_gui = gr.Checkbox(value=False, label="Xformers Memory Efficient Attention")
+
+            with gr.Accordion("Examples and help", open=True, visible=True) as menu_example:
+                gr.Examples(
+                    examples=[
+                        [
+                            "1girl, souryuu asuka langley, neon genesis evangelion, plugsuit, pilot suit, red bodysuit, sitting, crossing legs, black eye patch, cat hat, throne, symmetrical, looking down, from bottom, looking at viewer, outdoors, masterpiece, best quality, very aesthetic, absurdres",
+                            "nsfw, lowres, (bad), text, error, fewer, extra, missing, worst quality, jpeg artifacts, low quality, watermark, unfinished, displeasing, oldest, early, chromatic aberration, signature, extra digits, artistic error, username, scan, [abstract]",
+                            1,
+                            30,
+                            7.5,
+                            True,
+                            -1,
+                            "Euler a",
+                            1152,
+                            896,
+                            "votepurchase/animagine-xl-3.1",
                         ],
-                        #fn=sd_gen.generate_pipeline,
-                        inputs=[
-                            prompt_gui,
-                            neg_prompt_gui,
-                            num_images_gui,
-                            steps_gui,
-                            cfg_gui,
-                            clip_skip_gui,
-                            seed_gui,
-                            sampler_gui,
-                            img_height_gui,
-                            img_width_gui,
-                            model_name_gui,
+                        [
+                            "solo, princess Zelda OOT, score_9, score_8_up, score_8, medium breasts, cute, eyelashes, cute small face, long hair, crown braid, hairclip, pointy ears, soft curvy body, looking at viewer, smile, blush, white dress, medium body, (((holding the Master Sword))), standing, deep forest in the background",
+                            "score_6, score_5, score_4, busty, ugly face, mutated hands, low res, blurry face, black and white,",
+                            1,
+                            30,
+                            5.,
+                            True,
+                            -1,
+                            "Euler a",
+                            1024,
+                            1024,
+                            "votepurchase/ponyDiffusionV6XL",
                         ],
-                        #outputs=[result_images],
-                        cache_examples=False,
-                        elem_id="examples",
-                    )
+                        [
+                            "1girl, oomuro sakurako, yuru yuri, official art, school uniform, anime artwork, anime style, vibrant, studio anime, highly detailed, masterpiece, best quality, very aesthetic, absurdres",
+                            "photo, deformed, black and white, realism, disfigured, low contrast, lowres, (bad), text, error, fewer, extra, missing, worst quality, jpeg artifacts, low quality, watermark, unfinished, displeasing, oldest, early, chromatic aberration, signature, extra digits, artistic error, username, scan, [abstract]",
+                            1,
+                            40,
+                            7.0,
+                            True,
+                            -1,
+                            "Euler a",
+                            1024,
+                            1024,
+                            "Raelina/Rae-Diffusion-XL-V2",
+                        ],
+                        [
+                            "1girl, akaza akari, yuru yuri, official art, anime artwork, anime style, vibrant, studio anime, highly detailed, masterpiece, best quality, very aesthetic, absurdres",
+                            "photo, deformed, black and white, realism, disfigured, low contrast, lowres, (bad), text, error, fewer, extra, missing, worst quality, jpeg artifacts, low quality, watermark, unfinished, displeasing, oldest, early, chromatic aberration, signature, extra digits, artistic error, username, scan, [abstract]",
+                            1,
+                            35,
+                            7.0,
+                            True,
+                            -1,
+                            "Euler a",
+                            1024,
+                            1024,
+                            "Raelina/Raemu-XL-V4",
+                        ],
+                        [
+                            "yoshida yuuko, machikado mazoku, 1girl, solo, demon horns,horns, school uniform, long hair, open mouth, skirt, demon girl, ahoge, shiny, shiny hair, anime artwork",
+                            "nsfw, lowres, (bad), text, error, fewer, extra, missing, worst quality, jpeg artifacts, low quality, watermark, unfinished, displeasing, oldest, early, chromatic aberration, signature, extra digits, artistic error, username, scan, [abstract]",
+                            1,
+                            50,
+                            7.,
+                            True,
+                            -1,
+                            "Euler a",
+                            1024,
+                            1024,
+                            "votepurchase/animagine-xl-3.1",
+                        ],
+                    ],
+                    #fn=sd_gen.generate_pipeline,
+                    fn=sd_gen_generate_pipeline,
+                    inputs=[
+                        prompt_gui,
+                        neg_prompt_gui,
+                        num_images_gui,
+                        steps_gui,
+                        cfg_gui,
+                        clip_skip_gui,
+                        seed_gui,
+                        sampler_gui,
+                        img_height_gui,
+                        img_width_gui,
+                        model_name_gui,
+                    ],
+                    outputs=[result_images],
+                    cache_examples=False,
+                    elem_id="examples",
+                )
 ## END MOD
 
         with gr.Tab("Inpaint mask maker", render=True):

modutils.py

@@ -858,7 +858,7 @@ def find_similar_lora(q: str):
 def change_interface_mode(mode: str):
     if mode == "Fast":
         return gr.update(open=False), gr.update(visible=True), gr.update(open=False), gr.update(open=False),\
-        gr.update(visible=True), gr.update(open=False), gr.update(visible=True), gr.update(open=False),\
+        gr.update(visible=True), gr.update(open=False), gr.update(visible=True), gr.update(open=True),\
         gr.update(visible=True), gr.update(value="Fast")
     elif mode == "Simple": # t2i mode
         return gr.update(open=True), gr.update(visible=True), gr.update(open=False), gr.update(open=False),\
@@ -866,11 +866,11 @@ def change_interface_mode(mode: str):
         gr.update(visible=False), gr.update(value="Standard")
     elif mode == "LoRA": # t2i LoRA  mode
         return gr.update(open=True), gr.update(visible=True), gr.update(open=True), gr.update(open=False),\
-        gr.update(visible=True), gr.update(open=True), gr.update(visible=True), gr.update(open=False),\
+        gr.update(visible=True), gr.update(open=True), gr.update(visible=True), gr.update(open=True),\
         gr.update(visible=False), gr.update(value="Standard")
     else: # Standard
         return gr.update(open=False), gr.update(visible=True), gr.update(open=False), gr.update(open=False),\
-        gr.update(visible=True), gr.update(open=False), gr.update(visible=True), gr.update(open=False),\
+        gr.update(visible=True), gr.update(open=False), gr.update(visible=True), gr.update(open=True),\
         gr.update(visible=True), gr.update(value="Standard")
 
 

requirements.txt

@@ -12,4 +12,5 @@ httpx==0.13.3
 httpcore
 googletrans==4.0.0rc1
 timm
-rapidfuzz
+rapidfuzz
+sentencepiece