Spaces:
Build error
Build error
Update app.py
Browse files
app.py
CHANGED
@@ -87,7 +87,21 @@ for image, prompt, negative_prompt in zip(e_images, e_prompts, e_negative_prompt
|
|
87 |
examples.append([prompt, negative_prompt, image])
|
88 |
|
89 |
title = " # ControlLight: Light control through ControlNet and Depth Maps conditioning"
|
|
|
|
|
|
|
|
|
|
|
90 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
91 |
with gr.Blocks() as demo:
|
92 |
gr.Markdown(title)
|
93 |
prompts = gr.Textbox(label='prompts')
|
@@ -105,6 +119,7 @@ with gr.Blocks() as demo:
|
|
105 |
outputs=out_image,
|
106 |
fn=infer,
|
107 |
cache_examples=True)
|
|
|
108 |
btn.click(fn=infer, inputs=[prompts,negative_prompts, in_image] , outputs=out_image)
|
109 |
|
110 |
demo.launch()
|
|
|
87 |
examples.append([prompt, negative_prompt, image])
|
88 |
|
89 |
title = " # ControlLight: Light control through ControlNet and Depth Maps conditioning"
|
90 |
+
info = '''
|
91 |
+
# ControlLight: Light control through ControlNet and Depth Maps conditioning
|
92 |
+
We propose a ControlNet using depth maps conditioning that is capable of controlling the light direction in a scene while trying to maintain the scene integrity.
|
93 |
+
The model was trained on [VIDIT dataset](https://huggingface.co/datasets/Nahrawy/VIDIT-Depth-ControlNet) and [
|
94 |
+
A Dataset of Flash and Ambient Illumination Pairs from the Crowd](https://huggingface.co/datasets/Nahrawy/FAID-Depth-ControlNet) as a part of the [Jax Diffusers Event](https://huggingface.co/jax-diffusers-event).
|
95 |
|
96 |
+
Due to the limited available data the model is clearly overfit, but it serves as a proof of concept to what can be further achieved using enough data.
|
97 |
+
|
98 |
+
A large part of the training data is synthetic so we encourage further training using synthetically generated scenes, using Unreal engine for example.
|
99 |
+
|
100 |
+
The WandB training logs can be found [here](https://wandb.ai/hassanelnahrawy/controlnet-VIDIT-FAID), it's worth noting that the model was left to overfit for experimentation and it's advised to use the 8K steps weights or prior weights.
|
101 |
+
|
102 |
+
This project is a joint work between [ParityError](https://huggingface.co/ParityError) and [Nahrawy](https://huggingface.co/Nahrawy).
|
103 |
+
|
104 |
+
'''
|
105 |
with gr.Blocks() as demo:
|
106 |
gr.Markdown(title)
|
107 |
prompts = gr.Textbox(label='prompts')
|
|
|
119 |
outputs=out_image,
|
120 |
fn=infer,
|
121 |
cache_examples=True)
|
122 |
+
gr.Makdown(info)
|
123 |
btn.click(fn=infer, inputs=[prompts,negative_prompts, in_image] , outputs=out_image)
|
124 |
|
125 |
demo.launch()
|