Nahrawy commited on
Commit
ec091a3
1 Parent(s): ed800ac

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +15 -0
app.py CHANGED
@@ -87,7 +87,21 @@ for image, prompt, negative_prompt in zip(e_images, e_prompts, e_negative_prompt
87
  examples.append([prompt, negative_prompt, image])
88
 
89
  title = " # ControlLight: Light control through ControlNet and Depth Maps conditioning"
 
 
 
 
 
90
 
 
 
 
 
 
 
 
 
 
91
  with gr.Blocks() as demo:
92
  gr.Markdown(title)
93
  prompts = gr.Textbox(label='prompts')
@@ -105,6 +119,7 @@ with gr.Blocks() as demo:
105
  outputs=out_image,
106
  fn=infer,
107
  cache_examples=True)
 
108
  btn.click(fn=infer, inputs=[prompts,negative_prompts, in_image] , outputs=out_image)
109
 
110
  demo.launch()
 
87
  examples.append([prompt, negative_prompt, image])
88
 
89
  title = " # ControlLight: Light control through ControlNet and Depth Maps conditioning"
90
+ info = '''
91
+ # ControlLight: Light control through ControlNet and Depth Maps conditioning
92
+ We propose a ControlNet using depth maps conditioning that is capable of controlling the light direction in a scene while trying to maintain the scene integrity.
93
+ The model was trained on [VIDIT dataset](https://huggingface.co/datasets/Nahrawy/VIDIT-Depth-ControlNet) and [
94
+ A Dataset of Flash and Ambient Illumination Pairs from the Crowd](https://huggingface.co/datasets/Nahrawy/FAID-Depth-ControlNet) as a part of the [Jax Diffusers Event](https://huggingface.co/jax-diffusers-event).
95
 
96
+ Due to the limited available data the model is clearly overfit, but it serves as a proof of concept to what can be further achieved using enough data.
97
+
98
+ A large part of the training data is synthetic so we encourage further training using synthetically generated scenes, using Unreal engine for example.
99
+
100
+ The WandB training logs can be found [here](https://wandb.ai/hassanelnahrawy/controlnet-VIDIT-FAID), it's worth noting that the model was left to overfit for experimentation and it's advised to use the 8K steps weights or prior weights.
101
+
102
+ This project is a joint work between [ParityError](https://huggingface.co/ParityError) and [Nahrawy](https://huggingface.co/Nahrawy).
103
+
104
+ '''
105
  with gr.Blocks() as demo:
106
  gr.Markdown(title)
107
  prompts = gr.Textbox(label='prompts')
 
119
  outputs=out_image,
120
  fn=infer,
121
  cache_examples=True)
122
+ gr.Makdown(info)
123
  btn.click(fn=infer, inputs=[prompts,negative_prompts, in_image] , outputs=out_image)
124
 
125
  demo.launch()