tonyassi's picture
Update app.py
9539987 verified
raw
history blame
1.72 kB
import gradio as gr
from diffusers import AutoPipelineForInpainting, AutoencoderKL
vae = AutoencoderKL.from_pretrained("madebyollin/sdxl-vae-fp16-fix", torch_dtype=torch.float16)
pipeline = AutoPipelineForInpainting.from_pretrained("diffusers/stable-diffusion-xl-1.0-inpainting-0.1", vae=vae, torch_dtype=torch.float16, variant="fp16", use_safetensors=True).to("cuda")
def generate(image_editor):
image = image_editor['background'].convert('RGB')
mask = Image.new("RGBA", image_editor["layers"][0].size, "WHITE")
mask.paste(image_editor["layers"][0], (0, 0), image_editor["layers"][0])
mask = ImageOps.invert(mask.convert('L'))
image.thumbnail((1024, 1024))
mask.thumbnail((1024, 1024))
return image_editor, image, mask
with gr.Blocks() as demo:
gr.Markdown("""
# Inpainting Sketch Pad
by [Tony Assi](https://www.tonyassi.com/)
""")
with gr.Row():
with gr.Column():
sketch_pad = gr.ImageMask(type='pil', label='Inpaint')
generate_button = gr.Button("Generate")
with gr.Column():
version_gallery = gr.Gallery(label="Versions")
restore_button = gr.Button("Restore Version")
with gr.Accordion("Advanced Settings", open=False):
neg_prompt = gr.Textbox(label='Negative Prompt', value='ugly, deformed, nsfw')
strength_slider = gr.Slider(0.0, 1.0, value=1.0, label="Strength")
guidance_slider = gr.Slider(1.0, 15.0, value=7.5, label="Guidance")
with gr.Row():
out1 = gr.Image()
out2 = gr.Image()
out3 = gr.Image()
generate_button.click(fn=generate, inputs=sketch_pad, outputs=[sketch_pad, out1, out2])
demo.launch()