EditAnything / app.py
shgao's picture
update new demo
f14200d
raw
history blame
3.32 kB
import gradio as gr
import os
from sam2edit import create_demo as create_demo_edit_anything
from sam2image import create_demo as create_demo_generate_anything
from sam2edit_beauty import create_demo as create_demo_beauty
from sam2edit_handsome import create_demo as create_demo_handsome
from sam2edit_lora import EditAnythingLoraModel, init_sam_model, init_blip_processor, init_blip_model
from huggingface_hub import hf_hub_download, snapshot_download
DESCRIPTION = f'''# [Edit Anything](https://github.com/sail-sg/EditAnything)
**Edit anything and keep the layout by segmenting anything in the image.**
'''
SHARED_UI_WARNING = f'''### [NOTE] Inference may be slow in this shared UI.
You can duplicate and use it with a paid private GPU.
<a class="duplicate-button" style="display:inline-block" target="_blank" href="https://huggingface.co/spaces/jyseo/3DFuse?duplicate=true"><img style="margin-top:0;margin-bottom:0" src="https://huggingface.co/datasets/huggingface/badges/raw/main/duplicate-this-space-xl-dark.svg" alt="Duplicate Space"></a>
'''
#
sam_generator = init_sam_model()
blip_processor = init_blip_processor()
blip_model = init_blip_model()
sd_models_path = snapshot_download("shgao/sdmodels")
with gr.Blocks() as demo:
gr.Markdown(DESCRIPTION)
with gr.Tabs():
with gr.TabItem('πŸ–ŒEdit Anything'):
model = EditAnythingLoraModel(base_model_path="stabilityai/stable-diffusion-2-inpainting",
controlmodel_name='LAION Pretrained(v0-4)-SD21',
lora_model_path=None, use_blip=True, extra_inpaint=False,
sam_generator=sam_generator,
blip_processor=blip_processor,
blip_model=blip_model)
create_demo_edit_anything(model.process)
with gr.TabItem(' πŸ‘©β€πŸ¦°Beauty Edit/Generation'):
lora_model_path = hf_hub_download(
"mlida/Cute_girl_mix4", "cuteGirlMix4_v10.safetensors")
model = EditAnythingLoraModel(base_model_path=os.path.join(sd_models_path, "chilloutmix_NiPrunedFp32Fix"),
lora_model_path=lora_model_path, use_blip=True, extra_inpaint=True,
sam_generator=sam_generator,
blip_processor=blip_processor,
blip_model=blip_model
)
create_demo_beauty(model.process)
with gr.TabItem(' πŸ‘¨β€πŸŒΎHandsome Edit/Generation'):
model = EditAnythingLoraModel(base_model_path=os.path.join(sd_models_path, "Realistic_Vision_V2.0"),
lora_model_path=None, use_blip=True, extra_inpaint=True,
sam_generator=sam_generator,
blip_processor=blip_processor,
blip_model=blip_model)
create_demo_handsome(model.process)
# with gr.TabItem('Generate Anything'):
# create_demo_generate_anything()
with gr.Tabs():
gr.Markdown(SHARED_UI_WARNING)
demo.queue(api_open=False).launch()