Spaces:
Running
Running
Disable safety checker in colab
Browse files
app.py
CHANGED
@@ -26,8 +26,9 @@ models = [
|
|
26 |
Model("Midjourney v4 style", "prompthero/midjourney-v4-diffusion", "mdjrny-v4 style "),
|
27 |
Model("Waifu", "hakurei/waifu-diffusion", ""),
|
28 |
Model("Cyberpunk Anime", "DGSpitzer/Cyberpunk-Anime-Diffusion", "dgs illustration style "),
|
29 |
-
Model("
|
30 |
]
|
|
|
31 |
#Model("Pokémon", "lambdalabs/sd-pokemon-diffusers", ""),
|
32 |
#Model("Pony Diffusion", "AstraliteHeart/pony-diffusion", ""),
|
33 |
#Model("Robo Diffusion", "nousr/robo-diffusion", ""),
|
@@ -55,7 +56,7 @@ current_model = models[1] if is_colab else models[0]
|
|
55 |
current_model_path = current_model.path
|
56 |
|
57 |
if is_colab:
|
58 |
-
pipe = StableDiffusionPipeline.from_pretrained(current_model.path, torch_dtype=torch.float16, scheduler=scheduler)
|
59 |
|
60 |
else: # download all models
|
61 |
vae = AutoencoderKL.from_pretrained(current_model.path, subfolder="vae", torch_dtype=torch.float16)
|
@@ -78,6 +79,12 @@ def custom_model_changed(path):
|
|
78 |
global current_model
|
79 |
current_model = models[0]
|
80 |
|
|
|
|
|
|
|
|
|
|
|
|
|
81 |
def inference(model_name, prompt, guidance, steps, width=512, height=512, seed=0, img=None, strength=0.5, neg_prompt=""):
|
82 |
|
83 |
global current_model
|
@@ -102,7 +109,7 @@ def txt_to_img(model_path, prompt, neg_prompt, guidance, steps, width, height, g
|
|
102 |
current_model_path = model_path
|
103 |
|
104 |
if is_colab or current_model == custom_model:
|
105 |
-
pipe = StableDiffusionPipeline.from_pretrained(current_model_path, torch_dtype=torch.float16, scheduler=scheduler)
|
106 |
else:
|
107 |
pipe.to("cpu")
|
108 |
pipe = current_model.pipe_t2i
|
@@ -133,7 +140,7 @@ def img_to_img(model_path, prompt, neg_prompt, img, strength, guidance, steps, w
|
|
133 |
current_model_path = model_path
|
134 |
|
135 |
if is_colab or current_model == custom_model:
|
136 |
-
pipe = StableDiffusionImg2ImgPipeline.from_pretrained(current_model_path, torch_dtype=torch.float16, scheduler=scheduler)
|
137 |
else:
|
138 |
pipe.to("cpu")
|
139 |
pipe = current_model.pipe_i2i
|
@@ -160,6 +167,10 @@ def img_to_img(model_path, prompt, neg_prompt, img, strength, guidance, steps, w
|
|
160 |
return replace_nsfw_images(result)
|
161 |
|
162 |
def replace_nsfw_images(results):
|
|
|
|
|
|
|
|
|
163 |
for i in range(len(results.images)):
|
164 |
if results.nsfw_content_detected[i]:
|
165 |
results.images[i] = Image.open("nsfw.png")
|
@@ -176,7 +187,7 @@ with gr.Blocks(css=css) as demo:
|
|
176 |
</div>
|
177 |
<p>
|
178 |
Demo for multiple fine-tuned Stable Diffusion models, trained on different styles: <br>
|
179 |
-
<a href="https://huggingface.co/nitrosocke/Arcane-Diffusion">Arcane</a>, <a href="https://huggingface.co/nitrosocke/archer-diffusion">Archer</a>, <a href="https://huggingface.co/nitrosocke/elden-ring-diffusion">Elden Ring</a>, <a href="https://huggingface.co/nitrosocke/spider-verse-diffusion">Spider-Verse</a>, <a href="https://huggingface.co/nitrosocke/mo-di-diffusion">Modern Disney</a>, <a href="https://huggingface.co/nitrosocke/classic-anim-diffusion">Classic Disney</a>, <a href="https://huggingface.co/dallinmackay/Van-Gogh-diffusion">Loving Vincent (Van Gogh)</a>, <a href="https://huggingface.co/nitrosocke/redshift-diffusion">Redshift renderer (Cinema4D)</a>, <a href="https://huggingface.co/prompthero/midjourney-v4-diffusion">Midjourney v4 style</a>, <a href="https://huggingface.co/hakurei/waifu-diffusion">Waifu</a>, <a href="https://huggingface.co/lambdalabs/sd-pokemon-diffusers">Pokémon</a>, <a href="https://huggingface.co/AstraliteHeart/pony-diffusion">Pony Diffusion</a>, <a href="https://huggingface.co/nousr/robo-diffusion">Robo Diffusion</a>, <a href="https://huggingface.co/DGSpitzer/Cyberpunk-Anime-Diffusion">Cyberpunk Anime</a>, <a href="https://huggingface.co/dallinmackay/Tron-Legacy-diffusion">Tron Legacy</a> + in colab notebook you can load any other Diffusers 🧨 SD model hosted on HuggingFace 🤗.
|
180 |
</p>
|
181 |
<p>You can skip the queue and load custom models in the colab: <a href="https://colab.research.google.com/gist/qunash/42112fb104509c24fd3aa6d1c11dd6e0/copy-of-fine-tuned-diffusion-gradio.ipynb"><img data-canonical-src="https://colab.research.google.com/assets/colab-badge.svg" alt="Open In Colab" src="https://camo.githubusercontent.com/84f0493939e0c4de4e6dbe113251b4bfb5353e57134ffd9fcab6b8714514d4d1/68747470733a2f2f636f6c61622e72657365617263682e676f6f676c652e636f6d2f6173736574732f636f6c61622d62616467652e737667"></a></p>
|
182 |
Running on <b>{device}</b>{(" in a <b>Google Colab</b>." if is_colab else "")}
|
@@ -226,7 +237,7 @@ with gr.Blocks(css=css) as demo:
|
|
226 |
strength = gr.Slider(label="Transformation strength", minimum=0, maximum=1, step=0.01, value=0.5)
|
227 |
|
228 |
if is_colab:
|
229 |
-
model_name.change(
|
230 |
custom_model_path.change(custom_model_changed, inputs=custom_model_path, outputs=None)
|
231 |
# n_images.change(lambda n: gr.Gallery().style(grid=[2 if n > 1 else 1], height="auto"), inputs=n_images, outputs=gallery)
|
232 |
|
@@ -244,6 +255,7 @@ with gr.Blocks(css=css) as demo:
|
|
244 |
|
245 |
gr.HTML("""
|
246 |
<p>Models by <a href="https://huggingface.co/nitrosocke">@nitrosocke</a>, <a href="https://twitter.com/haruu1367">@haruu1367</a>, <a href="https://twitter.com/DGSpitzer">@Helixngc7293</a>, <a href="https://twitter.com/dal_mack">@dal_mack</a>, <a href="https://twitter.com/prompthero">@prompthero</a> and others. ❤️</p>
|
|
|
247 |
<p>Space by: <a href="https://twitter.com/hahahahohohe"><img src="https://img.shields.io/twitter/follow/hahahahohohe?label=%40anzorq&style=social" alt="Twitter Follow"></a></p><br>
|
248 |
<p><img src="https://visitor-badge.glitch.me/badge?page_id=anzorq.finetuned_diffusion" alt="visitors"></p>
|
249 |
""")
|
|
|
26 |
Model("Midjourney v4 style", "prompthero/midjourney-v4-diffusion", "mdjrny-v4 style "),
|
27 |
Model("Waifu", "hakurei/waifu-diffusion", ""),
|
28 |
Model("Cyberpunk Anime", "DGSpitzer/Cyberpunk-Anime-Diffusion", "dgs illustration style "),
|
29 |
+
Model("Balloon Art", "Fictiverse/Stable_Diffusion_BalloonArt_Model", "BalloonArt "),
|
30 |
]
|
31 |
+
# Model("Tron Legacy", "dallinmackay/Tron-Legacy-diffusion", "trnlgcy ")
|
32 |
#Model("Pokémon", "lambdalabs/sd-pokemon-diffusers", ""),
|
33 |
#Model("Pony Diffusion", "AstraliteHeart/pony-diffusion", ""),
|
34 |
#Model("Robo Diffusion", "nousr/robo-diffusion", ""),
|
|
|
56 |
current_model_path = current_model.path
|
57 |
|
58 |
if is_colab:
|
59 |
+
pipe = StableDiffusionPipeline.from_pretrained(current_model.path, torch_dtype=torch.float16, scheduler=scheduler, safety_checker=lambda images, clip_input: (images, False))
|
60 |
|
61 |
else: # download all models
|
62 |
vae = AutoencoderKL.from_pretrained(current_model.path, subfolder="vae", torch_dtype=torch.float16)
|
|
|
79 |
global current_model
|
80 |
current_model = models[0]
|
81 |
|
82 |
+
def on_model_change(model_name):
|
83 |
+
|
84 |
+
prefix = "Enter prompt. \"" + next((m.prefix for m in models if m.name == model_name), None) + "\" is prefixed automatically" if model_name != models[0].name else "Don't forget to use the custom model prefix in the prompt!"
|
85 |
+
|
86 |
+
return gr.update(visible = model_name == models[0].name), gr.update(placeholder=prefix)
|
87 |
+
|
88 |
def inference(model_name, prompt, guidance, steps, width=512, height=512, seed=0, img=None, strength=0.5, neg_prompt=""):
|
89 |
|
90 |
global current_model
|
|
|
109 |
current_model_path = model_path
|
110 |
|
111 |
if is_colab or current_model == custom_model:
|
112 |
+
pipe = StableDiffusionPipeline.from_pretrained(current_model_path, torch_dtype=torch.float16, scheduler=scheduler, safety_checker=lambda images, clip_input: (images, False))
|
113 |
else:
|
114 |
pipe.to("cpu")
|
115 |
pipe = current_model.pipe_t2i
|
|
|
140 |
current_model_path = model_path
|
141 |
|
142 |
if is_colab or current_model == custom_model:
|
143 |
+
pipe = StableDiffusionImg2ImgPipeline.from_pretrained(current_model_path, torch_dtype=torch.float16, scheduler=scheduler, safety_checker=lambda images, clip_input: (images, False))
|
144 |
else:
|
145 |
pipe.to("cpu")
|
146 |
pipe = current_model.pipe_i2i
|
|
|
167 |
return replace_nsfw_images(result)
|
168 |
|
169 |
def replace_nsfw_images(results):
|
170 |
+
|
171 |
+
if is_colab:
|
172 |
+
return results.images[0]
|
173 |
+
|
174 |
for i in range(len(results.images)):
|
175 |
if results.nsfw_content_detected[i]:
|
176 |
results.images[i] = Image.open("nsfw.png")
|
|
|
187 |
</div>
|
188 |
<p>
|
189 |
Demo for multiple fine-tuned Stable Diffusion models, trained on different styles: <br>
|
190 |
+
<a href="https://huggingface.co/nitrosocke/Arcane-Diffusion">Arcane</a>, <a href="https://huggingface.co/nitrosocke/archer-diffusion">Archer</a>, <a href="https://huggingface.co/nitrosocke/elden-ring-diffusion">Elden Ring</a>, <a href="https://huggingface.co/nitrosocke/spider-verse-diffusion">Spider-Verse</a>, <a href="https://huggingface.co/nitrosocke/mo-di-diffusion">Modern Disney</a>, <a href="https://huggingface.co/nitrosocke/classic-anim-diffusion">Classic Disney</a>, <a href="https://huggingface.co/dallinmackay/Van-Gogh-diffusion">Loving Vincent (Van Gogh)</a>, <a href="https://huggingface.co/nitrosocke/redshift-diffusion">Redshift renderer (Cinema4D)</a>, <a href="https://huggingface.co/prompthero/midjourney-v4-diffusion">Midjourney v4 style</a>, <a href="https://huggingface.co/hakurei/waifu-diffusion">Waifu</a>, <a href="https://huggingface.co/lambdalabs/sd-pokemon-diffusers">Pokémon</a>, <a href="https://huggingface.co/AstraliteHeart/pony-diffusion">Pony Diffusion</a>, <a href="https://huggingface.co/nousr/robo-diffusion">Robo Diffusion</a>, <a href="https://huggingface.co/DGSpitzer/Cyberpunk-Anime-Diffusion">Cyberpunk Anime</a>, <a href="https://huggingface.co/dallinmackay/Tron-Legacy-diffusion">Tron Legacy</a>, <a href="https://huggingface.co/Fictiverse/Stable_Diffusion_BalloonArt_Model">Balloon Art</a> + in colab notebook you can load any other Diffusers 🧨 SD model hosted on HuggingFace 🤗.
|
191 |
</p>
|
192 |
<p>You can skip the queue and load custom models in the colab: <a href="https://colab.research.google.com/gist/qunash/42112fb104509c24fd3aa6d1c11dd6e0/copy-of-fine-tuned-diffusion-gradio.ipynb"><img data-canonical-src="https://colab.research.google.com/assets/colab-badge.svg" alt="Open In Colab" src="https://camo.githubusercontent.com/84f0493939e0c4de4e6dbe113251b4bfb5353e57134ffd9fcab6b8714514d4d1/68747470733a2f2f636f6c61622e72657365617263682e676f6f676c652e636f6d2f6173736574732f636f6c61622d62616467652e737667"></a></p>
|
193 |
Running on <b>{device}</b>{(" in a <b>Google Colab</b>." if is_colab else "")}
|
|
|
237 |
strength = gr.Slider(label="Transformation strength", minimum=0, maximum=1, step=0.01, value=0.5)
|
238 |
|
239 |
if is_colab:
|
240 |
+
model_name.change(on_model_change, inputs=model_name, outputs=[custom_model_group, prompt], queue=False)
|
241 |
custom_model_path.change(custom_model_changed, inputs=custom_model_path, outputs=None)
|
242 |
# n_images.change(lambda n: gr.Gallery().style(grid=[2 if n > 1 else 1], height="auto"), inputs=n_images, outputs=gallery)
|
243 |
|
|
|
255 |
|
256 |
gr.HTML("""
|
257 |
<p>Models by <a href="https://huggingface.co/nitrosocke">@nitrosocke</a>, <a href="https://twitter.com/haruu1367">@haruu1367</a>, <a href="https://twitter.com/DGSpitzer">@Helixngc7293</a>, <a href="https://twitter.com/dal_mack">@dal_mack</a>, <a href="https://twitter.com/prompthero">@prompthero</a> and others. ❤️</p>
|
258 |
+
<p>This space uses the <a href="https://github.com/LuChengTHU/dpm-solver">DPM-Solver++</a> sampler by <a href="https://arxiv.org/abs/2206.00927">Cheng Lu, et al.</a>.</p>
|
259 |
<p>Space by: <a href="https://twitter.com/hahahahohohe"><img src="https://img.shields.io/twitter/follow/hahahahohohe?label=%40anzorq&style=social" alt="Twitter Follow"></a></p><br>
|
260 |
<p><img src="https://visitor-badge.glitch.me/badge?page_id=anzorq.finetuned_diffusion" alt="visitors"></p>
|
261 |
""")
|