Update app.py

app.py

@@ -1,3 +1,147 @@
+from diffusers import DiffusionPipeline
 import gradio as gr
+import numpy as np
+import random
+import torch
 
-gr.load("models/Chan-Y/Stable-Flash-Lightning").launch()
+device = "cuda" if torch.cuda.is_available() else "cpu"
+dtype = torch.float16
+
+pipe = DiffusionPipeline.from_pretrained("Chan-Y/Stable-Flash-Lightning", 
+                                             torch_dtype=torch.float16).to(device)
+
+MAX_SEED = 999999999999999
+MAX_IMAGE_SIZE = 1344
+
+def infer(prompt, negative_prompt, seed, randomize_seed, width, height, guidance_scale, num_inference_steps, progress=gr.Progress(track_tqdm=True)):
+
+    if randomize_seed:
+        seed = random.randint(0, MAX_SEED)
+        
+    generator = torch.Generator().manual_seed(seed)
+    
+    image = pipe(
+        prompt = prompt, 
+        negative_prompt = negative_prompt,
+        guidance_scale = guidance_scale, 
+        num_inference_steps = num_inference_steps, 
+        width = width, 
+        height = height,
+        generator = generator
+    ).images[0] 
+    
+    return image, seed
+
+
+examples = [
+    ["high quality, 8K Ultra HD, high detailed, masterpiece, A digital illustration of anime style, soft anime tones, Detailed illustration of many colorful soap bubbles falling from the sky on a beautiful woman, colorful colors, colorful woman, pink hair, blue eye, luminism, three dimensional effect, enhanced beauty, Albert Anker, Kyoto Animation, Greg Rutkowski, Artgerm, WLOP, Alphonse Beeple, luminism, 3d render, octane render, Isometric, by yukisakura, awesome full color,",
+     "nude, nsfw, text, letters, too many feet, too many fingers, long neck, 2 heads, duplicate, abstract, disfigured, deformed, toy, figure, framed, disfigured, bad art,deformed, poorly drawn, extra limbs, weird colors, 2 heads, elongated body, cropped image, out of frame, draft, deformed hands, twisted fingers, double image, malformed hands, multiple heads, extra limb, ugly, poorly drawn hands, missing limb, cut-off, over satured, grain, lowères, bad anatomy, poorly drawn face, mutation, mutated, floating limbs, disconnected limbs, out of focus, long body, disgusting, extra fingers, groos proportions, missing arms, mutated hands, cloned face, missing legs,", 
+     728456274845100,
+     28],
+    ["cute catgirl , orange and white, with furry ears and striped tail, devious expression, full-body shot, 8K.", 
+     "Double limbs, cross eyes, long limbs, deformed fingers, fat, ugly, missing body parts, pixelation", 
+     712099815579800,
+     50],
+    ["pink female witch portrait beauty pretty soft dewy glow skin sparkle highlighter pink haired youthful witch web witch feminine retro vintage antique spiderwebs on her pointed pink witchhat wearing a spiderweb pink corset ribbon laced up, with dewdrops on a pink roses with spiderwebs with dewdrops on the webs halloween spiderwebs spider-web hd highres 4k 8k coquette aesthetic ",
+     "",       
+     711753355540400,
+     50]
+]
+
+
+css="""
+#col-container {
+    margin: 0 auto;
+    max-width: 580px;
+}
+"""
+
+
+with gr.Blocks(css=css) as demo:
+    
+    with gr.Column(elem_id="col-container"):
+        gr.Markdown(f"""
+        # Demo [Chan-Y/Stable-Flash-Lightning](https://huggingface.co/Chan-Y/Stable-Flash-Lightning)
+        My [LinkedIn](https://www.linkedin.com/in/chanyalcin/)
+        """)
+        
+        with gr.Row():
+            
+            prompt = gr.Text(
+                label="Prompt",
+                show_label=False,
+                max_lines=1,
+                placeholder="Enter your prompt",
+                container=False,
+            )
+            
+            run_button = gr.Button("Run", scale=0)
+        
+        result = gr.Image(label="Result", show_label=False)
+
+        with gr.Accordion("Advanced Settings", open=False):
+            
+            negative_prompt = gr.Text(
+                label="Negative prompt",
+                max_lines=1,
+                placeholder="Enter a negative prompt",
+            )
+            
+            seed = gr.Slider(
+                label="Seed",
+                minimum=0,
+                maximum=MAX_SEED,
+                step=1,
+                value=0,
+            )
+            
+            randomize_seed = gr.Checkbox(label="Randomize seed", value=True)
+            
+            with gr.Row():
+                
+                width = gr.Slider(
+                    label="Width",
+                    minimum=256,
+                    maximum=MAX_IMAGE_SIZE,
+                    step=64,
+                    value=1024,
+                )
+                
+                height = gr.Slider(
+                    label="Height",
+                    minimum=256,
+                    maximum=MAX_IMAGE_SIZE,
+                    step=64,
+                    value=1024,
+                )
+            
+            with gr.Row():
+                
+                guidance_scale = gr.Slider(
+                    label="Guidance scale",
+                    minimum=0.0,
+                    maximum=10.0,
+                    step=0.1,
+                    value=5.0,
+                )
+                
+                num_inference_steps = gr.Slider(
+                    label="Number of inference steps",
+                    minimum=1,
+                    maximum=50,
+                    step=1,
+                    value=28,
+                )
+        
+        gr.Examples(
+            examples = examples,
+            inputs = [prompt, negative_prompt, seed, num_inference_steps]
+        )
+    gr.on(
+        triggers=[run_button.click, prompt.submit, negative_prompt.submit],
+        fn = infer,
+        inputs = [prompt, negative_prompt, seed, randomize_seed, width, height, guidance_scale, num_inference_steps],
+        outputs = [result, seed]
+    )
+
+demo.launch()