fix

app.py

@@ -10,8 +10,6 @@ negative_prompt = ""
 device = torch.device('cuda')
 pipe = None
 
-print(gr.__version__)
-
 @spaces.GPU
 def load():
     global pipe
@@ -36,7 +34,7 @@ with gr.Blocks() as demo:
             with gr.Row():
                 gr.Textbox(label="Stroke Type", value="To sketch Blocking strokes, change brush color to green. To sketch Detail strokes, change brush color to black."),
                 dilation_strength = gr.Slider(7, 117, value=65, step=2, label="Dilation Strength"),
-            canvas = gr.Sketchpad(label="Sketch", sources=(), width=512, brush = gr.Brush(colors=["#00FF00", "#000000"], default_size = 2, color_mode="fixed"), height=512)
+            canvas = gr.Sketchpad(image_mode="RGBA", crop_size="1:1", label="Sketch", sources=(), brush = gr.Brush(colors=["#00FF00", "#000000"], default_size = 2, color_mode="fixed"))
             prompt_box = gr.Textbox(label="Prompt")
             with gr.Row():
                 btn = gr.Button("Generate")
@@ -80,14 +78,20 @@ with gr.Blocks() as demo:
         if seed is None:
             seed = np.random.randint(1000)
             sketch_states[k][1] = seed
+        
+        curr_sketch_image = Image.fromarray(curr_sketch["composite"])
+        curr_sketch = np.array(curr_sketch_image.resize((512, 512), resample=0))
+        curr_sketch[:, :, 0][curr_sketch[:, :, -1] == 0] = 255
+        curr_sketch[:, :, 2][curr_sketch[:, :, -1] == 0] = 255
+        curr_sketch[:, :, 1][curr_sketch[:, :, -1] == 0] = 255
 
         curr_sketch_image = Image.fromarray(curr_sketch[:, :, 0]).resize((512, 512))
 
-        curr_construction_image = Image.fromarray(255 - curr_sketch[:, :, 2] + curr_sketch[:, :, 0])
+        curr_construction_image = Image.fromarray(255 - curr_sketch[:, :, 1] + curr_sketch[:, :, 0])
         if np.sum(255 - np.array(curr_construction_image)) == 0:
             curr_construction_image = None
 
-        curr_detail_image = Image.fromarray(curr_sketch[:, :, 2]).resize((512, 512))
+        curr_detail_image = Image.fromarray(curr_sketch[:, :, 1]).resize((512, 512))
 
         if curr_construction_image is not None:
             dilation_mask = Image.fromarray(255 - np.array(curr_construction_image)).filter(ImageFilter.MaxFilter(dilation))
@@ -111,7 +115,7 @@ with gr.Blocks() as demo:
             background = i.copy()
             background.putalpha(80)
             background = Image.alpha_composite(Image.fromarray(255 * np.ones((512, 512)).astype(np.uint8)).convert("RGBA"), background)
-            overlay = Image.alpha_composite(background.resize((512, 512)), Image.fromarray(save_sketch).convert("RGBA"))
+            overlay = Image.alpha_composite(background.resize((512, 512)), Image.fromarray(save_sketch).resize((512, 512)).convert("RGBA"))
             overlays.append(overlay.convert("RGB"))
 
         new_overlays = []
@@ -119,7 +123,7 @@ with gr.Blocks() as demo:
             background = i.copy()
             background.putalpha(80)
             background = Image.alpha_composite(Image.fromarray(255 * np.ones((512, 512)).astype(np.uint8)).convert("RGBA"), background)
-            overlay = Image.alpha_composite(background.resize((512, 512)), Image.fromarray(save_sketch).convert("RGBA"))
+            overlay = Image.alpha_composite(background.resize((512, 512)), Image.fromarray(save_sketch).resize((512, 512)).convert("RGBA"))
             new_overlays.append(overlay.convert("RGB"))
         
         global all_gens

extension.py

@@ -8,7 +8,6 @@ import os
 import inspect
 import diffusers
 path = inspect.getfile(diffusers)
-print(path)
 sys.path.append(os.path.join(path, "pipelines/controlnet"))
 sys.path.append(path)
 from diffusers.pipelines.controlnet.multicontrolnet import MultiControlNetModel

requirements.txt

@@ -1,5 +1,5 @@
 diffusers==0.23.1
-gradio==3.48.0
+gradio==4.19.2
 pillow==9.4.0
 torch==2.1.1
 torchmetrics==0.6.0