app.py

import gradio as gr
from models import models
from PIL import Image
import requests
import uuid
import io 
import base64
import cv2
import numpy
from transforms import RGBTransform
import random

#import torch
#from diffusers import AutoPipelineForImage2Image
#from diffusers.utils import make_image_grid, load_image
import uuid

base_url=f'https://omnibus-top-20-img-img-tint.hf.space/file='
loaded_model=[]
for i,model in enumerate(models):
    try:
        loaded_model.append(gr.load(f'models/{model}'))
    except Exception as e:
        print(e)
        pass
print (loaded_model)

#pipeline = AutoPipelineForImage2Image.from_pretrained("runwayml/stable-diffusion-v1-5", safety_checker=None, variant="fp16", use_safetensors=True).to("cpu")
#pipeline.unet = torch.compile(pipeline.unet)

grid_wide=10



def get_concat_h_cut_old(in1, in2, pos_x,pos_y):
    print(in1)
    print(in2)
    im1=Image.open(in1)
    im2=Image.open(in2)
    pos_x=int(pos_x)
    pos_y=int(pos_y)
    print(f'pos_x:: {pos_x}')
    print(f'pos_y:: {pos_y}')
    #im1=in1
    #im2=in2
    #dst = Image.new('RGB', (im1.width + im2.width, min(im1.height, im2.height)))
    width_tog=1
    height_tog=0
    width_var = im2.width
    height_var=0
    if pos_y > 0 and pos_x==0:
        
        height_var = im2.height
    if pos_y > 0:
        width_var = 0
        
    dst = Image.new('RGB', (im1.width + width_var, im1.height+height_var))
    dst.paste(im1, (0, 0))
    dst.paste(im2, (im1.width, im2.height *pos_y))
    return dst

def get_concat_h_cut(in1, in2):
    print(in1)
    print(in2)
    im1=Image.open(in1)
    im2=Image.open(in2)
    dst = Image.new('RGB', (im1.width + im2.width, min(im1.height,im2.height)))
    dst.paste(im1, (0, 0))
    dst.paste(im2, (im1.width,0))
    return dst

def get_concat_v_cut(in1, in2):
    print(in1)
    print(in2)
    im1=Image.open(in1)
    im2=Image.open(in2)
    #im1=in1
    #im2=in2
    dst = Image.new(
        'RGB', (min(im1.width, im2.width), im1.height + im2.height))
    dst.paste(im1, (0, 0))
    dst.paste(im2, (0, im1.height))
    return dst






def load_model(model_drop):
    pipeline = AutoPipelineForImage2Image.from_pretrained("runwayml/stable-diffusion-v1-5", torch_dtype=torch.float32, use_safetensors=True)




def run_dif_color(out_prompt,im_path,model_drop,tint,im_height,im_width):
    uid=uuid.uuid4()
    model=loaded_model[int(model_drop)]
    p_seed=""
    out_box=[]
    big_box=[]
    out_html=""
    im_height=int(im_height)
    im_width=int(im_width)
    #for i,ea in enumerate(im_path.root):
    cnt = 0
    adj_h=0
    for hh in range(int(im_height/grid_wide)):
        for b in range(int(im_width/grid_wide)):
        
            print(f'root::{im_path.root[cnt]}')
            #print(f'ea:: {ea}')        
            #print(f'impath:: {im_path.path}')
            url = base_url+im_path.root[cnt].image.path
            print(url)

            myimg = cv2.imread(im_path.root[cnt].image.path)
            avg_color_per_row = numpy.average(myimg, axis=0)
            avg_color = numpy.average(avg_color_per_row, axis=0)
            r,g,b= avg_color
            color = (int(r),int(g),int(b))
            print (color)
            rand=random.randint(1,500)
            for i in range(rand):
                p_seed+=" "
            try:
                #model=gr.load(f'models/{model[int(model_drop)]}')        

                out_img=model(out_prompt+p_seed)
                #print(out_img)
    
                raw=Image.open(out_img)
                raw=raw.convert('RGB')
    
                colorize = RGBTransform().mix_with(color,factor=float(tint)).applied_to(raw)    
                print (colorize)
                colorize.save(f'tmp-{cnt}-{uid}.png')
                #out_box.append(f'tmp-{uid}.png')           
                out_box.append(f'tmp-{cnt}-{uid}.png') 

                print(f'out_box:: {out_box}')
                if out_box:
                    if len(out_box)>1:
                        #im_roll = get_concat_v_cut(f'{out_box[0]}',f'{out_box[1]}')
                        #im_roll.save(f'comb-{uid}-tmp.png')                
                        #for i in range(2,len(out_box)):
                        #im_roll = get_concat_h_cut(f'comb-{uid}-tmp.png',f'{out_box[cnt]}')
                        im_roll = get_concat_h_cut(f'comb-{uid}-{hh}-tmp.png',f'tmp-{cnt}-{uid}.png')
                        im_roll.save(f'comb-{uid}-{hh}-tmp.png')
                        out = f'comb-{uid}-{hh}-tmp.png'
                        yield gr.Image(out),out_html
                        
                    else:
                        tmp_im = Image.open(out_box[0])
                        #tmp_im = out_box[0]
                        tmp_im.save(f'comb-{uid}-{hh}-tmp.png')
                        out = f'comb-{uid}-{hh}-tmp.png'                  
                        yield gr.Image(out),out_html
            
            except Exception as e:
                print(e)
                out_html=str(e)
                pass
 
            cnt+=1
        big_box.append(f'comb-{uid}-{hh}-tmp.png')

        if big_box:
            print(f'big_box:: {big_box}')
            if len(big_box)>1:
                im_roll2 = get_concat_v_cut(big_box[hh],big_box[hh-1])
                im_roll2.save(f'comb-{uid}-{hh}-out.png')
                out=[]
                yield gr.Image(f'comb-{uid}-{hh}-out.png'),out_html
        adj_h+=1   
    yield gr.Image(out),out_html
















def run_dif(prompt,im_path,model_drop,cnt,strength,guidance,infer,im_height,im_width):
    uid=uuid.uuid4()
    print(f'im_path:: {im_path}')
    print(f'im_path0:: {im_path.root[0]}')
    print(f'im_path0.image.path:: {im_path.root[0].image.path}')
    out_box=[]
    im_height=int(im_height)
    im_width=int(im_width)
    
    for i,ea in enumerate(im_path.root):
        for hh in range(int(im_height/grid_wide)):
            for b in range(int(im_width/grid_wide)):
            
                print(f'root::{im_path.root[i]}')
                #print(f'ea:: {ea}')        
                #print(f'impath:: {im_path.path}')
                url = base_url+im_path.root[i].image.path
                print(url)
                #init_image = load_image(url)
                init_image=load_image(url)
                #prompt = "Astronaut in a jungle, cold color palette, muted colors, detailed, 8k"
                
                # pass prompt and image to pipeline
                #image = pipeline(prompt, image=init_image, strength=0.8,guidance_scale=8.0,negative_prompt=negative_prompt,num_inference_steps=50).images[0]
                image = pipeline(prompt, image=init_image, strength=float(strength),guidance_scale=float(guidance),num_inference_steps=int(infer)).images[0]
                #make_image_grid([init_image, image], rows=1, cols=2)
                
                
                out_box.append(image)

                if out_box:
                    if len(out_box)>1:
                        im_roll = get_concat_v_cut(f'{out_box[0]}',f'{out_box[1]}')
                        im_roll.save(f'comb-{uid}-tmp.png')                
                        for i in range(2,len(out_box)):
                            im_roll = get_concat_v_cut(f'comb-{uid}-tmp.png',f'{out_box[i]}')
                            im_roll.save(f'comb-{uid}-tmp.png')
                        out = f'comb-{uid}-tmp.png'
                    else:
                        #tmp_im = Image.open(out_box[0])
                        tmp_im = out_box[0]
                        tmp_im.save(f'comb-{uid}-tmp.png')
                        out = f'comb-{uid}-tmp.png'



                
                yield out,""




def run_dif_old(out_prompt,model_drop,cnt):
    p_seed=""
    out_box=[]
    out_html=""
    #for i,ea in enumerate(loaded_model):
    for i in range(int(cnt)):
        p_seed+=" "
        try:
            model=loaded_model[int(model_drop)]
            out_img=model(out_prompt+p_seed)
            print(out_img)
            out_box.append(out_img)           
        except Exception as e:
            print(e)
            out_html=str(e)
            pass
        yield out_box,out_html

def run_dif_og(out_prompt,model_drop,cnt):
    out_box=[]
    out_html=""
    #for i,ea in enumerate(loaded_model):
    for i in range(cnt):
        try:
            #print (ea)
            model=loaded_model[int(model_drop)]
            out_img=model(out_prompt)
            print(out_img)
            url=f'https://omnibus-top-20.hf.space/file={out_img}'
            print(url)
            uid = uuid.uuid4()
            #urllib.request.urlretrieve(image, 'tmp.png')
            #out=Image.open('tmp.png')
            r = requests.get(url, stream=True)
            
            if r.status_code == 200:
                img_buffer = io.BytesIO(r.content)
                print (f'bytes:: {io.BytesIO(r.content)}')
                str_equivalent_image = base64.b64encode(img_buffer.getvalue()).decode()
                img_tag = "<img src='data:image/png;base64," + str_equivalent_image + "'/>"                
                out_html+=f"<div  class='img_class'><a href='https://huggingface.co/models/{models[i]}'>{models[i]}</a><br>"+img_tag+"</div>"
                out = Image.open(io.BytesIO(r.content))
                out_box.append(out)
            html_out = "<div class='grid_class'>"+out_html+"</div>"
            yield out_box,html_out
        except Exception as e:
            out_html+=str(e)
            html_out = "<div class='grid_class'>"+out_html+"</div>"
            
            yield out_box,html_out

def thread_dif(out_prompt,mod):
    out_box=[]
    out_html=""
    #for i,ea in enumerate(loaded_model):
    try:
        print (ea)
        model=loaded_model[int(mod)]
        out_img=model(out_prompt)
        print(out_img)
        url=f'https://omnibus-top-20.hf.space/file={out_img}'
        print(url)
        uid = uuid.uuid4()
        #urllib.request.urlretrieve(image, 'tmp.png')
        #out=Image.open('tmp.png')
        r = requests.get(url, stream=True)
        
        if r.status_code == 200:
            img_buffer = io.BytesIO(r.content)
            print (f'bytes:: {io.BytesIO(r.content)}')
            str_equivalent_image = base64.b64encode(img_buffer.getvalue()).decode()
            img_tag = "<img src='data:image/png;base64," + str_equivalent_image + "'/>"                
            
            #out_html+=f"<div  class='img_class'><a href='https://huggingface.co/models/{models[i]}'>{models[i]}</a><br>"+img_tag+"</div>"
            out = Image.open(io.BytesIO(r.content))
            out_box.append(out)
        else:
            out_html=r.status_code
        html_out = "<div class='grid_class'>"+out_html+"</div>"
        return out_box,html_out
    except Exception as e:
        out_html=str(e)
        #out_html+=str(e)
        html_out = "<div class='grid_class'>"+out_html+"</div>"
        
        return out_box,html_out


css="""
.grid_class{
display:flex;
height:100%;
}
.img_class{
min-width:200px;
}

"""

def load_im(img):
    im_box=[]
    im = Image.open(img)
    width, height = im.size
    new_w=int(width/grid_wide)
    new_h=new_w
    w=0
    h=0
    newsize=(512,512)
    for i in range(int(height/new_h)):
        print(i)
        for b in range(grid_wide):
            print(b)
            # Setting the points for cropped image
            left = w
            top = h
            right = left+new_w
            bottom = top+new_h
             
            # Cropped image of above dimension
            # (It will not change original image)
            im1 = im.crop((left, top, right, bottom))
            #im1 = im1.resize(newsize)
            
            im_box.append(im1)
            w+=new_w
        #yield im_box,[]
        h+=new_h
        w=0
    yield im_box,im_box,height,width
with gr.Blocks(css=css) as app:
    with gr.Row():
        with gr.Column():
            inp=gr.Textbox(label="Prompt")
            strength=gr.Slider(label="Strength",minimum=0,maximum=1,step=0.1,value=0.2)
            guidance=gr.Slider(label="Guidance",minimum=0,maximum=10,step=0.1,value=8.0)
            infer=gr.Slider(label="Inference Steps",minimum=0,maximum=50,step=1,value=10)
            tint = gr.Slider(label="Tint Strength", minimum=0, maximum=1, step=0.01, value=0.30)

            with gr.Row():
                btn=gr.Button()
                stop_btn=gr.Button("Stop")
        with gr.Column():
            inp_im=gr.Image(type='filepath')
            im_btn=gr.Button("Image Grid")
    with gr.Row():
        model_drop=gr.Dropdown(label="Models", choices=models, type='index', value=models[0])
        cnt = gr.Number(value=1)
        
    out_html=gr.HTML()
    outp=gr.Gallery(columns=grid_wide)
    #fingal=gr.Gallery(columns=grid_wide)
    fin=gr.Image()
    im_height=gr.Number()
    im_width=gr.Number()
    
    im_list=gr.Textbox(visible=False)    
    im_btn.click(load_im,inp_im,[outp,im_list,im_height,im_width])

    go_btn=btn.click(run_dif_color,[inp,outp,model_drop,tint,im_height,im_width],[fin,out_html])
    
    #go_btn = btn.click(run_dif_color,[inp,outp,model_drop,cnt,strength,guidance,infer,im_height,im_width],[fin,out_html])
    stop_btn.click(None,None,None,cancels=[go_btn])
app.queue().launch()