import gradio as gr import torch import pickle from torchvision.utils import save_image import numpy as np from diffusers import StableDiffusionUpscalePipeline with open('../concept_checkpoints/augceleba_4838.pkl', 'rb') as f: G = pickle.load(f)['G_ema'].cpu().float() # torch.nn.Module cchoices = ['Bald', 'Black Hair', 'Blond Hair', 'Smiling', 'NoSmile', 'Male', 'Female' ] model_choices = [ 'Change Dim = 8', 'Change Dim = 15', 'Change Dim = 30', 'Change Dim = 60' ] cchoices = [ 'Big Nose', 'Black Hair', 'Blond Hair', 'Chubby', 'Eyeglasses', 'Male', 'Pale Skin', 'Smiling', 'Straight Hair', 'Wavy Hair', 'Wearing Hat', 'Young' ] import requests from PIL import Image from io import BytesIO from diffusers import LDMSuperResolutionPipeline import torch device = "cuda" if torch.cuda.is_available() else "cpu" model_id = "CompVis/ldm-super-resolution-4x-openimages" # load model and scheduler pipeline = LDMSuperResolutionPipeline.from_pretrained(model_id) pipeline = pipeline.to(device) model_id = "stabilityai/stable-diffusion-x4-upscaler" pipeline = StableDiffusionUpscalePipeline.from_pretrained( model_id, variant="fp32", torch_dtype=torch.float32 ) # let's download an image def super_res(low_res_img): # run pipeline in inference (sample random noise and denoise) #upscaled_image = pipeline(low_res_img, num_inference_steps=10, eta=1).images[0] upscaled_image = pipeline(prompt="a sharp image of human face", image=low_res_img, num_inference_steps=10).images[0] return upscaled_image @torch.no_grad() def generate(seed, *checkboxes): z = torch.randn([1, G.z_dim], generator=torch.Generator().manual_seed(seed)) #m = torch.tensor([[1, 0, 0, 0, 1, 1, 0.]]).repeat(1, 1) checkboxes_vector = torch.zeros([20]) for i in range(len(checkboxes)): if i == 1: checkboxes_vector[cchoices.index('Black Hair')] = checkboxes[i] elif i == 2: checkboxes_vector[cchoices.index('Blond Hair')] = checkboxes[i] elif i == 3: checkboxes_vector[cchoices.index('Straight Hair')] = checkboxes[i] elif i == 4: checkboxes_vector[cchoices.index('Wavy Hair')] = checkboxes[i] elif i == 5: checkboxes_vector[cchoices.index('Young')] = checkboxes[i] elif i == 6: checkboxes_vector[cchoices.index('Male')] = checkboxes[i] elif i == 9: checkboxes_vector[cchoices.index('Big Nose')] = checkboxes[i] elif i == 10: checkboxes_vector[cchoices.index('Chubby')] = checkboxes[i] elif i == 11: checkboxes_vector[cchoices.index('Eyeglasses')] = checkboxes[i] elif i == 12: checkboxes_vector[cchoices.index('Pale Skin')] = checkboxes[i] elif i == 13: checkboxes_vector[cchoices.index('Smiling')] = checkboxes[i] elif i == 14: checkboxes_vector[cchoices.index('Wearing Hat')] = checkboxes[i] * 1.5 is_young = checkboxes[5] is_male = checkboxes[6] is_bald = checkboxes[0] is_goatee = checkboxes[7] is_mustache = checkboxes[8] checkboxes_vector[12] = is_mustache * 1.5 checkboxes_vector[13] = is_mustache * 1.5 checkboxes_vector[14] = is_goatee *1.5 checkboxes_vector[15] = is_goatee*1.5 checkboxes_vector[16] = is_bald checkboxes_vector[17] = is_bald checkboxes_vector[18] = is_bald checkboxes_vector[19] = is_bald print(checkboxes_vector) m = checkboxes_vector.view(1, 20) ws = G.mapping(z, m, truncation_psi=0.5) img = (G.synthesis(ws, force_fp32=True).clip(-1,1)+1)/2 up_img = np.array(super_res(img)) print(img.min(), img.max(), up_img.min(), up_img.max(), ' >>>>>>image sis zee') #return img[0].permute(1, 2, 0).numpy() return up_img # Create the interface using gr.Blocks with gr.Blocks() as demo: with gr.Row(): sliders = [ gr.Slider(label='Bald', minimum=0, maximum=1, step=0.01), gr.Slider(label='Black Hair', minimum=0, maximum=1, step=0.01), gr.Slider(label='Blond Hair', minimum=0, maximum=1, step=0.01), gr.Slider(label='Straight Hair', minimum=0, maximum=1, step=0.01), gr.Slider(label='Wavy Hair', minimum=0, maximum=1, step=0.01), ] with gr.Row(): sliders += [gr.Slider(label='Young', minimum=0, maximum=1, step=0.01)] sliders += [gr.Slider(label='Male', minimum=0, maximum=1, step=0.01)] with gr.Row(): sliders += [gr.Slider(label='Goatee', minimum=0, maximum=1, step=0.01)] sliders += [gr.Slider(label='Mustache', minimum=0, maximum=1, step=0.01)] with gr.Row(): sliders += [ gr.Slider(label='Big Nose', minimum=0, maximum=1, step=0.01), gr.Slider(label='Chubby', minimum=0, maximum=1, step=0.01), gr.Slider(label='Eyeglasses', minimum=0, maximum=1, step=0.01), gr.Slider(label='Pale Skin', minimum=0, maximum=1, step=0.01), gr.Slider(label='Smiling', minimum=0, maximum=1, step=0.01), gr.Slider(label='Wearing Hat', minimum=0, maximum=1, step=0.01), ] seed_input = gr.Number(label="Seed") generate_button = gr.Button("Generate") output_image = gr.Image(label="Generated Image") # Set the action for the button generate_button.click(fn=generate, inputs=[seed_input] + sliders, outputs=output_image) # Launch the demo demo.launch()