Update app.py

app.py

@@ -92,13 +92,13 @@ class ModelWrapper:
 
         noise = noise.to(torch.float32)
         print(f'noise: {noise.dtype}')
-        prompt_embed = prompt_embed.to(torch.float32)
+        prompt_embed = prompt_embed.to(torch.float16)
         DTYPE = prompt_embed.dtype
         print(f'prompt_embed: {DTYPE}')
         
         for constant in all_timesteps:
             current_timesteps = torch.ones(len(prompt_embed), device="cuda", dtype=torch.long) * constant
-            current_timesteps = current_timesteps.to(torch.float32)
+            #current_timesteps = current_timesteps.to(torch.float32)
             print(f'current_timestpes: {current_timesteps.dtype}')
             eval_images = self.model(noise, current_timesteps, prompt_embed, added_cond_kwargs=unet_added_conditions).sample
             print(eval_images.dtype)
@@ -140,7 +140,7 @@ class ModelWrapper:
         )
 
         unet_added_conditions = {
-            "time_ids": add_time_ids.to(torch.float32),
+            "time_ids": add_time_ids,
             "text_embeds": batch_pooled_prompt_embeds.squeeze(1)
         }