sammyview80 commited on
Commit
d3cd039
·
verified ·
1 Parent(s): b0e7fd0

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +17 -18
app.py CHANGED
@@ -78,25 +78,24 @@ def generate(
78
  use_resolution_binning: bool = True,
79
  ):
80
 
81
- if torch.cuda.is_available():
82
- pipe = DiffusionPipeline.from_pretrained(
83
- "playgroundai/playground-v2.5-1024px-aesthetic",
84
- torch_dtype=torch.float16,
85
- use_safetensors=True,
86
- add_watermarker=False,
87
- variant="fp16"
88
- )
89
- if ENABLE_CPU_OFFLOAD:
90
- pipe.enable_model_cpu_offload()
91
- else:
92
- pipe.to(device)
93
- print("Loaded on Device!")
94
-
95
- if USE_TORCH_COMPILE:
96
- pipe.unet = torch.compile(pipe.unet, mode="reduce-overhead", fullgraph=True)
97
- print("Model Compiled!")
98
 
99
- pipe.to(device)
100
  seed = int(randomize_seed_fn(seed, randomize_seed))
101
  generator = torch.Generator().manual_seed(seed)
102
 
 
78
  use_resolution_binning: bool = True,
79
  ):
80
 
81
+ pipe = DiffusionPipeline.from_pretrained(
82
+ "playgroundai/playground-v2.5-1024px-aesthetic",
83
+ torch_dtype=torch.float16,
84
+ use_safetensors=True,
85
+ add_watermarker=False,
86
+ variant="fp16"
87
+ )
88
+ if ENABLE_CPU_OFFLOAD:
89
+ pipe.enable_model_cpu_offload()
90
+ else:
91
+ pipe.to(device)
92
+ print("Loaded on Device!")
93
+
94
+ if USE_TORCH_COMPILE:
95
+ pipe.unet = torch.compile(pipe.unet, mode="reduce-overhead", fullgraph=True)
96
+ print("Model Compiled!")
 
97
 
98
+ pipe.to('cpu')
99
  seed = int(randomize_seed_fn(seed, randomize_seed))
100
  generator = torch.Generator().manual_seed(seed)
101