Update app.py

app.py

@@ -72,6 +72,14 @@ def generate(
             pipe.load_lora_weights(lora, adapter_name="1")
             pipe.load_lora_weights(lora2, adapter_name="2")
             pipe.set_adapters(["1", "2"], adapter_weights=[lora_scale, lora_scale2])
+
+    if ENABLE_CPU_OFFLOAD:
+        pipe.enable_model_cpu_offload()
+    else:
+        pipe.to(device)
+
+    if USE_TORCH_COMPILE:
+        pipe.unet = torch.compile(pipe.unet, mode="reduce-overhead", fullgraph=True)
             
     generator = torch.Generator().manual_seed(seed)