Update evo_nishikie_v1.py

evo_nishikie_v1.py

@@ -184,10 +184,10 @@ def load_evo_nishikie(device="cuda") -> StableDiffusionXLControlNetPipeline:
         torch_dtype=torch.float16,
         variant="fp16",
     )
-    pipe = pipe.to(device, dtype=torch.float16)
 
     # Load Evo-Ukiyoe weights
     pipe.load_lora_weights(UKIYOE_REPO)
     pipe.fuse_lora(lora_scale=1.0)
 
+    pipe = pipe.to(device, dtype=torch.float16)
     return pipe