Update

app.py

@@ -17,6 +17,7 @@ bases = {
 }
 step_loaded = None
 base_loaded = "ToonYou"
+motion_loaded = None
 
 # Ensure model and scheduler are initialized in GPU-enabled function
 if not torch.cuda.is_available():
@@ -29,7 +30,7 @@ pipe.scheduler = EulerDiscreteScheduler.from_config(pipe.scheduler.config, times
 
 # Function 
 @spaces.GPU(enable_queue=True)
-def generate_image(prompt, base, step):
+def generate_image(prompt, base, motion, step):
     global step_loaded
     global base_loaded
     print(prompt, base, step)
@@ -44,6 +45,11 @@ def generate_image(prompt, base, step):
         pipe.unet.load_state_dict(torch.load(hf_hub_download(bases[base], "unet/diffusion_pytorch_model.bin"), map_location=device), strict=False)
         base_loaded = base
 
+    if motion_loaded != motion:
+        pipe.unload_lora_weights()
+        pipe.load_lora_weights(hf_hub_download("guoyww/animatediff", motion))
+        motion_loaded = motion
+
     output = pipe(prompt=prompt, guidance_scale=1.0, num_inference_steps=step)
     name = str(uuid.uuid4()).replace("-", "")
     path = f"/tmp/{name}.mp4"
@@ -58,9 +64,9 @@ with gr.Blocks(css="style.css") as demo:
     with gr.Group():
         with gr.Row():
             prompt = gr.Textbox(
-                label='Prompt (English)',
-                scale=8
+                label='Prompt (English)'
             )
+        with gr.Row():
             select_base = gr.Dropdown(
                 label='Base model',
                 choices=[
@@ -70,6 +76,16 @@ with gr.Blocks(css="style.css") as demo:
                 value=base_loaded,
                 interactive=True
             )
+            select_motion = gr.Dropdown(
+                label='Motion LoRAs',
+                choices=[
+                    ("None", None),
+                    ("Zoom in", "v2_lora_ZoomIn.ckpt"),
+                    ("Zoom out", "v2_lora_ZoomOut.ckpt"),
+                ],
+                value=None,
+                interactive=True
+            )
             select_step = gr.Dropdown(
                 label='Inference steps',
                 choices=[
@@ -94,12 +110,12 @@ with gr.Blocks(css="style.css") as demo:
 
     prompt.submit(
         fn=generate_image,
-        inputs=[prompt, select_base, select_step],
+        inputs=[prompt, select_base, select_motion, select_step],
         outputs=video,
     )
     submit.click(
         fn=generate_image,
-        inputs=[prompt, select_base, select_step],
+        inputs=[prompt, select_base, select_motion, select_step],
         outputs=video,
     )