update

README.md

@@ -9,4 +9,5 @@ license: mit
 duplicated_from: Tune-A-Video-library/Tune-A-Video-Training-UI
 ---
 
+Most of the UI code is from: Tune-A-Video-library/Tune-A-Video-Training-UI
 Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

Video-P2P/configs/man-surfing-tune.yaml

@@ -1,38 +0,0 @@
-pretrained_model_path: "./checkpoints/stable-diffusion-v1-4"
-output_dir: "./outputs/man-surfing"
-
-train_data:
-  video_path: "data/man-surfing.mp4"
-  prompt: "a man is surfing"
-  n_sample_frames: 8
-  width: 512
-  height: 512
-  sample_start_idx: 0
-  sample_frame_rate: 1
-
-validation_data:
-  prompts:
-    - "a panda is surfing"
-  video_length: 8
-  width: 512
-  height: 512
-  num_inference_steps: 50
-  guidance_scale: 12.5
-  use_inv_latent: True
-  num_inv_steps: 50
-
-learning_rate: 3e-5
-train_batch_size: 1
-max_train_steps: 500
-checkpointing_steps: 1000
-validation_steps: 500
-trainable_modules:
-  - "attn1.to_q"
-  - "attn2.to_q"
-  - "attn_temp"
-
-seed: 33
-mixed_precision: fp16
-use_8bit_adam: False
-gradient_checkpointing: True
-enable_xformers_memory_efficient_attention: True

Video-P2P/run.py

@@ -381,6 +381,8 @@ def main(
 
     accelerator.end_training()
 
+    torch.cuda.empty_cache()
+
     # Video-P2P
     scheduler = DDIMScheduler(beta_start=0.00085, beta_end=0.012, beta_schedule="scaled_linear", clip_sample=False, set_alpha_to_one=False)
     MY_TOKEN = ''

app_training.py

@@ -72,8 +72,9 @@ def create_training_demo(trainer: Trainer,
                             label='Validation Epochs', value=100, precision=0)
                     gr.Markdown('''
                         - The base model must be a Stable Diffusion model compatible with [diffusers](https://github.com/huggingface/diffusers) library.
-                        - Expected time to train a model for 300 steps: ~20 minutes with T4
+                        - Expected time to complete: ~20 minutes with T4.
                         - You can check the training status by pressing the "Open logs" button if you are running this on your Space.
+                        - Find the official github code [here](https://github.com/ShaoTengLiu/Video-P2P).
                         ''')
 
         with gr.Row():