diff --git a/models/Motion_Module/backup/config.yaml b/models/Motion_Module/backup/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8d7bd5409d4bd31f9a06d9d0998ef2ebdd100828 --- /dev/null +++ b/models/Motion_Module/backup/config.yaml @@ -0,0 +1,66 @@ +pretrained_model_path: /content/AnimateDiff-SceneFusion/models/StableDiffusion/ +output_dir: /content/AnimateDiff-SceneFusion/models/Motion_Module/backup +train_data: + video_folder: data/output + csv_path: data/output.csv + sample_n_frames: 5 + sample_stride: 100 + sample_size: 256 +validation_data: + prompts: + - camera panning right to left, a bird's eye view of a row of buildings in a city + with trees in the foreground, masterpiece, best quality + video_length: 5 + width: 256 + height: 256 + num_inference_steps: 20 + guidance_scale: 12.5 + temporal_context: 24 + use_inv_latent: true + num_inv_steps: 50 +validation_steps: 1 +train_whole_module: false +trainable_modules: +- to_q +train_batch_size: 1 +max_train_steps: 36 +learning_rate: 0.0003 +scale_lr: false +lr_scheduler: constant +lr_warmup_steps: 0 +adam_beta1: 0.9 +adam_beta2: 0.999 +adam_weight_decay: 0.01 +adam_epsilon: 1.0e-08 +max_grad_norm: 1.0 +gradient_accumulation_steps: 1 +gradient_checkpointing: true +checkpointing_steps: 100 +start_global_step: 0 +resume_from_checkpoint: null +mixed_precision: fp16 +use_8bit_adam: false +enable_xformers_memory_efficient_attention: true +seed: 33 +motion_module: /content/AnimateDiff-SceneFusion/models/Motion_Module/mm_sd_v15.ckpt +inference_config_path: configs/inference/inference-v3.yaml +motion_module_pe_multiplier: 1 +dataset_class: MultiTuneAVideoDataset +image_finetune: false +name: scenefusion +use_wandb: true +launcher: launcher +cfg_random_null_text: true +cfg_random_null_text_ratio: 0.1 +unet_checkpoint_path: '' +unet_additional_kwargs: {} +ema_decay: 0.9999 +noise_scheduler_kwargs: null +max_train_epoch: -1 +validation_steps_tuple: +- -1 +num_workers: 32 +checkpointing_epochs: 5 +mixed_precision_training: true +global_seed: 42 +is_debug: false diff --git a/models/Motion_Module/backup/inv_latents/ddim_latent-1.pt b/models/Motion_Module/backup/inv_latents/ddim_latent-1.pt new file mode 100644 index 0000000000000000000000000000000000000000..aeddbc102a5c1ede5b3bcf213205d74a120aa9cd --- /dev/null +++ b/models/Motion_Module/backup/inv_latents/ddim_latent-1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3980a86a068f94c9b799ea5adc5e767803d6a03b4a55570a5d054f73fe3cd03 +size 41725 diff --git a/models/Motion_Module/backup/inv_latents/ddim_latent-10.pt b/models/Motion_Module/backup/inv_latents/ddim_latent-10.pt new file mode 100644 index 0000000000000000000000000000000000000000..7eb15da9e10279b0847d998d1b92d3483e33e45d --- /dev/null +++ b/models/Motion_Module/backup/inv_latents/ddim_latent-10.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a22c091bb04fe921fd5ba7d06911535045131765d9e12da2f3e2aecb996bf447 +size 41728 diff --git a/models/Motion_Module/backup/inv_latents/ddim_latent-11.pt b/models/Motion_Module/backup/inv_latents/ddim_latent-11.pt new file mode 100644 index 0000000000000000000000000000000000000000..ccd2f85ec64dc419586796a2d196ffab0a536591 --- /dev/null +++ b/models/Motion_Module/backup/inv_latents/ddim_latent-11.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3823a7365e46b25d24c16fc8f1550094fa99231a2af8f4e6051cec91aa5b7e86 +size 41728 diff --git a/models/Motion_Module/backup/inv_latents/ddim_latent-12.pt b/models/Motion_Module/backup/inv_latents/ddim_latent-12.pt new file mode 100644 index 0000000000000000000000000000000000000000..0be1b5e29e7fbcaa5d922fc8863fd1103e84a77b --- /dev/null +++ b/models/Motion_Module/backup/inv_latents/ddim_latent-12.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd49ef41b793024af304ebd66de8a89a87c36ee17ca27f69ee649c9963d852df +size 41728 diff --git a/models/Motion_Module/backup/inv_latents/ddim_latent-13.pt b/models/Motion_Module/backup/inv_latents/ddim_latent-13.pt new file mode 100644 index 0000000000000000000000000000000000000000..943c463fd1335b677202793a656dbf8050fc3c0e --- /dev/null +++ b/models/Motion_Module/backup/inv_latents/ddim_latent-13.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d66672101d819a596682bad5cf85b145afe545948517583d7d47d635bca09c10 +size 41728 diff --git a/models/Motion_Module/backup/inv_latents/ddim_latent-14.pt b/models/Motion_Module/backup/inv_latents/ddim_latent-14.pt new file mode 100644 index 0000000000000000000000000000000000000000..d2c106d378b32a3fed3ca28a453ce2ea76d933c4 --- /dev/null +++ b/models/Motion_Module/backup/inv_latents/ddim_latent-14.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:528e5f8f9a1f176581eb1a79766f9260fccf7e3d424bed2fe87451e79786a125 +size 41728 diff --git a/models/Motion_Module/backup/inv_latents/ddim_latent-15.pt b/models/Motion_Module/backup/inv_latents/ddim_latent-15.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf7771fb03ed372d64e6b80963b35e504b285bfe --- /dev/null +++ b/models/Motion_Module/backup/inv_latents/ddim_latent-15.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b4085a55df030a3ee09377a5cdfd3f609a7cd00f5ca889d87473d5f20811486 +size 41728 diff --git a/models/Motion_Module/backup/inv_latents/ddim_latent-16.pt b/models/Motion_Module/backup/inv_latents/ddim_latent-16.pt new file mode 100644 index 0000000000000000000000000000000000000000..125d9862326563be979f0959e57bcd7e073fa9f7 --- /dev/null +++ b/models/Motion_Module/backup/inv_latents/ddim_latent-16.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05c02161eb691ce35e541fc71061116eb918e7490b3c813f5199f97254972a34 +size 41728 diff --git a/models/Motion_Module/backup/inv_latents/ddim_latent-17.pt b/models/Motion_Module/backup/inv_latents/ddim_latent-17.pt new file mode 100644 index 0000000000000000000000000000000000000000..e841af44c33e4c9c745cae3291f759bdb6636e2b --- /dev/null +++ b/models/Motion_Module/backup/inv_latents/ddim_latent-17.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0df53e41ae18e5b432659ede08db4da8e2d57586af58894355211d28e2fba5ad +size 41728 diff --git a/models/Motion_Module/backup/inv_latents/ddim_latent-18.pt b/models/Motion_Module/backup/inv_latents/ddim_latent-18.pt new file mode 100644 index 0000000000000000000000000000000000000000..8fe78967e9945fd604f82067ddc5a6beaaae288a --- /dev/null +++ b/models/Motion_Module/backup/inv_latents/ddim_latent-18.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ce85903449e7b00fd07c193f226f58b4a7f995c0a4f44b1048015622b4fe5dd +size 41728 diff --git a/models/Motion_Module/backup/inv_latents/ddim_latent-19.pt b/models/Motion_Module/backup/inv_latents/ddim_latent-19.pt new file mode 100644 index 0000000000000000000000000000000000000000..089a20a729df704af06549d0ae8a3abc7d754f65 --- /dev/null +++ b/models/Motion_Module/backup/inv_latents/ddim_latent-19.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea1bbfd574aba342649e8beace03118eb9d40b72bb7e159c391fb9424fb6e535 +size 33536 diff --git a/models/Motion_Module/backup/inv_latents/ddim_latent-2.pt b/models/Motion_Module/backup/inv_latents/ddim_latent-2.pt new file mode 100644 index 0000000000000000000000000000000000000000..927466a6c45a60b8e74dbc1d1f90a4fe214b0199 --- /dev/null +++ b/models/Motion_Module/backup/inv_latents/ddim_latent-2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f7fba6f409b259c696b1777021aa26fb4e9669aa237fe7f56abc2eab34a346f +size 41725 diff --git a/models/Motion_Module/backup/inv_latents/ddim_latent-3.pt b/models/Motion_Module/backup/inv_latents/ddim_latent-3.pt new file mode 100644 index 0000000000000000000000000000000000000000..d9a434439b0aa1350202e88d21e49b865f2480bd --- /dev/null +++ b/models/Motion_Module/backup/inv_latents/ddim_latent-3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11aace681fed86894f1d5d1287115281ee616aeb88dbda37a0649691f007e765 +size 41725 diff --git a/models/Motion_Module/backup/inv_latents/ddim_latent-4.pt b/models/Motion_Module/backup/inv_latents/ddim_latent-4.pt new file mode 100644 index 0000000000000000000000000000000000000000..091e9d484ddc7d09c3710b26f693aa002db00a2a --- /dev/null +++ b/models/Motion_Module/backup/inv_latents/ddim_latent-4.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f98ed94e8ae3d34b5b03388819db24ad0153808b737ed4b4330c668153b6329f +size 41725 diff --git a/models/Motion_Module/backup/inv_latents/ddim_latent-5.pt b/models/Motion_Module/backup/inv_latents/ddim_latent-5.pt new file mode 100644 index 0000000000000000000000000000000000000000..35f7a4bbfd5b1fcc06d5b763650618be60d639f6 --- /dev/null +++ b/models/Motion_Module/backup/inv_latents/ddim_latent-5.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cee61f91261a7ab4fc80b674578051b7d441a0005e0c6b0be7c534d9a295228 +size 41725 diff --git a/models/Motion_Module/backup/inv_latents/ddim_latent-6.pt b/models/Motion_Module/backup/inv_latents/ddim_latent-6.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d7864f217acf1dc0cdafddda0bb9898e4262d9d --- /dev/null +++ b/models/Motion_Module/backup/inv_latents/ddim_latent-6.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24b1a401ba038723097b3877c36b92d6ca2353e8ea218d80ab6e8d2fc412122e +size 41725 diff --git a/models/Motion_Module/backup/inv_latents/ddim_latent-7.pt b/models/Motion_Module/backup/inv_latents/ddim_latent-7.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f434e81505c5cb5805a265ebec846454daa19c8 --- /dev/null +++ b/models/Motion_Module/backup/inv_latents/ddim_latent-7.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d6497b6dffa0ac1e198da7af7d111ffedd8eaa2d7ab8a8b0af9f17dde615efa +size 41725 diff --git a/models/Motion_Module/backup/inv_latents/ddim_latent-8.pt b/models/Motion_Module/backup/inv_latents/ddim_latent-8.pt new file mode 100644 index 0000000000000000000000000000000000000000..665d04ac3b365823f42c60c756c53c47f02f4620 --- /dev/null +++ b/models/Motion_Module/backup/inv_latents/ddim_latent-8.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bd9b46577af49b72b5a4b794a6a69c0dcbb571ae14125fc88761fefe6b299ba +size 41725 diff --git a/models/Motion_Module/backup/inv_latents/ddim_latent-9.pt b/models/Motion_Module/backup/inv_latents/ddim_latent-9.pt new file mode 100644 index 0000000000000000000000000000000000000000..34af27f1dbd55db50c807b9a5f49cd8fa57c7294 --- /dev/null +++ b/models/Motion_Module/backup/inv_latents/ddim_latent-9.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fafec0ca210807a0c1ba4c9bfc17ae5dddf6be19e984ec5b2d82c9870fc73a02 +size 41725 diff --git a/models/Motion_Module/backup/samples/sample-1.gif b/models/Motion_Module/backup/samples/sample-1.gif new file mode 100644 index 0000000000000000000000000000000000000000..f3e2ce869f488c61957a14e8df8daff71d13207d Binary files /dev/null and b/models/Motion_Module/backup/samples/sample-1.gif differ diff --git a/models/Motion_Module/backup/samples/sample-1/0.gif b/models/Motion_Module/backup/samples/sample-1/0.gif new file mode 100644 index 0000000000000000000000000000000000000000..f3e2ce869f488c61957a14e8df8daff71d13207d Binary files /dev/null and b/models/Motion_Module/backup/samples/sample-1/0.gif differ diff --git a/models/Motion_Module/backup/samples/sample-10.gif b/models/Motion_Module/backup/samples/sample-10.gif new file mode 100644 index 0000000000000000000000000000000000000000..4da128abfc96cef412c0316bfcd7b542949988f6 Binary files /dev/null and b/models/Motion_Module/backup/samples/sample-10.gif differ diff --git a/models/Motion_Module/backup/samples/sample-10/0.gif b/models/Motion_Module/backup/samples/sample-10/0.gif new file mode 100644 index 0000000000000000000000000000000000000000..4da128abfc96cef412c0316bfcd7b542949988f6 Binary files /dev/null and b/models/Motion_Module/backup/samples/sample-10/0.gif differ diff --git a/models/Motion_Module/backup/samples/sample-11.gif b/models/Motion_Module/backup/samples/sample-11.gif new file mode 100644 index 0000000000000000000000000000000000000000..443a051f872a0e375acbf8c9d38ff1e733e81322 Binary files /dev/null and b/models/Motion_Module/backup/samples/sample-11.gif differ diff --git a/models/Motion_Module/backup/samples/sample-11/0.gif b/models/Motion_Module/backup/samples/sample-11/0.gif new file mode 100644 index 0000000000000000000000000000000000000000..443a051f872a0e375acbf8c9d38ff1e733e81322 Binary files /dev/null and b/models/Motion_Module/backup/samples/sample-11/0.gif differ diff --git a/models/Motion_Module/backup/samples/sample-12.gif b/models/Motion_Module/backup/samples/sample-12.gif new file mode 100644 index 0000000000000000000000000000000000000000..a1395a0689e53b25b7db87ae931a1b4c1a4f5a48 Binary files /dev/null and b/models/Motion_Module/backup/samples/sample-12.gif differ diff --git a/models/Motion_Module/backup/samples/sample-12/0.gif b/models/Motion_Module/backup/samples/sample-12/0.gif new file mode 100644 index 0000000000000000000000000000000000000000..a1395a0689e53b25b7db87ae931a1b4c1a4f5a48 Binary files /dev/null and b/models/Motion_Module/backup/samples/sample-12/0.gif differ diff --git a/models/Motion_Module/backup/samples/sample-13.gif b/models/Motion_Module/backup/samples/sample-13.gif new file mode 100644 index 0000000000000000000000000000000000000000..781e90f7caae76462b5c8e565f4ceb6292d1ac5a Binary files /dev/null and b/models/Motion_Module/backup/samples/sample-13.gif differ diff --git a/models/Motion_Module/backup/samples/sample-13/0.gif b/models/Motion_Module/backup/samples/sample-13/0.gif new file mode 100644 index 0000000000000000000000000000000000000000..781e90f7caae76462b5c8e565f4ceb6292d1ac5a Binary files /dev/null and b/models/Motion_Module/backup/samples/sample-13/0.gif differ diff --git a/models/Motion_Module/backup/samples/sample-14.gif b/models/Motion_Module/backup/samples/sample-14.gif new file mode 100644 index 0000000000000000000000000000000000000000..36abde1d9c08a0aed08bf6dacee17bf353d489b8 Binary files /dev/null and b/models/Motion_Module/backup/samples/sample-14.gif differ diff --git a/models/Motion_Module/backup/samples/sample-14/0.gif b/models/Motion_Module/backup/samples/sample-14/0.gif new file mode 100644 index 0000000000000000000000000000000000000000..36abde1d9c08a0aed08bf6dacee17bf353d489b8 Binary files /dev/null and b/models/Motion_Module/backup/samples/sample-14/0.gif differ diff --git a/models/Motion_Module/backup/samples/sample-15.gif b/models/Motion_Module/backup/samples/sample-15.gif new file mode 100644 index 0000000000000000000000000000000000000000..8b3d474862ff8066fce141a22f2a71c16ea3a9e5 Binary files /dev/null and b/models/Motion_Module/backup/samples/sample-15.gif differ diff --git a/models/Motion_Module/backup/samples/sample-15/0.gif b/models/Motion_Module/backup/samples/sample-15/0.gif new file mode 100644 index 0000000000000000000000000000000000000000..8b3d474862ff8066fce141a22f2a71c16ea3a9e5 Binary files /dev/null and b/models/Motion_Module/backup/samples/sample-15/0.gif differ diff --git a/models/Motion_Module/backup/samples/sample-16.gif b/models/Motion_Module/backup/samples/sample-16.gif new file mode 100644 index 0000000000000000000000000000000000000000..c9d443b2c26f7789092cf5b3237ad4a0dc1e0779 Binary files /dev/null and b/models/Motion_Module/backup/samples/sample-16.gif differ diff --git a/models/Motion_Module/backup/samples/sample-16/0.gif b/models/Motion_Module/backup/samples/sample-16/0.gif new file mode 100644 index 0000000000000000000000000000000000000000..c9d443b2c26f7789092cf5b3237ad4a0dc1e0779 Binary files /dev/null and b/models/Motion_Module/backup/samples/sample-16/0.gif differ diff --git a/models/Motion_Module/backup/samples/sample-17.gif b/models/Motion_Module/backup/samples/sample-17.gif new file mode 100644 index 0000000000000000000000000000000000000000..f77b6863e0cff7f0d7824b8a22e8d0e7428841b9 Binary files /dev/null and b/models/Motion_Module/backup/samples/sample-17.gif differ diff --git a/models/Motion_Module/backup/samples/sample-17/0.gif b/models/Motion_Module/backup/samples/sample-17/0.gif new file mode 100644 index 0000000000000000000000000000000000000000..f77b6863e0cff7f0d7824b8a22e8d0e7428841b9 Binary files /dev/null and b/models/Motion_Module/backup/samples/sample-17/0.gif differ diff --git a/models/Motion_Module/backup/samples/sample-18.gif b/models/Motion_Module/backup/samples/sample-18.gif new file mode 100644 index 0000000000000000000000000000000000000000..b244e7a828657e8529b348a322c53f35610ec1fd Binary files /dev/null and b/models/Motion_Module/backup/samples/sample-18.gif differ diff --git a/models/Motion_Module/backup/samples/sample-18/0.gif b/models/Motion_Module/backup/samples/sample-18/0.gif new file mode 100644 index 0000000000000000000000000000000000000000..b244e7a828657e8529b348a322c53f35610ec1fd Binary files /dev/null and b/models/Motion_Module/backup/samples/sample-18/0.gif differ diff --git a/models/Motion_Module/backup/samples/sample-2.gif b/models/Motion_Module/backup/samples/sample-2.gif new file mode 100644 index 0000000000000000000000000000000000000000..d7fe8a54eff47bb86a3806cdade7136d4ddaf952 Binary files /dev/null and b/models/Motion_Module/backup/samples/sample-2.gif differ diff --git a/models/Motion_Module/backup/samples/sample-2/0.gif b/models/Motion_Module/backup/samples/sample-2/0.gif new file mode 100644 index 0000000000000000000000000000000000000000..d7fe8a54eff47bb86a3806cdade7136d4ddaf952 Binary files /dev/null and b/models/Motion_Module/backup/samples/sample-2/0.gif differ diff --git a/models/Motion_Module/backup/samples/sample-3.gif b/models/Motion_Module/backup/samples/sample-3.gif new file mode 100644 index 0000000000000000000000000000000000000000..00942322b6233c406bca275495110478ee2ca13c Binary files /dev/null and b/models/Motion_Module/backup/samples/sample-3.gif differ diff --git a/models/Motion_Module/backup/samples/sample-3/0.gif b/models/Motion_Module/backup/samples/sample-3/0.gif new file mode 100644 index 0000000000000000000000000000000000000000..00942322b6233c406bca275495110478ee2ca13c Binary files /dev/null and b/models/Motion_Module/backup/samples/sample-3/0.gif differ diff --git a/models/Motion_Module/backup/samples/sample-4.gif b/models/Motion_Module/backup/samples/sample-4.gif new file mode 100644 index 0000000000000000000000000000000000000000..7b9ceb8452d00fc06611f2c4b23ef90644b3ac3e Binary files /dev/null and b/models/Motion_Module/backup/samples/sample-4.gif differ diff --git a/models/Motion_Module/backup/samples/sample-4/0.gif b/models/Motion_Module/backup/samples/sample-4/0.gif new file mode 100644 index 0000000000000000000000000000000000000000..7b9ceb8452d00fc06611f2c4b23ef90644b3ac3e Binary files /dev/null and b/models/Motion_Module/backup/samples/sample-4/0.gif differ diff --git a/models/Motion_Module/backup/samples/sample-5.gif b/models/Motion_Module/backup/samples/sample-5.gif new file mode 100644 index 0000000000000000000000000000000000000000..26780d5c92429ca4f21264529f2e81358a3542b0 Binary files /dev/null and b/models/Motion_Module/backup/samples/sample-5.gif differ diff --git a/models/Motion_Module/backup/samples/sample-5/0.gif b/models/Motion_Module/backup/samples/sample-5/0.gif new file mode 100644 index 0000000000000000000000000000000000000000..26780d5c92429ca4f21264529f2e81358a3542b0 Binary files /dev/null and b/models/Motion_Module/backup/samples/sample-5/0.gif differ diff --git a/models/Motion_Module/backup/samples/sample-6.gif b/models/Motion_Module/backup/samples/sample-6.gif new file mode 100644 index 0000000000000000000000000000000000000000..d66c21daf4d6d2a3c13050cbe626c9b6c6baaf5c Binary files /dev/null and b/models/Motion_Module/backup/samples/sample-6.gif differ diff --git a/models/Motion_Module/backup/samples/sample-6/0.gif b/models/Motion_Module/backup/samples/sample-6/0.gif new file mode 100644 index 0000000000000000000000000000000000000000..d66c21daf4d6d2a3c13050cbe626c9b6c6baaf5c Binary files /dev/null and b/models/Motion_Module/backup/samples/sample-6/0.gif differ diff --git a/models/Motion_Module/backup/samples/sample-7.gif b/models/Motion_Module/backup/samples/sample-7.gif new file mode 100644 index 0000000000000000000000000000000000000000..d3857b8ec7e44c6b0c9a8bef2ff68e43175ae893 Binary files /dev/null and b/models/Motion_Module/backup/samples/sample-7.gif differ diff --git a/models/Motion_Module/backup/samples/sample-7/0.gif b/models/Motion_Module/backup/samples/sample-7/0.gif new file mode 100644 index 0000000000000000000000000000000000000000..d3857b8ec7e44c6b0c9a8bef2ff68e43175ae893 Binary files /dev/null and b/models/Motion_Module/backup/samples/sample-7/0.gif differ diff --git a/models/Motion_Module/backup/samples/sample-8.gif b/models/Motion_Module/backup/samples/sample-8.gif new file mode 100644 index 0000000000000000000000000000000000000000..c76beef72cbe6c87430dd4c14f36aff80fd865cc Binary files /dev/null and b/models/Motion_Module/backup/samples/sample-8.gif differ diff --git a/models/Motion_Module/backup/samples/sample-8/0.gif b/models/Motion_Module/backup/samples/sample-8/0.gif new file mode 100644 index 0000000000000000000000000000000000000000..c76beef72cbe6c87430dd4c14f36aff80fd865cc Binary files /dev/null and b/models/Motion_Module/backup/samples/sample-8/0.gif differ diff --git a/models/Motion_Module/backup/samples/sample-9.gif b/models/Motion_Module/backup/samples/sample-9.gif new file mode 100644 index 0000000000000000000000000000000000000000..a3355c5564573025d696810bdc77b50efa0fdacc Binary files /dev/null and b/models/Motion_Module/backup/samples/sample-9.gif differ diff --git a/models/Motion_Module/backup/samples/sample-9/0.gif b/models/Motion_Module/backup/samples/sample-9/0.gif new file mode 100644 index 0000000000000000000000000000000000000000..a3355c5564573025d696810bdc77b50efa0fdacc Binary files /dev/null and b/models/Motion_Module/backup/samples/sample-9/0.gif differ diff --git a/models/Motion_Module/test/config.yaml b/models/Motion_Module/test/config.yaml index e8f7a0febce43a74711dd78574f5f7e2d3860d20..805867f95a0c0059a28f01708c877194dd9395df 100644 --- a/models/Motion_Module/test/config.yaml +++ b/models/Motion_Module/test/config.yaml @@ -1,5 +1,5 @@ -pretrained_model_path: models/StableDiffusion/ -output_dir: models/Motion_Module/test +pretrained_model_path: /content/AnimateDiff-SceneFusion/models/StableDiffusion/ +output_dir: /content/AnimateDiff-SceneFusion/models/Motion_Module/test train_data: video_folder: data/output csv_path: data/output.csv @@ -23,7 +23,7 @@ train_whole_module: false trainable_modules: - to_q train_batch_size: 1 -max_train_steps: 1 +max_train_steps: 36 learning_rate: 0.0003 scale_lr: false lr_scheduler: constant @@ -42,7 +42,7 @@ mixed_precision: fp16 use_8bit_adam: false enable_xformers_memory_efficient_attention: true seed: 33 -motion_module: models/Motion_Module/mm_sd_v15.ckpt +motion_module: /content/AnimateDiff-SceneFusion/models/Motion_Module/mm_sd_v15.ckpt inference_config_path: configs/inference/inference-v3.yaml motion_module_pe_multiplier: 1 dataset_class: MultiTuneAVideoDataset