Open-Sora-Plan-v1-0-0 / scripts /videogpt /train_videogpt_dsz2.sh
fffiloni's picture
Upload 244 files
b3f324b verified
raw
history blame
835 Bytes
export ACCELERATE_GRADIENT_ACCUMULATION_STEPS=1
accelerate launch \
--config_file scripts/accelerate_configs/deepspeed_zero2_config.yaml \
opensora/train/train_videogpt.py \
--do_train \
--seed 1234 \
--data_path "datasets/UCF-101/" \
--per_device_train_batch_size 32 \
--gradient_accumulation_steps $ACCELERATE_GRADIENT_ACCUMULATION_STEPS \
--learning_rate 7e-4 \
--weight_decay 0. \
--num_train_epochs 2 \
--lr_scheduler_type cosine \
--max_grad_norm 1.0 \
--save_strategy steps \
--save_total_limit 5 \
--logging_steps 5 \
--save_steps 10000 \
--n_codes 1024 \
--n_hiddens 240 \
--embedding_dim 4 \
--n_res_layers 4 \
--downsample "4,4,4" \
--resolution 128 \
--sequence_length 16 \
--output_dir results/videogpt_444_128 \
--bf16 True \
--fp16 False \
--report_to tensorboard