dalle-mini / dev /seq2seq /do_small_run.sh
boris's picture
feat: log epoch + check params
074c5e1
raw
history blame
511 Bytes
python run_seq2seq_flax.py \
--dataset_repo_or_path dalle-mini/encoded \
--train_file **/train/*/*.jsonl \
--validation_file **/valid/*/*.jsonl \
--len_train 42684248 \
--len_eval 34328 \
--streaming \
--output_dir output \
--per_device_train_batch_size 56 \
--per_device_eval_batch_size 56 \
--preprocessing_num_workers 80 \
--warmup_steps 125 \
--gradient_accumulation_steps 8 \
--do_train \
--do_eval \
--adafactor \
--num_train_epochs 1 \
--max_train_samples 10000 \
--learning_rate 0.005