File size: 541 Bytes
32dc2d8
a96f44d
 
 
5ca30e6
 
 
a96f44d
074c5e1
32dc2d8
650ecb1
 
 
5ca30e6
650ecb1
32dc2d8
 
650ecb1
63249ac
5e244d0
63249ac
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
python run_seq2seq_flax.py \
	--dataset_repo_or_path dalle-mini/encoded \
	--train_file **/train/*/*.jsonl \
	--validation_file **/valid/*/*.jsonl \
	--len_train 129847128 \
	--len_eval 157312 \
	--eval_steps 1000 \
	--streaming \
	--normalize_text \
	--output_dir output \
	--per_device_train_batch_size 56 \
	--per_device_eval_batch_size 56 \
	--preprocessing_num_workers 80 \
	--warmup_steps 5000 \
	--gradient_accumulation_steps 8 \
	--do_train \
	--do_eval \
	--adafactor \
	--num_train_epochs 6 \
	--log_model \
	--learning_rate 0.005