!python /content/run_translation.py \ | |
--model_name_or_path Helsinki-NLP/opus-mt-en-ar \ | |
--do_train \ | |
--do_eval \ | |
--source_lang en \ | |
--target_lang ar \ | |
--source_prefix "translate English to Arabic: " \ | |
--dataset_name sdyy/en-ar \ | |
--dataset_config_name default \ | |
--train_file train_file.jsonl \ | |
--validation_file validation_dataset.jsonl \ | |
--output_dir /content/tst-translation \ | |
--per_device_train_batch_size 4 \ | |
--per_device_eval_batch_size 4 \ | |
--overwrite_output_dir \ | |
--predict_with_generate | |