sdyy's picture
Create tran.py
bfa5d34 verified
raw
history blame contribute delete
554 Bytes
!python /content/run_translation.py \
--model_name_or_path Helsinki-NLP/opus-mt-en-ar \
--do_train \
--do_eval \
--source_lang en \
--target_lang ar \
--source_prefix "translate English to Arabic: " \
--dataset_name sdyy/en-ar \
--dataset_config_name default \
--train_file train_file.jsonl \
--validation_file validation_dataset.jsonl \
--output_dir /content/tst-translation \
--per_device_train_batch_size 4 \
--per_device_eval_batch_size 4 \
--overwrite_output_dir \
--predict_with_generate