| # set train hyperparams | |
| unset LD_PRELOAD | |
| PROJECT_DIR="/researchdisk/byt5-base-finnish" | |
| T5X_DIR=${HOME}"/t5x" # directory where the t5x is cloned. | |
| MODEL_DIR="/researchdisk/byt5-base-finnish" | |
| export PYTHONPATH=${PROJECT_DIR} | |
| python3 ${T5X_DIR}/t5x/train.py \ | |
| --gin_search_paths=${PROJECT_DIR} \ | |
| --gin_file="base_pretrain.gin" \ | |
| --gin.MODEL_DIR=\"${MODEL_DIR}\" |