File size: 579 Bytes
74efc84 e26543b 74efc84 671e7e3 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 |
# Register necessary SeqIO Tasks/Mixtures.
from __gin__ import dynamic_registration
from t5x import utils
import tasks
import __main__ as train_script
include 'base_nl36.gin'
include 't5x/configs/runs/pretrain.gin'
# ------------------- Training specification overrides --------------------------
train_script.train:
eval_period = 10000
utils.SaveCheckpointConfig:
period = 10000
keep = 10
MIXTURE_OR_TASK_NAME = "pretrain_finnish"
USE_CACHED_TASKS = False
TASK_FEATURE_LENGTHS = {"inputs": 512, "targets": 512}
TRAIN_STEPS = 1000000
DROPOUT_RATE = 0.0
BATCH_SIZE = 64 |