File size: 402 Bytes
1b067c6 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 |
DATASET = "task-focus + sample from remain datasets"
DATASET_FORMAT = 'input-output'
PER_DEVICE_TRAIN_BATCH_SIZE = 2
GRADIENT_ACCUMULATION_STEPS = 4
LEARNING_RATE = 0.0003
LR_SCHEDULER_TYPE = 'constant'
WARMUP_RATIO = 0.03
LORA_R = 128
LORA_ALPHA = 32
LORA_DROPOUT = 0.1
TRAIN_ON_SOURCE = False
SOURCE_MAX_LENGTH = 1024
TARGET_MAX_LENGTH = 1024
LOGGING_STEPS = 20
SAVE_STEPS = 100
SAVE_TOTAL_LIMIT = 4 |