args.json

{
    "max_length": 256,
    "pretrained_model_name_or_path": "xlm-mlm-tlm-xnli15-1024-paddle",
    "train_language": "en",
    "language": "en",
    "train_batch_size": 8,
    "eval_batch_size": 32,
    "learning_rate": 2e-06,
    "num_train_epochs": 250,
    "sentences_per_epoch": 20000,
    "max_train_steps": 625000,
    "gradient_accumulation_steps": 1,
    "output_dir": "xnli_right_avg_new",
    "cache_dir": "data_caches",
    "optimizer": "adam",
    "seed": 12345,
    "writer_type": "visualdl",
    "logging_steps": 50,
    "save_steps": 2500,
    "topk": 3,
    "num_workers": 0,
    "adam_epsilon": 1e-08,
    "fp16": false,
    "overwrite_cache": false,
    "scale_loss": 32768,
    "log_dir": "xnli_right_avg_new/logs"
}