{ | |
"lr_encoder": "1e-5", | |
"lr_others": "5e-5", | |
"num_steps": 30000, | |
"warmup_ratio": 0.1, | |
"train_batch_size": 8, | |
"eval_every": 5000, | |
"max_width": 12, | |
"model_name": "microsoft/deberta-v3-small", | |
"fine_tune": true, | |
"subtoken_pooling": "first", | |
"hidden_size": 768, | |
"span_mode": "markerV0", | |
"dropout": 0.4, | |
"max_neg_type_ratio": 1, | |
"name": "large", | |
"max_len": 384, | |
"max_types": 4, | |
"shuffle_types": true, | |
"random_drop": true | |
} |