{ | |
"ampere_pruning_method": "disabled", | |
"attention_block_cols": 1, | |
"attention_block_rows": 1, | |
"attention_lambda": 1.0, | |
"attention_output_with_dense": 0, | |
"attention_pruning_method": "topK", | |
"bias_mask": true, | |
"dense_block_cols": 1, | |
"dense_block_rows": 1, | |
"dense_lambda": 1.0, | |
"dense_pruning_method": "topK", | |
"distil_alpha_ce": 0.1, | |
"distil_alpha_teacher": 0.9, | |
"distil_teacher_name_or_path": "csarron/bert-base-uncased-squad-v1", | |
"distil_temperature": 2.0, | |
"final_ampere_temperature": 20.0, | |
"final_finetune": 1, | |
"final_threshold": 0.5, | |
"final_warmup": 0, | |
"initial_ampere_temperature": 0.0, | |
"initial_threshold": 1.0, | |
"initial_warmup": 0, | |
"mask_init": "constant", | |
"mask_scale": 0.0, | |
"mask_scores_learning_rate": 0.01, | |
"regularization": "", | |
"regularization_final_lambda": 0 | |
} |