{ "sacrebleu": { "score": 32.101150640281695, "counts": [ 19160, 11392, 7558, 5186 ], "totals": [ 31477, 30479, 29481, 28485 ], "precisions": [ 60.86984147155066, 37.37655434889596, 25.636850853091822, 18.20607337195015 ], "bp": 1.0, "sys_len": 31477, "ref_len": 30102 }, "rouge": { "rouge1": [ [ 0.5852396804366098, 0.6089057437338691, 0.5919486437026797 ], [ 0.5964621218261164, 0.6200342221830797, 0.6029705008756368 ], [ 0.6068321807422377, 0.6311106822798185, 0.61324805661008 ] ], "rouge2": [ [ 0.3710985389559613, 0.38708055355385995, 0.3761201217327784 ], [ 0.3844850790869714, 0.40017782122170353, 0.38920434271970195 ], [ 0.3968990790506025, 0.41382310483690327, 0.4022299418726329 ] ], "rougeL": [ [ 0.5351505034410595, 0.5564838960633809, 0.5410602618870524 ], [ 0.5457898501195475, 0.5677049056091881, 0.5519189480892548 ], [ 0.5575497491149766, 0.5787856637940312, 0.5630101422167583 ] ], "rougeLsum": [ [ 0.5352116089085267, 0.5570236521823667, 0.5415939934790461 ], [ 0.5463246235983789, 0.5676427704754348, 0.5522237812823654 ], [ 0.5581141358005033, 0.5796683147249665, 0.5630221371759908 ] ] }, "bleu": { "bleu": 0.2842153038526809, "precisions": [ 0.5535070989616444, 0.33646946844340314, 0.22383069265549602, 0.15653135365661033 ], "brevity_penalty": 1.0, "length_ratio": 1.0469217970049918, "translation_length": 28314, "reference_length": 27045 }, "meteor": { "meteor": 0.4880039569987408 }, "ter": { "score": 59.500831946755405, "num_edits": 16092, "ref_length": 27045.0 }, "bert_score": { "precision": 0.8192488248944283, "recall": 0.8262857750356197, "f1": 0.8223461411595344, "hashcode": "microsoft/deberta-xlarge-mnli_L40_no-idf_version=0.3.11(hug_trans=4.18.0)_fast-tokenizer" } }