{ "sacrebleu": { "score": 29.035496917461597, "counts": [ 18582, 10514, 6681, 4387 ], "totals": [ 31477, 30479, 29481, 28485 ], "precisions": [ 59.033580074339994, 34.49588241084025, 22.662053525999795, 15.401088292083553 ], "bp": 1.0, "sys_len": 31477, "ref_len": 30388 }, "rouge": { "rouge1": [ [ 0.5661701202298134, 0.5806961045770566, 0.5693885562082325 ], [ 0.5768745925790656, 0.5926959547911554, 0.5803693779677083 ], [ 0.5871085218904836, 0.6035331460243276, 0.5900979805085623 ] ], "rouge2": [ [ 0.34243414046469267, 0.35226400857606666, 0.34469210847048837 ], [ 0.3545484183384055, 0.36470783370743065, 0.3569058648048812 ], [ 0.36612813327517263, 0.37717476449671, 0.3689653665404565 ] ], "rougeL": [ [ 0.5129704896656746, 0.526995889564155, 0.5162056185006965 ], [ 0.523632841460358, 0.5375452284094455, 0.5267080806612512 ], [ 0.5350158816319085, 0.5480980981777757, 0.5372302857012781 ] ], "rougeLsum": [ [ 0.5126805856827783, 0.5265189554049317, 0.5155154093959223 ], [ 0.5239559133309495, 0.5380410013947112, 0.5271022617246641 ], [ 0.5351934954578494, 0.5491115103854219, 0.5381174565735956 ] ] }, "bleu": { "bleu": 0.2546886610724999, "precisions": [ 0.5339761248852158, 0.30784155806120955, 0.19560013678331242, 0.1308640025272469 ], "brevity_penalty": 1.0, "length_ratio": 1.0353982300884956, "translation_length": 28314, "reference_length": 27346 }, "meteor": { "meteor": 0.4630996837124251 }, "ter": { "score": 61.848167922182405, "num_edits": 16913, "ref_length": 27346.0 }, "bert_score": { "precision": 0.8128397642374039, "recall": 0.8185485603511333, "f1": 0.8153312988877296, "hashcode": "microsoft/deberta-xlarge-mnli_L40_no-idf_version=0.3.11(hug_trans=4.18.0)_fast-tokenizer" } }