|
{ |
|
"sacrebleu": { |
|
"score": 33.436451348487466, |
|
"counts": [ |
|
19586, |
|
11874, |
|
7945, |
|
5450 |
|
], |
|
"totals": [ |
|
31477, |
|
30479, |
|
29481, |
|
28485 |
|
], |
|
"precisions": [ |
|
62.22321059821457, |
|
38.957971062042716, |
|
26.94956073403209, |
|
19.132876952782166 |
|
], |
|
"bp": 1.0, |
|
"sys_len": 31477, |
|
"ref_len": 30620 |
|
}, |
|
"rouge": { |
|
"rouge1": [ |
|
[ |
|
0.5868986191655717, |
|
0.5990516851228531, |
|
0.5892049154144693 |
|
], |
|
[ |
|
0.5977571827236499, |
|
0.6099207497981789, |
|
0.5995111761931164 |
|
], |
|
[ |
|
0.6079524761878128, |
|
0.6202142720286049, |
|
0.6094761236959281 |
|
] |
|
], |
|
"rouge2": [ |
|
[ |
|
0.3706071661208073, |
|
0.3785178998280979, |
|
0.37195231176110016 |
|
], |
|
[ |
|
0.3822973112445337, |
|
0.3910339885523211, |
|
0.3840413583143001 |
|
], |
|
[ |
|
0.3943269285733919, |
|
0.40342286677145006, |
|
0.39586855043691616 |
|
] |
|
], |
|
"rougeL": [ |
|
[ |
|
0.5396432739320616, |
|
0.5500014160494135, |
|
0.5415782549465077 |
|
], |
|
[ |
|
0.5501208131226542, |
|
0.5612357333331699, |
|
0.5516218104057385 |
|
], |
|
[ |
|
0.5618124341271667, |
|
0.572879684102229, |
|
0.562976363702977 |
|
] |
|
], |
|
"rougeLsum": [ |
|
[ |
|
0.538985057343137, |
|
0.5513723525906167, |
|
0.5416040213401992 |
|
], |
|
[ |
|
0.5506317054043084, |
|
0.5618544163370318, |
|
0.552372087766954 |
|
], |
|
[ |
|
0.562072829679551, |
|
0.5729279153458795, |
|
0.5629424360218582 |
|
] |
|
] |
|
}, |
|
"bleu": { |
|
"bleu": 0.2966828370181192, |
|
"precisions": [ |
|
0.5677756586847496, |
|
0.3517718553228877, |
|
0.23602720468102892, |
|
0.1643500236929395 |
|
], |
|
"brevity_penalty": 1.0, |
|
"length_ratio": 1.029862146728258, |
|
"translation_length": 28314, |
|
"reference_length": 27493 |
|
}, |
|
"meteor": { |
|
"meteor": 0.48057062339433765 |
|
}, |
|
"ter": { |
|
"score": 57.60375368275561, |
|
"num_edits": 15837, |
|
"ref_length": 27493.0 |
|
}, |
|
"bert_score": { |
|
"precision": 0.8292220607697963, |
|
"recall": 0.8316881820857525, |
|
"f1": 0.8299418310523033, |
|
"hashcode": "microsoft/deberta-xlarge-mnli_L40_no-idf_version=0.3.11(hug_trans=4.18.0)_fast-tokenizer" |
|
} |
|
} |