File size: 3,071 Bytes
4ae2a0d
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
{
    "sacrebleu": {
        "score": 33.436451348487466,
        "counts": [
            19586,
            11874,
            7945,
            5450
        ],
        "totals": [
            31477,
            30479,
            29481,
            28485
        ],
        "precisions": [
            62.22321059821457,
            38.957971062042716,
            26.94956073403209,
            19.132876952782166
        ],
        "bp": 1.0,
        "sys_len": 31477,
        "ref_len": 30620
    },
    "rouge": {
        "rouge1": [
            [
                0.5868986191655717,
                0.5990516851228531,
                0.5892049154144693
            ],
            [
                0.5977571827236499,
                0.6099207497981789,
                0.5995111761931164
            ],
            [
                0.6079524761878128,
                0.6202142720286049,
                0.6094761236959281
            ]
        ],
        "rouge2": [
            [
                0.3706071661208073,
                0.3785178998280979,
                0.37195231176110016
            ],
            [
                0.3822973112445337,
                0.3910339885523211,
                0.3840413583143001
            ],
            [
                0.3943269285733919,
                0.40342286677145006,
                0.39586855043691616
            ]
        ],
        "rougeL": [
            [
                0.5396432739320616,
                0.5500014160494135,
                0.5415782549465077
            ],
            [
                0.5501208131226542,
                0.5612357333331699,
                0.5516218104057385
            ],
            [
                0.5618124341271667,
                0.572879684102229,
                0.562976363702977
            ]
        ],
        "rougeLsum": [
            [
                0.538985057343137,
                0.5513723525906167,
                0.5416040213401992
            ],
            [
                0.5506317054043084,
                0.5618544163370318,
                0.552372087766954
            ],
            [
                0.562072829679551,
                0.5729279153458795,
                0.5629424360218582
            ]
        ]
    },
    "bleu": {
        "bleu": 0.2966828370181192,
        "precisions": [
            0.5677756586847496,
            0.3517718553228877,
            0.23602720468102892,
            0.1643500236929395
        ],
        "brevity_penalty": 1.0,
        "length_ratio": 1.029862146728258,
        "translation_length": 28314,
        "reference_length": 27493
    },
    "meteor": {
        "meteor": 0.48057062339433765
    },
    "ter": {
        "score": 57.60375368275561,
        "num_edits": 15837,
        "ref_length": 27493.0
    },
    "bert_score": {
        "precision": 0.8292220607697963,
        "recall": 0.8316881820857525,
        "f1": 0.8299418310523033,
        "hashcode": "microsoft/deberta-xlarge-mnli_L40_no-idf_version=0.3.11(hug_trans=4.18.0)_fast-tokenizer"
    }
}