File size: 3,077 Bytes
797bf18
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
{
    "sacrebleu": {
        "score": 29.035496917461597,
        "counts": [
            18582,
            10514,
            6681,
            4387
        ],
        "totals": [
            31477,
            30479,
            29481,
            28485
        ],
        "precisions": [
            59.033580074339994,
            34.49588241084025,
            22.662053525999795,
            15.401088292083553
        ],
        "bp": 1.0,
        "sys_len": 31477,
        "ref_len": 30388
    },
    "rouge": {
        "rouge1": [
            [
                0.5661701202298134,
                0.5806961045770566,
                0.5693885562082325
            ],
            [
                0.5768745925790656,
                0.5926959547911554,
                0.5803693779677083
            ],
            [
                0.5871085218904836,
                0.6035331460243276,
                0.5900979805085623
            ]
        ],
        "rouge2": [
            [
                0.34243414046469267,
                0.35226400857606666,
                0.34469210847048837
            ],
            [
                0.3545484183384055,
                0.36470783370743065,
                0.3569058648048812
            ],
            [
                0.36612813327517263,
                0.37717476449671,
                0.3689653665404565
            ]
        ],
        "rougeL": [
            [
                0.5129704896656746,
                0.526995889564155,
                0.5162056185006965
            ],
            [
                0.523632841460358,
                0.5375452284094455,
                0.5267080806612512
            ],
            [
                0.5350158816319085,
                0.5480980981777757,
                0.5372302857012781
            ]
        ],
        "rougeLsum": [
            [
                0.5126805856827783,
                0.5265189554049317,
                0.5155154093959223
            ],
            [
                0.5239559133309495,
                0.5380410013947112,
                0.5271022617246641
            ],
            [
                0.5351934954578494,
                0.5491115103854219,
                0.5381174565735956
            ]
        ]
    },
    "bleu": {
        "bleu": 0.2546886610724999,
        "precisions": [
            0.5339761248852158,
            0.30784155806120955,
            0.19560013678331242,
            0.1308640025272469
        ],
        "brevity_penalty": 1.0,
        "length_ratio": 1.0353982300884956,
        "translation_length": 28314,
        "reference_length": 27346
    },
    "meteor": {
        "meteor": 0.4630996837124251
    },
    "ter": {
        "score": 61.848167922182405,
        "num_edits": 16913,
        "ref_length": 27346.0
    },
    "bert_score": {
        "precision": 0.8128397642374039,
        "recall": 0.8185485603511333,
        "f1": 0.8153312988877296,
        "hashcode": "microsoft/deberta-xlarge-mnli_L40_no-idf_version=0.3.11(hug_trans=4.18.0)_fast-tokenizer"
    }
}