File size: 10,875 Bytes
b297489
 
 
 
 
 
ac2cf65
b297489
 
 
 
 
 
 
 
 
 
 
ac2cf65
b297489
 
 
 
 
 
ac2cf65
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
b297489
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
PredictionOutput(predictions=(array([[-5.6569166, -5.6026487, -5.2293024, ..., -7.714299 , -7.75922  ,
        -7.050535 ],
       [-4.10028  , -4.4362736, -1.4430411, ..., -7.6566777, -7.706584 ,
        -6.8068657],
       [-5.254589 , -5.085027 , -3.8519912, ..., -8.0982   , -7.74445  ,
        -6.976511 ],
       ...,
       [-4.8420677, -5.324687 , -4.6671324, ..., -7.9530993, -7.740043 ,
        -7.265579 ],
       [-1.7128483, -3.617846 , -2.9173126, ..., -8.322919 , -8.003241 ,
        -6.6888323],
       [-2.9863038, -4.3009934, -3.5254717, ..., -7.8710504, -7.8219476,
        -6.7088118]], dtype=float32), array([[-4.985059  , -5.62015   , -6.585838  , ..., -8.056629  ,
        -8.126738  , -5.9038467 ],
       [-3.0638905 , -4.8499866 , -5.270744  , ..., -7.938978  ,
        -8.022577  , -5.7312593 ],
       [-5.1996045 , -5.930199  , -6.8457756 , ..., -8.02756   ,
        -7.974593  , -6.0084224 ],
       ...,
       [-3.8334773 , -6.1602497 , -6.5691676 , ..., -7.966215  ,
        -8.136274  , -5.7270074 ],
       [-0.22586474, -3.4899747 , -2.4272456 , ..., -6.4262285 ,
        -7.6043906 , -5.4305654 ],
       [-1.3159301 , -4.3984494 , -3.9507654 , ..., -7.715788  ,
        -7.7165637 , -5.4757805 ]], dtype=float32)), label_ids=(array([ 41,   8,  10,   8,  39,   6,  59,   9,  14,  15,  73,   8,  51,
         7,  10,  10,  17,  10,  76,  16,  94,  11,   6,   9,  22,   7,
         7,   8,  25,  10,  27,  14,  11,  12,  11,  16,   8,  71,  10,
       102,  10,  66,  10,  50,   7,  32,   9,  10,   7,  12,   8, 179,
        11,  17,  96,  12,  66,   9,  17,   7, 126,   8,  44,  13,  13,
        46,  11,  12,  35,   9,  20,  10,  57,   7,  36,  11, 106,   9,
         8,   8,  12,  12,  91,  17,  13,  20,  10,  55,   9,  54,   8,
        22,   9,  77,  15,   7,  26,  11,  16,   8,   8,  87,  10,  20,
         9,  49,  12,  30,  13,  13,  10,   6,  74,  12,   9,  15,   9,
        21,  12,   8,  12,   8,   8,  57,  12,  13,  45,   8,  23,   8,
         9,  10,   8,   9,  10,  10,  14,  12,  14,   9,  39,  10,   9,
         9,  31,   9,   8,   8,  35,  12,  25,   8,  89,   7,  90,   8,
        45,  23,  14,  24,   9,  29,   8, 110,   9,  64,  10,  10,  13,
        12,  45,  13,  14,  13,  59,  11,  12,  18,  10,  12,   8,  80,
        14,  10,  12,  32,  33,  10,  11,  11,  51,  13, 106,  10,  15,
        10,  16,  10,   9,  10,  11,   8,  11,  10,  10,  11,  11,   8,
        12,  86,   9,  91,   9,   8,  10,  34,   7,  14,  10,  70,  10,
         9,  10,  71,  16,  95, 142,  11,  82,  10,  15,  33,   9,  16,
        10,   9,   9,  12,  10,  10,  32,   8,  23,  14,  93,   7,  12,
        10,  20,   9,  34,  34,  11,  42,  14,  15,  11,  18,  10,  32,
        15,  10,   8,   7,  48,   6,  76,   8,  23,  12,   9,   9,  10,
        10,  10,  89,  18,  15,   8, 106,  10, 162,   9,  10,  14,  20,
        11,  18,   8, 116,  11,  28,   7,  19,   8, 126,  11,  54,  13,
        41,   9,  16,  13,  23,  13,   9,  23,  78,  12,  21,   8,   8,
        73,  18,  23,  16,  21,  16,  35,   8,  55,  73,  12,   8,   9,
        12,  10,  15,   9,   9,  13,  14,  41,  14,  42,  10,  16,   9,
        64,  61,   9,   6,   9,   9,  10,  58,   9,   9, 165,  27,  12,
        27, 168,  10,  24,  12,  13,  42,  10,  45,   9,  48,  11,  67,
        12,  24,   7,  61,  10,  11,  19,  89,  20,  76,   8,  42,   9,
         9,   8,  55,   9,  11,  11,  40,   8,  23,   8,  74,  13,  24,
        10,  15,  12,  13,  11,  10,  13,  11,  11,  18,  10,  26,  82,
        10,  26,   7,  13,  11,  69,  12,  10,  11,  14,  11,  18,  15,
        36,  10,  49,   8,  50,   9,  19,   9,  40,  10,  51,   8,  61,
        13,  49,   9,  13,  14,  78,   8,  35,  17, 106, 116,   7,   8,
         9,  59,  87,   8,   8,  11,  63,  11,   8,   8,  23,  13, 113,
         7,  45,   8,  21,  11,  10,   7,  26,  14,   9,  68,  11,  22,
         8,  13,   7, 461,  95,   0,  16,   0,   0,  41,  10,  10,  14,
        26,  13,  23,  11,  29,  24,  12,  11,  11,  55,   7,  14,   8,
        11,  10,   9,  12,  13,  12,  14,  14,  17,   8,  54,   7,  18,
        11,  12,  34,  14,  14,   7,  56,   9,  75,   9,  15,  11,  24,
        10,  89,   7,  78,   9,  41,  14, 112,   8,  51,   7,  90,   7,
        52,   9,  23,  17,  16,  43,   7,  13,  14,  10,  11,  39,  12,
        16,   9,  18,   8,  37,   8,  65,  10,  52,  10,  15,  13,  46,
        11,  17,  17,  84,  10,  74,  12,  12,  76,   9,  10,   9,  16,
        13,  11,  25,  25,   8,  16,  17,  22,   9,  53,   8,  70,  13,
        43,  13,  35,   8,  15,   9,  35,  12,  31,   7,  51,  12,  12,
        28,  10,  51,  18, 127,  15,  78,  12, 203,  11,  51,   9,  16,
        10,  45,   9,  12,  10,  63,  12, 106,   9,  34,  11,   8,  49,
        10,  37, 119,  11,  28,  13,  12,  28,   7,  10,  10,   8,  21,
        11, 112,  15,  72,   7,  20,  11,  40,   8,  20,  11,  60,   7,
        13,   8,  47,  11, 113,   9,   8,  16,   9,   9,   9,  13,   9,
        72,  11,  62,  56, 108,  15,  19,   9,  52,  11,  22,   7,  11,
        11,  13,  41,  12,  14,  42,  13,  35,   7, 109,   9,  11,  10,
         9,   9,  11,  32,   7,  16,   8,  12, 158,  11,  81,  10,  13,
       197,   9,   9,   9,  12,  11,  11,  12,  23,  10,   9,   8,   9,
        12,  59,  16,  29,  23,  74,  20,  22, 133,  10,  93,  17,  15,
        10,  13,  43,   9,  11,  20,  10,  11,  14,  24,  10,  12,  10,
        58,  31,  13,   7,  10,  14,  10,   8,   8,  13,  43,  10,  35,
        32,  61,  23,  15,  14,  12,  23,  12,  13,  25,  12,   7,  30,
         9, 118,   9,  48,  28,   9,  54,  36,  11,  52,  29,  10,   8,
        27,   9,  25,  27,  17,  18,   9,  14,  45,  15,   9,  16,   7,
        48, 139,   9,  39,  10,  44,  10,  12,  11,  50, 110,  11,  28,
         9,  32,  11,  10,  20,  16,  15,  16,  15,  15,  15,  18,  10,
        26,   9,  10,   9,  53,  13, 120,  18,  27,  10,  50,  12,  60,
        24, 104,  25,   7,   9,  18,  10,  33,   8, 203,  78,   9, 104,
        13,  21,  17]), array([ 41,   7,   9,   7,  51,   5,  71,   8,  17,  14,  75,   7,  52,
         6,  12,   9,  24,   9,  81,  15, 105,  10,  10,   8,  25,   6,
        12,   7,  52,   9,  54,  13,  10,  32,  10,  17,   7,  72,   9,
       105,   9,  66,   9,  52,   6,  34,   8,  36,   6,  38,   7, 188,
        10,  16, 109,  11,  71,   8,  18,   6, 130,   7,  44,  16,  12,
        61,  10,  11,  38,   8,  31,   9,  61,   6,  45,  10, 106,   8,
         8,   7,  43,  11,  92,  16,  12,  22,   9,  56,   8,  55,   7,
        23,   8,  82,  14,   6,  27,  10,  16,  12,   7,  89,   9,  22,
         8,  57,  11,  33,  12,  12,  21,   5,  82,  11,   8,  16,   8,
        24,  19,   7,  11,   7,   7,  69,  11,  12,  54,   7,  47,   7,
        21,  22,  20,   8,   9,   9,  19,  11,  15,   8,  42,   9,  13,
         8,  31,   8,   7,   7,  40,  11,  27,   7,  94,   6,  95,   7,
        55,  29,  13,  24,   8,  38,   7, 111,   8,  67,   9,   9,  13,
        11,  47,  12,  13,  12,  85,  16,  11,  19,   9,  21,   7,  80,
        13,  10,  11,  35,  33,   9,  11,  10,  52,  12, 106,   9,  15,
         9,  23,  16,   8,  17,  18,   7,  10,  11,   9,  12,  10,   9,
        11,  89,   8,  93,   8,   8,   9,  56,   6,  18,   9,  71,   9,
         8,   9,  72,  15,  96, 142,  10,  83,   9,  14,  33,   8,  18,
         9,   8,   8,  11,  11,   9,  37,   7,  31,  13,  95,   6,  16,
         9,  21,   8,  39,  39,  10,  50,  13,  34,  10,  20,   9,  67,
        14,   9,  12,   6,  49,   5,  77,   7,  23,  11,  15,   8,   9,
         9,   9,  90,  17,  44,   7, 107,   9, 165,   8,   9,  13,  23,
        10,  22,   7, 119,  10,  29,   6,  24,   7, 130,  10,  63,  12,
        41,   8,  16,  12,  29,  12,   8,  42,  89,  11,  37,   7,   7,
        73,  17,  28,  15,  20,  15,  36,   7,  57,  99,  11,   7,  12,
        15,   9,  15,   8,   8,  14,  13,  44,  13,  52,   9,  18,   8,
        64,  61,   8,   5,   8,  10,   9,  60,  23,   8, 195,  69,  11,
        27, 172,   9,  24,  11,  12,  75,   9,  45,   8,  48,  10,  69,
        11,  26,   6,  63,  30,  10,  19,  90,  19,  76,   7,  47,   8,
        36,   7,  56,   8,  12,  10,  43,   7,  25,   7,  74,  12,  26,
         9,  15,  11,  15,  10,   9,  12,  13,  10,  43,   9,  26,  82,
         9,  54,   6,  13,  10,  91,  11,  25,  10,  20,  10,  18,  14,
        61,   9,  51,   7,  52,   8,  27,   8,  42,   9,  51,   7,  85,
        12,  51,   8,  35,  13,  78,   7,  38,  16, 109, 129,   6,   7,
         8,  62,  88,   7,   7,  10,  87,  10,  12,   7,  23,  12, 114,
         6,  53,   7,  24,  10,  42,   6,  81,  34,   8,  77,  10,  23,
         7,  14,   6, 462,  96,   0,  15,   0,   0,  49,   9,   9,  13,
        29,  12,  30,  10,  29,  24,  11,  10,  10,  59,   6,  15,   7,
        25,  24,   8,  11,  13,  11,  33,  13,  35,   7,  59,   6,  31,
        10,  11,  34,  13,  15,   6,  56,   8,  76,   8,  16,  10,  25,
         9,  91,   6,  90,   8,  41,  13, 113,   7,  52,   6,  92,   6,
        53,   8,  23,  16,  15,  47,   6,  15,  16,   9,  10,  39,  11,
        22,   8,  18,   7,  51,   7,  67,   9,  54,   9,  35,  12,  75,
        10,  17,  16,  91,   9,  74,  11,  11,  81,   8,   9,  18,  15,
        15,  10,  25,  27,   7,  17,  16,  22,   8,  55,   7,  74,  12,
        45,  12,  51,   7,  17,   8,  43,  11,  33,   6,  52,  11,  11,
        61,   9,  53,  17, 134,  14,  80,  11, 206,  10,  53,   8,  22,
         9,  49,   8,  20,   9,  84,  11, 132,   8,  35,  12,   7,  55,
         9,  60, 120,  10,  41,  12,  13,  29,   6,   9,  18,   7,  23,
        10, 133,  14,  78,   6,  45,  10,  40,   7,  42,  10,  61,   6,
        21,   7,  56,  10, 116,   8,   7,  19,   8,  11,   8,  15,   8,
        72,  10,  68,  82, 128,  14,  21,   8,  57,  10,  24,   6,  13,
        10,  12,  46,  11,  13,  46,  12,  50,   6, 110,   8,  34,   9,
        13,   8,  10,  32,   6,  21,   7,  11, 162,  10,  85,   9,  12,
       199,   8,  11,   8,  13,  10,  10,  11,  26,   9,  20,   7,   8,
        11,  59,  18,  29,  25,  78,  25,  22, 140,  31,  96,  20,  17,
         9,  12,  46,   8,  10,  20,   9,  10,  13,  37,   9,  12,  15,
        59,  33,  15,   6,  14,  27,  24,   9,   7,  15,  56,   9,  38,
        34,  69,  25,  14,  13,  14,  23,  11,  12,  26,  16,   6,  33,
         8, 121,   8,  50,  32,   8,  91,  37,  10,  54,  31,   9,   9,
        29,   8,  69,  32,  24,  18,  12,  35,  73,  33,   8,  22,   8,
        53, 141,  26,  39,   9,  46,   9,  16,  10,  51, 112,  10,  42,
         8,  32,  10,  12,  20,  15,  14,  18,  15,  14,  14,  19,   9,
        48,   8,   9,   8,  55,  12, 120,  17,  29,   9,  54,  11,  78,
        29, 116,  28,   6,   8,  48,   9,  33,   7, 206,  79,   8, 124,
        12,  46,  16])), metrics={'test_loss': 1.0607749223709106, 'test_exact_match': 65.80188679245283, 'test_f1': 72.46319500072799, 'test_runtime': 42.8941, 'test_samples_per_second': 19.77, 'test_steps_per_second': 2.471})