freesky's picture
commit
ede8620
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 7.0,
"eval_steps": 500,
"global_step": 700,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.01,
"learning_rate": 4.7619047619047615e-06,
"loss": 1.4031,
"step": 1
},
{
"epoch": 0.02,
"learning_rate": 9.523809523809523e-06,
"loss": 1.0378,
"step": 2
},
{
"epoch": 0.03,
"learning_rate": 1.4285714285714285e-05,
"loss": 1.419,
"step": 3
},
{
"epoch": 0.04,
"learning_rate": 1.9047619047619046e-05,
"loss": 0.8751,
"step": 4
},
{
"epoch": 0.05,
"learning_rate": 2.380952380952381e-05,
"loss": 0.8246,
"step": 5
},
{
"epoch": 0.06,
"learning_rate": 2.857142857142857e-05,
"loss": 1.5731,
"step": 6
},
{
"epoch": 0.07,
"learning_rate": 3.3333333333333335e-05,
"loss": 1.4364,
"step": 7
},
{
"epoch": 0.08,
"learning_rate": 3.809523809523809e-05,
"loss": 1.3878,
"step": 8
},
{
"epoch": 0.09,
"learning_rate": 4.2857142857142856e-05,
"loss": 1.265,
"step": 9
},
{
"epoch": 0.1,
"learning_rate": 4.761904761904762e-05,
"loss": 1.3973,
"step": 10
},
{
"epoch": 0.11,
"learning_rate": 5.2380952380952384e-05,
"loss": 1.6149,
"step": 11
},
{
"epoch": 0.12,
"learning_rate": 5.714285714285714e-05,
"loss": 1.6563,
"step": 12
},
{
"epoch": 0.13,
"learning_rate": 6.19047619047619e-05,
"loss": 1.7338,
"step": 13
},
{
"epoch": 0.14,
"learning_rate": 6.666666666666667e-05,
"loss": 1.1037,
"step": 14
},
{
"epoch": 0.15,
"learning_rate": 7.142857142857143e-05,
"loss": 0.7607,
"step": 15
},
{
"epoch": 0.16,
"learning_rate": 7.619047619047618e-05,
"loss": 1.5945,
"step": 16
},
{
"epoch": 0.17,
"learning_rate": 8.095238095238096e-05,
"loss": 0.9,
"step": 17
},
{
"epoch": 0.18,
"learning_rate": 8.571428571428571e-05,
"loss": 0.2399,
"step": 18
},
{
"epoch": 0.19,
"learning_rate": 9.047619047619048e-05,
"loss": 0.5496,
"step": 19
},
{
"epoch": 0.2,
"learning_rate": 9.523809523809524e-05,
"loss": 1.388,
"step": 20
},
{
"epoch": 0.21,
"learning_rate": 0.0001,
"loss": 0.7568,
"step": 21
},
{
"epoch": 0.22,
"learning_rate": 9.999946482054772e-05,
"loss": 1.1276,
"step": 22
},
{
"epoch": 0.23,
"learning_rate": 9.999785929364756e-05,
"loss": 1.4121,
"step": 23
},
{
"epoch": 0.24,
"learning_rate": 9.999518345366932e-05,
"loss": 0.9086,
"step": 24
},
{
"epoch": 0.25,
"learning_rate": 9.999143735789518e-05,
"loss": 0.5801,
"step": 25
},
{
"epoch": 0.26,
"learning_rate": 9.998662108651848e-05,
"loss": 1.0704,
"step": 26
},
{
"epoch": 0.27,
"learning_rate": 9.9980734742642e-05,
"loss": 1.0435,
"step": 27
},
{
"epoch": 0.28,
"learning_rate": 9.997377845227576e-05,
"loss": 0.6334,
"step": 28
},
{
"epoch": 0.29,
"learning_rate": 9.996575236433428e-05,
"loss": 1.0811,
"step": 29
},
{
"epoch": 0.3,
"learning_rate": 9.995665665063349e-05,
"loss": 1.2314,
"step": 30
},
{
"epoch": 0.31,
"learning_rate": 9.994649150588693e-05,
"loss": 0.4723,
"step": 31
},
{
"epoch": 0.32,
"learning_rate": 9.993525714770166e-05,
"loss": 0.0684,
"step": 32
},
{
"epoch": 0.33,
"learning_rate": 9.992295381657361e-05,
"loss": 0.5988,
"step": 33
},
{
"epoch": 0.34,
"learning_rate": 9.990958177588236e-05,
"loss": 0.0821,
"step": 34
},
{
"epoch": 0.35,
"learning_rate": 9.989514131188559e-05,
"loss": 0.6222,
"step": 35
},
{
"epoch": 0.36,
"learning_rate": 9.987963273371286e-05,
"loss": 0.4488,
"step": 36
},
{
"epoch": 0.37,
"learning_rate": 9.986305637335907e-05,
"loss": 1.4852,
"step": 37
},
{
"epoch": 0.38,
"learning_rate": 9.984541258567731e-05,
"loss": 1.4569,
"step": 38
},
{
"epoch": 0.39,
"learning_rate": 9.98267017483713e-05,
"loss": 1.1673,
"step": 39
},
{
"epoch": 0.4,
"learning_rate": 9.980692426198728e-05,
"loss": 0.195,
"step": 40
},
{
"epoch": 0.41,
"learning_rate": 9.978608054990539e-05,
"loss": 1.3146,
"step": 41
},
{
"epoch": 0.42,
"learning_rate": 9.97641710583307e-05,
"loss": 0.4517,
"step": 42
},
{
"epoch": 0.43,
"learning_rate": 9.974119625628361e-05,
"loss": 0.7465,
"step": 43
},
{
"epoch": 0.44,
"learning_rate": 9.971715663558979e-05,
"loss": 0.4864,
"step": 44
},
{
"epoch": 0.45,
"learning_rate": 9.969205271086968e-05,
"loss": 1.0293,
"step": 45
},
{
"epoch": 0.46,
"learning_rate": 9.966588501952746e-05,
"loss": 0.7191,
"step": 46
},
{
"epoch": 0.47,
"learning_rate": 9.963865412173957e-05,
"loss": 0.9721,
"step": 47
},
{
"epoch": 0.48,
"learning_rate": 9.961036060044268e-05,
"loss": 1.1731,
"step": 48
},
{
"epoch": 0.49,
"learning_rate": 9.958100506132127e-05,
"loss": 1.0871,
"step": 49
},
{
"epoch": 0.5,
"learning_rate": 9.955058813279455e-05,
"loss": 0.8415,
"step": 50
},
{
"epoch": 0.51,
"learning_rate": 9.951911046600313e-05,
"loss": 0.584,
"step": 51
},
{
"epoch": 0.52,
"learning_rate": 9.948657273479507e-05,
"loss": 0.6379,
"step": 52
},
{
"epoch": 0.53,
"learning_rate": 9.945297563571135e-05,
"loss": 0.5592,
"step": 53
},
{
"epoch": 0.54,
"learning_rate": 9.941831988797104e-05,
"loss": 1.1618,
"step": 54
},
{
"epoch": 0.55,
"learning_rate": 9.938260623345591e-05,
"loss": 1.3189,
"step": 55
},
{
"epoch": 0.56,
"learning_rate": 9.934583543669453e-05,
"loss": 1.0713,
"step": 56
},
{
"epoch": 0.57,
"learning_rate": 9.930800828484592e-05,
"loss": 0.6324,
"step": 57
},
{
"epoch": 0.58,
"learning_rate": 9.926912558768262e-05,
"loss": 0.6729,
"step": 58
},
{
"epoch": 0.59,
"learning_rate": 9.922918817757345e-05,
"loss": 0.7628,
"step": 59
},
{
"epoch": 0.6,
"learning_rate": 9.918819690946567e-05,
"loss": 0.641,
"step": 60
},
{
"epoch": 0.61,
"learning_rate": 9.914615266086668e-05,
"loss": 0.5939,
"step": 61
},
{
"epoch": 0.62,
"learning_rate": 9.910305633182518e-05,
"loss": 1.1748,
"step": 62
},
{
"epoch": 0.63,
"learning_rate": 9.905890884491195e-05,
"loss": 1.1561,
"step": 63
},
{
"epoch": 0.64,
"learning_rate": 9.901371114520012e-05,
"loss": 1.1403,
"step": 64
},
{
"epoch": 0.65,
"learning_rate": 9.89674642002449e-05,
"loss": 0.6795,
"step": 65
},
{
"epoch": 0.66,
"learning_rate": 9.892016900006284e-05,
"loss": 1.1345,
"step": 66
},
{
"epoch": 0.67,
"learning_rate": 9.887182655711077e-05,
"loss": 1.1063,
"step": 67
},
{
"epoch": 0.68,
"learning_rate": 9.882243790626393e-05,
"loss": 0.6593,
"step": 68
},
{
"epoch": 0.69,
"learning_rate": 9.877200410479399e-05,
"loss": 0.9359,
"step": 69
},
{
"epoch": 0.7,
"learning_rate": 9.872052623234632e-05,
"loss": 1.0167,
"step": 70
},
{
"epoch": 0.71,
"learning_rate": 9.866800539091688e-05,
"loss": 0.8953,
"step": 71
},
{
"epoch": 0.72,
"learning_rate": 9.861444270482868e-05,
"loss": 0.8634,
"step": 72
},
{
"epoch": 0.73,
"learning_rate": 9.85598393207077e-05,
"loss": 0.6286,
"step": 73
},
{
"epoch": 0.74,
"learning_rate": 9.850419640745831e-05,
"loss": 1.0384,
"step": 74
},
{
"epoch": 0.75,
"learning_rate": 9.844751515623824e-05,
"loss": 1.2193,
"step": 75
},
{
"epoch": 0.76,
"learning_rate": 9.838979678043315e-05,
"loss": 0.5009,
"step": 76
},
{
"epoch": 0.77,
"learning_rate": 9.833104251563056e-05,
"loss": 0.9311,
"step": 77
},
{
"epoch": 0.78,
"learning_rate": 9.827125361959353e-05,
"loss": 0.787,
"step": 78
},
{
"epoch": 0.79,
"learning_rate": 9.821043137223356e-05,
"loss": 0.0479,
"step": 79
},
{
"epoch": 0.8,
"learning_rate": 9.814857707558335e-05,
"loss": 1.2287,
"step": 80
},
{
"epoch": 0.81,
"learning_rate": 9.808569205376884e-05,
"loss": 1.2224,
"step": 81
},
{
"epoch": 0.82,
"learning_rate": 9.802177765298091e-05,
"loss": 0.7389,
"step": 82
},
{
"epoch": 0.83,
"learning_rate": 9.795683524144649e-05,
"loss": 0.8626,
"step": 83
},
{
"epoch": 0.84,
"learning_rate": 9.789086620939936e-05,
"loss": 1.0958,
"step": 84
},
{
"epoch": 0.85,
"learning_rate": 9.782387196905034e-05,
"loss": 0.7304,
"step": 85
},
{
"epoch": 0.86,
"learning_rate": 9.775585395455708e-05,
"loss": 1.0366,
"step": 86
},
{
"epoch": 0.87,
"learning_rate": 9.76868136219933e-05,
"loss": 0.5899,
"step": 87
},
{
"epoch": 0.88,
"learning_rate": 9.761675244931772e-05,
"loss": 0.645,
"step": 88
},
{
"epoch": 0.89,
"learning_rate": 9.754567193634232e-05,
"loss": 0.5779,
"step": 89
},
{
"epoch": 0.9,
"learning_rate": 9.747357360470033e-05,
"loss": 0.6998,
"step": 90
},
{
"epoch": 0.91,
"learning_rate": 9.740045899781352e-05,
"loss": 1.1801,
"step": 91
},
{
"epoch": 0.92,
"learning_rate": 9.732632968085936e-05,
"loss": 1.2694,
"step": 92
},
{
"epoch": 0.93,
"learning_rate": 9.725118724073731e-05,
"loss": 0.6501,
"step": 93
},
{
"epoch": 0.94,
"learning_rate": 9.717503328603498e-05,
"loss": 0.697,
"step": 94
},
{
"epoch": 0.95,
"learning_rate": 9.709786944699364e-05,
"loss": 0.5169,
"step": 95
},
{
"epoch": 0.96,
"learning_rate": 9.701969737547331e-05,
"loss": 0.7606,
"step": 96
},
{
"epoch": 0.97,
"learning_rate": 9.694051874491748e-05,
"loss": 1.0151,
"step": 97
},
{
"epoch": 0.98,
"learning_rate": 9.686033525031719e-05,
"loss": 0.8041,
"step": 98
},
{
"epoch": 0.99,
"learning_rate": 9.677914860817476e-05,
"loss": 0.8203,
"step": 99
},
{
"epoch": 1.0,
"learning_rate": 9.669696055646713e-05,
"loss": 1.0445,
"step": 100
},
{
"epoch": 1.01,
"learning_rate": 9.661377285460855e-05,
"loss": 1.0269,
"step": 101
},
{
"epoch": 1.02,
"learning_rate": 9.652958728341296e-05,
"loss": 1.1789,
"step": 102
},
{
"epoch": 1.03,
"learning_rate": 9.644440564505588e-05,
"loss": 0.5468,
"step": 103
},
{
"epoch": 1.04,
"learning_rate": 9.635822976303581e-05,
"loss": 0.5322,
"step": 104
},
{
"epoch": 1.05,
"learning_rate": 9.627106148213522e-05,
"loss": 0.4772,
"step": 105
},
{
"epoch": 1.06,
"learning_rate": 9.6182902668381e-05,
"loss": 0.5595,
"step": 106
},
{
"epoch": 1.07,
"learning_rate": 9.609375520900459e-05,
"loss": 0.593,
"step": 107
},
{
"epoch": 1.08,
"learning_rate": 9.600362101240152e-05,
"loss": 0.5759,
"step": 108
},
{
"epoch": 1.09,
"learning_rate": 9.59125020080906e-05,
"loss": 0.5372,
"step": 109
},
{
"epoch": 1.1,
"learning_rate": 9.582040014667258e-05,
"loss": 1.1394,
"step": 110
},
{
"epoch": 1.11,
"learning_rate": 9.572731739978839e-05,
"loss": 0.8768,
"step": 111
},
{
"epoch": 1.12,
"learning_rate": 9.563325576007701e-05,
"loss": 0.9546,
"step": 112
},
{
"epoch": 1.13,
"learning_rate": 9.553821724113268e-05,
"loss": 0.0215,
"step": 113
},
{
"epoch": 1.14,
"learning_rate": 9.544220387746192e-05,
"loss": 0.4819,
"step": 114
},
{
"epoch": 1.15,
"learning_rate": 9.534521772443988e-05,
"loss": 0.4828,
"step": 115
},
{
"epoch": 1.16,
"learning_rate": 9.524726085826644e-05,
"loss": 1.0581,
"step": 116
},
{
"epoch": 1.17,
"learning_rate": 9.514833537592166e-05,
"loss": 0.9637,
"step": 117
},
{
"epoch": 1.18,
"learning_rate": 9.504844339512095e-05,
"loss": 0.5552,
"step": 118
},
{
"epoch": 1.19,
"learning_rate": 9.494758705426978e-05,
"loss": 0.5657,
"step": 119
},
{
"epoch": 1.2,
"learning_rate": 9.484576851241773e-05,
"loss": 1.1438,
"step": 120
},
{
"epoch": 1.21,
"learning_rate": 9.474298994921251e-05,
"loss": 0.5918,
"step": 121
},
{
"epoch": 1.22,
"learning_rate": 9.463925356485313e-05,
"loss": 0.083,
"step": 122
},
{
"epoch": 1.23,
"learning_rate": 9.45345615800428e-05,
"loss": 0.5083,
"step": 123
},
{
"epoch": 1.24,
"learning_rate": 9.442891623594153e-05,
"loss": 1.0781,
"step": 124
},
{
"epoch": 1.25,
"learning_rate": 9.432231979411798e-05,
"loss": 0.6055,
"step": 125
},
{
"epoch": 1.26,
"learning_rate": 9.421477453650118e-05,
"loss": 1.1048,
"step": 126
},
{
"epoch": 1.27,
"learning_rate": 9.410628276533163e-05,
"loss": 0.4045,
"step": 127
},
{
"epoch": 1.28,
"learning_rate": 9.399684680311196e-05,
"loss": 0.8653,
"step": 128
},
{
"epoch": 1.29,
"learning_rate": 9.388646899255733e-05,
"loss": 0.3902,
"step": 129
},
{
"epoch": 1.3,
"learning_rate": 9.377515169654518e-05,
"loss": 1.0075,
"step": 130
},
{
"epoch": 1.31,
"learning_rate": 9.366289729806468e-05,
"loss": 0.5589,
"step": 131
},
{
"epoch": 1.32,
"learning_rate": 9.354970820016576e-05,
"loss": 0.2421,
"step": 132
},
{
"epoch": 1.33,
"learning_rate": 9.343558682590756e-05,
"loss": 0.6159,
"step": 133
},
{
"epoch": 1.34,
"learning_rate": 9.332053561830669e-05,
"loss": 0.5952,
"step": 134
},
{
"epoch": 1.35,
"learning_rate": 9.320455704028481e-05,
"loss": 1.2189,
"step": 135
},
{
"epoch": 1.36,
"learning_rate": 9.308765357461604e-05,
"loss": 0.3588,
"step": 136
},
{
"epoch": 1.37,
"learning_rate": 9.296982772387365e-05,
"loss": 0.37,
"step": 137
},
{
"epoch": 1.38,
"learning_rate": 9.285108201037662e-05,
"loss": 1.0717,
"step": 138
},
{
"epoch": 1.39,
"learning_rate": 9.27314189761356e-05,
"loss": 1.3066,
"step": 139
},
{
"epoch": 1.4,
"learning_rate": 9.261084118279847e-05,
"loss": 1.1335,
"step": 140
},
{
"epoch": 1.41,
"learning_rate": 9.24893512115955e-05,
"loss": 0.5148,
"step": 141
},
{
"epoch": 1.42,
"learning_rate": 9.236695166328419e-05,
"loss": 1.0804,
"step": 142
},
{
"epoch": 1.43,
"learning_rate": 9.224364515809343e-05,
"loss": 1.2198,
"step": 143
},
{
"epoch": 1.44,
"learning_rate": 9.211943433566755e-05,
"loss": 1.1472,
"step": 144
},
{
"epoch": 1.45,
"learning_rate": 9.199432185500973e-05,
"loss": 0.9091,
"step": 145
},
{
"epoch": 1.46,
"learning_rate": 9.186831039442514e-05,
"loss": 0.6102,
"step": 146
},
{
"epoch": 1.47,
"learning_rate": 9.174140265146356e-05,
"loss": 0.4588,
"step": 147
},
{
"epoch": 1.48,
"learning_rate": 9.161360134286166e-05,
"loss": 0.5156,
"step": 148
},
{
"epoch": 1.49,
"learning_rate": 9.148490920448477e-05,
"loss": 1.0874,
"step": 149
},
{
"epoch": 1.5,
"learning_rate": 9.135532899126844e-05,
"loss": 0.9126,
"step": 150
},
{
"epoch": 1.51,
"learning_rate": 9.122486347715937e-05,
"loss": 0.7957,
"step": 151
},
{
"epoch": 1.52,
"learning_rate": 9.109351545505607e-05,
"loss": 0.9366,
"step": 152
},
{
"epoch": 1.53,
"learning_rate": 9.096128773674902e-05,
"loss": 1.1504,
"step": 153
},
{
"epoch": 1.54,
"learning_rate": 9.082818315286055e-05,
"loss": 0.9205,
"step": 154
},
{
"epoch": 1.55,
"learning_rate": 9.069420455278419e-05,
"loss": 1.0,
"step": 155
},
{
"epoch": 1.56,
"learning_rate": 9.055935480462367e-05,
"loss": 1.2941,
"step": 156
},
{
"epoch": 1.57,
"learning_rate": 9.042363679513158e-05,
"loss": 1.1631,
"step": 157
},
{
"epoch": 1.58,
"learning_rate": 9.028705342964753e-05,
"loss": 0.6903,
"step": 158
},
{
"epoch": 1.59,
"learning_rate": 9.014960763203592e-05,
"loss": 1.0193,
"step": 159
},
{
"epoch": 1.6,
"learning_rate": 9.001130234462347e-05,
"loss": 0.5605,
"step": 160
},
{
"epoch": 1.61,
"learning_rate": 8.987214052813604e-05,
"loss": 0.8445,
"step": 161
},
{
"epoch": 1.62,
"learning_rate": 8.973212516163545e-05,
"loss": 0.7994,
"step": 162
},
{
"epoch": 1.63,
"learning_rate": 8.959125924245559e-05,
"loss": 1.0185,
"step": 163
},
{
"epoch": 1.64,
"learning_rate": 8.944954578613827e-05,
"loss": 0.4566,
"step": 164
},
{
"epoch": 1.65,
"learning_rate": 8.930698782636867e-05,
"loss": 1.1035,
"step": 165
},
{
"epoch": 1.66,
"learning_rate": 8.916358841491046e-05,
"loss": 1.0899,
"step": 166
},
{
"epoch": 1.67,
"learning_rate": 8.901935062154034e-05,
"loss": 0.664,
"step": 167
},
{
"epoch": 1.68,
"learning_rate": 8.887427753398248e-05,
"loss": 0.7774,
"step": 168
},
{
"epoch": 1.69,
"learning_rate": 8.872837225784226e-05,
"loss": 1.0792,
"step": 169
},
{
"epoch": 1.7,
"learning_rate": 8.858163791653994e-05,
"loss": 0.3954,
"step": 170
},
{
"epoch": 1.71,
"learning_rate": 8.84340776512437e-05,
"loss": 1.0453,
"step": 171
},
{
"epoch": 1.72,
"learning_rate": 8.828569462080238e-05,
"loss": 0.0937,
"step": 172
},
{
"epoch": 1.73,
"learning_rate": 8.813649200167799e-05,
"loss": 1.0096,
"step": 173
},
{
"epoch": 1.74,
"learning_rate": 8.798647298787754e-05,
"loss": 0.3115,
"step": 174
},
{
"epoch": 1.75,
"learning_rate": 8.783564079088477e-05,
"loss": 0.919,
"step": 175
},
{
"epoch": 1.76,
"learning_rate": 8.76839986395914e-05,
"loss": 0.4667,
"step": 176
},
{
"epoch": 1.77,
"learning_rate": 8.753154978022795e-05,
"loss": 0.8432,
"step": 177
},
{
"epoch": 1.78,
"learning_rate": 8.737829747629432e-05,
"loss": 0.8193,
"step": 178
},
{
"epoch": 1.79,
"learning_rate": 8.722424500848987e-05,
"loss": 0.4372,
"step": 179
},
{
"epoch": 1.8,
"learning_rate": 8.706939567464321e-05,
"loss": 0.0457,
"step": 180
},
{
"epoch": 1.81,
"learning_rate": 8.691375278964162e-05,
"loss": 0.015,
"step": 181
},
{
"epoch": 1.82,
"learning_rate": 8.675731968536002e-05,
"loss": 1.0568,
"step": 182
},
{
"epoch": 1.83,
"learning_rate": 8.660009971058978e-05,
"loss": 0.707,
"step": 183
},
{
"epoch": 1.84,
"learning_rate": 8.644209623096686e-05,
"loss": 0.5917,
"step": 184
},
{
"epoch": 1.85,
"learning_rate": 8.628331262889991e-05,
"loss": 1.2096,
"step": 185
},
{
"epoch": 1.86,
"learning_rate": 8.612375230349778e-05,
"loss": 1.1099,
"step": 186
},
{
"epoch": 1.87,
"learning_rate": 8.596341867049677e-05,
"loss": 0.5546,
"step": 187
},
{
"epoch": 1.88,
"learning_rate": 8.58023151621875e-05,
"loss": 0.6804,
"step": 188
},
{
"epoch": 1.89,
"learning_rate": 8.564044522734147e-05,
"loss": 1.1012,
"step": 189
},
{
"epoch": 1.9,
"learning_rate": 8.54778123311372e-05,
"loss": 0.9811,
"step": 190
},
{
"epoch": 1.91,
"learning_rate": 8.531441995508609e-05,
"loss": 0.3721,
"step": 191
},
{
"epoch": 1.92,
"learning_rate": 8.515027159695781e-05,
"loss": 0.3462,
"step": 192
},
{
"epoch": 1.93,
"learning_rate": 8.498537077070548e-05,
"loss": 0.4875,
"step": 193
},
{
"epoch": 1.94,
"learning_rate": 8.481972100639049e-05,
"loss": 0.9236,
"step": 194
},
{
"epoch": 1.95,
"learning_rate": 8.465332585010682e-05,
"loss": 0.036,
"step": 195
},
{
"epoch": 1.96,
"learning_rate": 8.448618886390522e-05,
"loss": 0.8321,
"step": 196
},
{
"epoch": 1.97,
"learning_rate": 8.431831362571691e-05,
"loss": 1.1929,
"step": 197
},
{
"epoch": 1.98,
"learning_rate": 8.414970372927704e-05,
"loss": 1.2032,
"step": 198
},
{
"epoch": 1.99,
"learning_rate": 8.398036278404767e-05,
"loss": 0.0115,
"step": 199
},
{
"epoch": 2.0,
"learning_rate": 8.38102944151406e-05,
"loss": 1.0193,
"step": 200
},
{
"epoch": 2.01,
"learning_rate": 8.363950226323963e-05,
"loss": 0.6684,
"step": 201
},
{
"epoch": 2.02,
"learning_rate": 8.346798998452282e-05,
"loss": 0.6883,
"step": 202
},
{
"epoch": 2.03,
"learning_rate": 8.329576125058406e-05,
"loss": 0.8697,
"step": 203
},
{
"epoch": 2.04,
"learning_rate": 8.312281974835452e-05,
"loss": 0.7854,
"step": 204
},
{
"epoch": 2.05,
"learning_rate": 8.294916918002376e-05,
"loss": 0.8573,
"step": 205
},
{
"epoch": 2.06,
"learning_rate": 8.277481326296038e-05,
"loss": 0.1149,
"step": 206
},
{
"epoch": 2.07,
"learning_rate": 8.259975572963257e-05,
"loss": 0.9545,
"step": 207
},
{
"epoch": 2.08,
"learning_rate": 8.242400032752813e-05,
"loss": 0.7834,
"step": 208
},
{
"epoch": 2.09,
"learning_rate": 8.224755081907427e-05,
"loss": 0.7207,
"step": 209
},
{
"epoch": 2.1,
"learning_rate": 8.2070410981557e-05,
"loss": 0.4601,
"step": 210
},
{
"epoch": 2.11,
"learning_rate": 8.189258460704038e-05,
"loss": 0.8886,
"step": 211
},
{
"epoch": 2.12,
"learning_rate": 8.171407550228532e-05,
"loss": 0.4563,
"step": 212
},
{
"epoch": 2.13,
"learning_rate": 8.153488748866796e-05,
"loss": 1.0037,
"step": 213
},
{
"epoch": 2.14,
"learning_rate": 8.135502440209804e-05,
"loss": 0.8796,
"step": 214
},
{
"epoch": 2.15,
"learning_rate": 8.117449009293668e-05,
"loss": 0.0385,
"step": 215
},
{
"epoch": 2.16,
"learning_rate": 8.0993288425914e-05,
"loss": 0.8037,
"step": 216
},
{
"epoch": 2.17,
"learning_rate": 8.081142328004637e-05,
"loss": 0.7149,
"step": 217
},
{
"epoch": 2.18,
"learning_rate": 8.062889854855333e-05,
"loss": 1.0,
"step": 218
},
{
"epoch": 2.19,
"learning_rate": 8.044571813877431e-05,
"loss": 0.4931,
"step": 219
},
{
"epoch": 2.2,
"learning_rate": 8.0261885972085e-05,
"loss": 1.2229,
"step": 220
},
{
"epoch": 2.21,
"learning_rate": 8.00774059838133e-05,
"loss": 1.0206,
"step": 221
},
{
"epoch": 2.22,
"learning_rate": 7.989228212315516e-05,
"loss": 0.4281,
"step": 222
},
{
"epoch": 2.23,
"learning_rate": 7.970651835309009e-05,
"loss": 0.325,
"step": 223
},
{
"epoch": 2.24,
"learning_rate": 7.952011865029614e-05,
"loss": 0.4511,
"step": 224
},
{
"epoch": 2.25,
"learning_rate": 7.933308700506497e-05,
"loss": 1.0534,
"step": 225
},
{
"epoch": 2.26,
"learning_rate": 7.914542742121633e-05,
"loss": 1.0809,
"step": 226
},
{
"epoch": 2.27,
"learning_rate": 7.895714391601232e-05,
"loss": 0.7914,
"step": 227
},
{
"epoch": 2.28,
"learning_rate": 7.876824052007149e-05,
"loss": 0.4348,
"step": 228
},
{
"epoch": 2.29,
"learning_rate": 7.857872127728248e-05,
"loss": 0.9297,
"step": 229
},
{
"epoch": 2.3,
"learning_rate": 7.838859024471748e-05,
"loss": 0.0606,
"step": 230
},
{
"epoch": 2.31,
"learning_rate": 7.819785149254532e-05,
"loss": 0.4665,
"step": 231
},
{
"epoch": 2.32,
"learning_rate": 7.800650910394449e-05,
"loss": 0.4669,
"step": 232
},
{
"epoch": 2.33,
"learning_rate": 7.781456717501557e-05,
"loss": 0.9979,
"step": 233
},
{
"epoch": 2.34,
"learning_rate": 7.762202981469357e-05,
"loss": 0.376,
"step": 234
},
{
"epoch": 2.35,
"learning_rate": 7.74289011446601e-05,
"loss": 1.0115,
"step": 235
},
{
"epoch": 2.36,
"learning_rate": 7.7235185299255e-05,
"loss": 0.3465,
"step": 236
},
{
"epoch": 2.37,
"learning_rate": 7.704088642538782e-05,
"loss": 0.6312,
"step": 237
},
{
"epoch": 2.38,
"learning_rate": 7.68460086824492e-05,
"loss": 1.0788,
"step": 238
},
{
"epoch": 2.39,
"learning_rate": 7.665055624222166e-05,
"loss": 0.8243,
"step": 239
},
{
"epoch": 2.4,
"learning_rate": 7.645453328879042e-05,
"loss": 0.6284,
"step": 240
},
{
"epoch": 2.41,
"learning_rate": 7.625794401845377e-05,
"loss": 0.5828,
"step": 241
},
{
"epoch": 2.42,
"learning_rate": 7.606079263963317e-05,
"loss": 0.331,
"step": 242
},
{
"epoch": 2.43,
"learning_rate": 7.586308337278336e-05,
"loss": 0.8812,
"step": 243
},
{
"epoch": 2.44,
"learning_rate": 7.566482045030179e-05,
"loss": 0.4332,
"step": 244
},
{
"epoch": 2.45,
"learning_rate": 7.546600811643816e-05,
"loss": 0.0149,
"step": 245
},
{
"epoch": 2.46,
"learning_rate": 7.52666506272035e-05,
"loss": 0.4849,
"step": 246
},
{
"epoch": 2.47,
"learning_rate": 7.50667522502791e-05,
"loss": 0.5015,
"step": 247
},
{
"epoch": 2.48,
"learning_rate": 7.486631726492512e-05,
"loss": 0.8306,
"step": 248
},
{
"epoch": 2.49,
"learning_rate": 7.466534996188897e-05,
"loss": 0.3214,
"step": 249
},
{
"epoch": 2.5,
"learning_rate": 7.446385464331348e-05,
"loss": 0.8702,
"step": 250
},
{
"epoch": 2.51,
"learning_rate": 7.426183562264488e-05,
"loss": 1.0255,
"step": 251
},
{
"epoch": 2.52,
"learning_rate": 7.405929722454026e-05,
"loss": 0.3734,
"step": 252
},
{
"epoch": 2.53,
"learning_rate": 7.385624378477521e-05,
"loss": 0.4999,
"step": 253
},
{
"epoch": 2.54,
"learning_rate": 7.365267965015086e-05,
"loss": 0.0178,
"step": 254
},
{
"epoch": 2.55,
"learning_rate": 7.344860917840091e-05,
"loss": 0.4426,
"step": 255
},
{
"epoch": 2.56,
"learning_rate": 7.324403673809831e-05,
"loss": 0.8835,
"step": 256
},
{
"epoch": 2.57,
"learning_rate": 7.303896670856167e-05,
"loss": 1.0596,
"step": 257
},
{
"epoch": 2.58,
"learning_rate": 7.283340347976166e-05,
"loss": 0.3448,
"step": 258
},
{
"epoch": 2.59,
"learning_rate": 7.262735145222696e-05,
"loss": 0.7635,
"step": 259
},
{
"epoch": 2.6,
"learning_rate": 7.242081503694995e-05,
"loss": 0.5643,
"step": 260
},
{
"epoch": 2.61,
"learning_rate": 7.22137986552925e-05,
"loss": 0.4274,
"step": 261
},
{
"epoch": 2.62,
"learning_rate": 7.200630673889117e-05,
"loss": 0.891,
"step": 262
},
{
"epoch": 2.63,
"learning_rate": 7.179834372956236e-05,
"loss": 0.6576,
"step": 263
},
{
"epoch": 2.64,
"learning_rate": 7.15899140792072e-05,
"loss": 0.9658,
"step": 264
},
{
"epoch": 2.65,
"learning_rate": 7.13810222497164e-05,
"loss": 0.6069,
"step": 265
},
{
"epoch": 2.66,
"learning_rate": 7.117167271287453e-05,
"loss": 0.6643,
"step": 266
},
{
"epoch": 2.67,
"learning_rate": 7.096186995026439e-05,
"loss": 0.0542,
"step": 267
},
{
"epoch": 2.68,
"learning_rate": 7.07516184531711e-05,
"loss": 0.7741,
"step": 268
},
{
"epoch": 2.69,
"learning_rate": 7.054092272248589e-05,
"loss": 0.3555,
"step": 269
},
{
"epoch": 2.7,
"learning_rate": 7.032978726860981e-05,
"loss": 0.9497,
"step": 270
},
{
"epoch": 2.71,
"learning_rate": 7.011821661135713e-05,
"loss": 0.5577,
"step": 271
},
{
"epoch": 2.72,
"learning_rate": 6.990621527985856e-05,
"loss": 0.0196,
"step": 272
},
{
"epoch": 2.73,
"learning_rate": 6.969378781246436e-05,
"loss": 1.0745,
"step": 273
},
{
"epoch": 2.74,
"learning_rate": 6.948093875664718e-05,
"loss": 0.3507,
"step": 274
},
{
"epoch": 2.75,
"learning_rate": 6.926767266890465e-05,
"loss": 0.9456,
"step": 275
},
{
"epoch": 2.76,
"learning_rate": 6.905399411466189e-05,
"loss": 0.4501,
"step": 276
},
{
"epoch": 2.77,
"learning_rate": 6.883990766817377e-05,
"loss": 0.9141,
"step": 277
},
{
"epoch": 2.78,
"learning_rate": 6.862541791242698e-05,
"loss": 0.7734,
"step": 278
},
{
"epoch": 2.79,
"learning_rate": 6.84105294390419e-05,
"loss": 0.7568,
"step": 279
},
{
"epoch": 2.8,
"learning_rate": 6.819524684817438e-05,
"loss": 0.909,
"step": 280
},
{
"epoch": 2.81,
"learning_rate": 6.797957474841716e-05,
"loss": 0.7132,
"step": 281
},
{
"epoch": 2.82,
"learning_rate": 6.776351775670129e-05,
"loss": 0.9626,
"step": 282
},
{
"epoch": 2.83,
"learning_rate": 6.754708049819728e-05,
"loss": 0.9361,
"step": 283
},
{
"epoch": 2.84,
"learning_rate": 6.733026760621607e-05,
"loss": 0.9124,
"step": 284
},
{
"epoch": 2.85,
"learning_rate": 6.711308372210983e-05,
"loss": 0.4468,
"step": 285
},
{
"epoch": 2.86,
"learning_rate": 6.689553349517268e-05,
"loss": 0.4842,
"step": 286
},
{
"epoch": 2.87,
"learning_rate": 6.667762158254104e-05,
"loss": 0.663,
"step": 287
},
{
"epoch": 2.88,
"learning_rate": 6.645935264909404e-05,
"loss": 0.9251,
"step": 288
},
{
"epoch": 2.89,
"learning_rate": 6.624073136735363e-05,
"loss": 0.7312,
"step": 289
},
{
"epoch": 2.9,
"learning_rate": 6.602176241738449e-05,
"loss": 0.9433,
"step": 290
},
{
"epoch": 2.91,
"learning_rate": 6.580245048669395e-05,
"loss": 0.0984,
"step": 291
},
{
"epoch": 2.92,
"learning_rate": 6.558280027013154e-05,
"loss": 1.0314,
"step": 292
},
{
"epoch": 2.93,
"learning_rate": 6.536281646978862e-05,
"loss": 0.8026,
"step": 293
},
{
"epoch": 2.94,
"learning_rate": 6.514250379489753e-05,
"loss": 0.1717,
"step": 294
},
{
"epoch": 2.95,
"learning_rate": 6.492186696173097e-05,
"loss": 0.054,
"step": 295
},
{
"epoch": 2.96,
"learning_rate": 6.47009106935009e-05,
"loss": 0.0319,
"step": 296
},
{
"epoch": 2.97,
"learning_rate": 6.447963972025751e-05,
"loss": 0.7367,
"step": 297
},
{
"epoch": 2.98,
"learning_rate": 6.425805877878793e-05,
"loss": 0.4738,
"step": 298
},
{
"epoch": 2.99,
"learning_rate": 6.403617261251484e-05,
"loss": 0.6486,
"step": 299
},
{
"epoch": 3.0,
"learning_rate": 6.381398597139492e-05,
"loss": 0.8341,
"step": 300
},
{
"epoch": 3.01,
"learning_rate": 6.359150361181715e-05,
"loss": 0.6808,
"step": 301
},
{
"epoch": 3.02,
"learning_rate": 6.336873029650104e-05,
"loss": 0.7224,
"step": 302
},
{
"epoch": 3.03,
"learning_rate": 6.314567079439459e-05,
"loss": 0.4141,
"step": 303
},
{
"epoch": 3.04,
"learning_rate": 6.292232988057235e-05,
"loss": 0.549,
"step": 304
},
{
"epoch": 3.05,
"learning_rate": 6.269871233613301e-05,
"loss": 0.0144,
"step": 305
},
{
"epoch": 3.06,
"learning_rate": 6.247482294809712e-05,
"loss": 0.8906,
"step": 306
},
{
"epoch": 3.07,
"learning_rate": 6.225066650930476e-05,
"loss": 0.3686,
"step": 307
},
{
"epoch": 3.08,
"learning_rate": 6.202624781831268e-05,
"loss": 0.2347,
"step": 308
},
{
"epoch": 3.09,
"learning_rate": 6.18015716792918e-05,
"loss": 0.7818,
"step": 309
},
{
"epoch": 3.1,
"learning_rate": 6.157664290192421e-05,
"loss": 0.5047,
"step": 310
},
{
"epoch": 3.11,
"learning_rate": 6.135146630130034e-05,
"loss": 0.8547,
"step": 311
},
{
"epoch": 3.12,
"learning_rate": 6.112604669781572e-05,
"loss": 0.7416,
"step": 312
},
{
"epoch": 3.13,
"learning_rate": 6.090038891706801e-05,
"loss": 0.5756,
"step": 313
},
{
"epoch": 3.14,
"learning_rate": 6.067449778975349e-05,
"loss": 0.3602,
"step": 314
},
{
"epoch": 3.15,
"learning_rate": 6.044837815156377e-05,
"loss": 0.7834,
"step": 315
},
{
"epoch": 3.16,
"learning_rate": 6.022203484308216e-05,
"loss": 0.4475,
"step": 316
},
{
"epoch": 3.17,
"learning_rate": 5.9995472709680234e-05,
"loss": 0.5393,
"step": 317
},
{
"epoch": 3.18,
"learning_rate": 5.976869660141389e-05,
"loss": 0.4159,
"step": 318
},
{
"epoch": 3.19,
"learning_rate": 5.954171137291968e-05,
"loss": 0.0905,
"step": 319
},
{
"epoch": 3.2,
"learning_rate": 5.931452188331083e-05,
"loss": 0.3343,
"step": 320
},
{
"epoch": 3.21,
"learning_rate": 5.908713299607318e-05,
"loss": 0.4226,
"step": 321
},
{
"epoch": 3.22,
"learning_rate": 5.885954957896115e-05,
"loss": 0.6134,
"step": 322
},
{
"epoch": 3.23,
"learning_rate": 5.863177650389347e-05,
"loss": 0.2971,
"step": 323
},
{
"epoch": 3.24,
"learning_rate": 5.8403818646848915e-05,
"loss": 0.6429,
"step": 324
},
{
"epoch": 3.25,
"learning_rate": 5.8175680887761955e-05,
"loss": 0.5874,
"step": 325
},
{
"epoch": 3.26,
"learning_rate": 5.794736811041821e-05,
"loss": 0.3562,
"step": 326
},
{
"epoch": 3.27,
"learning_rate": 5.771888520234997e-05,
"loss": 0.3763,
"step": 327
},
{
"epoch": 3.28,
"learning_rate": 5.749023705473153e-05,
"loss": 0.4824,
"step": 328
},
{
"epoch": 3.29,
"learning_rate": 5.726142856227452e-05,
"loss": 0.595,
"step": 329
},
{
"epoch": 3.3,
"learning_rate": 5.703246462312307e-05,
"loss": 0.5615,
"step": 330
},
{
"epoch": 3.31,
"learning_rate": 5.6803350138749034e-05,
"loss": 0.4391,
"step": 331
},
{
"epoch": 3.32,
"learning_rate": 5.6574090013846946e-05,
"loss": 0.9026,
"step": 332
},
{
"epoch": 3.33,
"learning_rate": 5.634468915622915e-05,
"loss": 0.0241,
"step": 333
},
{
"epoch": 3.34,
"learning_rate": 5.6115152476720635e-05,
"loss": 0.7012,
"step": 334
},
{
"epoch": 3.35,
"learning_rate": 5.5885484889054016e-05,
"loss": 0.7037,
"step": 335
},
{
"epoch": 3.36,
"learning_rate": 5.565569130976422e-05,
"loss": 0.4188,
"step": 336
},
{
"epoch": 3.37,
"learning_rate": 5.542577665808332e-05,
"loss": 0.3808,
"step": 337
},
{
"epoch": 3.38,
"learning_rate": 5.5195745855835226e-05,
"loss": 0.8797,
"step": 338
},
{
"epoch": 3.39,
"learning_rate": 5.496560382733028e-05,
"loss": 0.2011,
"step": 339
},
{
"epoch": 3.4,
"learning_rate": 5.4735355499259855e-05,
"loss": 0.7986,
"step": 340
},
{
"epoch": 3.41,
"learning_rate": 5.4505005800590945e-05,
"loss": 0.5735,
"step": 341
},
{
"epoch": 3.42,
"learning_rate": 5.427455966246057e-05,
"loss": 0.8255,
"step": 342
},
{
"epoch": 3.43,
"learning_rate": 5.4044022018070214e-05,
"loss": 0.9377,
"step": 343
},
{
"epoch": 3.44,
"learning_rate": 5.3813397802580334e-05,
"loss": 0.5552,
"step": 344
},
{
"epoch": 3.45,
"learning_rate": 5.358269195300454e-05,
"loss": 0.7921,
"step": 345
},
{
"epoch": 3.46,
"learning_rate": 5.335190940810407e-05,
"loss": 0.3424,
"step": 346
},
{
"epoch": 3.47,
"learning_rate": 5.312105510828196e-05,
"loss": 0.6281,
"step": 347
},
{
"epoch": 3.48,
"learning_rate": 5.289013399547732e-05,
"loss": 0.7099,
"step": 348
},
{
"epoch": 3.49,
"learning_rate": 5.265915101305952e-05,
"loss": 0.694,
"step": 349
},
{
"epoch": 3.5,
"learning_rate": 5.242811110572242e-05,
"loss": 0.2422,
"step": 350
},
{
"epoch": 3.51,
"learning_rate": 5.219701921937845e-05,
"loss": 0.2857,
"step": 351
},
{
"epoch": 3.52,
"learning_rate": 5.1965880301052784e-05,
"loss": 0.7273,
"step": 352
},
{
"epoch": 3.53,
"learning_rate": 5.17346992987774e-05,
"loss": 0.3574,
"step": 353
},
{
"epoch": 3.54,
"learning_rate": 5.15034811614852e-05,
"loss": 0.6972,
"step": 354
},
{
"epoch": 3.55,
"learning_rate": 5.1272230838904015e-05,
"loss": 0.6574,
"step": 355
},
{
"epoch": 3.56,
"learning_rate": 5.1040953281450684e-05,
"loss": 0.6237,
"step": 356
},
{
"epoch": 3.57,
"learning_rate": 5.080965344012508e-05,
"loss": 0.7119,
"step": 357
},
{
"epoch": 3.58,
"learning_rate": 5.057833626640408e-05,
"loss": 0.4174,
"step": 358
},
{
"epoch": 3.59,
"learning_rate": 5.0347006712135646e-05,
"loss": 0.7423,
"step": 359
},
{
"epoch": 3.6,
"learning_rate": 5.011566972943272e-05,
"loss": 0.5093,
"step": 360
},
{
"epoch": 3.61,
"learning_rate": 4.988433027056729e-05,
"loss": 0.4895,
"step": 361
},
{
"epoch": 3.62,
"learning_rate": 4.9652993287864365e-05,
"loss": 0.6984,
"step": 362
},
{
"epoch": 3.63,
"learning_rate": 4.942166373359593e-05,
"loss": 0.9807,
"step": 363
},
{
"epoch": 3.64,
"learning_rate": 4.919034655987493e-05,
"loss": 0.1413,
"step": 364
},
{
"epoch": 3.65,
"learning_rate": 4.895904671854933e-05,
"loss": 0.7832,
"step": 365
},
{
"epoch": 3.66,
"learning_rate": 4.872776916109601e-05,
"loss": 0.957,
"step": 366
},
{
"epoch": 3.67,
"learning_rate": 4.849651883851481e-05,
"loss": 0.0125,
"step": 367
},
{
"epoch": 3.68,
"learning_rate": 4.826530070122262e-05,
"loss": 0.5204,
"step": 368
},
{
"epoch": 3.69,
"learning_rate": 4.803411969894724e-05,
"loss": 0.9596,
"step": 369
},
{
"epoch": 3.7,
"learning_rate": 4.780298078062157e-05,
"loss": 0.4714,
"step": 370
},
{
"epoch": 3.71,
"learning_rate": 4.7571888894277604e-05,
"loss": 0.5038,
"step": 371
},
{
"epoch": 3.72,
"learning_rate": 4.7340848986940487e-05,
"loss": 0.8625,
"step": 372
},
{
"epoch": 3.73,
"learning_rate": 4.710986600452269e-05,
"loss": 0.865,
"step": 373
},
{
"epoch": 3.74,
"learning_rate": 4.687894489171804e-05,
"loss": 0.3526,
"step": 374
},
{
"epoch": 3.75,
"learning_rate": 4.6648090591895935e-05,
"loss": 0.2742,
"step": 375
},
{
"epoch": 3.76,
"learning_rate": 4.641730804699547e-05,
"loss": 0.5781,
"step": 376
},
{
"epoch": 3.77,
"learning_rate": 4.6186602197419685e-05,
"loss": 0.7607,
"step": 377
},
{
"epoch": 3.78,
"learning_rate": 4.59559779819298e-05,
"loss": 0.8003,
"step": 378
},
{
"epoch": 3.79,
"learning_rate": 4.572544033753945e-05,
"loss": 0.4204,
"step": 379
},
{
"epoch": 3.8,
"learning_rate": 4.5494994199409067e-05,
"loss": 0.3505,
"step": 380
},
{
"epoch": 3.81,
"learning_rate": 4.5264644500740156e-05,
"loss": 0.3341,
"step": 381
},
{
"epoch": 3.82,
"learning_rate": 4.503439617266973e-05,
"loss": 0.2664,
"step": 382
},
{
"epoch": 3.83,
"learning_rate": 4.4804254144164785e-05,
"loss": 0.0007,
"step": 383
},
{
"epoch": 3.84,
"learning_rate": 4.4574223341916695e-05,
"loss": 0.1969,
"step": 384
},
{
"epoch": 3.85,
"learning_rate": 4.434430869023579e-05,
"loss": 0.795,
"step": 385
},
{
"epoch": 3.86,
"learning_rate": 4.4114515110945995e-05,
"loss": 0.716,
"step": 386
},
{
"epoch": 3.87,
"learning_rate": 4.3884847523279376e-05,
"loss": 0.4021,
"step": 387
},
{
"epoch": 3.88,
"learning_rate": 4.365531084377087e-05,
"loss": 0.7047,
"step": 388
},
{
"epoch": 3.89,
"learning_rate": 4.342590998615307e-05,
"loss": 0.4303,
"step": 389
},
{
"epoch": 3.9,
"learning_rate": 4.319664986125099e-05,
"loss": 0.3186,
"step": 390
},
{
"epoch": 3.91,
"learning_rate": 4.2967535376876936e-05,
"loss": 0.0043,
"step": 391
},
{
"epoch": 3.92,
"learning_rate": 4.27385714377255e-05,
"loss": 0.8166,
"step": 392
},
{
"epoch": 3.93,
"learning_rate": 4.2509762945268474e-05,
"loss": 0.2863,
"step": 393
},
{
"epoch": 3.94,
"learning_rate": 4.228111479765004e-05,
"loss": 0.8721,
"step": 394
},
{
"epoch": 3.95,
"learning_rate": 4.205263188958179e-05,
"loss": 0.0029,
"step": 395
},
{
"epoch": 3.96,
"learning_rate": 4.182431911223805e-05,
"loss": 0.361,
"step": 396
},
{
"epoch": 3.97,
"learning_rate": 4.159618135315109e-05,
"loss": 0.9149,
"step": 397
},
{
"epoch": 3.98,
"learning_rate": 4.136822349610654e-05,
"loss": 0.2188,
"step": 398
},
{
"epoch": 3.99,
"learning_rate": 4.114045042103887e-05,
"loss": 0.7136,
"step": 399
},
{
"epoch": 4.0,
"learning_rate": 4.0912867003926834e-05,
"loss": 0.7188,
"step": 400
},
{
"epoch": 4.01,
"learning_rate": 4.068547811668918e-05,
"loss": 0.2834,
"step": 401
},
{
"epoch": 4.02,
"learning_rate": 4.045828862708032e-05,
"loss": 0.2911,
"step": 402
},
{
"epoch": 4.03,
"learning_rate": 4.023130339858612e-05,
"loss": 0.4027,
"step": 403
},
{
"epoch": 4.04,
"learning_rate": 4.0004527290319784e-05,
"loss": 0.6534,
"step": 404
},
{
"epoch": 4.05,
"learning_rate": 3.977796515691785e-05,
"loss": 0.3707,
"step": 405
},
{
"epoch": 4.06,
"learning_rate": 3.955162184843625e-05,
"loss": 0.818,
"step": 406
},
{
"epoch": 4.07,
"learning_rate": 3.9325502210246514e-05,
"loss": 0.5838,
"step": 407
},
{
"epoch": 4.08,
"learning_rate": 3.9099611082932e-05,
"loss": 0.2727,
"step": 408
},
{
"epoch": 4.09,
"learning_rate": 3.887395330218429e-05,
"loss": 0.9802,
"step": 409
},
{
"epoch": 4.1,
"learning_rate": 3.8648533698699695e-05,
"loss": 0.6162,
"step": 410
},
{
"epoch": 4.11,
"learning_rate": 3.8423357098075815e-05,
"loss": 0.2528,
"step": 411
},
{
"epoch": 4.12,
"learning_rate": 3.8198428320708216e-05,
"loss": 0.6246,
"step": 412
},
{
"epoch": 4.13,
"learning_rate": 3.7973752181687335e-05,
"loss": 0.4011,
"step": 413
},
{
"epoch": 4.14,
"learning_rate": 3.774933349069524e-05,
"loss": 0.3105,
"step": 414
},
{
"epoch": 4.15,
"learning_rate": 3.7525177051902874e-05,
"loss": 0.5954,
"step": 415
},
{
"epoch": 4.16,
"learning_rate": 3.7301287663867005e-05,
"loss": 0.5291,
"step": 416
},
{
"epoch": 4.17,
"learning_rate": 3.7077670119427645e-05,
"loss": 0.24,
"step": 417
},
{
"epoch": 4.18,
"learning_rate": 3.68543292056054e-05,
"loss": 0.3224,
"step": 418
},
{
"epoch": 4.19,
"learning_rate": 3.663126970349897e-05,
"loss": 0.4368,
"step": 419
},
{
"epoch": 4.2,
"learning_rate": 3.640849638818286e-05,
"loss": 0.5847,
"step": 420
},
{
"epoch": 4.21,
"learning_rate": 3.6186014028605096e-05,
"loss": 0.55,
"step": 421
},
{
"epoch": 4.22,
"learning_rate": 3.596382738748516e-05,
"loss": 0.7909,
"step": 422
},
{
"epoch": 4.23,
"learning_rate": 3.574194122121207e-05,
"loss": 0.7457,
"step": 423
},
{
"epoch": 4.24,
"learning_rate": 3.55203602797425e-05,
"loss": 0.6966,
"step": 424
},
{
"epoch": 4.25,
"learning_rate": 3.52990893064991e-05,
"loss": 0.3457,
"step": 425
},
{
"epoch": 4.26,
"learning_rate": 3.507813303826903e-05,
"loss": 0.5137,
"step": 426
},
{
"epoch": 4.27,
"learning_rate": 3.4857496205102474e-05,
"loss": 0.8169,
"step": 427
},
{
"epoch": 4.28,
"learning_rate": 3.463718353021138e-05,
"loss": 0.3222,
"step": 428
},
{
"epoch": 4.29,
"learning_rate": 3.441719972986846e-05,
"loss": 0.3728,
"step": 429
},
{
"epoch": 4.3,
"learning_rate": 3.419754951330608e-05,
"loss": 0.5675,
"step": 430
},
{
"epoch": 4.31,
"learning_rate": 3.397823758261553e-05,
"loss": 0.3658,
"step": 431
},
{
"epoch": 4.32,
"learning_rate": 3.37592686326464e-05,
"loss": 0.6603,
"step": 432
},
{
"epoch": 4.33,
"learning_rate": 3.354064735090599e-05,
"loss": 0.4974,
"step": 433
},
{
"epoch": 4.34,
"learning_rate": 3.332237841745898e-05,
"loss": 0.1962,
"step": 434
},
{
"epoch": 4.35,
"learning_rate": 3.310446650482732e-05,
"loss": 0.2256,
"step": 435
},
{
"epoch": 4.36,
"learning_rate": 3.288691627789017e-05,
"loss": 0.2978,
"step": 436
},
{
"epoch": 4.37,
"learning_rate": 3.266973239378394e-05,
"loss": 0.5792,
"step": 437
},
{
"epoch": 4.38,
"learning_rate": 3.2452919501802715e-05,
"loss": 0.468,
"step": 438
},
{
"epoch": 4.39,
"learning_rate": 3.2236482243298714e-05,
"loss": 0.2519,
"step": 439
},
{
"epoch": 4.4,
"learning_rate": 3.2020425251582844e-05,
"loss": 0.7188,
"step": 440
},
{
"epoch": 4.41,
"learning_rate": 3.180475315182563e-05,
"loss": 0.3078,
"step": 441
},
{
"epoch": 4.42,
"learning_rate": 3.1589470560958104e-05,
"loss": 0.6103,
"step": 442
},
{
"epoch": 4.43,
"learning_rate": 3.137458208757302e-05,
"loss": 0.686,
"step": 443
},
{
"epoch": 4.44,
"learning_rate": 3.116009233182623e-05,
"loss": 0.3806,
"step": 444
},
{
"epoch": 4.45,
"learning_rate": 3.0946005885338113e-05,
"loss": 0.1448,
"step": 445
},
{
"epoch": 4.46,
"learning_rate": 3.073232733109536e-05,
"loss": 0.5645,
"step": 446
},
{
"epoch": 4.47,
"learning_rate": 3.0519061243352834e-05,
"loss": 0.1435,
"step": 447
},
{
"epoch": 4.48,
"learning_rate": 3.0306212187535653e-05,
"loss": 0.477,
"step": 448
},
{
"epoch": 4.49,
"learning_rate": 3.0093784720141455e-05,
"loss": 0.4546,
"step": 449
},
{
"epoch": 4.5,
"learning_rate": 2.9881783388642893e-05,
"loss": 0.7156,
"step": 450
},
{
"epoch": 4.51,
"learning_rate": 2.96702127313902e-05,
"loss": 0.3016,
"step": 451
},
{
"epoch": 4.52,
"learning_rate": 2.945907727751412e-05,
"loss": 0.3981,
"step": 452
},
{
"epoch": 4.53,
"learning_rate": 2.924838154682893e-05,
"loss": 0.4881,
"step": 453
},
{
"epoch": 4.54,
"learning_rate": 2.9038130049735634e-05,
"loss": 0.4777,
"step": 454
},
{
"epoch": 4.55,
"learning_rate": 2.882832728712551e-05,
"loss": 0.4819,
"step": 455
},
{
"epoch": 4.56,
"learning_rate": 2.8618977750283603e-05,
"loss": 0.6737,
"step": 456
},
{
"epoch": 4.57,
"learning_rate": 2.8410085920792807e-05,
"loss": 0.5443,
"step": 457
},
{
"epoch": 4.58,
"learning_rate": 2.8201656270437658e-05,
"loss": 0.4713,
"step": 458
},
{
"epoch": 4.59,
"learning_rate": 2.7993693261108823e-05,
"loss": 0.3005,
"step": 459
},
{
"epoch": 4.6,
"learning_rate": 2.7786201344707486e-05,
"loss": 0.3711,
"step": 460
},
{
"epoch": 4.61,
"learning_rate": 2.7579184963050052e-05,
"loss": 0.1466,
"step": 461
},
{
"epoch": 4.62,
"learning_rate": 2.737264854777306e-05,
"loss": 0.312,
"step": 462
},
{
"epoch": 4.63,
"learning_rate": 2.716659652023833e-05,
"loss": 0.4356,
"step": 463
},
{
"epoch": 4.64,
"learning_rate": 2.6961033291438343e-05,
"loss": 0.3489,
"step": 464
},
{
"epoch": 4.65,
"learning_rate": 2.6755963261901708e-05,
"loss": 0.2129,
"step": 465
},
{
"epoch": 4.66,
"learning_rate": 2.6551390821599076e-05,
"loss": 0.4563,
"step": 466
},
{
"epoch": 4.67,
"learning_rate": 2.6347320349849146e-05,
"loss": 0.6174,
"step": 467
},
{
"epoch": 4.68,
"learning_rate": 2.6143756215224802e-05,
"loss": 0.4202,
"step": 468
},
{
"epoch": 4.69,
"learning_rate": 2.5940702775459747e-05,
"loss": 0.2551,
"step": 469
},
{
"epoch": 4.7,
"learning_rate": 2.5738164377355145e-05,
"loss": 0.4952,
"step": 470
},
{
"epoch": 4.71,
"learning_rate": 2.5536145356686524e-05,
"loss": 0.1808,
"step": 471
},
{
"epoch": 4.72,
"learning_rate": 2.5334650038111048e-05,
"loss": 0.6142,
"step": 472
},
{
"epoch": 4.73,
"learning_rate": 2.5133682735074904e-05,
"loss": 0.604,
"step": 473
},
{
"epoch": 4.74,
"learning_rate": 2.4933247749720912e-05,
"loss": 0.2581,
"step": 474
},
{
"epoch": 4.75,
"learning_rate": 2.4733349372796507e-05,
"loss": 0.5465,
"step": 475
},
{
"epoch": 4.76,
"learning_rate": 2.4533991883561868e-05,
"loss": 0.6839,
"step": 476
},
{
"epoch": 4.77,
"learning_rate": 2.4335179549698233e-05,
"loss": 0.3046,
"step": 477
},
{
"epoch": 4.78,
"learning_rate": 2.4136916627216655e-05,
"loss": 0.2704,
"step": 478
},
{
"epoch": 4.79,
"learning_rate": 2.3939207360366832e-05,
"loss": 0.6112,
"step": 479
},
{
"epoch": 4.8,
"learning_rate": 2.374205598154624e-05,
"loss": 0.6618,
"step": 480
},
{
"epoch": 4.81,
"learning_rate": 2.3545466711209585e-05,
"loss": 0.5694,
"step": 481
},
{
"epoch": 4.82,
"learning_rate": 2.3349443757778343e-05,
"loss": 0.6574,
"step": 482
},
{
"epoch": 4.83,
"learning_rate": 2.315399131755081e-05,
"loss": 0.4976,
"step": 483
},
{
"epoch": 4.84,
"learning_rate": 2.29591135746122e-05,
"loss": 0.043,
"step": 484
},
{
"epoch": 4.85,
"learning_rate": 2.2764814700745025e-05,
"loss": 0.245,
"step": 485
},
{
"epoch": 4.86,
"learning_rate": 2.25710988553399e-05,
"loss": 0.2813,
"step": 486
},
{
"epoch": 4.87,
"learning_rate": 2.2377970185306424e-05,
"loss": 0.5447,
"step": 487
},
{
"epoch": 4.88,
"learning_rate": 2.2185432824984453e-05,
"loss": 0.114,
"step": 488
},
{
"epoch": 4.89,
"learning_rate": 2.1993490896055512e-05,
"loss": 0.7998,
"step": 489
},
{
"epoch": 4.9,
"learning_rate": 2.180214850745467e-05,
"loss": 0.7277,
"step": 490
},
{
"epoch": 4.91,
"learning_rate": 2.161140975528254e-05,
"loss": 0.5846,
"step": 491
},
{
"epoch": 4.92,
"learning_rate": 2.1421278722717524e-05,
"loss": 0.5622,
"step": 492
},
{
"epoch": 4.93,
"learning_rate": 2.123175947992851e-05,
"loss": 0.2222,
"step": 493
},
{
"epoch": 4.94,
"learning_rate": 2.1042856083987695e-05,
"loss": 0.2649,
"step": 494
},
{
"epoch": 4.95,
"learning_rate": 2.0854572578783686e-05,
"loss": 0.2307,
"step": 495
},
{
"epoch": 4.96,
"learning_rate": 2.0666912994935034e-05,
"loss": 0.1544,
"step": 496
},
{
"epoch": 4.97,
"learning_rate": 2.0479881349703883e-05,
"loss": 0.3855,
"step": 497
},
{
"epoch": 4.98,
"learning_rate": 2.0293481646909934e-05,
"loss": 0.3163,
"step": 498
},
{
"epoch": 4.99,
"learning_rate": 2.0107717876844838e-05,
"loss": 0.5392,
"step": 499
},
{
"epoch": 5.0,
"learning_rate": 1.9922594016186713e-05,
"loss": 0.6052,
"step": 500
},
{
"epoch": 5.01,
"learning_rate": 1.9738114027915006e-05,
"loss": 0.5806,
"step": 501
},
{
"epoch": 5.02,
"learning_rate": 1.9554281861225694e-05,
"loss": 0.5953,
"step": 502
},
{
"epoch": 5.03,
"learning_rate": 1.937110145144668e-05,
"loss": 0.1115,
"step": 503
},
{
"epoch": 5.04,
"learning_rate": 1.9188576719953633e-05,
"loss": 0.221,
"step": 504
},
{
"epoch": 5.05,
"learning_rate": 1.9006711574086005e-05,
"loss": 0.1939,
"step": 505
},
{
"epoch": 5.06,
"learning_rate": 1.8825509907063327e-05,
"loss": 0.3278,
"step": 506
},
{
"epoch": 5.07,
"learning_rate": 1.8644975597901977e-05,
"loss": 0.4018,
"step": 507
},
{
"epoch": 5.08,
"learning_rate": 1.8465112511332065e-05,
"loss": 0.117,
"step": 508
},
{
"epoch": 5.09,
"learning_rate": 1.8285924497714703e-05,
"loss": 0.2117,
"step": 509
},
{
"epoch": 5.1,
"learning_rate": 1.8107415392959614e-05,
"loss": 0.3809,
"step": 510
},
{
"epoch": 5.11,
"learning_rate": 1.7929589018443016e-05,
"loss": 0.2844,
"step": 511
},
{
"epoch": 5.12,
"learning_rate": 1.7752449180925747e-05,
"loss": 0.148,
"step": 512
},
{
"epoch": 5.13,
"learning_rate": 1.7575999672471867e-05,
"loss": 0.4519,
"step": 513
},
{
"epoch": 5.14,
"learning_rate": 1.7400244270367428e-05,
"loss": 0.4638,
"step": 514
},
{
"epoch": 5.15,
"learning_rate": 1.7225186737039638e-05,
"loss": 0.3697,
"step": 515
},
{
"epoch": 5.16,
"learning_rate": 1.7050830819976267e-05,
"loss": 0.3685,
"step": 516
},
{
"epoch": 5.17,
"learning_rate": 1.6877180251645486e-05,
"loss": 0.4112,
"step": 517
},
{
"epoch": 5.18,
"learning_rate": 1.6704238749415957e-05,
"loss": 0.1764,
"step": 518
},
{
"epoch": 5.19,
"learning_rate": 1.653201001547719e-05,
"loss": 0.5628,
"step": 519
},
{
"epoch": 5.2,
"learning_rate": 1.6360497736760383e-05,
"loss": 0.3652,
"step": 520
},
{
"epoch": 5.21,
"learning_rate": 1.618970558485942e-05,
"loss": 0.4692,
"step": 521
},
{
"epoch": 5.22,
"learning_rate": 1.601963721595232e-05,
"loss": 0.1951,
"step": 522
},
{
"epoch": 5.23,
"learning_rate": 1.5850296270722964e-05,
"loss": 0.2395,
"step": 523
},
{
"epoch": 5.24,
"learning_rate": 1.5681686374283088e-05,
"loss": 0.3004,
"step": 524
},
{
"epoch": 5.25,
"learning_rate": 1.5513811136094787e-05,
"loss": 0.584,
"step": 525
},
{
"epoch": 5.26,
"learning_rate": 1.5346674149893202e-05,
"loss": 0.4504,
"step": 526
},
{
"epoch": 5.27,
"learning_rate": 1.5180278993609526e-05,
"loss": 0.2288,
"step": 527
},
{
"epoch": 5.28,
"learning_rate": 1.5014629229294524e-05,
"loss": 0.2076,
"step": 528
},
{
"epoch": 5.29,
"learning_rate": 1.4849728403042213e-05,
"loss": 0.1697,
"step": 529
},
{
"epoch": 5.3,
"learning_rate": 1.4685580044913921e-05,
"loss": 0.4365,
"step": 530
},
{
"epoch": 5.31,
"learning_rate": 1.4522187668862796e-05,
"loss": 0.4248,
"step": 531
},
{
"epoch": 5.32,
"learning_rate": 1.4359554772658552e-05,
"loss": 0.12,
"step": 532
},
{
"epoch": 5.33,
"learning_rate": 1.419768483781252e-05,
"loss": 0.3856,
"step": 533
},
{
"epoch": 5.34,
"learning_rate": 1.4036581329503245e-05,
"loss": 0.2775,
"step": 534
},
{
"epoch": 5.35,
"learning_rate": 1.3876247696502238e-05,
"loss": 0.4864,
"step": 535
},
{
"epoch": 5.36,
"learning_rate": 1.3716687371100096e-05,
"loss": 0.5636,
"step": 536
},
{
"epoch": 5.37,
"learning_rate": 1.3557903769033148e-05,
"loss": 0.0053,
"step": 537
},
{
"epoch": 5.38,
"learning_rate": 1.3399900289410245e-05,
"loss": 0.4416,
"step": 538
},
{
"epoch": 5.39,
"learning_rate": 1.3242680314639993e-05,
"loss": 0.5851,
"step": 539
},
{
"epoch": 5.4,
"learning_rate": 1.3086247210358398e-05,
"loss": 0.1134,
"step": 540
},
{
"epoch": 5.41,
"learning_rate": 1.2930604325356794e-05,
"loss": 0.092,
"step": 541
},
{
"epoch": 5.42,
"learning_rate": 1.277575499151013e-05,
"loss": 0.478,
"step": 542
},
{
"epoch": 5.43,
"learning_rate": 1.2621702523705676e-05,
"loss": 0.3503,
"step": 543
},
{
"epoch": 5.44,
"learning_rate": 1.2468450219772054e-05,
"loss": 0.1728,
"step": 544
},
{
"epoch": 5.45,
"learning_rate": 1.2316001360408614e-05,
"loss": 0.007,
"step": 545
},
{
"epoch": 5.46,
"learning_rate": 1.2164359209115234e-05,
"loss": 0.0939,
"step": 546
},
{
"epoch": 5.47,
"learning_rate": 1.2013527012122478e-05,
"loss": 0.5087,
"step": 547
},
{
"epoch": 5.48,
"learning_rate": 1.186350799832202e-05,
"loss": 0.2571,
"step": 548
},
{
"epoch": 5.49,
"learning_rate": 1.1714305379197615e-05,
"loss": 0.6024,
"step": 549
},
{
"epoch": 5.5,
"learning_rate": 1.1565922348756325e-05,
"loss": 0.3537,
"step": 550
},
{
"epoch": 5.51,
"learning_rate": 1.1418362083460066e-05,
"loss": 0.3272,
"step": 551
},
{
"epoch": 5.52,
"learning_rate": 1.1271627742157742e-05,
"loss": 0.0008,
"step": 552
},
{
"epoch": 5.53,
"learning_rate": 1.1125722466017547e-05,
"loss": 0.3474,
"step": 553
},
{
"epoch": 5.54,
"learning_rate": 1.0980649378459668e-05,
"loss": 0.4607,
"step": 554
},
{
"epoch": 5.55,
"learning_rate": 1.083641158508955e-05,
"loss": 0.3995,
"step": 555
},
{
"epoch": 5.56,
"learning_rate": 1.0693012173631344e-05,
"loss": 0.4744,
"step": 556
},
{
"epoch": 5.57,
"learning_rate": 1.055045421386175e-05,
"loss": 0.3983,
"step": 557
},
{
"epoch": 5.58,
"learning_rate": 1.0408740757544416e-05,
"loss": 0.5281,
"step": 558
},
{
"epoch": 5.59,
"learning_rate": 1.026787483836456e-05,
"loss": 0.5738,
"step": 559
},
{
"epoch": 5.6,
"learning_rate": 1.012785947186397e-05,
"loss": 0.6385,
"step": 560
},
{
"epoch": 5.61,
"learning_rate": 9.988697655376544e-06,
"loss": 0.3275,
"step": 561
},
{
"epoch": 5.62,
"learning_rate": 9.850392367964085e-06,
"loss": 0.0976,
"step": 562
},
{
"epoch": 5.63,
"learning_rate": 9.712946570352472e-06,
"loss": 0.0283,
"step": 563
},
{
"epoch": 5.64,
"learning_rate": 9.576363204868416e-06,
"loss": 0.138,
"step": 564
},
{
"epoch": 5.65,
"learning_rate": 9.44064519537634e-06,
"loss": 0.2264,
"step": 565
},
{
"epoch": 5.66,
"learning_rate": 9.305795447215827e-06,
"loss": 0.3201,
"step": 566
},
{
"epoch": 5.67,
"learning_rate": 9.171816847139448e-06,
"loss": 0.0013,
"step": 567
},
{
"epoch": 5.68,
"learning_rate": 9.03871226325098e-06,
"loss": 0.4852,
"step": 568
},
{
"epoch": 5.69,
"learning_rate": 8.906484544943932e-06,
"loss": 0.629,
"step": 569
},
{
"epoch": 5.7,
"learning_rate": 8.775136522840621e-06,
"loss": 0.0243,
"step": 570
},
{
"epoch": 5.71,
"learning_rate": 8.644671008731569e-06,
"loss": 0.6967,
"step": 571
},
{
"epoch": 5.72,
"learning_rate": 8.515090795515247e-06,
"loss": 0.4464,
"step": 572
},
{
"epoch": 5.73,
"learning_rate": 8.386398657138356e-06,
"loss": 0.1574,
"step": 573
},
{
"epoch": 5.74,
"learning_rate": 8.25859734853645e-06,
"loss": 0.2407,
"step": 574
},
{
"epoch": 5.75,
"learning_rate": 8.131689605574866e-06,
"loss": 0.3508,
"step": 575
},
{
"epoch": 5.76,
"learning_rate": 8.00567814499028e-06,
"loss": 0.279,
"step": 576
},
{
"epoch": 5.77,
"learning_rate": 7.880565664332474e-06,
"loss": 0.6613,
"step": 577
},
{
"epoch": 5.78,
"learning_rate": 7.756354841906582e-06,
"loss": 0.276,
"step": 578
},
{
"epoch": 5.79,
"learning_rate": 7.633048336715814e-06,
"loss": 0.4276,
"step": 579
},
{
"epoch": 5.8,
"learning_rate": 7.510648788404501e-06,
"loss": 0.7235,
"step": 580
},
{
"epoch": 5.81,
"learning_rate": 7.389158817201542e-06,
"loss": 0.5805,
"step": 581
},
{
"epoch": 5.82,
"learning_rate": 7.268581023864402e-06,
"loss": 0.0223,
"step": 582
},
{
"epoch": 5.83,
"learning_rate": 7.1489179896233885e-06,
"loss": 0.2231,
"step": 583
},
{
"epoch": 5.84,
"learning_rate": 7.030172276126351e-06,
"loss": 0.1097,
"step": 584
},
{
"epoch": 5.85,
"learning_rate": 6.912346425383964e-06,
"loss": 0.1279,
"step": 585
},
{
"epoch": 5.86,
"learning_rate": 6.795442959715192e-06,
"loss": 0.64,
"step": 586
},
{
"epoch": 5.87,
"learning_rate": 6.679464381693323e-06,
"loss": 0.5757,
"step": 587
},
{
"epoch": 5.88,
"learning_rate": 6.564413174092443e-06,
"loss": 0.2662,
"step": 588
},
{
"epoch": 5.89,
"learning_rate": 6.4502917998342575e-06,
"loss": 0.4304,
"step": 589
},
{
"epoch": 5.9,
"learning_rate": 6.337102701935321e-06,
"loss": 0.6495,
"step": 590
},
{
"epoch": 5.91,
"learning_rate": 6.2248483034548276e-06,
"loss": 0.5168,
"step": 591
},
{
"epoch": 5.92,
"learning_rate": 6.11353100744268e-06,
"loss": 0.2505,
"step": 592
},
{
"epoch": 5.93,
"learning_rate": 6.003153196888045e-06,
"loss": 0.3987,
"step": 593
},
{
"epoch": 5.94,
"learning_rate": 5.893717234668383e-06,
"loss": 0.556,
"step": 594
},
{
"epoch": 5.95,
"learning_rate": 5.785225463498828e-06,
"loss": 0.3442,
"step": 595
},
{
"epoch": 5.96,
"learning_rate": 5.67768020588203e-06,
"loss": 0.5206,
"step": 596
},
{
"epoch": 5.97,
"learning_rate": 5.571083764058482e-06,
"loss": 0.0007,
"step": 597
},
{
"epoch": 5.98,
"learning_rate": 5.465438419957208e-06,
"loss": 0.4368,
"step": 598
},
{
"epoch": 5.99,
"learning_rate": 5.360746435146885e-06,
"loss": 0.0726,
"step": 599
},
{
"epoch": 6.0,
"learning_rate": 5.257010050787486e-06,
"loss": 0.5461,
"step": 600
},
{
"epoch": 6.01,
"learning_rate": 5.154231487582273e-06,
"loss": 0.434,
"step": 601
},
{
"epoch": 6.02,
"learning_rate": 5.05241294573024e-06,
"loss": 0.09,
"step": 602
},
{
"epoch": 6.03,
"learning_rate": 4.951556604879048e-06,
"loss": 0.1361,
"step": 603
},
{
"epoch": 6.04,
"learning_rate": 4.851664624078356e-06,
"loss": 0.204,
"step": 604
},
{
"epoch": 6.05,
"learning_rate": 4.752739141733564e-06,
"loss": 0.5965,
"step": 605
},
{
"epoch": 6.06,
"learning_rate": 4.654782275560127e-06,
"loss": 0.1991,
"step": 606
},
{
"epoch": 6.07,
"learning_rate": 4.557796122538089e-06,
"loss": 0.4655,
"step": 607
},
{
"epoch": 6.08,
"learning_rate": 4.4617827588673166e-06,
"loss": 0.2066,
"step": 608
},
{
"epoch": 6.09,
"learning_rate": 4.366744239922998e-06,
"loss": 0.1753,
"step": 609
},
{
"epoch": 6.1,
"learning_rate": 4.2726826002116085e-06,
"loss": 0.1258,
"step": 610
},
{
"epoch": 6.11,
"learning_rate": 4.1795998533274265e-06,
"loss": 0.247,
"step": 611
},
{
"epoch": 6.12,
"learning_rate": 4.0874979919094e-06,
"loss": 0.1362,
"step": 612
},
{
"epoch": 6.13,
"learning_rate": 3.996378987598487e-06,
"loss": 0.3731,
"step": 613
},
{
"epoch": 6.14,
"learning_rate": 3.906244790995422e-06,
"loss": 0.2558,
"step": 614
},
{
"epoch": 6.15,
"learning_rate": 3.8170973316190074e-06,
"loss": 0.1931,
"step": 615
},
{
"epoch": 6.16,
"learning_rate": 3.728938517864794e-06,
"loss": 0.2865,
"step": 616
},
{
"epoch": 6.17,
"learning_rate": 3.6417702369641925e-06,
"loss": 0.4237,
"step": 617
},
{
"epoch": 6.18,
"learning_rate": 3.555594354944125e-06,
"loss": 0.2245,
"step": 618
},
{
"epoch": 6.19,
"learning_rate": 3.4704127165870517e-06,
"loss": 0.5589,
"step": 619
},
{
"epoch": 6.2,
"learning_rate": 3.386227145391463e-06,
"loss": 0.4759,
"step": 620
},
{
"epoch": 6.21,
"learning_rate": 3.303039443532874e-06,
"loss": 0.0602,
"step": 621
},
{
"epoch": 6.22,
"learning_rate": 3.220851391825247e-06,
"loss": 0.1631,
"step": 622
},
{
"epoch": 6.23,
"learning_rate": 3.1396647496828247e-06,
"loss": 0.239,
"step": 623
},
{
"epoch": 6.24,
"learning_rate": 3.059481255082519e-06,
"loss": 0.3236,
"step": 624
},
{
"epoch": 6.25,
"learning_rate": 2.980302624526693e-06,
"loss": 0.5941,
"step": 625
},
{
"epoch": 6.26,
"learning_rate": 2.9021305530063658e-06,
"loss": 0.0469,
"step": 626
},
{
"epoch": 6.27,
"learning_rate": 2.8249667139650216e-06,
"loss": 0.1646,
"step": 627
},
{
"epoch": 6.28,
"learning_rate": 2.7488127592626866e-06,
"loss": 0.4639,
"step": 628
},
{
"epoch": 6.29,
"learning_rate": 2.6736703191406366e-06,
"loss": 0.6154,
"step": 629
},
{
"epoch": 6.3,
"learning_rate": 2.5995410021864787e-06,
"loss": 0.5069,
"step": 630
},
{
"epoch": 6.31,
"learning_rate": 2.5264263952996915e-06,
"loss": 0.2421,
"step": 631
},
{
"epoch": 6.32,
"learning_rate": 2.4543280636576794e-06,
"loss": 0.2286,
"step": 632
},
{
"epoch": 6.33,
"learning_rate": 2.3832475506822937e-06,
"loss": 0.2885,
"step": 633
},
{
"epoch": 6.34,
"learning_rate": 2.3131863780067043e-06,
"loss": 0.4921,
"step": 634
},
{
"epoch": 6.35,
"learning_rate": 2.24414604544293e-06,
"loss": 0.1256,
"step": 635
},
{
"epoch": 6.36,
"learning_rate": 2.1761280309496646e-06,
"loss": 0.2475,
"step": 636
},
{
"epoch": 6.37,
"learning_rate": 2.1091337906006482e-06,
"loss": 0.2944,
"step": 637
},
{
"epoch": 6.38,
"learning_rate": 2.043164758553523e-06,
"loss": 0.3756,
"step": 638
},
{
"epoch": 6.39,
"learning_rate": 1.9782223470191042e-06,
"loss": 0.1635,
"step": 639
},
{
"epoch": 6.4,
"learning_rate": 1.914307946231164e-06,
"loss": 0.3118,
"step": 640
},
{
"epoch": 6.41,
"learning_rate": 1.8514229244166569e-06,
"loss": 0.0041,
"step": 641
},
{
"epoch": 6.42,
"learning_rate": 1.7895686277664469e-06,
"loss": 0.6769,
"step": 642
},
{
"epoch": 6.43,
"learning_rate": 1.7287463804064875e-06,
"loss": 0.1385,
"step": 643
},
{
"epoch": 6.44,
"learning_rate": 1.6689574843694433e-06,
"loss": 0.4119,
"step": 644
},
{
"epoch": 6.45,
"learning_rate": 1.6102032195668637e-06,
"loss": 0.5452,
"step": 645
},
{
"epoch": 6.46,
"learning_rate": 1.5524848437617756e-06,
"loss": 0.1845,
"step": 646
},
{
"epoch": 6.47,
"learning_rate": 1.4958035925417003e-06,
"loss": 0.5809,
"step": 647
},
{
"epoch": 6.48,
"learning_rate": 1.4401606792923017e-06,
"loss": 0.0547,
"step": 648
},
{
"epoch": 6.49,
"learning_rate": 1.3855572951713248e-06,
"loss": 0.7891,
"step": 649
},
{
"epoch": 6.5,
"learning_rate": 1.331994609083137e-06,
"loss": 0.4184,
"step": 650
},
{
"epoch": 6.51,
"learning_rate": 1.2794737676536994e-06,
"loss": 0.1763,
"step": 651
},
{
"epoch": 6.52,
"learning_rate": 1.2279958952060134e-06,
"loss": 0.2703,
"step": 652
},
{
"epoch": 6.53,
"learning_rate": 1.1775620937360676e-06,
"loss": 0.1685,
"step": 653
},
{
"epoch": 6.54,
"learning_rate": 1.1281734428892409e-06,
"loss": 0.4687,
"step": 654
},
{
"epoch": 6.55,
"learning_rate": 1.0798309999371536e-06,
"loss": 0.3129,
"step": 655
},
{
"epoch": 6.56,
"learning_rate": 1.0325357997551134e-06,
"loss": 0.3212,
"step": 656
},
{
"epoch": 6.57,
"learning_rate": 9.862888547998829e-07,
"loss": 0.1715,
"step": 657
},
{
"epoch": 6.58,
"learning_rate": 9.410911550880475e-07,
"loss": 0.0958,
"step": 658
},
{
"epoch": 6.59,
"learning_rate": 8.969436681748211e-07,
"loss": 0.4998,
"step": 659
},
{
"epoch": 6.6,
"learning_rate": 8.53847339133318e-07,
"loss": 0.5603,
"step": 660
},
{
"epoch": 6.61,
"learning_rate": 8.118030905343244e-07,
"loss": 0.2253,
"step": 661
},
{
"epoch": 6.62,
"learning_rate": 7.708118224265537e-07,
"loss": 0.4123,
"step": 662
},
{
"epoch": 6.63,
"learning_rate": 7.308744123174005e-07,
"loss": 0.1991,
"step": 663
},
{
"epoch": 6.64,
"learning_rate": 6.919917151540945e-07,
"loss": 0.2339,
"step": 664
},
{
"epoch": 6.65,
"learning_rate": 6.54164563305465e-07,
"loss": 0.1869,
"step": 665
},
{
"epoch": 6.66,
"learning_rate": 6.173937665440943e-07,
"loss": 0.4296,
"step": 666
},
{
"epoch": 6.67,
"learning_rate": 5.816801120289761e-07,
"loss": 0.6248,
"step": 667
},
{
"epoch": 6.68,
"learning_rate": 5.470243642886729e-07,
"loss": 0.4564,
"step": 668
},
{
"epoch": 6.69,
"learning_rate": 5.13427265204941e-07,
"loss": 0.0565,
"step": 669
},
{
"epoch": 6.7,
"learning_rate": 4.808895339968645e-07,
"loss": 0.6664,
"step": 670
},
{
"epoch": 6.71,
"learning_rate": 4.4941186720546255e-07,
"loss": 0.6173,
"step": 671
},
{
"epoch": 6.72,
"learning_rate": 4.189949386787462e-07,
"loss": 0.1852,
"step": 672
},
{
"epoch": 6.73,
"learning_rate": 3.8963939955731775e-07,
"loss": 0.1576,
"step": 673
},
{
"epoch": 6.74,
"learning_rate": 3.6134587826043285e-07,
"loss": 0.5002,
"step": 674
},
{
"epoch": 6.75,
"learning_rate": 3.3411498047254965e-07,
"loss": 0.2256,
"step": 675
},
{
"epoch": 6.76,
"learning_rate": 3.0794728913033366e-07,
"loss": 0.7607,
"step": 676
},
{
"epoch": 6.77,
"learning_rate": 2.82843364410218e-07,
"loss": 0.247,
"step": 677
},
{
"epoch": 6.78,
"learning_rate": 2.5880374371639594e-07,
"loss": 0.2779,
"step": 678
},
{
"epoch": 6.79,
"learning_rate": 2.3582894166930268e-07,
"loss": 0.3975,
"step": 679
},
{
"epoch": 6.8,
"learning_rate": 2.1391945009461844e-07,
"loss": 0.5484,
"step": 680
},
{
"epoch": 6.81,
"learning_rate": 1.9307573801273236e-07,
"loss": 0.3157,
"step": 681
},
{
"epoch": 6.82,
"learning_rate": 1.7329825162870073e-07,
"loss": 0.2321,
"step": 682
},
{
"epoch": 6.83,
"learning_rate": 1.545874143226933e-07,
"loss": 0.3094,
"step": 683
},
{
"epoch": 6.84,
"learning_rate": 1.3694362664094518e-07,
"loss": 0.0238,
"step": 684
},
{
"epoch": 6.85,
"learning_rate": 1.2036726628715245e-07,
"loss": 0.302,
"step": 685
},
{
"epoch": 6.86,
"learning_rate": 1.0485868811441757e-07,
"loss": 0.3072,
"step": 686
},
{
"epoch": 6.87,
"learning_rate": 9.041822411763324e-08,
"loss": 0.336,
"step": 687
},
{
"epoch": 6.88,
"learning_rate": 7.704618342638802e-08,
"loss": 0.2623,
"step": 688
},
{
"epoch": 6.89,
"learning_rate": 6.474285229833843e-08,
"loss": 0.201,
"step": 689
},
{
"epoch": 6.9,
"learning_rate": 5.350849411307479e-08,
"loss": 0.2409,
"step": 690
},
{
"epoch": 6.91,
"learning_rate": 4.334334936652029e-08,
"loss": 0.3016,
"step": 691
},
{
"epoch": 6.92,
"learning_rate": 3.424763566572398e-08,
"loss": 0.2335,
"step": 692
},
{
"epoch": 6.93,
"learning_rate": 2.6221547724253337e-08,
"loss": 0.2046,
"step": 693
},
{
"epoch": 6.94,
"learning_rate": 1.9265257358008772e-08,
"loss": 0.3476,
"step": 694
},
{
"epoch": 6.95,
"learning_rate": 1.3378913481526533e-08,
"loss": 0.0757,
"step": 695
},
{
"epoch": 6.96,
"learning_rate": 8.562642104831265e-09,
"loss": 0.5525,
"step": 696
},
{
"epoch": 6.97,
"learning_rate": 4.816546330688176e-09,
"loss": 0.3606,
"step": 697
},
{
"epoch": 6.98,
"learning_rate": 2.140706352443678e-09,
"loss": 0.3668,
"step": 698
},
{
"epoch": 6.99,
"learning_rate": 5.351794522823195e-10,
"loss": 0.1318,
"step": 699
},
{
"epoch": 7.0,
"learning_rate": 0.0,
"loss": 0.3211,
"step": 700
},
{
"epoch": 7.0,
"step": 700,
"total_flos": 1.194630166429565e+18,
"train_loss": 0.5665054323007852,
"train_runtime": 5397.3976,
"train_samples_per_second": 0.519,
"train_steps_per_second": 0.13
}
],
"logging_steps": 1.0,
"max_steps": 700,
"num_input_tokens_seen": 0,
"num_train_epochs": 7,
"save_steps": 10000,
"total_flos": 1.194630166429565e+18,
"train_batch_size": 2,
"trial_name": null,
"trial_params": null
}