codegen_1b_tatqa / trainer_state.json
sarah111's picture
Upload 8 files
0f2531c
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 25.0,
"global_step": 94325,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.01,
"learning_rate": 2.5e-05,
"loss": 0.7132,
"step": 50
},
{
"epoch": 0.03,
"learning_rate": 5e-05,
"loss": 0.2354,
"step": 100
},
{
"epoch": 0.04,
"learning_rate": 4.9973467763332446e-05,
"loss": 0.2126,
"step": 150
},
{
"epoch": 0.05,
"learning_rate": 4.9946935526664904e-05,
"loss": 0.2106,
"step": 200
},
{
"epoch": 0.07,
"learning_rate": 4.992040328999735e-05,
"loss": 0.1826,
"step": 250
},
{
"epoch": 0.08,
"learning_rate": 4.98938710533298e-05,
"loss": 0.2157,
"step": 300
},
{
"epoch": 0.09,
"learning_rate": 4.986733881666225e-05,
"loss": 0.2319,
"step": 350
},
{
"epoch": 0.11,
"learning_rate": 4.98408065799947e-05,
"loss": 0.1856,
"step": 400
},
{
"epoch": 0.12,
"learning_rate": 4.9814274343327143e-05,
"loss": 0.2086,
"step": 450
},
{
"epoch": 0.13,
"learning_rate": 4.9787742106659594e-05,
"loss": 0.1875,
"step": 500
},
{
"epoch": 0.15,
"learning_rate": 4.9761209869992045e-05,
"loss": 0.177,
"step": 550
},
{
"epoch": 0.16,
"learning_rate": 4.973467763332449e-05,
"loss": 0.1842,
"step": 600
},
{
"epoch": 0.17,
"learning_rate": 4.970814539665694e-05,
"loss": 0.1874,
"step": 650
},
{
"epoch": 0.19,
"learning_rate": 4.968161315998939e-05,
"loss": 0.1717,
"step": 700
},
{
"epoch": 0.2,
"learning_rate": 4.965508092332184e-05,
"loss": 0.2115,
"step": 750
},
{
"epoch": 0.21,
"learning_rate": 4.9628548686654285e-05,
"loss": 0.2041,
"step": 800
},
{
"epoch": 0.23,
"learning_rate": 4.9602016449986735e-05,
"loss": 0.182,
"step": 850
},
{
"epoch": 0.24,
"learning_rate": 4.9575484213319186e-05,
"loss": 0.1523,
"step": 900
},
{
"epoch": 0.25,
"learning_rate": 4.9548951976651637e-05,
"loss": 0.187,
"step": 950
},
{
"epoch": 0.27,
"learning_rate": 4.952241973998408e-05,
"loss": 0.1861,
"step": 1000
},
{
"epoch": 0.28,
"learning_rate": 4.949588750331653e-05,
"loss": 0.1605,
"step": 1050
},
{
"epoch": 0.29,
"learning_rate": 4.946935526664898e-05,
"loss": 0.1499,
"step": 1100
},
{
"epoch": 0.3,
"learning_rate": 4.9442823029981426e-05,
"loss": 0.1522,
"step": 1150
},
{
"epoch": 0.32,
"learning_rate": 4.9416290793313876e-05,
"loss": 0.1781,
"step": 1200
},
{
"epoch": 0.33,
"learning_rate": 4.938975855664633e-05,
"loss": 0.1425,
"step": 1250
},
{
"epoch": 0.34,
"learning_rate": 4.936322631997878e-05,
"loss": 0.174,
"step": 1300
},
{
"epoch": 0.36,
"learning_rate": 4.933669408331122e-05,
"loss": 0.159,
"step": 1350
},
{
"epoch": 0.37,
"learning_rate": 4.931016184664368e-05,
"loss": 0.1535,
"step": 1400
},
{
"epoch": 0.38,
"learning_rate": 4.928362960997612e-05,
"loss": 0.1948,
"step": 1450
},
{
"epoch": 0.4,
"learning_rate": 4.9257097373308574e-05,
"loss": 0.151,
"step": 1500
},
{
"epoch": 0.41,
"learning_rate": 4.9230565136641024e-05,
"loss": 0.1701,
"step": 1550
},
{
"epoch": 0.42,
"learning_rate": 4.920403289997347e-05,
"loss": 0.1532,
"step": 1600
},
{
"epoch": 0.44,
"learning_rate": 4.917750066330592e-05,
"loss": 0.1433,
"step": 1650
},
{
"epoch": 0.45,
"learning_rate": 4.915096842663837e-05,
"loss": 0.1477,
"step": 1700
},
{
"epoch": 0.46,
"learning_rate": 4.912443618997082e-05,
"loss": 0.1447,
"step": 1750
},
{
"epoch": 0.48,
"learning_rate": 4.9097903953303264e-05,
"loss": 0.151,
"step": 1800
},
{
"epoch": 0.49,
"learning_rate": 4.9071371716635715e-05,
"loss": 0.1442,
"step": 1850
},
{
"epoch": 0.5,
"learning_rate": 4.9044839479968165e-05,
"loss": 0.1383,
"step": 1900
},
{
"epoch": 0.52,
"learning_rate": 4.9018307243300616e-05,
"loss": 0.1607,
"step": 1950
},
{
"epoch": 0.53,
"learning_rate": 4.899177500663306e-05,
"loss": 0.165,
"step": 2000
},
{
"epoch": 0.54,
"learning_rate": 4.896524276996551e-05,
"loss": 0.1567,
"step": 2050
},
{
"epoch": 0.56,
"learning_rate": 4.893871053329796e-05,
"loss": 0.1516,
"step": 2100
},
{
"epoch": 0.57,
"learning_rate": 4.8912178296630405e-05,
"loss": 0.1639,
"step": 2150
},
{
"epoch": 0.58,
"learning_rate": 4.8885646059962856e-05,
"loss": 0.1298,
"step": 2200
},
{
"epoch": 0.6,
"learning_rate": 4.8859113823295306e-05,
"loss": 0.1314,
"step": 2250
},
{
"epoch": 0.61,
"learning_rate": 4.883258158662776e-05,
"loss": 0.1592,
"step": 2300
},
{
"epoch": 0.62,
"learning_rate": 4.88060493499602e-05,
"loss": 0.1413,
"step": 2350
},
{
"epoch": 0.64,
"learning_rate": 4.877951711329266e-05,
"loss": 0.1323,
"step": 2400
},
{
"epoch": 0.65,
"learning_rate": 4.87529848766251e-05,
"loss": 0.1621,
"step": 2450
},
{
"epoch": 0.66,
"learning_rate": 4.8726452639957546e-05,
"loss": 0.1509,
"step": 2500
},
{
"epoch": 0.68,
"learning_rate": 4.8699920403290004e-05,
"loss": 0.1353,
"step": 2550
},
{
"epoch": 0.69,
"learning_rate": 4.867338816662245e-05,
"loss": 0.1499,
"step": 2600
},
{
"epoch": 0.7,
"learning_rate": 4.86468559299549e-05,
"loss": 0.1172,
"step": 2650
},
{
"epoch": 0.72,
"learning_rate": 4.862032369328734e-05,
"loss": 0.1352,
"step": 2700
},
{
"epoch": 0.73,
"learning_rate": 4.85937914566198e-05,
"loss": 0.135,
"step": 2750
},
{
"epoch": 0.74,
"learning_rate": 4.856725921995224e-05,
"loss": 0.1241,
"step": 2800
},
{
"epoch": 0.76,
"learning_rate": 4.8540726983284694e-05,
"loss": 0.1402,
"step": 2850
},
{
"epoch": 0.77,
"learning_rate": 4.8514194746617145e-05,
"loss": 0.1352,
"step": 2900
},
{
"epoch": 0.78,
"learning_rate": 4.848766250994959e-05,
"loss": 0.1463,
"step": 2950
},
{
"epoch": 0.8,
"learning_rate": 4.846113027328204e-05,
"loss": 0.1456,
"step": 3000
},
{
"epoch": 0.81,
"learning_rate": 4.843459803661449e-05,
"loss": 0.138,
"step": 3050
},
{
"epoch": 0.82,
"learning_rate": 4.840806579994694e-05,
"loss": 0.1452,
"step": 3100
},
{
"epoch": 0.83,
"learning_rate": 4.8381533563279384e-05,
"loss": 0.1214,
"step": 3150
},
{
"epoch": 0.85,
"learning_rate": 4.8355001326611835e-05,
"loss": 0.1265,
"step": 3200
},
{
"epoch": 0.86,
"learning_rate": 4.8328469089944286e-05,
"loss": 0.1382,
"step": 3250
},
{
"epoch": 0.87,
"learning_rate": 4.8301936853276736e-05,
"loss": 0.1143,
"step": 3300
},
{
"epoch": 0.89,
"learning_rate": 4.827540461660918e-05,
"loss": 0.1462,
"step": 3350
},
{
"epoch": 0.9,
"learning_rate": 4.824887237994163e-05,
"loss": 0.1118,
"step": 3400
},
{
"epoch": 0.91,
"learning_rate": 4.822234014327408e-05,
"loss": 0.1114,
"step": 3450
},
{
"epoch": 0.93,
"learning_rate": 4.8195807906606525e-05,
"loss": 0.1194,
"step": 3500
},
{
"epoch": 0.94,
"learning_rate": 4.8169275669938976e-05,
"loss": 0.1281,
"step": 3550
},
{
"epoch": 0.95,
"learning_rate": 4.814274343327143e-05,
"loss": 0.1142,
"step": 3600
},
{
"epoch": 0.97,
"learning_rate": 4.811621119660388e-05,
"loss": 0.1157,
"step": 3650
},
{
"epoch": 0.98,
"learning_rate": 4.808967895993632e-05,
"loss": 0.1176,
"step": 3700
},
{
"epoch": 0.99,
"learning_rate": 4.806314672326878e-05,
"loss": 0.1163,
"step": 3750
},
{
"epoch": 1.01,
"learning_rate": 4.803661448660122e-05,
"loss": 0.0801,
"step": 3800
},
{
"epoch": 1.02,
"learning_rate": 4.801008224993367e-05,
"loss": 0.0941,
"step": 3850
},
{
"epoch": 1.03,
"learning_rate": 4.7983550013266124e-05,
"loss": 0.0872,
"step": 3900
},
{
"epoch": 1.05,
"learning_rate": 4.795701777659857e-05,
"loss": 0.0808,
"step": 3950
},
{
"epoch": 1.06,
"learning_rate": 4.793048553993102e-05,
"loss": 0.0807,
"step": 4000
},
{
"epoch": 1.07,
"learning_rate": 4.790395330326346e-05,
"loss": 0.0817,
"step": 4050
},
{
"epoch": 1.09,
"learning_rate": 4.787742106659592e-05,
"loss": 0.0794,
"step": 4100
},
{
"epoch": 1.1,
"learning_rate": 4.7850888829928364e-05,
"loss": 0.0756,
"step": 4150
},
{
"epoch": 1.11,
"learning_rate": 4.7824356593260814e-05,
"loss": 0.0741,
"step": 4200
},
{
"epoch": 1.13,
"learning_rate": 4.7797824356593265e-05,
"loss": 0.0889,
"step": 4250
},
{
"epoch": 1.14,
"learning_rate": 4.7771292119925716e-05,
"loss": 0.0984,
"step": 4300
},
{
"epoch": 1.15,
"learning_rate": 4.774475988325816e-05,
"loss": 0.0863,
"step": 4350
},
{
"epoch": 1.17,
"learning_rate": 4.771822764659061e-05,
"loss": 0.0666,
"step": 4400
},
{
"epoch": 1.18,
"learning_rate": 4.769169540992306e-05,
"loss": 0.0782,
"step": 4450
},
{
"epoch": 1.19,
"learning_rate": 4.7665163173255505e-05,
"loss": 0.0726,
"step": 4500
},
{
"epoch": 1.21,
"learning_rate": 4.7638630936587956e-05,
"loss": 0.0681,
"step": 4550
},
{
"epoch": 1.22,
"learning_rate": 4.7612098699920406e-05,
"loss": 0.0919,
"step": 4600
},
{
"epoch": 1.23,
"learning_rate": 4.758556646325286e-05,
"loss": 0.0793,
"step": 4650
},
{
"epoch": 1.25,
"learning_rate": 4.75590342265853e-05,
"loss": 0.0651,
"step": 4700
},
{
"epoch": 1.26,
"learning_rate": 4.753250198991776e-05,
"loss": 0.0801,
"step": 4750
},
{
"epoch": 1.27,
"learning_rate": 4.75059697532502e-05,
"loss": 0.0895,
"step": 4800
},
{
"epoch": 1.29,
"learning_rate": 4.7479437516582646e-05,
"loss": 0.0759,
"step": 4850
},
{
"epoch": 1.3,
"learning_rate": 4.74529052799151e-05,
"loss": 0.0824,
"step": 4900
},
{
"epoch": 1.31,
"learning_rate": 4.742637304324755e-05,
"loss": 0.0837,
"step": 4950
},
{
"epoch": 1.33,
"learning_rate": 4.739984080658e-05,
"loss": 0.0697,
"step": 5000
},
{
"epoch": 1.34,
"learning_rate": 4.737330856991244e-05,
"loss": 0.0673,
"step": 5050
},
{
"epoch": 1.35,
"learning_rate": 4.73467763332449e-05,
"loss": 0.0659,
"step": 5100
},
{
"epoch": 1.36,
"learning_rate": 4.732024409657734e-05,
"loss": 0.0615,
"step": 5150
},
{
"epoch": 1.38,
"learning_rate": 4.7293711859909794e-05,
"loss": 0.0695,
"step": 5200
},
{
"epoch": 1.39,
"learning_rate": 4.7267179623242244e-05,
"loss": 0.0734,
"step": 5250
},
{
"epoch": 1.4,
"learning_rate": 4.724064738657469e-05,
"loss": 0.0594,
"step": 5300
},
{
"epoch": 1.42,
"learning_rate": 4.721411514990714e-05,
"loss": 0.0555,
"step": 5350
},
{
"epoch": 1.43,
"learning_rate": 4.718758291323959e-05,
"loss": 0.067,
"step": 5400
},
{
"epoch": 1.44,
"learning_rate": 4.716105067657204e-05,
"loss": 0.0777,
"step": 5450
},
{
"epoch": 1.46,
"learning_rate": 4.7134518439904484e-05,
"loss": 0.0758,
"step": 5500
},
{
"epoch": 1.47,
"learning_rate": 4.7107986203236935e-05,
"loss": 0.0797,
"step": 5550
},
{
"epoch": 1.48,
"learning_rate": 4.7081453966569386e-05,
"loss": 0.0721,
"step": 5600
},
{
"epoch": 1.5,
"learning_rate": 4.7054921729901836e-05,
"loss": 0.0688,
"step": 5650
},
{
"epoch": 1.51,
"learning_rate": 4.702838949323428e-05,
"loss": 0.0672,
"step": 5700
},
{
"epoch": 1.52,
"learning_rate": 4.700185725656673e-05,
"loss": 0.0937,
"step": 5750
},
{
"epoch": 1.54,
"learning_rate": 4.697532501989918e-05,
"loss": 0.0645,
"step": 5800
},
{
"epoch": 1.55,
"learning_rate": 4.6948792783231625e-05,
"loss": 0.0617,
"step": 5850
},
{
"epoch": 1.56,
"learning_rate": 4.6922260546564076e-05,
"loss": 0.066,
"step": 5900
},
{
"epoch": 1.58,
"learning_rate": 4.689572830989653e-05,
"loss": 0.0692,
"step": 5950
},
{
"epoch": 1.59,
"learning_rate": 4.686919607322898e-05,
"loss": 0.0451,
"step": 6000
},
{
"epoch": 1.6,
"learning_rate": 4.684266383656142e-05,
"loss": 0.0428,
"step": 6050
},
{
"epoch": 1.62,
"learning_rate": 4.681613159989388e-05,
"loss": 0.0469,
"step": 6100
},
{
"epoch": 1.63,
"learning_rate": 4.678959936322632e-05,
"loss": 0.0662,
"step": 6150
},
{
"epoch": 1.64,
"learning_rate": 4.676306712655877e-05,
"loss": 0.0629,
"step": 6200
},
{
"epoch": 1.66,
"learning_rate": 4.673653488989122e-05,
"loss": 0.0519,
"step": 6250
},
{
"epoch": 1.67,
"learning_rate": 4.671000265322367e-05,
"loss": 0.0619,
"step": 6300
},
{
"epoch": 1.68,
"learning_rate": 4.668347041655612e-05,
"loss": 0.0537,
"step": 6350
},
{
"epoch": 1.7,
"learning_rate": 4.665693817988856e-05,
"loss": 0.0473,
"step": 6400
},
{
"epoch": 1.71,
"learning_rate": 4.663040594322102e-05,
"loss": 0.0469,
"step": 6450
},
{
"epoch": 1.72,
"learning_rate": 4.6603873706553464e-05,
"loss": 0.0578,
"step": 6500
},
{
"epoch": 1.74,
"learning_rate": 4.6577341469885914e-05,
"loss": 0.0493,
"step": 6550
},
{
"epoch": 1.75,
"learning_rate": 4.6550809233218365e-05,
"loss": 0.0557,
"step": 6600
},
{
"epoch": 1.76,
"learning_rate": 4.6524276996550816e-05,
"loss": 0.0391,
"step": 6650
},
{
"epoch": 1.78,
"learning_rate": 4.649774475988326e-05,
"loss": 0.0474,
"step": 6700
},
{
"epoch": 1.79,
"learning_rate": 4.647121252321571e-05,
"loss": 0.0612,
"step": 6750
},
{
"epoch": 1.8,
"learning_rate": 4.644468028654816e-05,
"loss": 0.0555,
"step": 6800
},
{
"epoch": 1.82,
"learning_rate": 4.6418148049880605e-05,
"loss": 0.0548,
"step": 6850
},
{
"epoch": 1.83,
"learning_rate": 4.6391615813213055e-05,
"loss": 0.0653,
"step": 6900
},
{
"epoch": 1.84,
"learning_rate": 4.6365083576545506e-05,
"loss": 0.0487,
"step": 6950
},
{
"epoch": 1.86,
"learning_rate": 4.633855133987796e-05,
"loss": 0.0538,
"step": 7000
},
{
"epoch": 1.87,
"learning_rate": 4.63120191032104e-05,
"loss": 0.0461,
"step": 7050
},
{
"epoch": 1.88,
"learning_rate": 4.628548686654285e-05,
"loss": 0.0478,
"step": 7100
},
{
"epoch": 1.9,
"learning_rate": 4.62589546298753e-05,
"loss": 0.0598,
"step": 7150
},
{
"epoch": 1.91,
"learning_rate": 4.6232422393207746e-05,
"loss": 0.0505,
"step": 7200
},
{
"epoch": 1.92,
"learning_rate": 4.6205890156540196e-05,
"loss": 0.0457,
"step": 7250
},
{
"epoch": 1.93,
"learning_rate": 4.617935791987265e-05,
"loss": 0.0428,
"step": 7300
},
{
"epoch": 1.95,
"learning_rate": 4.61528256832051e-05,
"loss": 0.0377,
"step": 7350
},
{
"epoch": 1.96,
"learning_rate": 4.612629344653754e-05,
"loss": 0.0535,
"step": 7400
},
{
"epoch": 1.97,
"learning_rate": 4.609976120987e-05,
"loss": 0.0543,
"step": 7450
},
{
"epoch": 1.99,
"learning_rate": 4.607322897320244e-05,
"loss": 0.0303,
"step": 7500
},
{
"epoch": 2.0,
"learning_rate": 4.6046696736534894e-05,
"loss": 0.0405,
"step": 7550
},
{
"epoch": 2.01,
"learning_rate": 4.602016449986734e-05,
"loss": 0.0222,
"step": 7600
},
{
"epoch": 2.03,
"learning_rate": 4.599363226319979e-05,
"loss": 0.0254,
"step": 7650
},
{
"epoch": 2.04,
"learning_rate": 4.596710002653224e-05,
"loss": 0.0207,
"step": 7700
},
{
"epoch": 2.05,
"learning_rate": 4.594056778986468e-05,
"loss": 0.0226,
"step": 7750
},
{
"epoch": 2.07,
"learning_rate": 4.591403555319714e-05,
"loss": 0.0259,
"step": 7800
},
{
"epoch": 2.08,
"learning_rate": 4.5887503316529584e-05,
"loss": 0.0246,
"step": 7850
},
{
"epoch": 2.09,
"learning_rate": 4.5860971079862035e-05,
"loss": 0.0199,
"step": 7900
},
{
"epoch": 2.11,
"learning_rate": 4.5834438843194485e-05,
"loss": 0.0295,
"step": 7950
},
{
"epoch": 2.12,
"learning_rate": 4.5807906606526936e-05,
"loss": 0.0288,
"step": 8000
},
{
"epoch": 2.13,
"learning_rate": 4.578137436985938e-05,
"loss": 0.0219,
"step": 8050
},
{
"epoch": 2.15,
"learning_rate": 4.575484213319183e-05,
"loss": 0.023,
"step": 8100
},
{
"epoch": 2.16,
"learning_rate": 4.572830989652428e-05,
"loss": 0.0227,
"step": 8150
},
{
"epoch": 2.17,
"learning_rate": 4.5701777659856725e-05,
"loss": 0.0317,
"step": 8200
},
{
"epoch": 2.19,
"learning_rate": 4.5675245423189176e-05,
"loss": 0.0222,
"step": 8250
},
{
"epoch": 2.2,
"learning_rate": 4.5648713186521626e-05,
"loss": 0.0264,
"step": 8300
},
{
"epoch": 2.21,
"learning_rate": 4.562218094985408e-05,
"loss": 0.0267,
"step": 8350
},
{
"epoch": 2.23,
"learning_rate": 4.559564871318652e-05,
"loss": 0.0277,
"step": 8400
},
{
"epoch": 2.24,
"learning_rate": 4.556911647651897e-05,
"loss": 0.0247,
"step": 8450
},
{
"epoch": 2.25,
"learning_rate": 4.554258423985142e-05,
"loss": 0.028,
"step": 8500
},
{
"epoch": 2.27,
"learning_rate": 4.551605200318387e-05,
"loss": 0.0328,
"step": 8550
},
{
"epoch": 2.28,
"learning_rate": 4.548951976651632e-05,
"loss": 0.0248,
"step": 8600
},
{
"epoch": 2.29,
"learning_rate": 4.546298752984877e-05,
"loss": 0.0237,
"step": 8650
},
{
"epoch": 2.31,
"learning_rate": 4.543645529318122e-05,
"loss": 0.0235,
"step": 8700
},
{
"epoch": 2.32,
"learning_rate": 4.540992305651366e-05,
"loss": 0.0273,
"step": 8750
},
{
"epoch": 2.33,
"learning_rate": 4.538339081984612e-05,
"loss": 0.0197,
"step": 8800
},
{
"epoch": 2.35,
"learning_rate": 4.5356858583178563e-05,
"loss": 0.0269,
"step": 8850
},
{
"epoch": 2.36,
"learning_rate": 4.5330326346511014e-05,
"loss": 0.0255,
"step": 8900
},
{
"epoch": 2.37,
"learning_rate": 4.5303794109843465e-05,
"loss": 0.0235,
"step": 8950
},
{
"epoch": 2.39,
"learning_rate": 4.5277261873175915e-05,
"loss": 0.0229,
"step": 9000
},
{
"epoch": 2.4,
"learning_rate": 4.525072963650836e-05,
"loss": 0.0197,
"step": 9050
},
{
"epoch": 2.41,
"learning_rate": 4.52241973998408e-05,
"loss": 0.022,
"step": 9100
},
{
"epoch": 2.43,
"learning_rate": 4.519766516317326e-05,
"loss": 0.0336,
"step": 9150
},
{
"epoch": 2.44,
"learning_rate": 4.5171132926505705e-05,
"loss": 0.0226,
"step": 9200
},
{
"epoch": 2.45,
"learning_rate": 4.5144600689838155e-05,
"loss": 0.0244,
"step": 9250
},
{
"epoch": 2.46,
"learning_rate": 4.5118068453170606e-05,
"loss": 0.0231,
"step": 9300
},
{
"epoch": 2.48,
"learning_rate": 4.5091536216503057e-05,
"loss": 0.0252,
"step": 9350
},
{
"epoch": 2.49,
"learning_rate": 4.50650039798355e-05,
"loss": 0.0267,
"step": 9400
},
{
"epoch": 2.5,
"learning_rate": 4.503847174316795e-05,
"loss": 0.0235,
"step": 9450
},
{
"epoch": 2.52,
"learning_rate": 4.50119395065004e-05,
"loss": 0.0249,
"step": 9500
},
{
"epoch": 2.53,
"learning_rate": 4.4985407269832846e-05,
"loss": 0.0264,
"step": 9550
},
{
"epoch": 2.54,
"learning_rate": 4.4958875033165296e-05,
"loss": 0.0328,
"step": 9600
},
{
"epoch": 2.56,
"learning_rate": 4.493234279649775e-05,
"loss": 0.0283,
"step": 9650
},
{
"epoch": 2.57,
"learning_rate": 4.49058105598302e-05,
"loss": 0.0223,
"step": 9700
},
{
"epoch": 2.58,
"learning_rate": 4.487927832316264e-05,
"loss": 0.0264,
"step": 9750
},
{
"epoch": 2.6,
"learning_rate": 4.485274608649509e-05,
"loss": 0.0292,
"step": 9800
},
{
"epoch": 2.61,
"learning_rate": 4.482621384982754e-05,
"loss": 0.0227,
"step": 9850
},
{
"epoch": 2.62,
"learning_rate": 4.4799681613159993e-05,
"loss": 0.0235,
"step": 9900
},
{
"epoch": 2.64,
"learning_rate": 4.477314937649244e-05,
"loss": 0.0231,
"step": 9950
},
{
"epoch": 2.65,
"learning_rate": 4.474661713982489e-05,
"loss": 0.0224,
"step": 10000
},
{
"epoch": 2.66,
"learning_rate": 4.472008490315734e-05,
"loss": 0.0222,
"step": 10050
},
{
"epoch": 2.68,
"learning_rate": 4.469355266648978e-05,
"loss": 0.0289,
"step": 10100
},
{
"epoch": 2.69,
"learning_rate": 4.466702042982224e-05,
"loss": 0.0307,
"step": 10150
},
{
"epoch": 2.7,
"learning_rate": 4.4640488193154684e-05,
"loss": 0.0247,
"step": 10200
},
{
"epoch": 2.72,
"learning_rate": 4.4613955956487135e-05,
"loss": 0.0238,
"step": 10250
},
{
"epoch": 2.73,
"learning_rate": 4.4587423719819585e-05,
"loss": 0.0268,
"step": 10300
},
{
"epoch": 2.74,
"learning_rate": 4.4560891483152036e-05,
"loss": 0.0284,
"step": 10350
},
{
"epoch": 2.76,
"learning_rate": 4.453435924648448e-05,
"loss": 0.0252,
"step": 10400
},
{
"epoch": 2.77,
"learning_rate": 4.4507827009816924e-05,
"loss": 0.0252,
"step": 10450
},
{
"epoch": 2.78,
"learning_rate": 4.448129477314938e-05,
"loss": 0.0273,
"step": 10500
},
{
"epoch": 2.8,
"learning_rate": 4.4454762536481825e-05,
"loss": 0.0229,
"step": 10550
},
{
"epoch": 2.81,
"learning_rate": 4.4428230299814276e-05,
"loss": 0.0239,
"step": 10600
},
{
"epoch": 2.82,
"learning_rate": 4.4401698063146726e-05,
"loss": 0.0274,
"step": 10650
},
{
"epoch": 2.84,
"learning_rate": 4.437516582647918e-05,
"loss": 0.0227,
"step": 10700
},
{
"epoch": 2.85,
"learning_rate": 4.434863358981162e-05,
"loss": 0.0294,
"step": 10750
},
{
"epoch": 2.86,
"learning_rate": 4.432210135314407e-05,
"loss": 0.0267,
"step": 10800
},
{
"epoch": 2.88,
"learning_rate": 4.429556911647652e-05,
"loss": 0.0313,
"step": 10850
},
{
"epoch": 2.89,
"learning_rate": 4.426903687980897e-05,
"loss": 0.0264,
"step": 10900
},
{
"epoch": 2.9,
"learning_rate": 4.424250464314142e-05,
"loss": 0.0213,
"step": 10950
},
{
"epoch": 2.92,
"learning_rate": 4.421597240647387e-05,
"loss": 0.0252,
"step": 11000
},
{
"epoch": 2.93,
"learning_rate": 4.418944016980632e-05,
"loss": 0.0257,
"step": 11050
},
{
"epoch": 2.94,
"learning_rate": 4.416290793313876e-05,
"loss": 0.0233,
"step": 11100
},
{
"epoch": 2.96,
"learning_rate": 4.413637569647122e-05,
"loss": 0.031,
"step": 11150
},
{
"epoch": 2.97,
"learning_rate": 4.410984345980366e-05,
"loss": 0.0233,
"step": 11200
},
{
"epoch": 2.98,
"learning_rate": 4.4083311223136114e-05,
"loss": 0.0224,
"step": 11250
},
{
"epoch": 2.99,
"learning_rate": 4.405677898646856e-05,
"loss": 0.0287,
"step": 11300
},
{
"epoch": 3.01,
"learning_rate": 4.4030246749801015e-05,
"loss": 0.0179,
"step": 11350
},
{
"epoch": 3.02,
"learning_rate": 4.400371451313346e-05,
"loss": 0.0141,
"step": 11400
},
{
"epoch": 3.03,
"learning_rate": 4.39771822764659e-05,
"loss": 0.0133,
"step": 11450
},
{
"epoch": 3.05,
"learning_rate": 4.395065003979836e-05,
"loss": 0.015,
"step": 11500
},
{
"epoch": 3.06,
"learning_rate": 4.3924117803130804e-05,
"loss": 0.015,
"step": 11550
},
{
"epoch": 3.07,
"learning_rate": 4.3897585566463255e-05,
"loss": 0.015,
"step": 11600
},
{
"epoch": 3.09,
"learning_rate": 4.3871053329795706e-05,
"loss": 0.0178,
"step": 11650
},
{
"epoch": 3.1,
"learning_rate": 4.3844521093128156e-05,
"loss": 0.0141,
"step": 11700
},
{
"epoch": 3.11,
"learning_rate": 4.38179888564606e-05,
"loss": 0.014,
"step": 11750
},
{
"epoch": 3.13,
"learning_rate": 4.379145661979305e-05,
"loss": 0.0142,
"step": 11800
},
{
"epoch": 3.14,
"learning_rate": 4.37649243831255e-05,
"loss": 0.015,
"step": 11850
},
{
"epoch": 3.15,
"learning_rate": 4.3738392146457945e-05,
"loss": 0.0163,
"step": 11900
},
{
"epoch": 3.17,
"learning_rate": 4.3711859909790396e-05,
"loss": 0.0145,
"step": 11950
},
{
"epoch": 3.18,
"learning_rate": 4.368532767312285e-05,
"loss": 0.0139,
"step": 12000
},
{
"epoch": 3.19,
"learning_rate": 4.36587954364553e-05,
"loss": 0.0157,
"step": 12050
},
{
"epoch": 3.21,
"learning_rate": 4.363226319978774e-05,
"loss": 0.0185,
"step": 12100
},
{
"epoch": 3.22,
"learning_rate": 4.360573096312019e-05,
"loss": 0.015,
"step": 12150
},
{
"epoch": 3.23,
"learning_rate": 4.357919872645264e-05,
"loss": 0.0188,
"step": 12200
},
{
"epoch": 3.25,
"learning_rate": 4.355266648978509e-05,
"loss": 0.0157,
"step": 12250
},
{
"epoch": 3.26,
"learning_rate": 4.352613425311754e-05,
"loss": 0.0149,
"step": 12300
},
{
"epoch": 3.27,
"learning_rate": 4.349960201644999e-05,
"loss": 0.0154,
"step": 12350
},
{
"epoch": 3.29,
"learning_rate": 4.347306977978244e-05,
"loss": 0.0158,
"step": 12400
},
{
"epoch": 3.3,
"learning_rate": 4.344653754311488e-05,
"loss": 0.0153,
"step": 12450
},
{
"epoch": 3.31,
"learning_rate": 4.342000530644734e-05,
"loss": 0.0169,
"step": 12500
},
{
"epoch": 3.33,
"learning_rate": 4.3393473069779784e-05,
"loss": 0.0165,
"step": 12550
},
{
"epoch": 3.34,
"learning_rate": 4.3366940833112234e-05,
"loss": 0.0157,
"step": 12600
},
{
"epoch": 3.35,
"learning_rate": 4.334040859644468e-05,
"loss": 0.0169,
"step": 12650
},
{
"epoch": 3.37,
"learning_rate": 4.3313876359777136e-05,
"loss": 0.0167,
"step": 12700
},
{
"epoch": 3.38,
"learning_rate": 4.328734412310958e-05,
"loss": 0.0163,
"step": 12750
},
{
"epoch": 3.39,
"learning_rate": 4.3260811886442023e-05,
"loss": 0.0157,
"step": 12800
},
{
"epoch": 3.41,
"learning_rate": 4.323427964977448e-05,
"loss": 0.0165,
"step": 12850
},
{
"epoch": 3.42,
"learning_rate": 4.3207747413106925e-05,
"loss": 0.0166,
"step": 12900
},
{
"epoch": 3.43,
"learning_rate": 4.3181215176439375e-05,
"loss": 0.0172,
"step": 12950
},
{
"epoch": 3.45,
"learning_rate": 4.3154682939771826e-05,
"loss": 0.0183,
"step": 13000
},
{
"epoch": 3.46,
"learning_rate": 4.312815070310428e-05,
"loss": 0.0164,
"step": 13050
},
{
"epoch": 3.47,
"learning_rate": 4.310161846643672e-05,
"loss": 0.018,
"step": 13100
},
{
"epoch": 3.49,
"learning_rate": 4.307508622976917e-05,
"loss": 0.0185,
"step": 13150
},
{
"epoch": 3.5,
"learning_rate": 4.304855399310162e-05,
"loss": 0.0148,
"step": 13200
},
{
"epoch": 3.51,
"learning_rate": 4.302202175643407e-05,
"loss": 0.0179,
"step": 13250
},
{
"epoch": 3.53,
"learning_rate": 4.2995489519766517e-05,
"loss": 0.0216,
"step": 13300
},
{
"epoch": 3.54,
"learning_rate": 4.296895728309897e-05,
"loss": 0.0141,
"step": 13350
},
{
"epoch": 3.55,
"learning_rate": 4.294242504643142e-05,
"loss": 0.0202,
"step": 13400
},
{
"epoch": 3.56,
"learning_rate": 4.291589280976386e-05,
"loss": 0.0179,
"step": 13450
},
{
"epoch": 3.58,
"learning_rate": 4.288936057309631e-05,
"loss": 0.0166,
"step": 13500
},
{
"epoch": 3.59,
"learning_rate": 4.286282833642876e-05,
"loss": 0.0175,
"step": 13550
},
{
"epoch": 3.6,
"learning_rate": 4.2836296099761214e-05,
"loss": 0.0149,
"step": 13600
},
{
"epoch": 3.62,
"learning_rate": 4.280976386309366e-05,
"loss": 0.0188,
"step": 13650
},
{
"epoch": 3.63,
"learning_rate": 4.2783231626426115e-05,
"loss": 0.0167,
"step": 13700
},
{
"epoch": 3.64,
"learning_rate": 4.275669938975856e-05,
"loss": 0.015,
"step": 13750
},
{
"epoch": 3.66,
"learning_rate": 4.2730167153091e-05,
"loss": 0.0153,
"step": 13800
},
{
"epoch": 3.67,
"learning_rate": 4.270363491642346e-05,
"loss": 0.0174,
"step": 13850
},
{
"epoch": 3.68,
"learning_rate": 4.2677102679755904e-05,
"loss": 0.016,
"step": 13900
},
{
"epoch": 3.7,
"learning_rate": 4.2650570443088355e-05,
"loss": 0.0151,
"step": 13950
},
{
"epoch": 3.71,
"learning_rate": 4.2624038206420806e-05,
"loss": 0.0168,
"step": 14000
},
{
"epoch": 3.72,
"learning_rate": 4.2597505969753256e-05,
"loss": 0.0173,
"step": 14050
},
{
"epoch": 3.74,
"learning_rate": 4.25709737330857e-05,
"loss": 0.0191,
"step": 14100
},
{
"epoch": 3.75,
"learning_rate": 4.254444149641815e-05,
"loss": 0.0179,
"step": 14150
},
{
"epoch": 3.76,
"learning_rate": 4.25179092597506e-05,
"loss": 0.0186,
"step": 14200
},
{
"epoch": 3.78,
"learning_rate": 4.2491377023083045e-05,
"loss": 0.018,
"step": 14250
},
{
"epoch": 3.79,
"learning_rate": 4.2464844786415496e-05,
"loss": 0.0172,
"step": 14300
},
{
"epoch": 3.8,
"learning_rate": 4.2438312549747947e-05,
"loss": 0.017,
"step": 14350
},
{
"epoch": 3.82,
"learning_rate": 4.24117803130804e-05,
"loss": 0.0166,
"step": 14400
},
{
"epoch": 3.83,
"learning_rate": 4.238524807641284e-05,
"loss": 0.0154,
"step": 14450
},
{
"epoch": 3.84,
"learning_rate": 4.235871583974529e-05,
"loss": 0.0195,
"step": 14500
},
{
"epoch": 3.86,
"learning_rate": 4.233218360307774e-05,
"loss": 0.0188,
"step": 14550
},
{
"epoch": 3.87,
"learning_rate": 4.230565136641019e-05,
"loss": 0.0192,
"step": 14600
},
{
"epoch": 3.88,
"learning_rate": 4.227911912974264e-05,
"loss": 0.0166,
"step": 14650
},
{
"epoch": 3.9,
"learning_rate": 4.225258689307509e-05,
"loss": 0.0156,
"step": 14700
},
{
"epoch": 3.91,
"learning_rate": 4.222605465640754e-05,
"loss": 0.0178,
"step": 14750
},
{
"epoch": 3.92,
"learning_rate": 4.219952241973998e-05,
"loss": 0.0173,
"step": 14800
},
{
"epoch": 3.94,
"learning_rate": 4.217299018307243e-05,
"loss": 0.019,
"step": 14850
},
{
"epoch": 3.95,
"learning_rate": 4.2146457946404884e-05,
"loss": 0.0171,
"step": 14900
},
{
"epoch": 3.96,
"learning_rate": 4.2119925709737334e-05,
"loss": 0.0174,
"step": 14950
},
{
"epoch": 3.98,
"learning_rate": 4.209339347306978e-05,
"loss": 0.0195,
"step": 15000
},
{
"epoch": 3.99,
"learning_rate": 4.2066861236402236e-05,
"loss": 0.0177,
"step": 15050
},
{
"epoch": 4.0,
"learning_rate": 4.204032899973468e-05,
"loss": 0.0176,
"step": 15100
},
{
"epoch": 4.02,
"learning_rate": 4.201379676306712e-05,
"loss": 0.0122,
"step": 15150
},
{
"epoch": 4.03,
"learning_rate": 4.198726452639958e-05,
"loss": 0.0143,
"step": 15200
},
{
"epoch": 4.04,
"learning_rate": 4.1960732289732025e-05,
"loss": 0.0126,
"step": 15250
},
{
"epoch": 4.06,
"learning_rate": 4.1934200053064475e-05,
"loss": 0.012,
"step": 15300
},
{
"epoch": 4.07,
"learning_rate": 4.1907667816396926e-05,
"loss": 0.0128,
"step": 15350
},
{
"epoch": 4.08,
"learning_rate": 4.188113557972938e-05,
"loss": 0.0134,
"step": 15400
},
{
"epoch": 4.09,
"learning_rate": 4.185460334306182e-05,
"loss": 0.0117,
"step": 15450
},
{
"epoch": 4.11,
"learning_rate": 4.182807110639427e-05,
"loss": 0.0108,
"step": 15500
},
{
"epoch": 4.12,
"learning_rate": 4.180153886972672e-05,
"loss": 0.0127,
"step": 15550
},
{
"epoch": 4.13,
"learning_rate": 4.177500663305917e-05,
"loss": 0.0115,
"step": 15600
},
{
"epoch": 4.15,
"learning_rate": 4.1748474396391616e-05,
"loss": 0.0111,
"step": 15650
},
{
"epoch": 4.16,
"learning_rate": 4.172194215972407e-05,
"loss": 0.0113,
"step": 15700
},
{
"epoch": 4.17,
"learning_rate": 4.169540992305652e-05,
"loss": 0.0125,
"step": 15750
},
{
"epoch": 4.19,
"learning_rate": 4.166887768638896e-05,
"loss": 0.0121,
"step": 15800
},
{
"epoch": 4.2,
"learning_rate": 4.164234544972141e-05,
"loss": 0.0123,
"step": 15850
},
{
"epoch": 4.21,
"learning_rate": 4.161581321305386e-05,
"loss": 0.0123,
"step": 15900
},
{
"epoch": 4.23,
"learning_rate": 4.1589280976386314e-05,
"loss": 0.0124,
"step": 15950
},
{
"epoch": 4.24,
"learning_rate": 4.156274873971876e-05,
"loss": 0.0116,
"step": 16000
},
{
"epoch": 4.25,
"learning_rate": 4.1536216503051215e-05,
"loss": 0.0131,
"step": 16050
},
{
"epoch": 4.27,
"learning_rate": 4.150968426638366e-05,
"loss": 0.0138,
"step": 16100
},
{
"epoch": 4.28,
"learning_rate": 4.14831520297161e-05,
"loss": 0.0123,
"step": 16150
},
{
"epoch": 4.29,
"learning_rate": 4.145661979304855e-05,
"loss": 0.0131,
"step": 16200
},
{
"epoch": 4.31,
"learning_rate": 4.1430087556381004e-05,
"loss": 0.0136,
"step": 16250
},
{
"epoch": 4.32,
"learning_rate": 4.1403555319713455e-05,
"loss": 0.0136,
"step": 16300
},
{
"epoch": 4.33,
"learning_rate": 4.13770230830459e-05,
"loss": 0.012,
"step": 16350
},
{
"epoch": 4.35,
"learning_rate": 4.1350490846378356e-05,
"loss": 0.0117,
"step": 16400
},
{
"epoch": 4.36,
"learning_rate": 4.13239586097108e-05,
"loss": 0.0127,
"step": 16450
},
{
"epoch": 4.37,
"learning_rate": 4.129742637304325e-05,
"loss": 0.0133,
"step": 16500
},
{
"epoch": 4.39,
"learning_rate": 4.12708941363757e-05,
"loss": 0.0147,
"step": 16550
},
{
"epoch": 4.4,
"learning_rate": 4.1244361899708145e-05,
"loss": 0.0145,
"step": 16600
},
{
"epoch": 4.41,
"learning_rate": 4.1217829663040596e-05,
"loss": 0.0134,
"step": 16650
},
{
"epoch": 4.43,
"learning_rate": 4.1191297426373046e-05,
"loss": 0.0135,
"step": 16700
},
{
"epoch": 4.44,
"learning_rate": 4.11647651897055e-05,
"loss": 0.0131,
"step": 16750
},
{
"epoch": 4.45,
"learning_rate": 4.113823295303794e-05,
"loss": 0.0138,
"step": 16800
},
{
"epoch": 4.47,
"learning_rate": 4.111170071637039e-05,
"loss": 0.0135,
"step": 16850
},
{
"epoch": 4.48,
"learning_rate": 4.108516847970284e-05,
"loss": 0.0133,
"step": 16900
},
{
"epoch": 4.49,
"learning_rate": 4.105863624303529e-05,
"loss": 0.0133,
"step": 16950
},
{
"epoch": 4.51,
"learning_rate": 4.103210400636774e-05,
"loss": 0.0148,
"step": 17000
},
{
"epoch": 4.52,
"learning_rate": 4.100557176970019e-05,
"loss": 0.0146,
"step": 17050
},
{
"epoch": 4.53,
"learning_rate": 4.097903953303264e-05,
"loss": 0.0146,
"step": 17100
},
{
"epoch": 4.55,
"learning_rate": 4.095250729636508e-05,
"loss": 0.0143,
"step": 17150
},
{
"epoch": 4.56,
"learning_rate": 4.092597505969753e-05,
"loss": 0.0136,
"step": 17200
},
{
"epoch": 4.57,
"learning_rate": 4.0899442823029983e-05,
"loss": 0.014,
"step": 17250
},
{
"epoch": 4.59,
"learning_rate": 4.0872910586362434e-05,
"loss": 0.0135,
"step": 17300
},
{
"epoch": 4.6,
"learning_rate": 4.084637834969488e-05,
"loss": 0.0138,
"step": 17350
},
{
"epoch": 4.61,
"learning_rate": 4.0819846113027335e-05,
"loss": 0.0143,
"step": 17400
},
{
"epoch": 4.62,
"learning_rate": 4.079331387635978e-05,
"loss": 0.0138,
"step": 17450
},
{
"epoch": 4.64,
"learning_rate": 4.076678163969222e-05,
"loss": 0.0141,
"step": 17500
},
{
"epoch": 4.65,
"learning_rate": 4.074024940302468e-05,
"loss": 0.0127,
"step": 17550
},
{
"epoch": 4.66,
"learning_rate": 4.0713717166357124e-05,
"loss": 0.012,
"step": 17600
},
{
"epoch": 4.68,
"learning_rate": 4.0687184929689575e-05,
"loss": 0.0143,
"step": 17650
},
{
"epoch": 4.69,
"learning_rate": 4.066065269302202e-05,
"loss": 0.0142,
"step": 17700
},
{
"epoch": 4.7,
"learning_rate": 4.0634120456354476e-05,
"loss": 0.0151,
"step": 17750
},
{
"epoch": 4.72,
"learning_rate": 4.060758821968692e-05,
"loss": 0.0132,
"step": 17800
},
{
"epoch": 4.73,
"learning_rate": 4.058105598301937e-05,
"loss": 0.013,
"step": 17850
},
{
"epoch": 4.74,
"learning_rate": 4.055452374635182e-05,
"loss": 0.0145,
"step": 17900
},
{
"epoch": 4.76,
"learning_rate": 4.052799150968427e-05,
"loss": 0.0146,
"step": 17950
},
{
"epoch": 4.77,
"learning_rate": 4.0501459273016716e-05,
"loss": 0.0163,
"step": 18000
},
{
"epoch": 4.78,
"learning_rate": 4.047492703634917e-05,
"loss": 0.0144,
"step": 18050
},
{
"epoch": 4.8,
"learning_rate": 4.044839479968162e-05,
"loss": 0.0152,
"step": 18100
},
{
"epoch": 4.81,
"learning_rate": 4.042186256301406e-05,
"loss": 0.0163,
"step": 18150
},
{
"epoch": 4.82,
"learning_rate": 4.039533032634651e-05,
"loss": 0.0162,
"step": 18200
},
{
"epoch": 4.84,
"learning_rate": 4.036879808967896e-05,
"loss": 0.0163,
"step": 18250
},
{
"epoch": 4.85,
"learning_rate": 4.0342265853011413e-05,
"loss": 0.0153,
"step": 18300
},
{
"epoch": 4.86,
"learning_rate": 4.031573361634386e-05,
"loss": 0.0126,
"step": 18350
},
{
"epoch": 4.88,
"learning_rate": 4.028920137967631e-05,
"loss": 0.0139,
"step": 18400
},
{
"epoch": 4.89,
"learning_rate": 4.026266914300876e-05,
"loss": 0.0134,
"step": 18450
},
{
"epoch": 4.9,
"learning_rate": 4.02361369063412e-05,
"loss": 0.0136,
"step": 18500
},
{
"epoch": 4.92,
"learning_rate": 4.020960466967365e-05,
"loss": 0.0133,
"step": 18550
},
{
"epoch": 4.93,
"learning_rate": 4.0183072433006104e-05,
"loss": 0.0132,
"step": 18600
},
{
"epoch": 4.94,
"learning_rate": 4.0156540196338555e-05,
"loss": 0.013,
"step": 18650
},
{
"epoch": 4.96,
"learning_rate": 4.0130007959671e-05,
"loss": 0.0129,
"step": 18700
},
{
"epoch": 4.97,
"learning_rate": 4.0103475723003456e-05,
"loss": 0.0134,
"step": 18750
},
{
"epoch": 4.98,
"learning_rate": 4.00769434863359e-05,
"loss": 0.0139,
"step": 18800
},
{
"epoch": 5.0,
"learning_rate": 4.005041124966835e-05,
"loss": 0.0154,
"step": 18850
},
{
"epoch": 5.01,
"learning_rate": 4.00238790130008e-05,
"loss": 0.0131,
"step": 18900
},
{
"epoch": 5.02,
"learning_rate": 3.9997346776333245e-05,
"loss": 0.0112,
"step": 18950
},
{
"epoch": 5.04,
"learning_rate": 3.9970814539665696e-05,
"loss": 0.0109,
"step": 19000
},
{
"epoch": 5.05,
"learning_rate": 3.994428230299814e-05,
"loss": 0.0101,
"step": 19050
},
{
"epoch": 5.06,
"learning_rate": 3.99177500663306e-05,
"loss": 0.0105,
"step": 19100
},
{
"epoch": 5.08,
"learning_rate": 3.989121782966304e-05,
"loss": 0.0101,
"step": 19150
},
{
"epoch": 5.09,
"learning_rate": 3.986468559299549e-05,
"loss": 0.0104,
"step": 19200
},
{
"epoch": 5.1,
"learning_rate": 3.983815335632794e-05,
"loss": 0.0096,
"step": 19250
},
{
"epoch": 5.12,
"learning_rate": 3.981162111966039e-05,
"loss": 0.0108,
"step": 19300
},
{
"epoch": 5.13,
"learning_rate": 3.978508888299284e-05,
"loss": 0.0107,
"step": 19350
},
{
"epoch": 5.14,
"learning_rate": 3.975855664632529e-05,
"loss": 0.0104,
"step": 19400
},
{
"epoch": 5.16,
"learning_rate": 3.973202440965774e-05,
"loss": 0.0112,
"step": 19450
},
{
"epoch": 5.17,
"learning_rate": 3.970549217299018e-05,
"loss": 0.0113,
"step": 19500
},
{
"epoch": 5.18,
"learning_rate": 3.967895993632263e-05,
"loss": 0.0112,
"step": 19550
},
{
"epoch": 5.19,
"learning_rate": 3.965242769965508e-05,
"loss": 0.0091,
"step": 19600
},
{
"epoch": 5.21,
"learning_rate": 3.9625895462987534e-05,
"loss": 0.01,
"step": 19650
},
{
"epoch": 5.22,
"learning_rate": 3.959936322631998e-05,
"loss": 0.0099,
"step": 19700
},
{
"epoch": 5.23,
"learning_rate": 3.9572830989652435e-05,
"loss": 0.0113,
"step": 19750
},
{
"epoch": 5.25,
"learning_rate": 3.954629875298488e-05,
"loss": 0.0119,
"step": 19800
},
{
"epoch": 5.26,
"learning_rate": 3.951976651631732e-05,
"loss": 0.0097,
"step": 19850
},
{
"epoch": 5.27,
"learning_rate": 3.9493234279649774e-05,
"loss": 0.0115,
"step": 19900
},
{
"epoch": 5.29,
"learning_rate": 3.9466702042982224e-05,
"loss": 0.0108,
"step": 19950
},
{
"epoch": 5.3,
"learning_rate": 3.9440169806314675e-05,
"loss": 0.0112,
"step": 20000
},
{
"epoch": 5.31,
"learning_rate": 3.941363756964712e-05,
"loss": 0.0124,
"step": 20050
},
{
"epoch": 5.33,
"learning_rate": 3.9387105332979576e-05,
"loss": 0.0105,
"step": 20100
},
{
"epoch": 5.34,
"learning_rate": 3.936057309631202e-05,
"loss": 0.0117,
"step": 20150
},
{
"epoch": 5.35,
"learning_rate": 3.933404085964447e-05,
"loss": 0.011,
"step": 20200
},
{
"epoch": 5.37,
"learning_rate": 3.930750862297692e-05,
"loss": 0.011,
"step": 20250
},
{
"epoch": 5.38,
"learning_rate": 3.928097638630937e-05,
"loss": 0.012,
"step": 20300
},
{
"epoch": 5.39,
"learning_rate": 3.9254444149641816e-05,
"loss": 0.0126,
"step": 20350
},
{
"epoch": 5.41,
"learning_rate": 3.922791191297427e-05,
"loss": 0.0102,
"step": 20400
},
{
"epoch": 5.42,
"learning_rate": 3.920137967630672e-05,
"loss": 0.0109,
"step": 20450
},
{
"epoch": 5.43,
"learning_rate": 3.917484743963916e-05,
"loss": 0.0113,
"step": 20500
},
{
"epoch": 5.45,
"learning_rate": 3.914831520297161e-05,
"loss": 0.0118,
"step": 20550
},
{
"epoch": 5.46,
"learning_rate": 3.912178296630406e-05,
"loss": 0.0111,
"step": 20600
},
{
"epoch": 5.47,
"learning_rate": 3.909525072963651e-05,
"loss": 0.0121,
"step": 20650
},
{
"epoch": 5.49,
"learning_rate": 3.906871849296896e-05,
"loss": 0.0115,
"step": 20700
},
{
"epoch": 5.5,
"learning_rate": 3.904218625630141e-05,
"loss": 0.0124,
"step": 20750
},
{
"epoch": 5.51,
"learning_rate": 3.901565401963386e-05,
"loss": 0.0122,
"step": 20800
},
{
"epoch": 5.53,
"learning_rate": 3.89891217829663e-05,
"loss": 0.0116,
"step": 20850
},
{
"epoch": 5.54,
"learning_rate": 3.896258954629875e-05,
"loss": 0.0106,
"step": 20900
},
{
"epoch": 5.55,
"learning_rate": 3.8936057309631204e-05,
"loss": 0.0132,
"step": 20950
},
{
"epoch": 5.57,
"learning_rate": 3.8909525072963654e-05,
"loss": 0.0128,
"step": 21000
},
{
"epoch": 5.58,
"learning_rate": 3.88829928362961e-05,
"loss": 0.0105,
"step": 21050
},
{
"epoch": 5.59,
"learning_rate": 3.8856460599628556e-05,
"loss": 0.0119,
"step": 21100
},
{
"epoch": 5.61,
"learning_rate": 3.8829928362961e-05,
"loss": 0.0115,
"step": 21150
},
{
"epoch": 5.62,
"learning_rate": 3.880339612629345e-05,
"loss": 0.0115,
"step": 21200
},
{
"epoch": 5.63,
"learning_rate": 3.8776863889625894e-05,
"loss": 0.0108,
"step": 21250
},
{
"epoch": 5.65,
"learning_rate": 3.8750331652958345e-05,
"loss": 0.011,
"step": 21300
},
{
"epoch": 5.66,
"learning_rate": 3.8723799416290795e-05,
"loss": 0.0118,
"step": 21350
},
{
"epoch": 5.67,
"learning_rate": 3.869726717962324e-05,
"loss": 0.0124,
"step": 21400
},
{
"epoch": 5.69,
"learning_rate": 3.86707349429557e-05,
"loss": 0.0108,
"step": 21450
},
{
"epoch": 5.7,
"learning_rate": 3.864420270628814e-05,
"loss": 0.0111,
"step": 21500
},
{
"epoch": 5.71,
"learning_rate": 3.861767046962059e-05,
"loss": 0.0108,
"step": 21550
},
{
"epoch": 5.72,
"learning_rate": 3.859113823295304e-05,
"loss": 0.012,
"step": 21600
},
{
"epoch": 5.74,
"learning_rate": 3.856460599628549e-05,
"loss": 0.0109,
"step": 21650
},
{
"epoch": 5.75,
"learning_rate": 3.8538073759617937e-05,
"loss": 0.0125,
"step": 21700
},
{
"epoch": 5.76,
"learning_rate": 3.851154152295039e-05,
"loss": 0.0122,
"step": 21750
},
{
"epoch": 5.78,
"learning_rate": 3.848500928628284e-05,
"loss": 0.0116,
"step": 21800
},
{
"epoch": 5.79,
"learning_rate": 3.845847704961528e-05,
"loss": 0.0121,
"step": 21850
},
{
"epoch": 5.8,
"learning_rate": 3.843194481294773e-05,
"loss": 0.0112,
"step": 21900
},
{
"epoch": 5.82,
"learning_rate": 3.840541257628018e-05,
"loss": 0.0115,
"step": 21950
},
{
"epoch": 5.83,
"learning_rate": 3.8378880339612634e-05,
"loss": 0.0139,
"step": 22000
},
{
"epoch": 5.84,
"learning_rate": 3.835234810294508e-05,
"loss": 0.0119,
"step": 22050
},
{
"epoch": 5.86,
"learning_rate": 3.832581586627753e-05,
"loss": 0.0105,
"step": 22100
},
{
"epoch": 5.87,
"learning_rate": 3.829928362960998e-05,
"loss": 0.0102,
"step": 22150
},
{
"epoch": 5.88,
"learning_rate": 3.827275139294242e-05,
"loss": 0.0107,
"step": 22200
},
{
"epoch": 5.9,
"learning_rate": 3.8246219156274873e-05,
"loss": 0.0129,
"step": 22250
},
{
"epoch": 5.91,
"learning_rate": 3.8219686919607324e-05,
"loss": 0.013,
"step": 22300
},
{
"epoch": 5.92,
"learning_rate": 3.8193154682939775e-05,
"loss": 0.0118,
"step": 22350
},
{
"epoch": 5.94,
"learning_rate": 3.816662244627222e-05,
"loss": 0.0126,
"step": 22400
},
{
"epoch": 5.95,
"learning_rate": 3.8140090209604676e-05,
"loss": 0.0121,
"step": 22450
},
{
"epoch": 5.96,
"learning_rate": 3.811355797293712e-05,
"loss": 0.0113,
"step": 22500
},
{
"epoch": 5.98,
"learning_rate": 3.808702573626957e-05,
"loss": 0.0117,
"step": 22550
},
{
"epoch": 5.99,
"learning_rate": 3.8060493499602015e-05,
"loss": 0.011,
"step": 22600
},
{
"epoch": 6.0,
"learning_rate": 3.803396126293447e-05,
"loss": 0.0125,
"step": 22650
},
{
"epoch": 6.02,
"learning_rate": 3.8007429026266916e-05,
"loss": 0.0094,
"step": 22700
},
{
"epoch": 6.03,
"learning_rate": 3.798089678959936e-05,
"loss": 0.0086,
"step": 22750
},
{
"epoch": 6.04,
"learning_rate": 3.795436455293182e-05,
"loss": 0.0093,
"step": 22800
},
{
"epoch": 6.06,
"learning_rate": 3.792783231626426e-05,
"loss": 0.009,
"step": 22850
},
{
"epoch": 6.07,
"learning_rate": 3.790130007959671e-05,
"loss": 0.0091,
"step": 22900
},
{
"epoch": 6.08,
"learning_rate": 3.787476784292916e-05,
"loss": 0.0111,
"step": 22950
},
{
"epoch": 6.1,
"learning_rate": 3.784823560626161e-05,
"loss": 0.0098,
"step": 23000
},
{
"epoch": 6.11,
"learning_rate": 3.782170336959406e-05,
"loss": 0.0089,
"step": 23050
},
{
"epoch": 6.12,
"learning_rate": 3.779517113292651e-05,
"loss": 0.0092,
"step": 23100
},
{
"epoch": 6.14,
"learning_rate": 3.776863889625896e-05,
"loss": 0.0107,
"step": 23150
},
{
"epoch": 6.15,
"learning_rate": 3.77421066595914e-05,
"loss": 0.0085,
"step": 23200
},
{
"epoch": 6.16,
"learning_rate": 3.771557442292385e-05,
"loss": 0.0091,
"step": 23250
},
{
"epoch": 6.18,
"learning_rate": 3.7689042186256304e-05,
"loss": 0.0092,
"step": 23300
},
{
"epoch": 6.19,
"learning_rate": 3.7662509949588754e-05,
"loss": 0.0091,
"step": 23350
},
{
"epoch": 6.2,
"learning_rate": 3.76359777129212e-05,
"loss": 0.0096,
"step": 23400
},
{
"epoch": 6.22,
"learning_rate": 3.760944547625365e-05,
"loss": 0.0097,
"step": 23450
},
{
"epoch": 6.23,
"learning_rate": 3.75829132395861e-05,
"loss": 0.0089,
"step": 23500
},
{
"epoch": 6.24,
"learning_rate": 3.755638100291855e-05,
"loss": 0.0083,
"step": 23550
},
{
"epoch": 6.25,
"learning_rate": 3.7529848766250994e-05,
"loss": 0.0106,
"step": 23600
},
{
"epoch": 6.27,
"learning_rate": 3.7503316529583445e-05,
"loss": 0.0098,
"step": 23650
},
{
"epoch": 6.28,
"learning_rate": 3.7476784292915895e-05,
"loss": 0.0107,
"step": 23700
},
{
"epoch": 6.29,
"learning_rate": 3.745025205624834e-05,
"loss": 0.0104,
"step": 23750
},
{
"epoch": 6.31,
"learning_rate": 3.7423719819580797e-05,
"loss": 0.0098,
"step": 23800
},
{
"epoch": 6.32,
"learning_rate": 3.739718758291324e-05,
"loss": 0.0103,
"step": 23850
},
{
"epoch": 6.33,
"learning_rate": 3.737065534624569e-05,
"loss": 0.0097,
"step": 23900
},
{
"epoch": 6.35,
"learning_rate": 3.734412310957814e-05,
"loss": 0.0103,
"step": 23950
},
{
"epoch": 6.36,
"learning_rate": 3.731759087291059e-05,
"loss": 0.0099,
"step": 24000
},
{
"epoch": 6.37,
"learning_rate": 3.7291058636243036e-05,
"loss": 0.0102,
"step": 24050
},
{
"epoch": 6.39,
"learning_rate": 3.726452639957548e-05,
"loss": 0.01,
"step": 24100
},
{
"epoch": 6.4,
"learning_rate": 3.723799416290794e-05,
"loss": 0.0113,
"step": 24150
},
{
"epoch": 6.41,
"learning_rate": 3.721146192624038e-05,
"loss": 0.009,
"step": 24200
},
{
"epoch": 6.43,
"learning_rate": 3.718492968957283e-05,
"loss": 0.0103,
"step": 24250
},
{
"epoch": 6.44,
"learning_rate": 3.715839745290528e-05,
"loss": 0.0095,
"step": 24300
},
{
"epoch": 6.45,
"learning_rate": 3.7131865216237734e-05,
"loss": 0.0116,
"step": 24350
},
{
"epoch": 6.47,
"learning_rate": 3.710533297957018e-05,
"loss": 0.0113,
"step": 24400
},
{
"epoch": 6.48,
"learning_rate": 3.707880074290263e-05,
"loss": 0.0114,
"step": 24450
},
{
"epoch": 6.49,
"learning_rate": 3.705226850623508e-05,
"loss": 0.0106,
"step": 24500
},
{
"epoch": 6.51,
"learning_rate": 3.702573626956752e-05,
"loss": 0.0101,
"step": 24550
},
{
"epoch": 6.52,
"learning_rate": 3.699920403289997e-05,
"loss": 0.0085,
"step": 24600
},
{
"epoch": 6.53,
"learning_rate": 3.6972671796232424e-05,
"loss": 0.0095,
"step": 24650
},
{
"epoch": 6.55,
"learning_rate": 3.6946139559564875e-05,
"loss": 0.0112,
"step": 24700
},
{
"epoch": 6.56,
"learning_rate": 3.691960732289732e-05,
"loss": 0.0102,
"step": 24750
},
{
"epoch": 6.57,
"learning_rate": 3.689307508622977e-05,
"loss": 0.0104,
"step": 24800
},
{
"epoch": 6.59,
"learning_rate": 3.686654284956222e-05,
"loss": 0.0102,
"step": 24850
},
{
"epoch": 6.6,
"learning_rate": 3.684001061289467e-05,
"loss": 0.0103,
"step": 24900
},
{
"epoch": 6.61,
"learning_rate": 3.6813478376227114e-05,
"loss": 0.0096,
"step": 24950
},
{
"epoch": 6.63,
"learning_rate": 3.678694613955957e-05,
"loss": 0.0097,
"step": 25000
},
{
"epoch": 6.64,
"learning_rate": 3.6760413902892016e-05,
"loss": 0.0112,
"step": 25050
},
{
"epoch": 6.65,
"learning_rate": 3.673388166622446e-05,
"loss": 0.0099,
"step": 25100
},
{
"epoch": 6.67,
"learning_rate": 3.670734942955692e-05,
"loss": 0.0089,
"step": 25150
},
{
"epoch": 6.68,
"learning_rate": 3.668081719288936e-05,
"loss": 0.0111,
"step": 25200
},
{
"epoch": 6.69,
"learning_rate": 3.665428495622181e-05,
"loss": 0.012,
"step": 25250
},
{
"epoch": 6.71,
"learning_rate": 3.662775271955426e-05,
"loss": 0.0108,
"step": 25300
},
{
"epoch": 6.72,
"learning_rate": 3.660122048288671e-05,
"loss": 0.0097,
"step": 25350
},
{
"epoch": 6.73,
"learning_rate": 3.657468824621916e-05,
"loss": 0.0101,
"step": 25400
},
{
"epoch": 6.75,
"learning_rate": 3.654815600955161e-05,
"loss": 0.0105,
"step": 25450
},
{
"epoch": 6.76,
"learning_rate": 3.652162377288406e-05,
"loss": 0.0101,
"step": 25500
},
{
"epoch": 6.77,
"learning_rate": 3.64950915362165e-05,
"loss": 0.0097,
"step": 25550
},
{
"epoch": 6.79,
"learning_rate": 3.646855929954895e-05,
"loss": 0.0105,
"step": 25600
},
{
"epoch": 6.8,
"learning_rate": 3.64420270628814e-05,
"loss": 0.0107,
"step": 25650
},
{
"epoch": 6.81,
"learning_rate": 3.6415494826213854e-05,
"loss": 0.0104,
"step": 25700
},
{
"epoch": 6.82,
"learning_rate": 3.63889625895463e-05,
"loss": 0.0099,
"step": 25750
},
{
"epoch": 6.84,
"learning_rate": 3.636243035287875e-05,
"loss": 0.0106,
"step": 25800
},
{
"epoch": 6.85,
"learning_rate": 3.63358981162112e-05,
"loss": 0.0092,
"step": 25850
},
{
"epoch": 6.86,
"learning_rate": 3.630936587954365e-05,
"loss": 0.0096,
"step": 25900
},
{
"epoch": 6.88,
"learning_rate": 3.6282833642876094e-05,
"loss": 0.0104,
"step": 25950
},
{
"epoch": 6.89,
"learning_rate": 3.6256301406208544e-05,
"loss": 0.011,
"step": 26000
},
{
"epoch": 6.9,
"learning_rate": 3.6229769169540995e-05,
"loss": 0.0102,
"step": 26050
},
{
"epoch": 6.92,
"learning_rate": 3.620323693287344e-05,
"loss": 0.0115,
"step": 26100
},
{
"epoch": 6.93,
"learning_rate": 3.6176704696205896e-05,
"loss": 0.0119,
"step": 26150
},
{
"epoch": 6.94,
"learning_rate": 3.615017245953834e-05,
"loss": 0.0108,
"step": 26200
},
{
"epoch": 6.96,
"learning_rate": 3.612364022287079e-05,
"loss": 0.0109,
"step": 26250
},
{
"epoch": 6.97,
"learning_rate": 3.6097107986203235e-05,
"loss": 0.0104,
"step": 26300
},
{
"epoch": 6.98,
"learning_rate": 3.607057574953569e-05,
"loss": 0.0107,
"step": 26350
},
{
"epoch": 7.0,
"learning_rate": 3.6044043512868136e-05,
"loss": 0.0099,
"step": 26400
},
{
"epoch": 7.01,
"learning_rate": 3.601751127620058e-05,
"loss": 0.0095,
"step": 26450
},
{
"epoch": 7.02,
"learning_rate": 3.599097903953304e-05,
"loss": 0.0104,
"step": 26500
},
{
"epoch": 7.04,
"learning_rate": 3.596444680286548e-05,
"loss": 0.0082,
"step": 26550
},
{
"epoch": 7.05,
"learning_rate": 3.593791456619793e-05,
"loss": 0.0084,
"step": 26600
},
{
"epoch": 7.06,
"learning_rate": 3.591138232953038e-05,
"loss": 0.0078,
"step": 26650
},
{
"epoch": 7.08,
"learning_rate": 3.5884850092862833e-05,
"loss": 0.0088,
"step": 26700
},
{
"epoch": 7.09,
"learning_rate": 3.585831785619528e-05,
"loss": 0.0082,
"step": 26750
},
{
"epoch": 7.1,
"learning_rate": 3.583178561952773e-05,
"loss": 0.0086,
"step": 26800
},
{
"epoch": 7.12,
"learning_rate": 3.580525338286018e-05,
"loss": 0.0086,
"step": 26850
},
{
"epoch": 7.13,
"learning_rate": 3.577872114619262e-05,
"loss": 0.0088,
"step": 26900
},
{
"epoch": 7.14,
"learning_rate": 3.575218890952507e-05,
"loss": 0.0081,
"step": 26950
},
{
"epoch": 7.16,
"learning_rate": 3.5725656672857524e-05,
"loss": 0.0079,
"step": 27000
},
{
"epoch": 7.17,
"learning_rate": 3.5699124436189974e-05,
"loss": 0.0082,
"step": 27050
},
{
"epoch": 7.18,
"learning_rate": 3.567259219952242e-05,
"loss": 0.0082,
"step": 27100
},
{
"epoch": 7.2,
"learning_rate": 3.564605996285487e-05,
"loss": 0.008,
"step": 27150
},
{
"epoch": 7.21,
"learning_rate": 3.561952772618732e-05,
"loss": 0.0076,
"step": 27200
},
{
"epoch": 7.22,
"learning_rate": 3.559299548951977e-05,
"loss": 0.0083,
"step": 27250
},
{
"epoch": 7.24,
"learning_rate": 3.5566463252852214e-05,
"loss": 0.0089,
"step": 27300
},
{
"epoch": 7.25,
"learning_rate": 3.553993101618467e-05,
"loss": 0.0088,
"step": 27350
},
{
"epoch": 7.26,
"learning_rate": 3.5513398779517116e-05,
"loss": 0.0091,
"step": 27400
},
{
"epoch": 7.28,
"learning_rate": 3.548686654284956e-05,
"loss": 0.0079,
"step": 27450
},
{
"epoch": 7.29,
"learning_rate": 3.546033430618202e-05,
"loss": 0.0084,
"step": 27500
},
{
"epoch": 7.3,
"learning_rate": 3.543380206951446e-05,
"loss": 0.0089,
"step": 27550
},
{
"epoch": 7.32,
"learning_rate": 3.540726983284691e-05,
"loss": 0.0087,
"step": 27600
},
{
"epoch": 7.33,
"learning_rate": 3.5380737596179355e-05,
"loss": 0.0094,
"step": 27650
},
{
"epoch": 7.34,
"learning_rate": 3.535420535951181e-05,
"loss": 0.0092,
"step": 27700
},
{
"epoch": 7.35,
"learning_rate": 3.532767312284426e-05,
"loss": 0.0087,
"step": 27750
},
{
"epoch": 7.37,
"learning_rate": 3.530114088617671e-05,
"loss": 0.0087,
"step": 27800
},
{
"epoch": 7.38,
"learning_rate": 3.527460864950916e-05,
"loss": 0.0087,
"step": 27850
},
{
"epoch": 7.39,
"learning_rate": 3.52480764128416e-05,
"loss": 0.0085,
"step": 27900
},
{
"epoch": 7.41,
"learning_rate": 3.522154417617405e-05,
"loss": 0.0096,
"step": 27950
},
{
"epoch": 7.42,
"learning_rate": 3.51950119395065e-05,
"loss": 0.0081,
"step": 28000
},
{
"epoch": 7.43,
"learning_rate": 3.5168479702838954e-05,
"loss": 0.0089,
"step": 28050
},
{
"epoch": 7.45,
"learning_rate": 3.51419474661714e-05,
"loss": 0.0084,
"step": 28100
},
{
"epoch": 7.46,
"learning_rate": 3.511541522950385e-05,
"loss": 0.0094,
"step": 28150
},
{
"epoch": 7.47,
"learning_rate": 3.50888829928363e-05,
"loss": 0.0093,
"step": 28200
},
{
"epoch": 7.49,
"learning_rate": 3.506235075616875e-05,
"loss": 0.0096,
"step": 28250
},
{
"epoch": 7.5,
"learning_rate": 3.5035818519501194e-05,
"loss": 0.0092,
"step": 28300
},
{
"epoch": 7.51,
"learning_rate": 3.5009286282833644e-05,
"loss": 0.0085,
"step": 28350
},
{
"epoch": 7.53,
"learning_rate": 3.4982754046166095e-05,
"loss": 0.0096,
"step": 28400
},
{
"epoch": 7.54,
"learning_rate": 3.495622180949854e-05,
"loss": 0.0099,
"step": 28450
},
{
"epoch": 7.55,
"learning_rate": 3.492968957283099e-05,
"loss": 0.0086,
"step": 28500
},
{
"epoch": 7.57,
"learning_rate": 3.490315733616344e-05,
"loss": 0.009,
"step": 28550
},
{
"epoch": 7.58,
"learning_rate": 3.487662509949589e-05,
"loss": 0.0092,
"step": 28600
},
{
"epoch": 7.59,
"learning_rate": 3.4850092862828335e-05,
"loss": 0.0088,
"step": 28650
},
{
"epoch": 7.61,
"learning_rate": 3.482356062616079e-05,
"loss": 0.009,
"step": 28700
},
{
"epoch": 7.62,
"learning_rate": 3.4797028389493236e-05,
"loss": 0.0103,
"step": 28750
},
{
"epoch": 7.63,
"learning_rate": 3.477049615282568e-05,
"loss": 0.0099,
"step": 28800
},
{
"epoch": 7.65,
"learning_rate": 3.474396391615814e-05,
"loss": 0.0089,
"step": 28850
},
{
"epoch": 7.66,
"learning_rate": 3.471743167949058e-05,
"loss": 0.0098,
"step": 28900
},
{
"epoch": 7.67,
"learning_rate": 3.469089944282303e-05,
"loss": 0.0102,
"step": 28950
},
{
"epoch": 7.69,
"learning_rate": 3.4664367206155476e-05,
"loss": 0.0095,
"step": 29000
},
{
"epoch": 7.7,
"learning_rate": 3.463783496948793e-05,
"loss": 0.0092,
"step": 29050
},
{
"epoch": 7.71,
"learning_rate": 3.461130273282038e-05,
"loss": 0.0103,
"step": 29100
},
{
"epoch": 7.73,
"learning_rate": 3.458477049615283e-05,
"loss": 0.0097,
"step": 29150
},
{
"epoch": 7.74,
"learning_rate": 3.455823825948528e-05,
"loss": 0.0096,
"step": 29200
},
{
"epoch": 7.75,
"learning_rate": 3.453170602281772e-05,
"loss": 0.0097,
"step": 29250
},
{
"epoch": 7.77,
"learning_rate": 3.450517378615017e-05,
"loss": 0.0094,
"step": 29300
},
{
"epoch": 7.78,
"learning_rate": 3.4478641549482624e-05,
"loss": 0.009,
"step": 29350
},
{
"epoch": 7.79,
"learning_rate": 3.4452109312815074e-05,
"loss": 0.01,
"step": 29400
},
{
"epoch": 7.81,
"learning_rate": 3.442557707614752e-05,
"loss": 0.0102,
"step": 29450
},
{
"epoch": 7.82,
"learning_rate": 3.439904483947997e-05,
"loss": 0.009,
"step": 29500
},
{
"epoch": 7.83,
"learning_rate": 3.437251260281242e-05,
"loss": 0.0086,
"step": 29550
},
{
"epoch": 7.85,
"learning_rate": 3.434598036614487e-05,
"loss": 0.009,
"step": 29600
},
{
"epoch": 7.86,
"learning_rate": 3.4319448129477314e-05,
"loss": 0.0096,
"step": 29650
},
{
"epoch": 7.87,
"learning_rate": 3.429291589280977e-05,
"loss": 0.0102,
"step": 29700
},
{
"epoch": 7.88,
"learning_rate": 3.4266383656142215e-05,
"loss": 0.0095,
"step": 29750
},
{
"epoch": 7.9,
"learning_rate": 3.423985141947466e-05,
"loss": 0.0092,
"step": 29800
},
{
"epoch": 7.91,
"learning_rate": 3.421331918280711e-05,
"loss": 0.0095,
"step": 29850
},
{
"epoch": 7.92,
"learning_rate": 3.418678694613956e-05,
"loss": 0.0084,
"step": 29900
},
{
"epoch": 7.94,
"learning_rate": 3.416025470947201e-05,
"loss": 0.0093,
"step": 29950
},
{
"epoch": 7.95,
"learning_rate": 3.4133722472804455e-05,
"loss": 0.0091,
"step": 30000
},
{
"epoch": 7.96,
"learning_rate": 3.410719023613691e-05,
"loss": 0.0089,
"step": 30050
},
{
"epoch": 7.98,
"learning_rate": 3.4080657999469356e-05,
"loss": 0.0088,
"step": 30100
},
{
"epoch": 7.99,
"learning_rate": 3.405412576280181e-05,
"loss": 0.0095,
"step": 30150
},
{
"epoch": 8.0,
"learning_rate": 3.402759352613426e-05,
"loss": 0.0093,
"step": 30200
},
{
"epoch": 8.02,
"learning_rate": 3.40010612894667e-05,
"loss": 0.0083,
"step": 30250
},
{
"epoch": 8.03,
"learning_rate": 3.397452905279915e-05,
"loss": 0.0077,
"step": 30300
},
{
"epoch": 8.04,
"learning_rate": 3.39479968161316e-05,
"loss": 0.0073,
"step": 30350
},
{
"epoch": 8.06,
"learning_rate": 3.3921464579464054e-05,
"loss": 0.0074,
"step": 30400
},
{
"epoch": 8.07,
"learning_rate": 3.38949323427965e-05,
"loss": 0.0075,
"step": 30450
},
{
"epoch": 8.08,
"learning_rate": 3.386840010612895e-05,
"loss": 0.0076,
"step": 30500
},
{
"epoch": 8.1,
"learning_rate": 3.38418678694614e-05,
"loss": 0.0068,
"step": 30550
},
{
"epoch": 8.11,
"learning_rate": 3.381533563279385e-05,
"loss": 0.0068,
"step": 30600
},
{
"epoch": 8.12,
"learning_rate": 3.3788803396126293e-05,
"loss": 0.0074,
"step": 30650
},
{
"epoch": 8.14,
"learning_rate": 3.3762271159458744e-05,
"loss": 0.0077,
"step": 30700
},
{
"epoch": 8.15,
"learning_rate": 3.3735738922791195e-05,
"loss": 0.0075,
"step": 30750
},
{
"epoch": 8.16,
"learning_rate": 3.370920668612364e-05,
"loss": 0.0085,
"step": 30800
},
{
"epoch": 8.18,
"learning_rate": 3.368267444945609e-05,
"loss": 0.0086,
"step": 30850
},
{
"epoch": 8.19,
"learning_rate": 3.365614221278854e-05,
"loss": 0.0088,
"step": 30900
},
{
"epoch": 8.2,
"learning_rate": 3.362960997612099e-05,
"loss": 0.008,
"step": 30950
},
{
"epoch": 8.22,
"learning_rate": 3.3603077739453435e-05,
"loss": 0.0082,
"step": 31000
},
{
"epoch": 8.23,
"learning_rate": 3.357654550278589e-05,
"loss": 0.0088,
"step": 31050
},
{
"epoch": 8.24,
"learning_rate": 3.3550013266118336e-05,
"loss": 0.0075,
"step": 31100
},
{
"epoch": 8.26,
"learning_rate": 3.352348102945078e-05,
"loss": 0.0086,
"step": 31150
},
{
"epoch": 8.27,
"learning_rate": 3.349694879278323e-05,
"loss": 0.0081,
"step": 31200
},
{
"epoch": 8.28,
"learning_rate": 3.347041655611568e-05,
"loss": 0.0082,
"step": 31250
},
{
"epoch": 8.3,
"learning_rate": 3.344388431944813e-05,
"loss": 0.0082,
"step": 31300
},
{
"epoch": 8.31,
"learning_rate": 3.3417352082780576e-05,
"loss": 0.0089,
"step": 31350
},
{
"epoch": 8.32,
"learning_rate": 3.339081984611303e-05,
"loss": 0.0095,
"step": 31400
},
{
"epoch": 8.34,
"learning_rate": 3.336428760944548e-05,
"loss": 0.0079,
"step": 31450
},
{
"epoch": 8.35,
"learning_rate": 3.333775537277793e-05,
"loss": 0.0079,
"step": 31500
},
{
"epoch": 8.36,
"learning_rate": 3.331122313611038e-05,
"loss": 0.0077,
"step": 31550
},
{
"epoch": 8.38,
"learning_rate": 3.328469089944282e-05,
"loss": 0.0086,
"step": 31600
},
{
"epoch": 8.39,
"learning_rate": 3.325815866277527e-05,
"loss": 0.0081,
"step": 31650
},
{
"epoch": 8.4,
"learning_rate": 3.3231626426107723e-05,
"loss": 0.0082,
"step": 31700
},
{
"epoch": 8.42,
"learning_rate": 3.3205094189440174e-05,
"loss": 0.0079,
"step": 31750
},
{
"epoch": 8.43,
"learning_rate": 3.317856195277262e-05,
"loss": 0.0079,
"step": 31800
},
{
"epoch": 8.44,
"learning_rate": 3.315202971610507e-05,
"loss": 0.0079,
"step": 31850
},
{
"epoch": 8.45,
"learning_rate": 3.312549747943752e-05,
"loss": 0.0086,
"step": 31900
},
{
"epoch": 8.47,
"learning_rate": 3.309896524276997e-05,
"loss": 0.0083,
"step": 31950
},
{
"epoch": 8.48,
"learning_rate": 3.3072433006102414e-05,
"loss": 0.0082,
"step": 32000
},
{
"epoch": 8.49,
"learning_rate": 3.3045900769434865e-05,
"loss": 0.0095,
"step": 32050
},
{
"epoch": 8.51,
"learning_rate": 3.3019368532767315e-05,
"loss": 0.0078,
"step": 32100
},
{
"epoch": 8.52,
"learning_rate": 3.299283629609976e-05,
"loss": 0.009,
"step": 32150
},
{
"epoch": 8.53,
"learning_rate": 3.296630405943221e-05,
"loss": 0.008,
"step": 32200
},
{
"epoch": 8.55,
"learning_rate": 3.293977182276466e-05,
"loss": 0.008,
"step": 32250
},
{
"epoch": 8.56,
"learning_rate": 3.291323958609711e-05,
"loss": 0.0085,
"step": 32300
},
{
"epoch": 8.57,
"learning_rate": 3.2886707349429555e-05,
"loss": 0.0085,
"step": 32350
},
{
"epoch": 8.59,
"learning_rate": 3.286017511276201e-05,
"loss": 0.0079,
"step": 32400
},
{
"epoch": 8.6,
"learning_rate": 3.2833642876094456e-05,
"loss": 0.0085,
"step": 32450
},
{
"epoch": 8.61,
"learning_rate": 3.280711063942691e-05,
"loss": 0.0087,
"step": 32500
},
{
"epoch": 8.63,
"learning_rate": 3.278057840275936e-05,
"loss": 0.0087,
"step": 32550
},
{
"epoch": 8.64,
"learning_rate": 3.27540461660918e-05,
"loss": 0.0094,
"step": 32600
},
{
"epoch": 8.65,
"learning_rate": 3.272751392942425e-05,
"loss": 0.0083,
"step": 32650
},
{
"epoch": 8.67,
"learning_rate": 3.2700981692756696e-05,
"loss": 0.0091,
"step": 32700
},
{
"epoch": 8.68,
"learning_rate": 3.2674449456089154e-05,
"loss": 0.0089,
"step": 32750
},
{
"epoch": 8.69,
"learning_rate": 3.26479172194216e-05,
"loss": 0.0085,
"step": 32800
},
{
"epoch": 8.71,
"learning_rate": 3.262138498275405e-05,
"loss": 0.0078,
"step": 32850
},
{
"epoch": 8.72,
"learning_rate": 3.25948527460865e-05,
"loss": 0.0085,
"step": 32900
},
{
"epoch": 8.73,
"learning_rate": 3.256832050941895e-05,
"loss": 0.0096,
"step": 32950
},
{
"epoch": 8.75,
"learning_rate": 3.254178827275139e-05,
"loss": 0.0089,
"step": 33000
},
{
"epoch": 8.76,
"learning_rate": 3.2515256036083844e-05,
"loss": 0.008,
"step": 33050
},
{
"epoch": 8.77,
"learning_rate": 3.2488723799416295e-05,
"loss": 0.0084,
"step": 33100
},
{
"epoch": 8.79,
"learning_rate": 3.246219156274874e-05,
"loss": 0.0094,
"step": 33150
},
{
"epoch": 8.8,
"learning_rate": 3.243565932608119e-05,
"loss": 0.0089,
"step": 33200
},
{
"epoch": 8.81,
"learning_rate": 3.240912708941364e-05,
"loss": 0.0084,
"step": 33250
},
{
"epoch": 8.83,
"learning_rate": 3.238259485274609e-05,
"loss": 0.0092,
"step": 33300
},
{
"epoch": 8.84,
"learning_rate": 3.2356062616078534e-05,
"loss": 0.0083,
"step": 33350
},
{
"epoch": 8.85,
"learning_rate": 3.2329530379410985e-05,
"loss": 0.0089,
"step": 33400
},
{
"epoch": 8.87,
"learning_rate": 3.2302998142743436e-05,
"loss": 0.009,
"step": 33450
},
{
"epoch": 8.88,
"learning_rate": 3.227646590607588e-05,
"loss": 0.0084,
"step": 33500
},
{
"epoch": 8.89,
"learning_rate": 3.224993366940833e-05,
"loss": 0.0084,
"step": 33550
},
{
"epoch": 8.91,
"learning_rate": 3.222340143274078e-05,
"loss": 0.0083,
"step": 33600
},
{
"epoch": 8.92,
"learning_rate": 3.219686919607323e-05,
"loss": 0.0085,
"step": 33650
},
{
"epoch": 8.93,
"learning_rate": 3.2170336959405675e-05,
"loss": 0.0086,
"step": 33700
},
{
"epoch": 8.95,
"learning_rate": 3.214380472273813e-05,
"loss": 0.0085,
"step": 33750
},
{
"epoch": 8.96,
"learning_rate": 3.211727248607058e-05,
"loss": 0.0079,
"step": 33800
},
{
"epoch": 8.97,
"learning_rate": 3.209074024940303e-05,
"loss": 0.0082,
"step": 33850
},
{
"epoch": 8.98,
"learning_rate": 3.206420801273548e-05,
"loss": 0.008,
"step": 33900
},
{
"epoch": 9.0,
"learning_rate": 3.203767577606792e-05,
"loss": 0.0088,
"step": 33950
},
{
"epoch": 9.01,
"learning_rate": 3.201114353940037e-05,
"loss": 0.0073,
"step": 34000
},
{
"epoch": 9.02,
"learning_rate": 3.1984611302732817e-05,
"loss": 0.0069,
"step": 34050
},
{
"epoch": 9.04,
"learning_rate": 3.1958079066065274e-05,
"loss": 0.0069,
"step": 34100
},
{
"epoch": 9.05,
"learning_rate": 3.193154682939772e-05,
"loss": 0.0071,
"step": 34150
},
{
"epoch": 9.06,
"learning_rate": 3.190501459273017e-05,
"loss": 0.0066,
"step": 34200
},
{
"epoch": 9.08,
"learning_rate": 3.187848235606262e-05,
"loss": 0.0073,
"step": 34250
},
{
"epoch": 9.09,
"learning_rate": 3.185195011939507e-05,
"loss": 0.0076,
"step": 34300
},
{
"epoch": 9.1,
"learning_rate": 3.1825417882727514e-05,
"loss": 0.0078,
"step": 34350
},
{
"epoch": 9.12,
"learning_rate": 3.1798885646059964e-05,
"loss": 0.0072,
"step": 34400
},
{
"epoch": 9.13,
"learning_rate": 3.1772353409392415e-05,
"loss": 0.0066,
"step": 34450
},
{
"epoch": 9.14,
"learning_rate": 3.174582117272486e-05,
"loss": 0.008,
"step": 34500
},
{
"epoch": 9.16,
"learning_rate": 3.171928893605731e-05,
"loss": 0.007,
"step": 34550
},
{
"epoch": 9.17,
"learning_rate": 3.169275669938976e-05,
"loss": 0.0072,
"step": 34600
},
{
"epoch": 9.18,
"learning_rate": 3.166622446272221e-05,
"loss": 0.0077,
"step": 34650
},
{
"epoch": 9.2,
"learning_rate": 3.1639692226054655e-05,
"loss": 0.007,
"step": 34700
},
{
"epoch": 9.21,
"learning_rate": 3.1613159989387105e-05,
"loss": 0.0071,
"step": 34750
},
{
"epoch": 9.22,
"learning_rate": 3.1586627752719556e-05,
"loss": 0.0074,
"step": 34800
},
{
"epoch": 9.24,
"learning_rate": 3.156009551605201e-05,
"loss": 0.0067,
"step": 34850
},
{
"epoch": 9.25,
"learning_rate": 3.153356327938445e-05,
"loss": 0.0071,
"step": 34900
},
{
"epoch": 9.26,
"learning_rate": 3.15070310427169e-05,
"loss": 0.007,
"step": 34950
},
{
"epoch": 9.28,
"learning_rate": 3.148049880604935e-05,
"loss": 0.0084,
"step": 35000
},
{
"epoch": 9.29,
"learning_rate": 3.1453966569381796e-05,
"loss": 0.008,
"step": 35050
},
{
"epoch": 9.3,
"learning_rate": 3.142743433271425e-05,
"loss": 0.0074,
"step": 35100
},
{
"epoch": 9.32,
"learning_rate": 3.14009020960467e-05,
"loss": 0.0074,
"step": 35150
},
{
"epoch": 9.33,
"learning_rate": 3.137436985937915e-05,
"loss": 0.008,
"step": 35200
},
{
"epoch": 9.34,
"learning_rate": 3.13478376227116e-05,
"loss": 0.0082,
"step": 35250
},
{
"epoch": 9.36,
"learning_rate": 3.132130538604405e-05,
"loss": 0.0073,
"step": 35300
},
{
"epoch": 9.37,
"learning_rate": 3.129477314937649e-05,
"loss": 0.0074,
"step": 35350
},
{
"epoch": 9.38,
"learning_rate": 3.1268240912708944e-05,
"loss": 0.0067,
"step": 35400
},
{
"epoch": 9.4,
"learning_rate": 3.1241708676041394e-05,
"loss": 0.0074,
"step": 35450
},
{
"epoch": 9.41,
"learning_rate": 3.121517643937384e-05,
"loss": 0.0072,
"step": 35500
},
{
"epoch": 9.42,
"learning_rate": 3.118864420270629e-05,
"loss": 0.0072,
"step": 35550
},
{
"epoch": 9.44,
"learning_rate": 3.116211196603874e-05,
"loss": 0.0088,
"step": 35600
},
{
"epoch": 9.45,
"learning_rate": 3.113557972937119e-05,
"loss": 0.0076,
"step": 35650
},
{
"epoch": 9.46,
"learning_rate": 3.1109047492703634e-05,
"loss": 0.0087,
"step": 35700
},
{
"epoch": 9.48,
"learning_rate": 3.1082515256036085e-05,
"loss": 0.0083,
"step": 35750
},
{
"epoch": 9.49,
"learning_rate": 3.1055983019368536e-05,
"loss": 0.0075,
"step": 35800
},
{
"epoch": 9.5,
"learning_rate": 3.102945078270098e-05,
"loss": 0.0084,
"step": 35850
},
{
"epoch": 9.51,
"learning_rate": 3.100291854603343e-05,
"loss": 0.0082,
"step": 35900
},
{
"epoch": 9.53,
"learning_rate": 3.097638630936588e-05,
"loss": 0.0078,
"step": 35950
},
{
"epoch": 9.54,
"learning_rate": 3.094985407269833e-05,
"loss": 0.0088,
"step": 36000
},
{
"epoch": 9.55,
"learning_rate": 3.0923321836030775e-05,
"loss": 0.0085,
"step": 36050
},
{
"epoch": 9.57,
"learning_rate": 3.089678959936323e-05,
"loss": 0.0071,
"step": 36100
},
{
"epoch": 9.58,
"learning_rate": 3.087025736269568e-05,
"loss": 0.0079,
"step": 36150
},
{
"epoch": 9.59,
"learning_rate": 3.084372512602813e-05,
"loss": 0.0082,
"step": 36200
},
{
"epoch": 9.61,
"learning_rate": 3.081719288936057e-05,
"loss": 0.0076,
"step": 36250
},
{
"epoch": 9.62,
"learning_rate": 3.079066065269302e-05,
"loss": 0.0075,
"step": 36300
},
{
"epoch": 9.63,
"learning_rate": 3.076412841602547e-05,
"loss": 0.0078,
"step": 36350
},
{
"epoch": 9.65,
"learning_rate": 3.0737596179357916e-05,
"loss": 0.0078,
"step": 36400
},
{
"epoch": 9.66,
"learning_rate": 3.0711063942690374e-05,
"loss": 0.0073,
"step": 36450
},
{
"epoch": 9.67,
"learning_rate": 3.068453170602282e-05,
"loss": 0.0076,
"step": 36500
},
{
"epoch": 9.69,
"learning_rate": 3.065799946935527e-05,
"loss": 0.0073,
"step": 36550
},
{
"epoch": 9.7,
"learning_rate": 3.063146723268772e-05,
"loss": 0.0087,
"step": 36600
},
{
"epoch": 9.71,
"learning_rate": 3.060493499602017e-05,
"loss": 0.0078,
"step": 36650
},
{
"epoch": 9.73,
"learning_rate": 3.0578402759352614e-05,
"loss": 0.0076,
"step": 36700
},
{
"epoch": 9.74,
"learning_rate": 3.0551870522685064e-05,
"loss": 0.0078,
"step": 36750
},
{
"epoch": 9.75,
"learning_rate": 3.0525338286017515e-05,
"loss": 0.0074,
"step": 36800
},
{
"epoch": 9.77,
"learning_rate": 3.049880604934996e-05,
"loss": 0.0073,
"step": 36850
},
{
"epoch": 9.78,
"learning_rate": 3.0472273812682413e-05,
"loss": 0.0082,
"step": 36900
},
{
"epoch": 9.79,
"learning_rate": 3.0445741576014857e-05,
"loss": 0.008,
"step": 36950
},
{
"epoch": 9.81,
"learning_rate": 3.041920933934731e-05,
"loss": 0.0081,
"step": 37000
},
{
"epoch": 9.82,
"learning_rate": 3.0392677102679755e-05,
"loss": 0.008,
"step": 37050
},
{
"epoch": 9.83,
"learning_rate": 3.036614486601221e-05,
"loss": 0.0087,
"step": 37100
},
{
"epoch": 9.85,
"learning_rate": 3.0339612629344656e-05,
"loss": 0.0088,
"step": 37150
},
{
"epoch": 9.86,
"learning_rate": 3.0313080392677107e-05,
"loss": 0.008,
"step": 37200
},
{
"epoch": 9.87,
"learning_rate": 3.0286548156009554e-05,
"loss": 0.008,
"step": 37250
},
{
"epoch": 9.89,
"learning_rate": 3.0260015919342e-05,
"loss": 0.0082,
"step": 37300
},
{
"epoch": 9.9,
"learning_rate": 3.0233483682674452e-05,
"loss": 0.0082,
"step": 37350
},
{
"epoch": 9.91,
"learning_rate": 3.02069514460069e-05,
"loss": 0.0096,
"step": 37400
},
{
"epoch": 9.93,
"learning_rate": 3.018041920933935e-05,
"loss": 0.0083,
"step": 37450
},
{
"epoch": 9.94,
"learning_rate": 3.0153886972671797e-05,
"loss": 0.0081,
"step": 37500
},
{
"epoch": 9.95,
"learning_rate": 3.0127354736004248e-05,
"loss": 0.0103,
"step": 37550
},
{
"epoch": 9.97,
"learning_rate": 3.0100822499336695e-05,
"loss": 0.0084,
"step": 37600
},
{
"epoch": 9.98,
"learning_rate": 3.0074290262669146e-05,
"loss": 0.0084,
"step": 37650
},
{
"epoch": 9.99,
"learning_rate": 3.0047758026001593e-05,
"loss": 0.0073,
"step": 37700
},
{
"epoch": 10.01,
"learning_rate": 3.002122578933404e-05,
"loss": 0.0073,
"step": 37750
},
{
"epoch": 10.02,
"learning_rate": 2.999469355266649e-05,
"loss": 0.0065,
"step": 37800
},
{
"epoch": 10.03,
"learning_rate": 2.9968161315998938e-05,
"loss": 0.006,
"step": 37850
},
{
"epoch": 10.05,
"learning_rate": 2.994162907933139e-05,
"loss": 0.0065,
"step": 37900
},
{
"epoch": 10.06,
"learning_rate": 2.9915096842663836e-05,
"loss": 0.0071,
"step": 37950
},
{
"epoch": 10.07,
"learning_rate": 2.988856460599629e-05,
"loss": 0.0064,
"step": 38000
},
{
"epoch": 10.08,
"learning_rate": 2.9862032369328734e-05,
"loss": 0.0062,
"step": 38050
},
{
"epoch": 10.1,
"learning_rate": 2.9835500132661188e-05,
"loss": 0.0063,
"step": 38100
},
{
"epoch": 10.11,
"learning_rate": 2.9808967895993632e-05,
"loss": 0.0065,
"step": 38150
},
{
"epoch": 10.12,
"learning_rate": 2.978243565932608e-05,
"loss": 0.0072,
"step": 38200
},
{
"epoch": 10.14,
"learning_rate": 2.9755903422658533e-05,
"loss": 0.0066,
"step": 38250
},
{
"epoch": 10.15,
"learning_rate": 2.9729371185990977e-05,
"loss": 0.007,
"step": 38300
},
{
"epoch": 10.16,
"learning_rate": 2.970283894932343e-05,
"loss": 0.0067,
"step": 38350
},
{
"epoch": 10.18,
"learning_rate": 2.967630671265588e-05,
"loss": 0.0061,
"step": 38400
},
{
"epoch": 10.19,
"learning_rate": 2.964977447598833e-05,
"loss": 0.0068,
"step": 38450
},
{
"epoch": 10.2,
"learning_rate": 2.9623242239320776e-05,
"loss": 0.0069,
"step": 38500
},
{
"epoch": 10.22,
"learning_rate": 2.9596710002653227e-05,
"loss": 0.0069,
"step": 38550
},
{
"epoch": 10.23,
"learning_rate": 2.9570177765985674e-05,
"loss": 0.0073,
"step": 38600
},
{
"epoch": 10.24,
"learning_rate": 2.954364552931812e-05,
"loss": 0.0064,
"step": 38650
},
{
"epoch": 10.26,
"learning_rate": 2.9517113292650572e-05,
"loss": 0.0068,
"step": 38700
},
{
"epoch": 10.27,
"learning_rate": 2.949058105598302e-05,
"loss": 0.0066,
"step": 38750
},
{
"epoch": 10.28,
"learning_rate": 2.946404881931547e-05,
"loss": 0.0065,
"step": 38800
},
{
"epoch": 10.3,
"learning_rate": 2.9437516582647918e-05,
"loss": 0.0064,
"step": 38850
},
{
"epoch": 10.31,
"learning_rate": 2.9410984345980368e-05,
"loss": 0.0062,
"step": 38900
},
{
"epoch": 10.32,
"learning_rate": 2.9384452109312815e-05,
"loss": 0.0074,
"step": 38950
},
{
"epoch": 10.34,
"learning_rate": 2.9357919872645266e-05,
"loss": 0.0072,
"step": 39000
},
{
"epoch": 10.35,
"learning_rate": 2.9331387635977713e-05,
"loss": 0.007,
"step": 39050
},
{
"epoch": 10.36,
"learning_rate": 2.9304855399310167e-05,
"loss": 0.0067,
"step": 39100
},
{
"epoch": 10.38,
"learning_rate": 2.927832316264261e-05,
"loss": 0.0079,
"step": 39150
},
{
"epoch": 10.39,
"learning_rate": 2.925179092597506e-05,
"loss": 0.0067,
"step": 39200
},
{
"epoch": 10.4,
"learning_rate": 2.922525868930751e-05,
"loss": 0.0069,
"step": 39250
},
{
"epoch": 10.42,
"learning_rate": 2.9198726452639957e-05,
"loss": 0.0073,
"step": 39300
},
{
"epoch": 10.43,
"learning_rate": 2.917219421597241e-05,
"loss": 0.0067,
"step": 39350
},
{
"epoch": 10.44,
"learning_rate": 2.9145661979304855e-05,
"loss": 0.007,
"step": 39400
},
{
"epoch": 10.46,
"learning_rate": 2.911912974263731e-05,
"loss": 0.0069,
"step": 39450
},
{
"epoch": 10.47,
"learning_rate": 2.9092597505969756e-05,
"loss": 0.0076,
"step": 39500
},
{
"epoch": 10.48,
"learning_rate": 2.9066065269302206e-05,
"loss": 0.0069,
"step": 39550
},
{
"epoch": 10.5,
"learning_rate": 2.9039533032634654e-05,
"loss": 0.0074,
"step": 39600
},
{
"epoch": 10.51,
"learning_rate": 2.9013000795967098e-05,
"loss": 0.0077,
"step": 39650
},
{
"epoch": 10.52,
"learning_rate": 2.8986468559299552e-05,
"loss": 0.0075,
"step": 39700
},
{
"epoch": 10.54,
"learning_rate": 2.8959936322632e-05,
"loss": 0.0074,
"step": 39750
},
{
"epoch": 10.55,
"learning_rate": 2.893340408596445e-05,
"loss": 0.0076,
"step": 39800
},
{
"epoch": 10.56,
"learning_rate": 2.8906871849296897e-05,
"loss": 0.0076,
"step": 39850
},
{
"epoch": 10.58,
"learning_rate": 2.8880339612629348e-05,
"loss": 0.0069,
"step": 39900
},
{
"epoch": 10.59,
"learning_rate": 2.8853807375961795e-05,
"loss": 0.0075,
"step": 39950
},
{
"epoch": 10.6,
"learning_rate": 2.8827275139294246e-05,
"loss": 0.0086,
"step": 40000
},
{
"epoch": 10.61,
"learning_rate": 2.8800742902626693e-05,
"loss": 0.0064,
"step": 40050
},
{
"epoch": 10.63,
"learning_rate": 2.877421066595914e-05,
"loss": 0.0074,
"step": 40100
},
{
"epoch": 10.64,
"learning_rate": 2.874767842929159e-05,
"loss": 0.0084,
"step": 40150
},
{
"epoch": 10.65,
"learning_rate": 2.8721146192624038e-05,
"loss": 0.0074,
"step": 40200
},
{
"epoch": 10.67,
"learning_rate": 2.869461395595649e-05,
"loss": 0.0073,
"step": 40250
},
{
"epoch": 10.68,
"learning_rate": 2.8668081719288936e-05,
"loss": 0.0073,
"step": 40300
},
{
"epoch": 10.69,
"learning_rate": 2.8641549482621387e-05,
"loss": 0.0074,
"step": 40350
},
{
"epoch": 10.71,
"learning_rate": 2.8615017245953834e-05,
"loss": 0.0078,
"step": 40400
},
{
"epoch": 10.72,
"learning_rate": 2.8588485009286288e-05,
"loss": 0.0074,
"step": 40450
},
{
"epoch": 10.73,
"learning_rate": 2.8561952772618732e-05,
"loss": 0.0073,
"step": 40500
},
{
"epoch": 10.75,
"learning_rate": 2.853542053595118e-05,
"loss": 0.007,
"step": 40550
},
{
"epoch": 10.76,
"learning_rate": 2.8508888299283633e-05,
"loss": 0.0068,
"step": 40600
},
{
"epoch": 10.77,
"learning_rate": 2.8482356062616077e-05,
"loss": 0.0076,
"step": 40650
},
{
"epoch": 10.79,
"learning_rate": 2.845582382594853e-05,
"loss": 0.0073,
"step": 40700
},
{
"epoch": 10.8,
"learning_rate": 2.8429291589280975e-05,
"loss": 0.0065,
"step": 40750
},
{
"epoch": 10.81,
"learning_rate": 2.840275935261343e-05,
"loss": 0.0069,
"step": 40800
},
{
"epoch": 10.83,
"learning_rate": 2.8376227115945876e-05,
"loss": 0.0074,
"step": 40850
},
{
"epoch": 10.84,
"learning_rate": 2.8349694879278327e-05,
"loss": 0.0079,
"step": 40900
},
{
"epoch": 10.85,
"learning_rate": 2.8323162642610774e-05,
"loss": 0.0062,
"step": 40950
},
{
"epoch": 10.87,
"learning_rate": 2.8296630405943218e-05,
"loss": 0.0078,
"step": 41000
},
{
"epoch": 10.88,
"learning_rate": 2.8270098169275672e-05,
"loss": 0.0073,
"step": 41050
},
{
"epoch": 10.89,
"learning_rate": 2.824356593260812e-05,
"loss": 0.0078,
"step": 41100
},
{
"epoch": 10.91,
"learning_rate": 2.821703369594057e-05,
"loss": 0.0077,
"step": 41150
},
{
"epoch": 10.92,
"learning_rate": 2.8190501459273017e-05,
"loss": 0.0077,
"step": 41200
},
{
"epoch": 10.93,
"learning_rate": 2.8163969222605468e-05,
"loss": 0.0072,
"step": 41250
},
{
"epoch": 10.95,
"learning_rate": 2.8137436985937915e-05,
"loss": 0.0073,
"step": 41300
},
{
"epoch": 10.96,
"learning_rate": 2.8110904749270366e-05,
"loss": 0.0071,
"step": 41350
},
{
"epoch": 10.97,
"learning_rate": 2.8084372512602813e-05,
"loss": 0.0078,
"step": 41400
},
{
"epoch": 10.99,
"learning_rate": 2.8057840275935264e-05,
"loss": 0.0078,
"step": 41450
},
{
"epoch": 11.0,
"learning_rate": 2.803130803926771e-05,
"loss": 0.007,
"step": 41500
},
{
"epoch": 11.01,
"learning_rate": 2.800477580260016e-05,
"loss": 0.0061,
"step": 41550
},
{
"epoch": 11.03,
"learning_rate": 2.797824356593261e-05,
"loss": 0.0063,
"step": 41600
},
{
"epoch": 11.04,
"learning_rate": 2.7951711329265056e-05,
"loss": 0.007,
"step": 41650
},
{
"epoch": 11.05,
"learning_rate": 2.7925179092597507e-05,
"loss": 0.0064,
"step": 41700
},
{
"epoch": 11.07,
"learning_rate": 2.7898646855929954e-05,
"loss": 0.0058,
"step": 41750
},
{
"epoch": 11.08,
"learning_rate": 2.787211461926241e-05,
"loss": 0.0063,
"step": 41800
},
{
"epoch": 11.09,
"learning_rate": 2.7845582382594852e-05,
"loss": 0.0068,
"step": 41850
},
{
"epoch": 11.11,
"learning_rate": 2.7819050145927306e-05,
"loss": 0.0063,
"step": 41900
},
{
"epoch": 11.12,
"learning_rate": 2.7792517909259754e-05,
"loss": 0.0063,
"step": 41950
},
{
"epoch": 11.13,
"learning_rate": 2.7765985672592197e-05,
"loss": 0.0067,
"step": 42000
},
{
"epoch": 11.14,
"learning_rate": 2.773945343592465e-05,
"loss": 0.0068,
"step": 42050
},
{
"epoch": 11.16,
"learning_rate": 2.7712921199257095e-05,
"loss": 0.0062,
"step": 42100
},
{
"epoch": 11.17,
"learning_rate": 2.768638896258955e-05,
"loss": 0.0067,
"step": 42150
},
{
"epoch": 11.18,
"learning_rate": 2.7659856725921997e-05,
"loss": 0.0063,
"step": 42200
},
{
"epoch": 11.2,
"learning_rate": 2.7633324489254447e-05,
"loss": 0.0072,
"step": 42250
},
{
"epoch": 11.21,
"learning_rate": 2.7606792252586895e-05,
"loss": 0.0061,
"step": 42300
},
{
"epoch": 11.22,
"learning_rate": 2.7580260015919345e-05,
"loss": 0.0063,
"step": 42350
},
{
"epoch": 11.24,
"learning_rate": 2.7553727779251793e-05,
"loss": 0.0062,
"step": 42400
},
{
"epoch": 11.25,
"learning_rate": 2.752719554258424e-05,
"loss": 0.0065,
"step": 42450
},
{
"epoch": 11.26,
"learning_rate": 2.750066330591669e-05,
"loss": 0.0064,
"step": 42500
},
{
"epoch": 11.28,
"learning_rate": 2.7474131069249138e-05,
"loss": 0.0067,
"step": 42550
},
{
"epoch": 11.29,
"learning_rate": 2.744759883258159e-05,
"loss": 0.0061,
"step": 42600
},
{
"epoch": 11.3,
"learning_rate": 2.7421066595914036e-05,
"loss": 0.0064,
"step": 42650
},
{
"epoch": 11.32,
"learning_rate": 2.7394534359246486e-05,
"loss": 0.0072,
"step": 42700
},
{
"epoch": 11.33,
"learning_rate": 2.7368002122578934e-05,
"loss": 0.007,
"step": 42750
},
{
"epoch": 11.34,
"learning_rate": 2.7341469885911384e-05,
"loss": 0.0066,
"step": 42800
},
{
"epoch": 11.36,
"learning_rate": 2.731493764924383e-05,
"loss": 0.006,
"step": 42850
},
{
"epoch": 11.37,
"learning_rate": 2.728840541257628e-05,
"loss": 0.0067,
"step": 42900
},
{
"epoch": 11.38,
"learning_rate": 2.726187317590873e-05,
"loss": 0.007,
"step": 42950
},
{
"epoch": 11.4,
"learning_rate": 2.7235340939241177e-05,
"loss": 0.0064,
"step": 43000
},
{
"epoch": 11.41,
"learning_rate": 2.720880870257363e-05,
"loss": 0.0063,
"step": 43050
},
{
"epoch": 11.42,
"learning_rate": 2.7182276465906075e-05,
"loss": 0.008,
"step": 43100
},
{
"epoch": 11.44,
"learning_rate": 2.715574422923853e-05,
"loss": 0.0073,
"step": 43150
},
{
"epoch": 11.45,
"learning_rate": 2.7129211992570973e-05,
"loss": 0.0071,
"step": 43200
},
{
"epoch": 11.46,
"learning_rate": 2.7102679755903427e-05,
"loss": 0.0066,
"step": 43250
},
{
"epoch": 11.48,
"learning_rate": 2.7076147519235874e-05,
"loss": 0.0064,
"step": 43300
},
{
"epoch": 11.49,
"learning_rate": 2.7049615282568318e-05,
"loss": 0.0066,
"step": 43350
},
{
"epoch": 11.5,
"learning_rate": 2.7023083045900772e-05,
"loss": 0.0071,
"step": 43400
},
{
"epoch": 11.52,
"learning_rate": 2.6996550809233216e-05,
"loss": 0.0062,
"step": 43450
},
{
"epoch": 11.53,
"learning_rate": 2.697001857256567e-05,
"loss": 0.0066,
"step": 43500
},
{
"epoch": 11.54,
"learning_rate": 2.6943486335898117e-05,
"loss": 0.0068,
"step": 43550
},
{
"epoch": 11.56,
"learning_rate": 2.6916954099230568e-05,
"loss": 0.0061,
"step": 43600
},
{
"epoch": 11.57,
"learning_rate": 2.6890421862563015e-05,
"loss": 0.0068,
"step": 43650
},
{
"epoch": 11.58,
"learning_rate": 2.6863889625895466e-05,
"loss": 0.0077,
"step": 43700
},
{
"epoch": 11.6,
"learning_rate": 2.6837357389227913e-05,
"loss": 0.0071,
"step": 43750
},
{
"epoch": 11.61,
"learning_rate": 2.6810825152560364e-05,
"loss": 0.0066,
"step": 43800
},
{
"epoch": 11.62,
"learning_rate": 2.678429291589281e-05,
"loss": 0.0069,
"step": 43850
},
{
"epoch": 11.64,
"learning_rate": 2.6757760679225258e-05,
"loss": 0.0067,
"step": 43900
},
{
"epoch": 11.65,
"learning_rate": 2.673122844255771e-05,
"loss": 0.007,
"step": 43950
},
{
"epoch": 11.66,
"learning_rate": 2.6704696205890156e-05,
"loss": 0.0068,
"step": 44000
},
{
"epoch": 11.68,
"learning_rate": 2.6678163969222607e-05,
"loss": 0.0069,
"step": 44050
},
{
"epoch": 11.69,
"learning_rate": 2.6651631732555054e-05,
"loss": 0.0069,
"step": 44100
},
{
"epoch": 11.7,
"learning_rate": 2.6625099495887508e-05,
"loss": 0.0065,
"step": 44150
},
{
"epoch": 11.71,
"learning_rate": 2.6598567259219952e-05,
"loss": 0.0068,
"step": 44200
},
{
"epoch": 11.73,
"learning_rate": 2.6572035022552406e-05,
"loss": 0.0067,
"step": 44250
},
{
"epoch": 11.74,
"learning_rate": 2.654550278588485e-05,
"loss": 0.0074,
"step": 44300
},
{
"epoch": 11.75,
"learning_rate": 2.6518970549217297e-05,
"loss": 0.0071,
"step": 44350
},
{
"epoch": 11.77,
"learning_rate": 2.649243831254975e-05,
"loss": 0.0071,
"step": 44400
},
{
"epoch": 11.78,
"learning_rate": 2.6465906075882195e-05,
"loss": 0.0075,
"step": 44450
},
{
"epoch": 11.79,
"learning_rate": 2.643937383921465e-05,
"loss": 0.0069,
"step": 44500
},
{
"epoch": 11.81,
"learning_rate": 2.6412841602547093e-05,
"loss": 0.0073,
"step": 44550
},
{
"epoch": 11.82,
"learning_rate": 2.6386309365879547e-05,
"loss": 0.0065,
"step": 44600
},
{
"epoch": 11.83,
"learning_rate": 2.6359777129211995e-05,
"loss": 0.0077,
"step": 44650
},
{
"epoch": 11.85,
"learning_rate": 2.6333244892544445e-05,
"loss": 0.0072,
"step": 44700
},
{
"epoch": 11.86,
"learning_rate": 2.6306712655876892e-05,
"loss": 0.0069,
"step": 44750
},
{
"epoch": 11.87,
"learning_rate": 2.628018041920934e-05,
"loss": 0.0069,
"step": 44800
},
{
"epoch": 11.89,
"learning_rate": 2.625364818254179e-05,
"loss": 0.0068,
"step": 44850
},
{
"epoch": 11.9,
"learning_rate": 2.6227115945874238e-05,
"loss": 0.0073,
"step": 44900
},
{
"epoch": 11.91,
"learning_rate": 2.620058370920669e-05,
"loss": 0.0067,
"step": 44950
},
{
"epoch": 11.93,
"learning_rate": 2.6174051472539136e-05,
"loss": 0.0062,
"step": 45000
},
{
"epoch": 11.94,
"learning_rate": 2.6147519235871586e-05,
"loss": 0.0073,
"step": 45050
},
{
"epoch": 11.95,
"learning_rate": 2.6120986999204034e-05,
"loss": 0.0071,
"step": 45100
},
{
"epoch": 11.97,
"learning_rate": 2.6094454762536484e-05,
"loss": 0.0071,
"step": 45150
},
{
"epoch": 11.98,
"learning_rate": 2.606792252586893e-05,
"loss": 0.0072,
"step": 45200
},
{
"epoch": 11.99,
"learning_rate": 2.604139028920138e-05,
"loss": 0.007,
"step": 45250
},
{
"epoch": 12.01,
"learning_rate": 2.601485805253383e-05,
"loss": 0.0061,
"step": 45300
},
{
"epoch": 12.02,
"learning_rate": 2.5988325815866277e-05,
"loss": 0.0054,
"step": 45350
},
{
"epoch": 12.03,
"learning_rate": 2.5961793579198727e-05,
"loss": 0.0056,
"step": 45400
},
{
"epoch": 12.05,
"learning_rate": 2.5935261342531175e-05,
"loss": 0.0055,
"step": 45450
},
{
"epoch": 12.06,
"learning_rate": 2.590872910586363e-05,
"loss": 0.006,
"step": 45500
},
{
"epoch": 12.07,
"learning_rate": 2.5882196869196073e-05,
"loss": 0.0058,
"step": 45550
},
{
"epoch": 12.09,
"learning_rate": 2.5855664632528527e-05,
"loss": 0.0057,
"step": 45600
},
{
"epoch": 12.1,
"learning_rate": 2.582913239586097e-05,
"loss": 0.0068,
"step": 45650
},
{
"epoch": 12.11,
"learning_rate": 2.5802600159193418e-05,
"loss": 0.0058,
"step": 45700
},
{
"epoch": 12.13,
"learning_rate": 2.5776067922525872e-05,
"loss": 0.0062,
"step": 45750
},
{
"epoch": 12.14,
"learning_rate": 2.5749535685858316e-05,
"loss": 0.0064,
"step": 45800
},
{
"epoch": 12.15,
"learning_rate": 2.572300344919077e-05,
"loss": 0.006,
"step": 45850
},
{
"epoch": 12.17,
"learning_rate": 2.5696471212523217e-05,
"loss": 0.0066,
"step": 45900
},
{
"epoch": 12.18,
"learning_rate": 2.5669938975855668e-05,
"loss": 0.0063,
"step": 45950
},
{
"epoch": 12.19,
"learning_rate": 2.5643406739188115e-05,
"loss": 0.0059,
"step": 46000
},
{
"epoch": 12.21,
"learning_rate": 2.5616874502520566e-05,
"loss": 0.0059,
"step": 46050
},
{
"epoch": 12.22,
"learning_rate": 2.5590342265853013e-05,
"loss": 0.0061,
"step": 46100
},
{
"epoch": 12.23,
"learning_rate": 2.5563810029185464e-05,
"loss": 0.0065,
"step": 46150
},
{
"epoch": 12.24,
"learning_rate": 2.553727779251791e-05,
"loss": 0.0062,
"step": 46200
},
{
"epoch": 12.26,
"learning_rate": 2.5510745555850358e-05,
"loss": 0.0056,
"step": 46250
},
{
"epoch": 12.27,
"learning_rate": 2.548421331918281e-05,
"loss": 0.0064,
"step": 46300
},
{
"epoch": 12.28,
"learning_rate": 2.5457681082515256e-05,
"loss": 0.006,
"step": 46350
},
{
"epoch": 12.3,
"learning_rate": 2.5431148845847707e-05,
"loss": 0.006,
"step": 46400
},
{
"epoch": 12.31,
"learning_rate": 2.5404616609180154e-05,
"loss": 0.0062,
"step": 46450
},
{
"epoch": 12.32,
"learning_rate": 2.5378084372512605e-05,
"loss": 0.006,
"step": 46500
},
{
"epoch": 12.34,
"learning_rate": 2.5351552135845052e-05,
"loss": 0.0068,
"step": 46550
},
{
"epoch": 12.35,
"learning_rate": 2.5325019899177506e-05,
"loss": 0.0062,
"step": 46600
},
{
"epoch": 12.36,
"learning_rate": 2.529848766250995e-05,
"loss": 0.006,
"step": 46650
},
{
"epoch": 12.38,
"learning_rate": 2.5271955425842397e-05,
"loss": 0.0067,
"step": 46700
},
{
"epoch": 12.39,
"learning_rate": 2.5245423189174848e-05,
"loss": 0.0062,
"step": 46750
},
{
"epoch": 12.4,
"learning_rate": 2.5218890952507295e-05,
"loss": 0.006,
"step": 46800
},
{
"epoch": 12.42,
"learning_rate": 2.519235871583975e-05,
"loss": 0.007,
"step": 46850
},
{
"epoch": 12.43,
"learning_rate": 2.5165826479172193e-05,
"loss": 0.0065,
"step": 46900
},
{
"epoch": 12.44,
"learning_rate": 2.5139294242504647e-05,
"loss": 0.0068,
"step": 46950
},
{
"epoch": 12.46,
"learning_rate": 2.5112762005837094e-05,
"loss": 0.0072,
"step": 47000
},
{
"epoch": 12.47,
"learning_rate": 2.5086229769169545e-05,
"loss": 0.0066,
"step": 47050
},
{
"epoch": 12.48,
"learning_rate": 2.5059697532501992e-05,
"loss": 0.0065,
"step": 47100
},
{
"epoch": 12.5,
"learning_rate": 2.5033165295834436e-05,
"loss": 0.0065,
"step": 47150
},
{
"epoch": 12.51,
"learning_rate": 2.500663305916689e-05,
"loss": 0.0063,
"step": 47200
},
{
"epoch": 12.52,
"learning_rate": 2.4980100822499338e-05,
"loss": 0.0068,
"step": 47250
},
{
"epoch": 12.54,
"learning_rate": 2.4953568585831788e-05,
"loss": 0.0067,
"step": 47300
},
{
"epoch": 12.55,
"learning_rate": 2.4927036349164235e-05,
"loss": 0.0062,
"step": 47350
},
{
"epoch": 12.56,
"learning_rate": 2.4900504112496683e-05,
"loss": 0.0069,
"step": 47400
},
{
"epoch": 12.58,
"learning_rate": 2.4873971875829133e-05,
"loss": 0.0065,
"step": 47450
},
{
"epoch": 12.59,
"learning_rate": 2.484743963916158e-05,
"loss": 0.0067,
"step": 47500
},
{
"epoch": 12.6,
"learning_rate": 2.482090740249403e-05,
"loss": 0.0062,
"step": 47550
},
{
"epoch": 12.62,
"learning_rate": 2.4794375165826482e-05,
"loss": 0.006,
"step": 47600
},
{
"epoch": 12.63,
"learning_rate": 2.476784292915893e-05,
"loss": 0.006,
"step": 47650
},
{
"epoch": 12.64,
"learning_rate": 2.474131069249138e-05,
"loss": 0.0063,
"step": 47700
},
{
"epoch": 12.66,
"learning_rate": 2.4714778455823827e-05,
"loss": 0.0065,
"step": 47750
},
{
"epoch": 12.67,
"learning_rate": 2.4688246219156274e-05,
"loss": 0.0061,
"step": 47800
},
{
"epoch": 12.68,
"learning_rate": 2.4661713982488725e-05,
"loss": 0.0064,
"step": 47850
},
{
"epoch": 12.7,
"learning_rate": 2.4635181745821172e-05,
"loss": 0.0067,
"step": 47900
},
{
"epoch": 12.71,
"learning_rate": 2.4608649509153623e-05,
"loss": 0.0065,
"step": 47950
},
{
"epoch": 12.72,
"learning_rate": 2.458211727248607e-05,
"loss": 0.007,
"step": 48000
},
{
"epoch": 12.74,
"learning_rate": 2.455558503581852e-05,
"loss": 0.0068,
"step": 48050
},
{
"epoch": 12.75,
"learning_rate": 2.452905279915097e-05,
"loss": 0.0067,
"step": 48100
},
{
"epoch": 12.76,
"learning_rate": 2.450252056248342e-05,
"loss": 0.0062,
"step": 48150
},
{
"epoch": 12.77,
"learning_rate": 2.447598832581587e-05,
"loss": 0.0065,
"step": 48200
},
{
"epoch": 12.79,
"learning_rate": 2.4449456089148317e-05,
"loss": 0.0067,
"step": 48250
},
{
"epoch": 12.8,
"learning_rate": 2.4422923852480764e-05,
"loss": 0.0063,
"step": 48300
},
{
"epoch": 12.81,
"learning_rate": 2.4396391615813215e-05,
"loss": 0.0068,
"step": 48350
},
{
"epoch": 12.83,
"learning_rate": 2.4369859379145662e-05,
"loss": 0.0067,
"step": 48400
},
{
"epoch": 12.84,
"learning_rate": 2.4343327142478113e-05,
"loss": 0.0067,
"step": 48450
},
{
"epoch": 12.85,
"learning_rate": 2.431679490581056e-05,
"loss": 0.0066,
"step": 48500
},
{
"epoch": 12.87,
"learning_rate": 2.429026266914301e-05,
"loss": 0.0064,
"step": 48550
},
{
"epoch": 12.88,
"learning_rate": 2.4263730432475458e-05,
"loss": 0.0065,
"step": 48600
},
{
"epoch": 12.89,
"learning_rate": 2.423719819580791e-05,
"loss": 0.0061,
"step": 48650
},
{
"epoch": 12.91,
"learning_rate": 2.421066595914036e-05,
"loss": 0.0065,
"step": 48700
},
{
"epoch": 12.92,
"learning_rate": 2.4184133722472803e-05,
"loss": 0.0065,
"step": 48750
},
{
"epoch": 12.93,
"learning_rate": 2.4157601485805254e-05,
"loss": 0.0066,
"step": 48800
},
{
"epoch": 12.95,
"learning_rate": 2.41310692491377e-05,
"loss": 0.0066,
"step": 48850
},
{
"epoch": 12.96,
"learning_rate": 2.4104537012470152e-05,
"loss": 0.0068,
"step": 48900
},
{
"epoch": 12.97,
"learning_rate": 2.4078004775802602e-05,
"loss": 0.0066,
"step": 48950
},
{
"epoch": 12.99,
"learning_rate": 2.405147253913505e-05,
"loss": 0.0067,
"step": 49000
},
{
"epoch": 13.0,
"learning_rate": 2.40249403024675e-05,
"loss": 0.0063,
"step": 49050
},
{
"epoch": 13.01,
"learning_rate": 2.3998408065799948e-05,
"loss": 0.0058,
"step": 49100
},
{
"epoch": 13.03,
"learning_rate": 2.39718758291324e-05,
"loss": 0.0053,
"step": 49150
},
{
"epoch": 13.04,
"learning_rate": 2.3945343592464846e-05,
"loss": 0.0056,
"step": 49200
},
{
"epoch": 13.05,
"learning_rate": 2.3918811355797293e-05,
"loss": 0.0056,
"step": 49250
},
{
"epoch": 13.07,
"learning_rate": 2.3892279119129744e-05,
"loss": 0.0056,
"step": 49300
},
{
"epoch": 13.08,
"learning_rate": 2.386574688246219e-05,
"loss": 0.0058,
"step": 49350
},
{
"epoch": 13.09,
"learning_rate": 2.383921464579464e-05,
"loss": 0.0059,
"step": 49400
},
{
"epoch": 13.11,
"learning_rate": 2.3812682409127092e-05,
"loss": 0.006,
"step": 49450
},
{
"epoch": 13.12,
"learning_rate": 2.378615017245954e-05,
"loss": 0.0057,
"step": 49500
},
{
"epoch": 13.13,
"learning_rate": 2.375961793579199e-05,
"loss": 0.0059,
"step": 49550
},
{
"epoch": 13.15,
"learning_rate": 2.3733085699124437e-05,
"loss": 0.0054,
"step": 49600
},
{
"epoch": 13.16,
"learning_rate": 2.3706553462456888e-05,
"loss": 0.0055,
"step": 49650
},
{
"epoch": 13.17,
"learning_rate": 2.3680021225789335e-05,
"loss": 0.0057,
"step": 49700
},
{
"epoch": 13.19,
"learning_rate": 2.3653488989121783e-05,
"loss": 0.0056,
"step": 49750
},
{
"epoch": 13.2,
"learning_rate": 2.3626956752454233e-05,
"loss": 0.006,
"step": 49800
},
{
"epoch": 13.21,
"learning_rate": 2.360042451578668e-05,
"loss": 0.0059,
"step": 49850
},
{
"epoch": 13.23,
"learning_rate": 2.357389227911913e-05,
"loss": 0.0058,
"step": 49900
},
{
"epoch": 13.24,
"learning_rate": 2.354736004245158e-05,
"loss": 0.0056,
"step": 49950
},
{
"epoch": 13.25,
"learning_rate": 2.352082780578403e-05,
"loss": 0.0064,
"step": 50000
},
{
"epoch": 13.27,
"learning_rate": 2.349429556911648e-05,
"loss": 0.0063,
"step": 50050
},
{
"epoch": 13.28,
"learning_rate": 2.3467763332448927e-05,
"loss": 0.0064,
"step": 50100
},
{
"epoch": 13.29,
"learning_rate": 2.3441231095781374e-05,
"loss": 0.006,
"step": 50150
},
{
"epoch": 13.31,
"learning_rate": 2.3414698859113825e-05,
"loss": 0.0059,
"step": 50200
},
{
"epoch": 13.32,
"learning_rate": 2.3388166622446272e-05,
"loss": 0.0057,
"step": 50250
},
{
"epoch": 13.33,
"learning_rate": 2.3361634385778723e-05,
"loss": 0.006,
"step": 50300
},
{
"epoch": 13.34,
"learning_rate": 2.333510214911117e-05,
"loss": 0.006,
"step": 50350
},
{
"epoch": 13.36,
"learning_rate": 2.330856991244362e-05,
"loss": 0.0057,
"step": 50400
},
{
"epoch": 13.37,
"learning_rate": 2.3282037675776068e-05,
"loss": 0.006,
"step": 50450
},
{
"epoch": 13.38,
"learning_rate": 2.325550543910852e-05,
"loss": 0.0062,
"step": 50500
},
{
"epoch": 13.4,
"learning_rate": 2.322897320244097e-05,
"loss": 0.0056,
"step": 50550
},
{
"epoch": 13.41,
"learning_rate": 2.3202440965773417e-05,
"loss": 0.0062,
"step": 50600
},
{
"epoch": 13.42,
"learning_rate": 2.3175908729105864e-05,
"loss": 0.0056,
"step": 50650
},
{
"epoch": 13.44,
"learning_rate": 2.314937649243831e-05,
"loss": 0.0058,
"step": 50700
},
{
"epoch": 13.45,
"learning_rate": 2.3122844255770762e-05,
"loss": 0.0063,
"step": 50750
},
{
"epoch": 13.46,
"learning_rate": 2.3096312019103213e-05,
"loss": 0.0062,
"step": 50800
},
{
"epoch": 13.48,
"learning_rate": 2.306977978243566e-05,
"loss": 0.0062,
"step": 50850
},
{
"epoch": 13.49,
"learning_rate": 2.304324754576811e-05,
"loss": 0.0062,
"step": 50900
},
{
"epoch": 13.5,
"learning_rate": 2.3016715309100558e-05,
"loss": 0.006,
"step": 50950
},
{
"epoch": 13.52,
"learning_rate": 2.299018307243301e-05,
"loss": 0.0063,
"step": 51000
},
{
"epoch": 13.53,
"learning_rate": 2.2963650835765456e-05,
"loss": 0.0061,
"step": 51050
},
{
"epoch": 13.54,
"learning_rate": 2.2937118599097903e-05,
"loss": 0.006,
"step": 51100
},
{
"epoch": 13.56,
"learning_rate": 2.2910586362430354e-05,
"loss": 0.0066,
"step": 51150
},
{
"epoch": 13.57,
"learning_rate": 2.28840541257628e-05,
"loss": 0.0068,
"step": 51200
},
{
"epoch": 13.58,
"learning_rate": 2.285752188909525e-05,
"loss": 0.006,
"step": 51250
},
{
"epoch": 13.6,
"learning_rate": 2.2830989652427702e-05,
"loss": 0.0061,
"step": 51300
},
{
"epoch": 13.61,
"learning_rate": 2.280445741576015e-05,
"loss": 0.0062,
"step": 51350
},
{
"epoch": 13.62,
"learning_rate": 2.27779251790926e-05,
"loss": 0.0058,
"step": 51400
},
{
"epoch": 13.64,
"learning_rate": 2.2751392942425047e-05,
"loss": 0.0061,
"step": 51450
},
{
"epoch": 13.65,
"learning_rate": 2.2724860705757498e-05,
"loss": 0.0063,
"step": 51500
},
{
"epoch": 13.66,
"learning_rate": 2.2698328469089945e-05,
"loss": 0.0064,
"step": 51550
},
{
"epoch": 13.68,
"learning_rate": 2.2671796232422393e-05,
"loss": 0.0063,
"step": 51600
},
{
"epoch": 13.69,
"learning_rate": 2.2645263995754843e-05,
"loss": 0.0062,
"step": 51650
},
{
"epoch": 13.7,
"learning_rate": 2.261873175908729e-05,
"loss": 0.006,
"step": 51700
},
{
"epoch": 13.72,
"learning_rate": 2.259219952241974e-05,
"loss": 0.0059,
"step": 51750
},
{
"epoch": 13.73,
"learning_rate": 2.256566728575219e-05,
"loss": 0.0063,
"step": 51800
},
{
"epoch": 13.74,
"learning_rate": 2.253913504908464e-05,
"loss": 0.0066,
"step": 51850
},
{
"epoch": 13.76,
"learning_rate": 2.251260281241709e-05,
"loss": 0.0065,
"step": 51900
},
{
"epoch": 13.77,
"learning_rate": 2.2486070575749537e-05,
"loss": 0.0059,
"step": 51950
},
{
"epoch": 13.78,
"learning_rate": 2.2459538339081988e-05,
"loss": 0.0067,
"step": 52000
},
{
"epoch": 13.8,
"learning_rate": 2.2433006102414432e-05,
"loss": 0.0068,
"step": 52050
},
{
"epoch": 13.81,
"learning_rate": 2.2406473865746882e-05,
"loss": 0.0062,
"step": 52100
},
{
"epoch": 13.82,
"learning_rate": 2.2379941629079333e-05,
"loss": 0.0058,
"step": 52150
},
{
"epoch": 13.84,
"learning_rate": 2.235340939241178e-05,
"loss": 0.0062,
"step": 52200
},
{
"epoch": 13.85,
"learning_rate": 2.232687715574423e-05,
"loss": 0.006,
"step": 52250
},
{
"epoch": 13.86,
"learning_rate": 2.2300344919076678e-05,
"loss": 0.0062,
"step": 52300
},
{
"epoch": 13.87,
"learning_rate": 2.227381268240913e-05,
"loss": 0.0062,
"step": 52350
},
{
"epoch": 13.89,
"learning_rate": 2.2247280445741576e-05,
"loss": 0.0063,
"step": 52400
},
{
"epoch": 13.9,
"learning_rate": 2.2220748209074027e-05,
"loss": 0.006,
"step": 52450
},
{
"epoch": 13.91,
"learning_rate": 2.2194215972406474e-05,
"loss": 0.006,
"step": 52500
},
{
"epoch": 13.93,
"learning_rate": 2.216768373573892e-05,
"loss": 0.006,
"step": 52550
},
{
"epoch": 13.94,
"learning_rate": 2.2141151499071372e-05,
"loss": 0.0062,
"step": 52600
},
{
"epoch": 13.95,
"learning_rate": 2.2114619262403823e-05,
"loss": 0.0059,
"step": 52650
},
{
"epoch": 13.97,
"learning_rate": 2.208808702573627e-05,
"loss": 0.0062,
"step": 52700
},
{
"epoch": 13.98,
"learning_rate": 2.206155478906872e-05,
"loss": 0.0062,
"step": 52750
},
{
"epoch": 13.99,
"learning_rate": 2.2035022552401168e-05,
"loss": 0.0062,
"step": 52800
},
{
"epoch": 14.01,
"learning_rate": 2.200849031573362e-05,
"loss": 0.0053,
"step": 52850
},
{
"epoch": 14.02,
"learning_rate": 2.1981958079066066e-05,
"loss": 0.0051,
"step": 52900
},
{
"epoch": 14.03,
"learning_rate": 2.1955425842398517e-05,
"loss": 0.0053,
"step": 52950
},
{
"epoch": 14.05,
"learning_rate": 2.1928893605730964e-05,
"loss": 0.0052,
"step": 53000
},
{
"epoch": 14.06,
"learning_rate": 2.190236136906341e-05,
"loss": 0.0053,
"step": 53050
},
{
"epoch": 14.07,
"learning_rate": 2.1875829132395862e-05,
"loss": 0.0052,
"step": 53100
},
{
"epoch": 14.09,
"learning_rate": 2.184929689572831e-05,
"loss": 0.0059,
"step": 53150
},
{
"epoch": 14.1,
"learning_rate": 2.182276465906076e-05,
"loss": 0.0051,
"step": 53200
},
{
"epoch": 14.11,
"learning_rate": 2.179623242239321e-05,
"loss": 0.0052,
"step": 53250
},
{
"epoch": 14.13,
"learning_rate": 2.1769700185725658e-05,
"loss": 0.0051,
"step": 53300
},
{
"epoch": 14.14,
"learning_rate": 2.1743167949058108e-05,
"loss": 0.0052,
"step": 53350
},
{
"epoch": 14.15,
"learning_rate": 2.1716635712390556e-05,
"loss": 0.0054,
"step": 53400
},
{
"epoch": 14.17,
"learning_rate": 2.1690103475723003e-05,
"loss": 0.0053,
"step": 53450
},
{
"epoch": 14.18,
"learning_rate": 2.1663571239055454e-05,
"loss": 0.0055,
"step": 53500
},
{
"epoch": 14.19,
"learning_rate": 2.16370390023879e-05,
"loss": 0.0052,
"step": 53550
},
{
"epoch": 14.21,
"learning_rate": 2.161050676572035e-05,
"loss": 0.0056,
"step": 53600
},
{
"epoch": 14.22,
"learning_rate": 2.15839745290528e-05,
"loss": 0.0057,
"step": 53650
},
{
"epoch": 14.23,
"learning_rate": 2.155744229238525e-05,
"loss": 0.0057,
"step": 53700
},
{
"epoch": 14.25,
"learning_rate": 2.15309100557177e-05,
"loss": 0.0057,
"step": 53750
},
{
"epoch": 14.26,
"learning_rate": 2.1504377819050147e-05,
"loss": 0.0057,
"step": 53800
},
{
"epoch": 14.27,
"learning_rate": 2.1477845582382598e-05,
"loss": 0.0056,
"step": 53850
},
{
"epoch": 14.29,
"learning_rate": 2.1451313345715045e-05,
"loss": 0.0057,
"step": 53900
},
{
"epoch": 14.3,
"learning_rate": 2.1424781109047493e-05,
"loss": 0.0057,
"step": 53950
},
{
"epoch": 14.31,
"learning_rate": 2.1398248872379943e-05,
"loss": 0.0057,
"step": 54000
},
{
"epoch": 14.33,
"learning_rate": 2.137171663571239e-05,
"loss": 0.0056,
"step": 54050
},
{
"epoch": 14.34,
"learning_rate": 2.134518439904484e-05,
"loss": 0.0059,
"step": 54100
},
{
"epoch": 14.35,
"learning_rate": 2.131865216237729e-05,
"loss": 0.0059,
"step": 54150
},
{
"epoch": 14.37,
"learning_rate": 2.129211992570974e-05,
"loss": 0.0061,
"step": 54200
},
{
"epoch": 14.38,
"learning_rate": 2.1265587689042186e-05,
"loss": 0.0056,
"step": 54250
},
{
"epoch": 14.39,
"learning_rate": 2.1239055452374637e-05,
"loss": 0.0056,
"step": 54300
},
{
"epoch": 14.4,
"learning_rate": 2.1212523215707088e-05,
"loss": 0.0055,
"step": 54350
},
{
"epoch": 14.42,
"learning_rate": 2.118599097903953e-05,
"loss": 0.0062,
"step": 54400
},
{
"epoch": 14.43,
"learning_rate": 2.1159458742371982e-05,
"loss": 0.0057,
"step": 54450
},
{
"epoch": 14.44,
"learning_rate": 2.1132926505704433e-05,
"loss": 0.0068,
"step": 54500
},
{
"epoch": 14.46,
"learning_rate": 2.110639426903688e-05,
"loss": 0.0059,
"step": 54550
},
{
"epoch": 14.47,
"learning_rate": 2.107986203236933e-05,
"loss": 0.006,
"step": 54600
},
{
"epoch": 14.48,
"learning_rate": 2.1053329795701778e-05,
"loss": 0.0058,
"step": 54650
},
{
"epoch": 14.5,
"learning_rate": 2.102679755903423e-05,
"loss": 0.006,
"step": 54700
},
{
"epoch": 14.51,
"learning_rate": 2.1000265322366676e-05,
"loss": 0.006,
"step": 54750
},
{
"epoch": 14.52,
"learning_rate": 2.0973733085699127e-05,
"loss": 0.0056,
"step": 54800
},
{
"epoch": 14.54,
"learning_rate": 2.0947200849031574e-05,
"loss": 0.0057,
"step": 54850
},
{
"epoch": 14.55,
"learning_rate": 2.092066861236402e-05,
"loss": 0.0061,
"step": 54900
},
{
"epoch": 14.56,
"learning_rate": 2.0894136375696472e-05,
"loss": 0.006,
"step": 54950
},
{
"epoch": 14.58,
"learning_rate": 2.086760413902892e-05,
"loss": 0.0065,
"step": 55000
},
{
"epoch": 14.59,
"learning_rate": 2.084107190236137e-05,
"loss": 0.0057,
"step": 55050
},
{
"epoch": 14.6,
"learning_rate": 2.081453966569382e-05,
"loss": 0.0066,
"step": 55100
},
{
"epoch": 14.62,
"learning_rate": 2.0788007429026268e-05,
"loss": 0.0057,
"step": 55150
},
{
"epoch": 14.63,
"learning_rate": 2.076147519235872e-05,
"loss": 0.006,
"step": 55200
},
{
"epoch": 14.64,
"learning_rate": 2.0734942955691166e-05,
"loss": 0.0059,
"step": 55250
},
{
"epoch": 14.66,
"learning_rate": 2.0708410719023616e-05,
"loss": 0.006,
"step": 55300
},
{
"epoch": 14.67,
"learning_rate": 2.0681878482356064e-05,
"loss": 0.0058,
"step": 55350
},
{
"epoch": 14.68,
"learning_rate": 2.065534624568851e-05,
"loss": 0.0057,
"step": 55400
},
{
"epoch": 14.7,
"learning_rate": 2.062881400902096e-05,
"loss": 0.0056,
"step": 55450
},
{
"epoch": 14.71,
"learning_rate": 2.060228177235341e-05,
"loss": 0.0055,
"step": 55500
},
{
"epoch": 14.72,
"learning_rate": 2.057574953568586e-05,
"loss": 0.0062,
"step": 55550
},
{
"epoch": 14.74,
"learning_rate": 2.054921729901831e-05,
"loss": 0.0057,
"step": 55600
},
{
"epoch": 14.75,
"learning_rate": 2.0522685062350757e-05,
"loss": 0.0064,
"step": 55650
},
{
"epoch": 14.76,
"learning_rate": 2.0496152825683208e-05,
"loss": 0.0063,
"step": 55700
},
{
"epoch": 14.78,
"learning_rate": 2.0469620589015655e-05,
"loss": 0.0062,
"step": 55750
},
{
"epoch": 14.79,
"learning_rate": 2.0443088352348103e-05,
"loss": 0.006,
"step": 55800
},
{
"epoch": 14.8,
"learning_rate": 2.0416556115680553e-05,
"loss": 0.0059,
"step": 55850
},
{
"epoch": 14.82,
"learning_rate": 2.0390023879013e-05,
"loss": 0.006,
"step": 55900
},
{
"epoch": 14.83,
"learning_rate": 2.036349164234545e-05,
"loss": 0.0057,
"step": 55950
},
{
"epoch": 14.84,
"learning_rate": 2.03369594056779e-05,
"loss": 0.006,
"step": 56000
},
{
"epoch": 14.86,
"learning_rate": 2.031042716901035e-05,
"loss": 0.0062,
"step": 56050
},
{
"epoch": 14.87,
"learning_rate": 2.0283894932342796e-05,
"loss": 0.0061,
"step": 56100
},
{
"epoch": 14.88,
"learning_rate": 2.0257362695675247e-05,
"loss": 0.0056,
"step": 56150
},
{
"epoch": 14.9,
"learning_rate": 2.0230830459007698e-05,
"loss": 0.0059,
"step": 56200
},
{
"epoch": 14.91,
"learning_rate": 2.0204298222340145e-05,
"loss": 0.0058,
"step": 56250
},
{
"epoch": 14.92,
"learning_rate": 2.0177765985672592e-05,
"loss": 0.0061,
"step": 56300
},
{
"epoch": 14.94,
"learning_rate": 2.015123374900504e-05,
"loss": 0.006,
"step": 56350
},
{
"epoch": 14.95,
"learning_rate": 2.012470151233749e-05,
"loss": 0.0063,
"step": 56400
},
{
"epoch": 14.96,
"learning_rate": 2.009816927566994e-05,
"loss": 0.0062,
"step": 56450
},
{
"epoch": 14.97,
"learning_rate": 2.0071637039002388e-05,
"loss": 0.0059,
"step": 56500
},
{
"epoch": 14.99,
"learning_rate": 2.004510480233484e-05,
"loss": 0.006,
"step": 56550
},
{
"epoch": 15.0,
"learning_rate": 2.0018572565667286e-05,
"loss": 0.0063,
"step": 56600
},
{
"epoch": 15.01,
"learning_rate": 1.9992040328999737e-05,
"loss": 0.0059,
"step": 56650
},
{
"epoch": 15.03,
"learning_rate": 1.9965508092332184e-05,
"loss": 0.0049,
"step": 56700
},
{
"epoch": 15.04,
"learning_rate": 1.993897585566463e-05,
"loss": 0.0053,
"step": 56750
},
{
"epoch": 15.05,
"learning_rate": 1.9912443618997082e-05,
"loss": 0.0048,
"step": 56800
},
{
"epoch": 15.07,
"learning_rate": 1.988591138232953e-05,
"loss": 0.0053,
"step": 56850
},
{
"epoch": 15.08,
"learning_rate": 1.985937914566198e-05,
"loss": 0.0051,
"step": 56900
},
{
"epoch": 15.09,
"learning_rate": 1.983284690899443e-05,
"loss": 0.0058,
"step": 56950
},
{
"epoch": 15.11,
"learning_rate": 1.9806314672326878e-05,
"loss": 0.0052,
"step": 57000
},
{
"epoch": 15.12,
"learning_rate": 1.977978243565933e-05,
"loss": 0.0049,
"step": 57050
},
{
"epoch": 15.13,
"learning_rate": 1.9753250198991776e-05,
"loss": 0.005,
"step": 57100
},
{
"epoch": 15.15,
"learning_rate": 1.9726717962324227e-05,
"loss": 0.0051,
"step": 57150
},
{
"epoch": 15.16,
"learning_rate": 1.9700185725656674e-05,
"loss": 0.0051,
"step": 57200
},
{
"epoch": 15.17,
"learning_rate": 1.967365348898912e-05,
"loss": 0.0054,
"step": 57250
},
{
"epoch": 15.19,
"learning_rate": 1.9647121252321572e-05,
"loss": 0.0052,
"step": 57300
},
{
"epoch": 15.2,
"learning_rate": 1.962058901565402e-05,
"loss": 0.0053,
"step": 57350
},
{
"epoch": 15.21,
"learning_rate": 1.959405677898647e-05,
"loss": 0.0054,
"step": 57400
},
{
"epoch": 15.23,
"learning_rate": 1.9567524542318917e-05,
"loss": 0.0052,
"step": 57450
},
{
"epoch": 15.24,
"learning_rate": 1.9540992305651368e-05,
"loss": 0.0052,
"step": 57500
},
{
"epoch": 15.25,
"learning_rate": 1.9514460068983818e-05,
"loss": 0.0057,
"step": 57550
},
{
"epoch": 15.27,
"learning_rate": 1.9487927832316266e-05,
"loss": 0.0064,
"step": 57600
},
{
"epoch": 15.28,
"learning_rate": 1.9461395595648716e-05,
"loss": 0.0054,
"step": 57650
},
{
"epoch": 15.29,
"learning_rate": 1.9434863358981163e-05,
"loss": 0.0051,
"step": 57700
},
{
"epoch": 15.31,
"learning_rate": 1.940833112231361e-05,
"loss": 0.0055,
"step": 57750
},
{
"epoch": 15.32,
"learning_rate": 1.938179888564606e-05,
"loss": 0.0051,
"step": 57800
},
{
"epoch": 15.33,
"learning_rate": 1.935526664897851e-05,
"loss": 0.0052,
"step": 57850
},
{
"epoch": 15.35,
"learning_rate": 1.932873441231096e-05,
"loss": 0.0052,
"step": 57900
},
{
"epoch": 15.36,
"learning_rate": 1.9302202175643407e-05,
"loss": 0.0056,
"step": 57950
},
{
"epoch": 15.37,
"learning_rate": 1.9275669938975857e-05,
"loss": 0.0055,
"step": 58000
},
{
"epoch": 15.39,
"learning_rate": 1.9249137702308308e-05,
"loss": 0.0056,
"step": 58050
},
{
"epoch": 15.4,
"learning_rate": 1.9222605465640755e-05,
"loss": 0.0058,
"step": 58100
},
{
"epoch": 15.41,
"learning_rate": 1.9196073228973203e-05,
"loss": 0.0052,
"step": 58150
},
{
"epoch": 15.43,
"learning_rate": 1.916954099230565e-05,
"loss": 0.0053,
"step": 58200
},
{
"epoch": 15.44,
"learning_rate": 1.91430087556381e-05,
"loss": 0.0055,
"step": 58250
},
{
"epoch": 15.45,
"learning_rate": 1.911647651897055e-05,
"loss": 0.0053,
"step": 58300
},
{
"epoch": 15.47,
"learning_rate": 1.9089944282303e-05,
"loss": 0.0053,
"step": 58350
},
{
"epoch": 15.48,
"learning_rate": 1.906341204563545e-05,
"loss": 0.0056,
"step": 58400
},
{
"epoch": 15.49,
"learning_rate": 1.9036879808967896e-05,
"loss": 0.0057,
"step": 58450
},
{
"epoch": 15.5,
"learning_rate": 1.9010347572300347e-05,
"loss": 0.0056,
"step": 58500
},
{
"epoch": 15.52,
"learning_rate": 1.8983815335632794e-05,
"loss": 0.0057,
"step": 58550
},
{
"epoch": 15.53,
"learning_rate": 1.8957283098965245e-05,
"loss": 0.0058,
"step": 58600
},
{
"epoch": 15.54,
"learning_rate": 1.8930750862297692e-05,
"loss": 0.0057,
"step": 58650
},
{
"epoch": 15.56,
"learning_rate": 1.890421862563014e-05,
"loss": 0.0055,
"step": 58700
},
{
"epoch": 15.57,
"learning_rate": 1.887768638896259e-05,
"loss": 0.0062,
"step": 58750
},
{
"epoch": 15.58,
"learning_rate": 1.885115415229504e-05,
"loss": 0.0054,
"step": 58800
},
{
"epoch": 15.6,
"learning_rate": 1.8824621915627488e-05,
"loss": 0.0061,
"step": 58850
},
{
"epoch": 15.61,
"learning_rate": 1.879808967895994e-05,
"loss": 0.0056,
"step": 58900
},
{
"epoch": 15.62,
"learning_rate": 1.8771557442292386e-05,
"loss": 0.0053,
"step": 58950
},
{
"epoch": 15.64,
"learning_rate": 1.8745025205624837e-05,
"loss": 0.0057,
"step": 59000
},
{
"epoch": 15.65,
"learning_rate": 1.8718492968957284e-05,
"loss": 0.0054,
"step": 59050
},
{
"epoch": 15.66,
"learning_rate": 1.869196073228973e-05,
"loss": 0.0059,
"step": 59100
},
{
"epoch": 15.68,
"learning_rate": 1.8665428495622182e-05,
"loss": 0.0059,
"step": 59150
},
{
"epoch": 15.69,
"learning_rate": 1.863889625895463e-05,
"loss": 0.0057,
"step": 59200
},
{
"epoch": 15.7,
"learning_rate": 1.861236402228708e-05,
"loss": 0.0058,
"step": 59250
},
{
"epoch": 15.72,
"learning_rate": 1.8585831785619527e-05,
"loss": 0.0054,
"step": 59300
},
{
"epoch": 15.73,
"learning_rate": 1.8559299548951978e-05,
"loss": 0.0056,
"step": 59350
},
{
"epoch": 15.74,
"learning_rate": 1.853276731228443e-05,
"loss": 0.0056,
"step": 59400
},
{
"epoch": 15.76,
"learning_rate": 1.8506235075616876e-05,
"loss": 0.0058,
"step": 59450
},
{
"epoch": 15.77,
"learning_rate": 1.8479702838949326e-05,
"loss": 0.0056,
"step": 59500
},
{
"epoch": 15.78,
"learning_rate": 1.845317060228177e-05,
"loss": 0.0055,
"step": 59550
},
{
"epoch": 15.8,
"learning_rate": 1.842663836561422e-05,
"loss": 0.0057,
"step": 59600
},
{
"epoch": 15.81,
"learning_rate": 1.840010612894667e-05,
"loss": 0.0054,
"step": 59650
},
{
"epoch": 15.82,
"learning_rate": 1.837357389227912e-05,
"loss": 0.0055,
"step": 59700
},
{
"epoch": 15.84,
"learning_rate": 1.834704165561157e-05,
"loss": 0.0054,
"step": 59750
},
{
"epoch": 15.85,
"learning_rate": 1.8320509418944017e-05,
"loss": 0.0051,
"step": 59800
},
{
"epoch": 15.86,
"learning_rate": 1.8293977182276467e-05,
"loss": 0.0059,
"step": 59850
},
{
"epoch": 15.88,
"learning_rate": 1.8267444945608915e-05,
"loss": 0.0061,
"step": 59900
},
{
"epoch": 15.89,
"learning_rate": 1.8240912708941365e-05,
"loss": 0.0055,
"step": 59950
},
{
"epoch": 15.9,
"learning_rate": 1.8214380472273816e-05,
"loss": 0.0057,
"step": 60000
},
{
"epoch": 15.92,
"learning_rate": 1.818784823560626e-05,
"loss": 0.0056,
"step": 60050
},
{
"epoch": 15.93,
"learning_rate": 1.816131599893871e-05,
"loss": 0.0061,
"step": 60100
},
{
"epoch": 15.94,
"learning_rate": 1.813478376227116e-05,
"loss": 0.006,
"step": 60150
},
{
"epoch": 15.96,
"learning_rate": 1.810825152560361e-05,
"loss": 0.0058,
"step": 60200
},
{
"epoch": 15.97,
"learning_rate": 1.808171928893606e-05,
"loss": 0.0059,
"step": 60250
},
{
"epoch": 15.98,
"learning_rate": 1.8055187052268506e-05,
"loss": 0.0054,
"step": 60300
},
{
"epoch": 16.0,
"learning_rate": 1.8028654815600957e-05,
"loss": 0.0059,
"step": 60350
},
{
"epoch": 16.01,
"learning_rate": 1.8002122578933404e-05,
"loss": 0.0054,
"step": 60400
},
{
"epoch": 16.02,
"learning_rate": 1.7975590342265855e-05,
"loss": 0.0048,
"step": 60450
},
{
"epoch": 16.03,
"learning_rate": 1.7949058105598302e-05,
"loss": 0.0051,
"step": 60500
},
{
"epoch": 16.05,
"learning_rate": 1.792252586893075e-05,
"loss": 0.0051,
"step": 60550
},
{
"epoch": 16.06,
"learning_rate": 1.78959936322632e-05,
"loss": 0.0052,
"step": 60600
},
{
"epoch": 16.07,
"learning_rate": 1.7869461395595648e-05,
"loss": 0.0049,
"step": 60650
},
{
"epoch": 16.09,
"learning_rate": 1.7842929158928098e-05,
"loss": 0.0051,
"step": 60700
},
{
"epoch": 16.1,
"learning_rate": 1.781639692226055e-05,
"loss": 0.0049,
"step": 60750
},
{
"epoch": 16.11,
"learning_rate": 1.7789864685592996e-05,
"loss": 0.0053,
"step": 60800
},
{
"epoch": 16.13,
"learning_rate": 1.7763332448925447e-05,
"loss": 0.0058,
"step": 60850
},
{
"epoch": 16.14,
"learning_rate": 1.7736800212257894e-05,
"loss": 0.0051,
"step": 60900
},
{
"epoch": 16.15,
"learning_rate": 1.7710267975590345e-05,
"loss": 0.0049,
"step": 60950
},
{
"epoch": 16.17,
"learning_rate": 1.7683735738922792e-05,
"loss": 0.0048,
"step": 61000
},
{
"epoch": 16.18,
"learning_rate": 1.765720350225524e-05,
"loss": 0.0049,
"step": 61050
},
{
"epoch": 16.19,
"learning_rate": 1.763067126558769e-05,
"loss": 0.005,
"step": 61100
},
{
"epoch": 16.21,
"learning_rate": 1.7604139028920137e-05,
"loss": 0.0051,
"step": 61150
},
{
"epoch": 16.22,
"learning_rate": 1.7577606792252588e-05,
"loss": 0.005,
"step": 61200
},
{
"epoch": 16.23,
"learning_rate": 1.755107455558504e-05,
"loss": 0.005,
"step": 61250
},
{
"epoch": 16.25,
"learning_rate": 1.7524542318917486e-05,
"loss": 0.0052,
"step": 61300
},
{
"epoch": 16.26,
"learning_rate": 1.7498010082249937e-05,
"loss": 0.005,
"step": 61350
},
{
"epoch": 16.27,
"learning_rate": 1.7471477845582384e-05,
"loss": 0.0055,
"step": 61400
},
{
"epoch": 16.29,
"learning_rate": 1.744494560891483e-05,
"loss": 0.0051,
"step": 61450
},
{
"epoch": 16.3,
"learning_rate": 1.7418413372247282e-05,
"loss": 0.0057,
"step": 61500
},
{
"epoch": 16.31,
"learning_rate": 1.739188113557973e-05,
"loss": 0.0053,
"step": 61550
},
{
"epoch": 16.33,
"learning_rate": 1.736534889891218e-05,
"loss": 0.0053,
"step": 61600
},
{
"epoch": 16.34,
"learning_rate": 1.7338816662244627e-05,
"loss": 0.0052,
"step": 61650
},
{
"epoch": 16.35,
"learning_rate": 1.7312284425577078e-05,
"loss": 0.0052,
"step": 61700
},
{
"epoch": 16.37,
"learning_rate": 1.7285752188909525e-05,
"loss": 0.005,
"step": 61750
},
{
"epoch": 16.38,
"learning_rate": 1.7259219952241976e-05,
"loss": 0.0052,
"step": 61800
},
{
"epoch": 16.39,
"learning_rate": 1.7232687715574426e-05,
"loss": 0.0054,
"step": 61850
},
{
"epoch": 16.41,
"learning_rate": 1.720615547890687e-05,
"loss": 0.0061,
"step": 61900
},
{
"epoch": 16.42,
"learning_rate": 1.717962324223932e-05,
"loss": 0.0051,
"step": 61950
},
{
"epoch": 16.43,
"learning_rate": 1.715309100557177e-05,
"loss": 0.0056,
"step": 62000
},
{
"epoch": 16.45,
"learning_rate": 1.712655876890422e-05,
"loss": 0.0051,
"step": 62050
},
{
"epoch": 16.46,
"learning_rate": 1.710002653223667e-05,
"loss": 0.0055,
"step": 62100
},
{
"epoch": 16.47,
"learning_rate": 1.7073494295569117e-05,
"loss": 0.0052,
"step": 62150
},
{
"epoch": 16.49,
"learning_rate": 1.7046962058901567e-05,
"loss": 0.0053,
"step": 62200
},
{
"epoch": 16.5,
"learning_rate": 1.7020429822234015e-05,
"loss": 0.0052,
"step": 62250
},
{
"epoch": 16.51,
"learning_rate": 1.6993897585566465e-05,
"loss": 0.0051,
"step": 62300
},
{
"epoch": 16.53,
"learning_rate": 1.6967365348898916e-05,
"loss": 0.0057,
"step": 62350
},
{
"epoch": 16.54,
"learning_rate": 1.694083311223136e-05,
"loss": 0.0055,
"step": 62400
},
{
"epoch": 16.55,
"learning_rate": 1.691430087556381e-05,
"loss": 0.0051,
"step": 62450
},
{
"epoch": 16.57,
"learning_rate": 1.6887768638896258e-05,
"loss": 0.0054,
"step": 62500
},
{
"epoch": 16.58,
"learning_rate": 1.686123640222871e-05,
"loss": 0.0052,
"step": 62550
},
{
"epoch": 16.59,
"learning_rate": 1.683470416556116e-05,
"loss": 0.0053,
"step": 62600
},
{
"epoch": 16.6,
"learning_rate": 1.6808171928893606e-05,
"loss": 0.0055,
"step": 62650
},
{
"epoch": 16.62,
"learning_rate": 1.6781639692226057e-05,
"loss": 0.0054,
"step": 62700
},
{
"epoch": 16.63,
"learning_rate": 1.6755107455558504e-05,
"loss": 0.0056,
"step": 62750
},
{
"epoch": 16.64,
"learning_rate": 1.6728575218890955e-05,
"loss": 0.0054,
"step": 62800
},
{
"epoch": 16.66,
"learning_rate": 1.6702042982223402e-05,
"loss": 0.0053,
"step": 62850
},
{
"epoch": 16.67,
"learning_rate": 1.667551074555585e-05,
"loss": 0.006,
"step": 62900
},
{
"epoch": 16.68,
"learning_rate": 1.66489785088883e-05,
"loss": 0.0055,
"step": 62950
},
{
"epoch": 16.7,
"learning_rate": 1.6622446272220747e-05,
"loss": 0.0053,
"step": 63000
},
{
"epoch": 16.71,
"learning_rate": 1.6595914035553198e-05,
"loss": 0.0053,
"step": 63050
},
{
"epoch": 16.72,
"learning_rate": 1.6569381798885645e-05,
"loss": 0.0055,
"step": 63100
},
{
"epoch": 16.74,
"learning_rate": 1.6542849562218096e-05,
"loss": 0.0055,
"step": 63150
},
{
"epoch": 16.75,
"learning_rate": 1.6516317325550547e-05,
"loss": 0.0053,
"step": 63200
},
{
"epoch": 16.76,
"learning_rate": 1.6489785088882994e-05,
"loss": 0.0054,
"step": 63250
},
{
"epoch": 16.78,
"learning_rate": 1.6463252852215445e-05,
"loss": 0.0054,
"step": 63300
},
{
"epoch": 16.79,
"learning_rate": 1.6436720615547892e-05,
"loss": 0.0055,
"step": 63350
},
{
"epoch": 16.8,
"learning_rate": 1.641018837888034e-05,
"loss": 0.0052,
"step": 63400
},
{
"epoch": 16.82,
"learning_rate": 1.638365614221279e-05,
"loss": 0.0055,
"step": 63450
},
{
"epoch": 16.83,
"learning_rate": 1.6357123905545237e-05,
"loss": 0.0051,
"step": 63500
},
{
"epoch": 16.84,
"learning_rate": 1.6330591668877688e-05,
"loss": 0.0053,
"step": 63550
},
{
"epoch": 16.86,
"learning_rate": 1.6304059432210135e-05,
"loss": 0.0054,
"step": 63600
},
{
"epoch": 16.87,
"learning_rate": 1.6277527195542586e-05,
"loss": 0.0051,
"step": 63650
},
{
"epoch": 16.88,
"learning_rate": 1.6250994958875036e-05,
"loss": 0.005,
"step": 63700
},
{
"epoch": 16.9,
"learning_rate": 1.6224462722207484e-05,
"loss": 0.0053,
"step": 63750
},
{
"epoch": 16.91,
"learning_rate": 1.619793048553993e-05,
"loss": 0.0055,
"step": 63800
},
{
"epoch": 16.92,
"learning_rate": 1.6171398248872378e-05,
"loss": 0.0054,
"step": 63850
},
{
"epoch": 16.94,
"learning_rate": 1.614486601220483e-05,
"loss": 0.0054,
"step": 63900
},
{
"epoch": 16.95,
"learning_rate": 1.611833377553728e-05,
"loss": 0.0055,
"step": 63950
},
{
"epoch": 16.96,
"learning_rate": 1.6091801538869727e-05,
"loss": 0.0052,
"step": 64000
},
{
"epoch": 16.98,
"learning_rate": 1.6065269302202177e-05,
"loss": 0.0055,
"step": 64050
},
{
"epoch": 16.99,
"learning_rate": 1.6038737065534625e-05,
"loss": 0.0056,
"step": 64100
},
{
"epoch": 17.0,
"learning_rate": 1.6012204828867075e-05,
"loss": 0.0052,
"step": 64150
},
{
"epoch": 17.02,
"learning_rate": 1.5985672592199523e-05,
"loss": 0.0048,
"step": 64200
},
{
"epoch": 17.03,
"learning_rate": 1.595914035553197e-05,
"loss": 0.0045,
"step": 64250
},
{
"epoch": 17.04,
"learning_rate": 1.593260811886442e-05,
"loss": 0.0047,
"step": 64300
},
{
"epoch": 17.06,
"learning_rate": 1.5906075882196868e-05,
"loss": 0.0049,
"step": 64350
},
{
"epoch": 17.07,
"learning_rate": 1.587954364552932e-05,
"loss": 0.0046,
"step": 64400
},
{
"epoch": 17.08,
"learning_rate": 1.585301140886177e-05,
"loss": 0.0053,
"step": 64450
},
{
"epoch": 17.1,
"learning_rate": 1.5826479172194216e-05,
"loss": 0.0048,
"step": 64500
},
{
"epoch": 17.11,
"learning_rate": 1.5799946935526667e-05,
"loss": 0.005,
"step": 64550
},
{
"epoch": 17.12,
"learning_rate": 1.5773414698859114e-05,
"loss": 0.0047,
"step": 64600
},
{
"epoch": 17.13,
"learning_rate": 1.5746882462191565e-05,
"loss": 0.0047,
"step": 64650
},
{
"epoch": 17.15,
"learning_rate": 1.5720350225524012e-05,
"loss": 0.0049,
"step": 64700
},
{
"epoch": 17.16,
"learning_rate": 1.569381798885646e-05,
"loss": 0.0049,
"step": 64750
},
{
"epoch": 17.17,
"learning_rate": 1.566728575218891e-05,
"loss": 0.0052,
"step": 64800
},
{
"epoch": 17.19,
"learning_rate": 1.5640753515521358e-05,
"loss": 0.0049,
"step": 64850
},
{
"epoch": 17.2,
"learning_rate": 1.5614221278853808e-05,
"loss": 0.0052,
"step": 64900
},
{
"epoch": 17.21,
"learning_rate": 1.5587689042186255e-05,
"loss": 0.0049,
"step": 64950
},
{
"epoch": 17.23,
"learning_rate": 1.5561156805518706e-05,
"loss": 0.0047,
"step": 65000
},
{
"epoch": 17.24,
"learning_rate": 1.5534624568851157e-05,
"loss": 0.005,
"step": 65050
},
{
"epoch": 17.25,
"learning_rate": 1.5508092332183604e-05,
"loss": 0.0052,
"step": 65100
},
{
"epoch": 17.27,
"learning_rate": 1.5481560095516055e-05,
"loss": 0.0052,
"step": 65150
},
{
"epoch": 17.28,
"learning_rate": 1.5455027858848502e-05,
"loss": 0.0051,
"step": 65200
},
{
"epoch": 17.29,
"learning_rate": 1.542849562218095e-05,
"loss": 0.005,
"step": 65250
},
{
"epoch": 17.31,
"learning_rate": 1.54019633855134e-05,
"loss": 0.005,
"step": 65300
},
{
"epoch": 17.32,
"learning_rate": 1.5375431148845847e-05,
"loss": 0.0053,
"step": 65350
},
{
"epoch": 17.33,
"learning_rate": 1.5348898912178298e-05,
"loss": 0.005,
"step": 65400
},
{
"epoch": 17.35,
"learning_rate": 1.5322366675510745e-05,
"loss": 0.0053,
"step": 65450
},
{
"epoch": 17.36,
"learning_rate": 1.5295834438843196e-05,
"loss": 0.0052,
"step": 65500
},
{
"epoch": 17.37,
"learning_rate": 1.5269302202175646e-05,
"loss": 0.0055,
"step": 65550
},
{
"epoch": 17.39,
"learning_rate": 1.5242769965508094e-05,
"loss": 0.0054,
"step": 65600
},
{
"epoch": 17.4,
"learning_rate": 1.5216237728840543e-05,
"loss": 0.0054,
"step": 65650
},
{
"epoch": 17.41,
"learning_rate": 1.518970549217299e-05,
"loss": 0.0052,
"step": 65700
},
{
"epoch": 17.43,
"learning_rate": 1.5163173255505439e-05,
"loss": 0.0053,
"step": 65750
},
{
"epoch": 17.44,
"learning_rate": 1.5136641018837888e-05,
"loss": 0.0051,
"step": 65800
},
{
"epoch": 17.45,
"learning_rate": 1.5110108782170337e-05,
"loss": 0.0053,
"step": 65850
},
{
"epoch": 17.47,
"learning_rate": 1.5083576545502786e-05,
"loss": 0.005,
"step": 65900
},
{
"epoch": 17.48,
"learning_rate": 1.5057044308835237e-05,
"loss": 0.0048,
"step": 65950
},
{
"epoch": 17.49,
"learning_rate": 1.5030512072167686e-05,
"loss": 0.005,
"step": 66000
},
{
"epoch": 17.51,
"learning_rate": 1.5003979835500134e-05,
"loss": 0.0054,
"step": 66050
},
{
"epoch": 17.52,
"learning_rate": 1.4977447598832583e-05,
"loss": 0.0052,
"step": 66100
},
{
"epoch": 17.53,
"learning_rate": 1.495091536216503e-05,
"loss": 0.0057,
"step": 66150
},
{
"epoch": 17.55,
"learning_rate": 1.492438312549748e-05,
"loss": 0.0051,
"step": 66200
},
{
"epoch": 17.56,
"learning_rate": 1.4897850888829929e-05,
"loss": 0.0054,
"step": 66250
},
{
"epoch": 17.57,
"learning_rate": 1.4871318652162378e-05,
"loss": 0.0057,
"step": 66300
},
{
"epoch": 17.59,
"learning_rate": 1.4844786415494827e-05,
"loss": 0.0053,
"step": 66350
},
{
"epoch": 17.6,
"learning_rate": 1.4818254178827276e-05,
"loss": 0.0049,
"step": 66400
},
{
"epoch": 17.61,
"learning_rate": 1.4791721942159725e-05,
"loss": 0.0051,
"step": 66450
},
{
"epoch": 17.63,
"learning_rate": 1.4765189705492175e-05,
"loss": 0.0054,
"step": 66500
},
{
"epoch": 17.64,
"learning_rate": 1.4738657468824624e-05,
"loss": 0.0049,
"step": 66550
},
{
"epoch": 17.65,
"learning_rate": 1.471212523215707e-05,
"loss": 0.0051,
"step": 66600
},
{
"epoch": 17.66,
"learning_rate": 1.4685592995489519e-05,
"loss": 0.0053,
"step": 66650
},
{
"epoch": 17.68,
"learning_rate": 1.465906075882197e-05,
"loss": 0.0051,
"step": 66700
},
{
"epoch": 17.69,
"learning_rate": 1.4632528522154418e-05,
"loss": 0.005,
"step": 66750
},
{
"epoch": 17.7,
"learning_rate": 1.4605996285486867e-05,
"loss": 0.0054,
"step": 66800
},
{
"epoch": 17.72,
"learning_rate": 1.4579464048819316e-05,
"loss": 0.005,
"step": 66850
},
{
"epoch": 17.73,
"learning_rate": 1.4552931812151765e-05,
"loss": 0.0056,
"step": 66900
},
{
"epoch": 17.74,
"learning_rate": 1.4526399575484214e-05,
"loss": 0.0051,
"step": 66950
},
{
"epoch": 17.76,
"learning_rate": 1.4499867338816663e-05,
"loss": 0.0053,
"step": 67000
},
{
"epoch": 17.77,
"learning_rate": 1.4473335102149114e-05,
"loss": 0.0052,
"step": 67050
},
{
"epoch": 17.78,
"learning_rate": 1.444680286548156e-05,
"loss": 0.0055,
"step": 67100
},
{
"epoch": 17.8,
"learning_rate": 1.4420270628814008e-05,
"loss": 0.0051,
"step": 67150
},
{
"epoch": 17.81,
"learning_rate": 1.4393738392146457e-05,
"loss": 0.0056,
"step": 67200
},
{
"epoch": 17.82,
"learning_rate": 1.4367206155478908e-05,
"loss": 0.006,
"step": 67250
},
{
"epoch": 17.84,
"learning_rate": 1.4340673918811357e-05,
"loss": 0.0056,
"step": 67300
},
{
"epoch": 17.85,
"learning_rate": 1.4314141682143806e-05,
"loss": 0.0054,
"step": 67350
},
{
"epoch": 17.86,
"learning_rate": 1.4287609445476255e-05,
"loss": 0.0052,
"step": 67400
},
{
"epoch": 17.88,
"learning_rate": 1.4261077208808704e-05,
"loss": 0.006,
"step": 67450
},
{
"epoch": 17.89,
"learning_rate": 1.4234544972141153e-05,
"loss": 0.0052,
"step": 67500
},
{
"epoch": 17.9,
"learning_rate": 1.42080127354736e-05,
"loss": 0.0054,
"step": 67550
},
{
"epoch": 17.92,
"learning_rate": 1.4181480498806049e-05,
"loss": 0.0052,
"step": 67600
},
{
"epoch": 17.93,
"learning_rate": 1.4154948262138498e-05,
"loss": 0.0052,
"step": 67650
},
{
"epoch": 17.94,
"learning_rate": 1.4128416025470947e-05,
"loss": 0.0053,
"step": 67700
},
{
"epoch": 17.96,
"learning_rate": 1.4101883788803396e-05,
"loss": 0.0052,
"step": 67750
},
{
"epoch": 17.97,
"learning_rate": 1.4075351552135847e-05,
"loss": 0.0052,
"step": 67800
},
{
"epoch": 17.98,
"learning_rate": 1.4048819315468296e-05,
"loss": 0.0052,
"step": 67850
},
{
"epoch": 18.0,
"learning_rate": 1.4022287078800745e-05,
"loss": 0.005,
"step": 67900
},
{
"epoch": 18.01,
"learning_rate": 1.3995754842133194e-05,
"loss": 0.005,
"step": 67950
},
{
"epoch": 18.02,
"learning_rate": 1.3969222605465643e-05,
"loss": 0.0045,
"step": 68000
},
{
"epoch": 18.04,
"learning_rate": 1.394269036879809e-05,
"loss": 0.0045,
"step": 68050
},
{
"epoch": 18.05,
"learning_rate": 1.3916158132130539e-05,
"loss": 0.0049,
"step": 68100
},
{
"epoch": 18.06,
"learning_rate": 1.3889625895462988e-05,
"loss": 0.0047,
"step": 68150
},
{
"epoch": 18.08,
"learning_rate": 1.3863093658795437e-05,
"loss": 0.0052,
"step": 68200
},
{
"epoch": 18.09,
"learning_rate": 1.3836561422127886e-05,
"loss": 0.005,
"step": 68250
},
{
"epoch": 18.1,
"learning_rate": 1.3810029185460335e-05,
"loss": 0.0049,
"step": 68300
},
{
"epoch": 18.12,
"learning_rate": 1.3783496948792785e-05,
"loss": 0.0048,
"step": 68350
},
{
"epoch": 18.13,
"learning_rate": 1.3756964712125234e-05,
"loss": 0.0049,
"step": 68400
},
{
"epoch": 18.14,
"learning_rate": 1.3730432475457683e-05,
"loss": 0.0047,
"step": 68450
},
{
"epoch": 18.16,
"learning_rate": 1.3703900238790129e-05,
"loss": 0.005,
"step": 68500
},
{
"epoch": 18.17,
"learning_rate": 1.3677368002122578e-05,
"loss": 0.0047,
"step": 68550
},
{
"epoch": 18.18,
"learning_rate": 1.3650835765455028e-05,
"loss": 0.0047,
"step": 68600
},
{
"epoch": 18.2,
"learning_rate": 1.3624303528787477e-05,
"loss": 0.005,
"step": 68650
},
{
"epoch": 18.21,
"learning_rate": 1.3597771292119926e-05,
"loss": 0.0048,
"step": 68700
},
{
"epoch": 18.22,
"learning_rate": 1.3571239055452375e-05,
"loss": 0.0051,
"step": 68750
},
{
"epoch": 18.23,
"learning_rate": 1.3544706818784824e-05,
"loss": 0.0048,
"step": 68800
},
{
"epoch": 18.25,
"learning_rate": 1.3518174582117273e-05,
"loss": 0.0048,
"step": 68850
},
{
"epoch": 18.26,
"learning_rate": 1.3491642345449724e-05,
"loss": 0.0047,
"step": 68900
},
{
"epoch": 18.27,
"learning_rate": 1.346511010878217e-05,
"loss": 0.0049,
"step": 68950
},
{
"epoch": 18.29,
"learning_rate": 1.3438577872114619e-05,
"loss": 0.005,
"step": 69000
},
{
"epoch": 18.3,
"learning_rate": 1.3412045635447068e-05,
"loss": 0.0049,
"step": 69050
},
{
"epoch": 18.31,
"learning_rate": 1.3385513398779516e-05,
"loss": 0.0049,
"step": 69100
},
{
"epoch": 18.33,
"learning_rate": 1.3358981162111967e-05,
"loss": 0.0049,
"step": 69150
},
{
"epoch": 18.34,
"learning_rate": 1.3332448925444416e-05,
"loss": 0.0049,
"step": 69200
},
{
"epoch": 18.35,
"learning_rate": 1.3305916688776865e-05,
"loss": 0.0048,
"step": 69250
},
{
"epoch": 18.37,
"learning_rate": 1.3279384452109314e-05,
"loss": 0.0051,
"step": 69300
},
{
"epoch": 18.38,
"learning_rate": 1.3252852215441763e-05,
"loss": 0.0048,
"step": 69350
},
{
"epoch": 18.39,
"learning_rate": 1.3226319978774212e-05,
"loss": 0.0049,
"step": 69400
},
{
"epoch": 18.41,
"learning_rate": 1.319978774210666e-05,
"loss": 0.0047,
"step": 69450
},
{
"epoch": 18.42,
"learning_rate": 1.3173255505439108e-05,
"loss": 0.0053,
"step": 69500
},
{
"epoch": 18.43,
"learning_rate": 1.3146723268771557e-05,
"loss": 0.0051,
"step": 69550
},
{
"epoch": 18.45,
"learning_rate": 1.3120191032104006e-05,
"loss": 0.0051,
"step": 69600
},
{
"epoch": 18.46,
"learning_rate": 1.3093658795436455e-05,
"loss": 0.0052,
"step": 69650
},
{
"epoch": 18.47,
"learning_rate": 1.3067126558768906e-05,
"loss": 0.005,
"step": 69700
},
{
"epoch": 18.49,
"learning_rate": 1.3040594322101355e-05,
"loss": 0.0049,
"step": 69750
},
{
"epoch": 18.5,
"learning_rate": 1.3014062085433804e-05,
"loss": 0.0053,
"step": 69800
},
{
"epoch": 18.51,
"learning_rate": 1.2987529848766253e-05,
"loss": 0.0051,
"step": 69850
},
{
"epoch": 18.53,
"learning_rate": 1.29609976120987e-05,
"loss": 0.0048,
"step": 69900
},
{
"epoch": 18.54,
"learning_rate": 1.2934465375431149e-05,
"loss": 0.0051,
"step": 69950
},
{
"epoch": 18.55,
"learning_rate": 1.2907933138763598e-05,
"loss": 0.0049,
"step": 70000
},
{
"epoch": 18.57,
"learning_rate": 1.2881400902096047e-05,
"loss": 0.0049,
"step": 70050
},
{
"epoch": 18.58,
"learning_rate": 1.2854868665428496e-05,
"loss": 0.0051,
"step": 70100
},
{
"epoch": 18.59,
"learning_rate": 1.2828336428760945e-05,
"loss": 0.0049,
"step": 70150
},
{
"epoch": 18.61,
"learning_rate": 1.2801804192093394e-05,
"loss": 0.0049,
"step": 70200
},
{
"epoch": 18.62,
"learning_rate": 1.2775271955425844e-05,
"loss": 0.0049,
"step": 70250
},
{
"epoch": 18.63,
"learning_rate": 1.2748739718758293e-05,
"loss": 0.0051,
"step": 70300
},
{
"epoch": 18.65,
"learning_rate": 1.2722207482090742e-05,
"loss": 0.0049,
"step": 70350
},
{
"epoch": 18.66,
"learning_rate": 1.2695675245423188e-05,
"loss": 0.005,
"step": 70400
},
{
"epoch": 18.67,
"learning_rate": 1.2669143008755639e-05,
"loss": 0.0052,
"step": 70450
},
{
"epoch": 18.69,
"learning_rate": 1.2642610772088088e-05,
"loss": 0.0051,
"step": 70500
},
{
"epoch": 18.7,
"learning_rate": 1.2616078535420537e-05,
"loss": 0.005,
"step": 70550
},
{
"epoch": 18.71,
"learning_rate": 1.2589546298752986e-05,
"loss": 0.0051,
"step": 70600
},
{
"epoch": 18.73,
"learning_rate": 1.2563014062085435e-05,
"loss": 0.0049,
"step": 70650
},
{
"epoch": 18.74,
"learning_rate": 1.2536481825417883e-05,
"loss": 0.005,
"step": 70700
},
{
"epoch": 18.75,
"learning_rate": 1.2509949588750332e-05,
"loss": 0.0049,
"step": 70750
},
{
"epoch": 18.76,
"learning_rate": 1.2483417352082781e-05,
"loss": 0.0051,
"step": 70800
},
{
"epoch": 18.78,
"learning_rate": 1.245688511541523e-05,
"loss": 0.0049,
"step": 70850
},
{
"epoch": 18.79,
"learning_rate": 1.243035287874768e-05,
"loss": 0.005,
"step": 70900
},
{
"epoch": 18.8,
"learning_rate": 1.2403820642080127e-05,
"loss": 0.0049,
"step": 70950
},
{
"epoch": 18.82,
"learning_rate": 1.2377288405412577e-05,
"loss": 0.0049,
"step": 71000
},
{
"epoch": 18.83,
"learning_rate": 1.2350756168745026e-05,
"loss": 0.0052,
"step": 71050
},
{
"epoch": 18.84,
"learning_rate": 1.2324223932077475e-05,
"loss": 0.0049,
"step": 71100
},
{
"epoch": 18.86,
"learning_rate": 1.2297691695409924e-05,
"loss": 0.0052,
"step": 71150
},
{
"epoch": 18.87,
"learning_rate": 1.2271159458742371e-05,
"loss": 0.0051,
"step": 71200
},
{
"epoch": 18.88,
"learning_rate": 1.224462722207482e-05,
"loss": 0.005,
"step": 71250
},
{
"epoch": 18.9,
"learning_rate": 1.2218094985407271e-05,
"loss": 0.0049,
"step": 71300
},
{
"epoch": 18.91,
"learning_rate": 1.219156274873972e-05,
"loss": 0.0052,
"step": 71350
},
{
"epoch": 18.92,
"learning_rate": 1.2165030512072169e-05,
"loss": 0.0051,
"step": 71400
},
{
"epoch": 18.94,
"learning_rate": 1.2138498275404616e-05,
"loss": 0.0051,
"step": 71450
},
{
"epoch": 18.95,
"learning_rate": 1.2111966038737065e-05,
"loss": 0.0051,
"step": 71500
},
{
"epoch": 18.96,
"learning_rate": 1.2085433802069516e-05,
"loss": 0.0051,
"step": 71550
},
{
"epoch": 18.98,
"learning_rate": 1.2058901565401965e-05,
"loss": 0.0049,
"step": 71600
},
{
"epoch": 18.99,
"learning_rate": 1.2032369328734412e-05,
"loss": 0.0049,
"step": 71650
},
{
"epoch": 19.0,
"learning_rate": 1.2005837092066861e-05,
"loss": 0.0049,
"step": 71700
},
{
"epoch": 19.02,
"learning_rate": 1.197930485539931e-05,
"loss": 0.0045,
"step": 71750
},
{
"epoch": 19.03,
"learning_rate": 1.1952772618731759e-05,
"loss": 0.0044,
"step": 71800
},
{
"epoch": 19.04,
"learning_rate": 1.192624038206421e-05,
"loss": 0.0044,
"step": 71850
},
{
"epoch": 19.06,
"learning_rate": 1.1899708145396657e-05,
"loss": 0.0044,
"step": 71900
},
{
"epoch": 19.07,
"learning_rate": 1.1873175908729106e-05,
"loss": 0.0048,
"step": 71950
},
{
"epoch": 19.08,
"learning_rate": 1.1846643672061555e-05,
"loss": 0.0046,
"step": 72000
},
{
"epoch": 19.1,
"learning_rate": 1.1820111435394004e-05,
"loss": 0.0047,
"step": 72050
},
{
"epoch": 19.11,
"learning_rate": 1.1793579198726455e-05,
"loss": 0.0046,
"step": 72100
},
{
"epoch": 19.12,
"learning_rate": 1.1767046962058902e-05,
"loss": 0.0048,
"step": 72150
},
{
"epoch": 19.14,
"learning_rate": 1.174051472539135e-05,
"loss": 0.005,
"step": 72200
},
{
"epoch": 19.15,
"learning_rate": 1.17139824887238e-05,
"loss": 0.0051,
"step": 72250
},
{
"epoch": 19.16,
"learning_rate": 1.1687450252056249e-05,
"loss": 0.0047,
"step": 72300
},
{
"epoch": 19.18,
"learning_rate": 1.1660918015388698e-05,
"loss": 0.0048,
"step": 72350
},
{
"epoch": 19.19,
"learning_rate": 1.1634385778721147e-05,
"loss": 0.0046,
"step": 72400
},
{
"epoch": 19.2,
"learning_rate": 1.1607853542053596e-05,
"loss": 0.0047,
"step": 72450
},
{
"epoch": 19.22,
"learning_rate": 1.1581321305386045e-05,
"loss": 0.0045,
"step": 72500
},
{
"epoch": 19.23,
"learning_rate": 1.1554789068718494e-05,
"loss": 0.0047,
"step": 72550
},
{
"epoch": 19.24,
"learning_rate": 1.1528256832050943e-05,
"loss": 0.0047,
"step": 72600
},
{
"epoch": 19.26,
"learning_rate": 1.1501724595383392e-05,
"loss": 0.0048,
"step": 72650
},
{
"epoch": 19.27,
"learning_rate": 1.147519235871584e-05,
"loss": 0.0047,
"step": 72700
},
{
"epoch": 19.28,
"learning_rate": 1.144866012204829e-05,
"loss": 0.0048,
"step": 72750
},
{
"epoch": 19.29,
"learning_rate": 1.1422127885380738e-05,
"loss": 0.0047,
"step": 72800
},
{
"epoch": 19.31,
"learning_rate": 1.1395595648713186e-05,
"loss": 0.0048,
"step": 72850
},
{
"epoch": 19.32,
"learning_rate": 1.1369063412045636e-05,
"loss": 0.0047,
"step": 72900
},
{
"epoch": 19.33,
"learning_rate": 1.1342531175378085e-05,
"loss": 0.0049,
"step": 72950
},
{
"epoch": 19.35,
"learning_rate": 1.1315998938710534e-05,
"loss": 0.0049,
"step": 73000
},
{
"epoch": 19.36,
"learning_rate": 1.1289466702042983e-05,
"loss": 0.0047,
"step": 73050
},
{
"epoch": 19.37,
"learning_rate": 1.126293446537543e-05,
"loss": 0.0051,
"step": 73100
},
{
"epoch": 19.39,
"learning_rate": 1.1236402228707881e-05,
"loss": 0.0049,
"step": 73150
},
{
"epoch": 19.4,
"learning_rate": 1.120986999204033e-05,
"loss": 0.005,
"step": 73200
},
{
"epoch": 19.41,
"learning_rate": 1.118333775537278e-05,
"loss": 0.0049,
"step": 73250
},
{
"epoch": 19.43,
"learning_rate": 1.1156805518705226e-05,
"loss": 0.0049,
"step": 73300
},
{
"epoch": 19.44,
"learning_rate": 1.1130273282037675e-05,
"loss": 0.0049,
"step": 73350
},
{
"epoch": 19.45,
"learning_rate": 1.1103741045370124e-05,
"loss": 0.0048,
"step": 73400
},
{
"epoch": 19.47,
"learning_rate": 1.1077208808702575e-05,
"loss": 0.0048,
"step": 73450
},
{
"epoch": 19.48,
"learning_rate": 1.1050676572035024e-05,
"loss": 0.0048,
"step": 73500
},
{
"epoch": 19.49,
"learning_rate": 1.1024144335367471e-05,
"loss": 0.0047,
"step": 73550
},
{
"epoch": 19.51,
"learning_rate": 1.099761209869992e-05,
"loss": 0.0048,
"step": 73600
},
{
"epoch": 19.52,
"learning_rate": 1.097107986203237e-05,
"loss": 0.0049,
"step": 73650
},
{
"epoch": 19.53,
"learning_rate": 1.094454762536482e-05,
"loss": 0.0049,
"step": 73700
},
{
"epoch": 19.55,
"learning_rate": 1.0918015388697269e-05,
"loss": 0.0049,
"step": 73750
},
{
"epoch": 19.56,
"learning_rate": 1.0891483152029716e-05,
"loss": 0.0049,
"step": 73800
},
{
"epoch": 19.57,
"learning_rate": 1.0864950915362165e-05,
"loss": 0.0049,
"step": 73850
},
{
"epoch": 19.59,
"learning_rate": 1.0838418678694614e-05,
"loss": 0.0049,
"step": 73900
},
{
"epoch": 19.6,
"learning_rate": 1.0811886442027063e-05,
"loss": 0.0048,
"step": 73950
},
{
"epoch": 19.61,
"learning_rate": 1.0785354205359512e-05,
"loss": 0.0051,
"step": 74000
},
{
"epoch": 19.63,
"learning_rate": 1.0758821968691961e-05,
"loss": 0.0048,
"step": 74050
},
{
"epoch": 19.64,
"learning_rate": 1.073228973202441e-05,
"loss": 0.0049,
"step": 74100
},
{
"epoch": 19.65,
"learning_rate": 1.0705757495356859e-05,
"loss": 0.0049,
"step": 74150
},
{
"epoch": 19.67,
"learning_rate": 1.0679225258689308e-05,
"loss": 0.0049,
"step": 74200
},
{
"epoch": 19.68,
"learning_rate": 1.0652693022021757e-05,
"loss": 0.0048,
"step": 74250
},
{
"epoch": 19.69,
"learning_rate": 1.0626160785354206e-05,
"loss": 0.0049,
"step": 74300
},
{
"epoch": 19.71,
"learning_rate": 1.0599628548686655e-05,
"loss": 0.0052,
"step": 74350
},
{
"epoch": 19.72,
"learning_rate": 1.0573096312019104e-05,
"loss": 0.005,
"step": 74400
},
{
"epoch": 19.73,
"learning_rate": 1.0546564075351553e-05,
"loss": 0.005,
"step": 74450
},
{
"epoch": 19.75,
"learning_rate": 1.0520031838684002e-05,
"loss": 0.0048,
"step": 74500
},
{
"epoch": 19.76,
"learning_rate": 1.049349960201645e-05,
"loss": 0.0049,
"step": 74550
},
{
"epoch": 19.77,
"learning_rate": 1.04669673653489e-05,
"loss": 0.005,
"step": 74600
},
{
"epoch": 19.79,
"learning_rate": 1.0440435128681349e-05,
"loss": 0.005,
"step": 74650
},
{
"epoch": 19.8,
"learning_rate": 1.0413902892013798e-05,
"loss": 0.0051,
"step": 74700
},
{
"epoch": 19.81,
"learning_rate": 1.0387370655346247e-05,
"loss": 0.0048,
"step": 74750
},
{
"epoch": 19.83,
"learning_rate": 1.0360838418678696e-05,
"loss": 0.0052,
"step": 74800
},
{
"epoch": 19.84,
"learning_rate": 1.0334306182011144e-05,
"loss": 0.0054,
"step": 74850
},
{
"epoch": 19.85,
"learning_rate": 1.0307773945343593e-05,
"loss": 0.0049,
"step": 74900
},
{
"epoch": 19.86,
"learning_rate": 1.028124170867604e-05,
"loss": 0.0048,
"step": 74950
},
{
"epoch": 19.88,
"learning_rate": 1.025470947200849e-05,
"loss": 0.0049,
"step": 75000
},
{
"epoch": 19.89,
"learning_rate": 1.022817723534094e-05,
"loss": 0.0049,
"step": 75050
},
{
"epoch": 19.9,
"learning_rate": 1.020164499867339e-05,
"loss": 0.0049,
"step": 75100
},
{
"epoch": 19.92,
"learning_rate": 1.0175112762005838e-05,
"loss": 0.0051,
"step": 75150
},
{
"epoch": 19.93,
"learning_rate": 1.0148580525338286e-05,
"loss": 0.0051,
"step": 75200
},
{
"epoch": 19.94,
"learning_rate": 1.0122048288670735e-05,
"loss": 0.005,
"step": 75250
},
{
"epoch": 19.96,
"learning_rate": 1.0095516052003185e-05,
"loss": 0.0048,
"step": 75300
},
{
"epoch": 19.97,
"learning_rate": 1.0068983815335634e-05,
"loss": 0.0051,
"step": 75350
},
{
"epoch": 19.98,
"learning_rate": 1.0042451578668083e-05,
"loss": 0.0052,
"step": 75400
},
{
"epoch": 20.0,
"learning_rate": 1.001591934200053e-05,
"loss": 0.005,
"step": 75450
},
{
"epoch": 20.01,
"learning_rate": 9.98938710533298e-06,
"loss": 0.0044,
"step": 75500
},
{
"epoch": 20.02,
"learning_rate": 9.962854868665428e-06,
"loss": 0.0045,
"step": 75550
},
{
"epoch": 20.04,
"learning_rate": 9.936322631997879e-06,
"loss": 0.0044,
"step": 75600
},
{
"epoch": 20.05,
"learning_rate": 9.909790395330326e-06,
"loss": 0.0046,
"step": 75650
},
{
"epoch": 20.06,
"learning_rate": 9.883258158662775e-06,
"loss": 0.0046,
"step": 75700
},
{
"epoch": 20.08,
"learning_rate": 9.856725921995224e-06,
"loss": 0.0049,
"step": 75750
},
{
"epoch": 20.09,
"learning_rate": 9.830193685327673e-06,
"loss": 0.0046,
"step": 75800
},
{
"epoch": 20.1,
"learning_rate": 9.803661448660124e-06,
"loss": 0.0045,
"step": 75850
},
{
"epoch": 20.12,
"learning_rate": 9.777129211992571e-06,
"loss": 0.0046,
"step": 75900
},
{
"epoch": 20.13,
"learning_rate": 9.75059697532502e-06,
"loss": 0.0046,
"step": 75950
},
{
"epoch": 20.14,
"learning_rate": 9.724064738657469e-06,
"loss": 0.0045,
"step": 76000
},
{
"epoch": 20.16,
"learning_rate": 9.697532501989918e-06,
"loss": 0.0046,
"step": 76050
},
{
"epoch": 20.17,
"learning_rate": 9.671000265322367e-06,
"loss": 0.0045,
"step": 76100
},
{
"epoch": 20.18,
"learning_rate": 9.644468028654816e-06,
"loss": 0.0045,
"step": 76150
},
{
"epoch": 20.2,
"learning_rate": 9.617935791987265e-06,
"loss": 0.0046,
"step": 76200
},
{
"epoch": 20.21,
"learning_rate": 9.591403555319714e-06,
"loss": 0.0048,
"step": 76250
},
{
"epoch": 20.22,
"learning_rate": 9.564871318652163e-06,
"loss": 0.0045,
"step": 76300
},
{
"epoch": 20.24,
"learning_rate": 9.538339081984612e-06,
"loss": 0.0047,
"step": 76350
},
{
"epoch": 20.25,
"learning_rate": 9.51180684531706e-06,
"loss": 0.0045,
"step": 76400
},
{
"epoch": 20.26,
"learning_rate": 9.48527460864951e-06,
"loss": 0.0046,
"step": 76450
},
{
"epoch": 20.28,
"learning_rate": 9.458742371981959e-06,
"loss": 0.0047,
"step": 76500
},
{
"epoch": 20.29,
"learning_rate": 9.432210135314408e-06,
"loss": 0.0046,
"step": 76550
},
{
"epoch": 20.3,
"learning_rate": 9.405677898646855e-06,
"loss": 0.0047,
"step": 76600
},
{
"epoch": 20.32,
"learning_rate": 9.379145661979306e-06,
"loss": 0.0045,
"step": 76650
},
{
"epoch": 20.33,
"learning_rate": 9.352613425311755e-06,
"loss": 0.0047,
"step": 76700
},
{
"epoch": 20.34,
"learning_rate": 9.326081188644204e-06,
"loss": 0.0046,
"step": 76750
},
{
"epoch": 20.36,
"learning_rate": 9.299548951976653e-06,
"loss": 0.0048,
"step": 76800
},
{
"epoch": 20.37,
"learning_rate": 9.2730167153091e-06,
"loss": 0.0046,
"step": 76850
},
{
"epoch": 20.38,
"learning_rate": 9.24648447864155e-06,
"loss": 0.0046,
"step": 76900
},
{
"epoch": 20.39,
"learning_rate": 9.219952241974e-06,
"loss": 0.0046,
"step": 76950
},
{
"epoch": 20.41,
"learning_rate": 9.193420005306448e-06,
"loss": 0.0049,
"step": 77000
},
{
"epoch": 20.42,
"learning_rate": 9.166887768638897e-06,
"loss": 0.0047,
"step": 77050
},
{
"epoch": 20.43,
"learning_rate": 9.140355531971345e-06,
"loss": 0.0047,
"step": 77100
},
{
"epoch": 20.45,
"learning_rate": 9.113823295303794e-06,
"loss": 0.0046,
"step": 77150
},
{
"epoch": 20.46,
"learning_rate": 9.087291058636244e-06,
"loss": 0.0047,
"step": 77200
},
{
"epoch": 20.47,
"learning_rate": 9.060758821968693e-06,
"loss": 0.0048,
"step": 77250
},
{
"epoch": 20.49,
"learning_rate": 9.03422658530114e-06,
"loss": 0.0047,
"step": 77300
},
{
"epoch": 20.5,
"learning_rate": 9.00769434863359e-06,
"loss": 0.0047,
"step": 77350
},
{
"epoch": 20.51,
"learning_rate": 8.981162111966039e-06,
"loss": 0.0049,
"step": 77400
},
{
"epoch": 20.53,
"learning_rate": 8.95462987529849e-06,
"loss": 0.0046,
"step": 77450
},
{
"epoch": 20.54,
"learning_rate": 8.928097638630938e-06,
"loss": 0.0048,
"step": 77500
},
{
"epoch": 20.55,
"learning_rate": 8.901565401963385e-06,
"loss": 0.0046,
"step": 77550
},
{
"epoch": 20.57,
"learning_rate": 8.875033165295834e-06,
"loss": 0.0047,
"step": 77600
},
{
"epoch": 20.58,
"learning_rate": 8.848500928628283e-06,
"loss": 0.0048,
"step": 77650
},
{
"epoch": 20.59,
"learning_rate": 8.821968691960732e-06,
"loss": 0.0048,
"step": 77700
},
{
"epoch": 20.61,
"learning_rate": 8.795436455293183e-06,
"loss": 0.0047,
"step": 77750
},
{
"epoch": 20.62,
"learning_rate": 8.76890421862563e-06,
"loss": 0.0047,
"step": 77800
},
{
"epoch": 20.63,
"learning_rate": 8.74237198195808e-06,
"loss": 0.0047,
"step": 77850
},
{
"epoch": 20.65,
"learning_rate": 8.715839745290528e-06,
"loss": 0.0048,
"step": 77900
},
{
"epoch": 20.66,
"learning_rate": 8.689307508622977e-06,
"loss": 0.0048,
"step": 77950
},
{
"epoch": 20.67,
"learning_rate": 8.662775271955426e-06,
"loss": 0.0047,
"step": 78000
},
{
"epoch": 20.69,
"learning_rate": 8.636243035287875e-06,
"loss": 0.0048,
"step": 78050
},
{
"epoch": 20.7,
"learning_rate": 8.609710798620324e-06,
"loss": 0.0047,
"step": 78100
},
{
"epoch": 20.71,
"learning_rate": 8.583178561952773e-06,
"loss": 0.0049,
"step": 78150
},
{
"epoch": 20.73,
"learning_rate": 8.556646325285222e-06,
"loss": 0.0048,
"step": 78200
},
{
"epoch": 20.74,
"learning_rate": 8.530114088617671e-06,
"loss": 0.0048,
"step": 78250
},
{
"epoch": 20.75,
"learning_rate": 8.50358185195012e-06,
"loss": 0.0048,
"step": 78300
},
{
"epoch": 20.77,
"learning_rate": 8.477049615282569e-06,
"loss": 0.0047,
"step": 78350
},
{
"epoch": 20.78,
"learning_rate": 8.450517378615018e-06,
"loss": 0.0047,
"step": 78400
},
{
"epoch": 20.79,
"learning_rate": 8.423985141947467e-06,
"loss": 0.0049,
"step": 78450
},
{
"epoch": 20.81,
"learning_rate": 8.397452905279916e-06,
"loss": 0.005,
"step": 78500
},
{
"epoch": 20.82,
"learning_rate": 8.370920668612365e-06,
"loss": 0.0047,
"step": 78550
},
{
"epoch": 20.83,
"learning_rate": 8.344388431944814e-06,
"loss": 0.0048,
"step": 78600
},
{
"epoch": 20.85,
"learning_rate": 8.317856195277263e-06,
"loss": 0.0049,
"step": 78650
},
{
"epoch": 20.86,
"learning_rate": 8.29132395860971e-06,
"loss": 0.0053,
"step": 78700
},
{
"epoch": 20.87,
"learning_rate": 8.264791721942159e-06,
"loss": 0.0046,
"step": 78750
},
{
"epoch": 20.89,
"learning_rate": 8.23825948527461e-06,
"loss": 0.0048,
"step": 78800
},
{
"epoch": 20.9,
"learning_rate": 8.211727248607059e-06,
"loss": 0.0048,
"step": 78850
},
{
"epoch": 20.91,
"learning_rate": 8.185195011939508e-06,
"loss": 0.0048,
"step": 78900
},
{
"epoch": 20.92,
"learning_rate": 8.158662775271955e-06,
"loss": 0.0047,
"step": 78950
},
{
"epoch": 20.94,
"learning_rate": 8.132130538604404e-06,
"loss": 0.005,
"step": 79000
},
{
"epoch": 20.95,
"learning_rate": 8.105598301936854e-06,
"loss": 0.0052,
"step": 79050
},
{
"epoch": 20.96,
"learning_rate": 8.079066065269303e-06,
"loss": 0.0049,
"step": 79100
},
{
"epoch": 20.98,
"learning_rate": 8.052533828601752e-06,
"loss": 0.0049,
"step": 79150
},
{
"epoch": 20.99,
"learning_rate": 8.0260015919342e-06,
"loss": 0.0049,
"step": 79200
},
{
"epoch": 21.0,
"learning_rate": 7.999469355266649e-06,
"loss": 0.0046,
"step": 79250
},
{
"epoch": 21.02,
"learning_rate": 7.972937118599098e-06,
"loss": 0.0044,
"step": 79300
},
{
"epoch": 21.03,
"learning_rate": 7.946404881931548e-06,
"loss": 0.0044,
"step": 79350
},
{
"epoch": 21.04,
"learning_rate": 7.919872645263997e-06,
"loss": 0.0043,
"step": 79400
},
{
"epoch": 21.06,
"learning_rate": 7.893340408596445e-06,
"loss": 0.0044,
"step": 79450
},
{
"epoch": 21.07,
"learning_rate": 7.866808171928893e-06,
"loss": 0.0043,
"step": 79500
},
{
"epoch": 21.08,
"learning_rate": 7.840275935261342e-06,
"loss": 0.0043,
"step": 79550
},
{
"epoch": 21.1,
"learning_rate": 7.813743698593793e-06,
"loss": 0.0044,
"step": 79600
},
{
"epoch": 21.11,
"learning_rate": 7.78721146192624e-06,
"loss": 0.0045,
"step": 79650
},
{
"epoch": 21.12,
"learning_rate": 7.76067922525869e-06,
"loss": 0.0044,
"step": 79700
},
{
"epoch": 21.14,
"learning_rate": 7.734146988591138e-06,
"loss": 0.0046,
"step": 79750
},
{
"epoch": 21.15,
"learning_rate": 7.707614751923587e-06,
"loss": 0.0046,
"step": 79800
},
{
"epoch": 21.16,
"learning_rate": 7.681082515256036e-06,
"loss": 0.0045,
"step": 79850
},
{
"epoch": 21.18,
"learning_rate": 7.654550278588485e-06,
"loss": 0.0046,
"step": 79900
},
{
"epoch": 21.19,
"learning_rate": 7.628018041920934e-06,
"loss": 0.0048,
"step": 79950
},
{
"epoch": 21.2,
"learning_rate": 7.601485805253383e-06,
"loss": 0.0045,
"step": 80000
},
{
"epoch": 21.22,
"learning_rate": 7.574953568585832e-06,
"loss": 0.0045,
"step": 80050
},
{
"epoch": 21.23,
"learning_rate": 7.548421331918282e-06,
"loss": 0.0046,
"step": 80100
},
{
"epoch": 21.24,
"learning_rate": 7.521889095250729e-06,
"loss": 0.0048,
"step": 80150
},
{
"epoch": 21.26,
"learning_rate": 7.495356858583179e-06,
"loss": 0.0046,
"step": 80200
},
{
"epoch": 21.27,
"learning_rate": 7.468824621915628e-06,
"loss": 0.0046,
"step": 80250
},
{
"epoch": 21.28,
"learning_rate": 7.442292385248077e-06,
"loss": 0.0045,
"step": 80300
},
{
"epoch": 21.3,
"learning_rate": 7.415760148580525e-06,
"loss": 0.0045,
"step": 80350
},
{
"epoch": 21.31,
"learning_rate": 7.389227911912974e-06,
"loss": 0.0045,
"step": 80400
},
{
"epoch": 21.32,
"learning_rate": 7.362695675245423e-06,
"loss": 0.0045,
"step": 80450
},
{
"epoch": 21.34,
"learning_rate": 7.336163438577873e-06,
"loss": 0.0046,
"step": 80500
},
{
"epoch": 21.35,
"learning_rate": 7.309631201910322e-06,
"loss": 0.0045,
"step": 80550
},
{
"epoch": 21.36,
"learning_rate": 7.28309896524277e-06,
"loss": 0.0046,
"step": 80600
},
{
"epoch": 21.38,
"learning_rate": 7.256566728575219e-06,
"loss": 0.0046,
"step": 80650
},
{
"epoch": 21.39,
"learning_rate": 7.230034491907668e-06,
"loss": 0.0047,
"step": 80700
},
{
"epoch": 21.4,
"learning_rate": 7.203502255240118e-06,
"loss": 0.0046,
"step": 80750
},
{
"epoch": 21.42,
"learning_rate": 7.176970018572567e-06,
"loss": 0.0046,
"step": 80800
},
{
"epoch": 21.43,
"learning_rate": 7.150437781905015e-06,
"loss": 0.0047,
"step": 80850
},
{
"epoch": 21.44,
"learning_rate": 7.123905545237464e-06,
"loss": 0.0045,
"step": 80900
},
{
"epoch": 21.46,
"learning_rate": 7.097373308569913e-06,
"loss": 0.0046,
"step": 80950
},
{
"epoch": 21.47,
"learning_rate": 7.070841071902362e-06,
"loss": 0.0047,
"step": 81000
},
{
"epoch": 21.48,
"learning_rate": 7.04430883523481e-06,
"loss": 0.0046,
"step": 81050
},
{
"epoch": 21.49,
"learning_rate": 7.017776598567259e-06,
"loss": 0.0046,
"step": 81100
},
{
"epoch": 21.51,
"learning_rate": 6.991244361899709e-06,
"loss": 0.0048,
"step": 81150
},
{
"epoch": 21.52,
"learning_rate": 6.964712125232158e-06,
"loss": 0.0046,
"step": 81200
},
{
"epoch": 21.53,
"learning_rate": 6.9381798885646066e-06,
"loss": 0.0047,
"step": 81250
},
{
"epoch": 21.55,
"learning_rate": 6.911647651897055e-06,
"loss": 0.0046,
"step": 81300
},
{
"epoch": 21.56,
"learning_rate": 6.885115415229504e-06,
"loss": 0.0047,
"step": 81350
},
{
"epoch": 21.57,
"learning_rate": 6.8585831785619535e-06,
"loss": 0.0045,
"step": 81400
},
{
"epoch": 21.59,
"learning_rate": 6.8320509418944024e-06,
"loss": 0.0046,
"step": 81450
},
{
"epoch": 21.6,
"learning_rate": 6.805518705226851e-06,
"loss": 0.0049,
"step": 81500
},
{
"epoch": 21.61,
"learning_rate": 6.7789864685592995e-06,
"loss": 0.0047,
"step": 81550
},
{
"epoch": 21.63,
"learning_rate": 6.7524542318917485e-06,
"loss": 0.0047,
"step": 81600
},
{
"epoch": 21.64,
"learning_rate": 6.7259219952241975e-06,
"loss": 0.0047,
"step": 81650
},
{
"epoch": 21.65,
"learning_rate": 6.699389758556647e-06,
"loss": 0.0047,
"step": 81700
},
{
"epoch": 21.67,
"learning_rate": 6.672857521889096e-06,
"loss": 0.0049,
"step": 81750
},
{
"epoch": 21.68,
"learning_rate": 6.646325285221544e-06,
"loss": 0.0048,
"step": 81800
},
{
"epoch": 21.69,
"learning_rate": 6.619793048553993e-06,
"loss": 0.0047,
"step": 81850
},
{
"epoch": 21.71,
"learning_rate": 6.593260811886442e-06,
"loss": 0.0048,
"step": 81900
},
{
"epoch": 21.72,
"learning_rate": 6.566728575218892e-06,
"loss": 0.0047,
"step": 81950
},
{
"epoch": 21.73,
"learning_rate": 6.540196338551339e-06,
"loss": 0.0046,
"step": 82000
},
{
"epoch": 21.75,
"learning_rate": 6.513664101883789e-06,
"loss": 0.0046,
"step": 82050
},
{
"epoch": 21.76,
"learning_rate": 6.487131865216238e-06,
"loss": 0.0046,
"step": 82100
},
{
"epoch": 21.77,
"learning_rate": 6.460599628548687e-06,
"loss": 0.0046,
"step": 82150
},
{
"epoch": 21.79,
"learning_rate": 6.434067391881136e-06,
"loss": 0.0047,
"step": 82200
},
{
"epoch": 21.8,
"learning_rate": 6.407535155213584e-06,
"loss": 0.0047,
"step": 82250
},
{
"epoch": 21.81,
"learning_rate": 6.381002918546033e-06,
"loss": 0.0046,
"step": 82300
},
{
"epoch": 21.83,
"learning_rate": 6.354470681878483e-06,
"loss": 0.0047,
"step": 82350
},
{
"epoch": 21.84,
"learning_rate": 6.327938445210932e-06,
"loss": 0.0046,
"step": 82400
},
{
"epoch": 21.85,
"learning_rate": 6.301406208543381e-06,
"loss": 0.0047,
"step": 82450
},
{
"epoch": 21.87,
"learning_rate": 6.274873971875829e-06,
"loss": 0.0047,
"step": 82500
},
{
"epoch": 21.88,
"learning_rate": 6.248341735208278e-06,
"loss": 0.0048,
"step": 82550
},
{
"epoch": 21.89,
"learning_rate": 6.221809498540727e-06,
"loss": 0.0047,
"step": 82600
},
{
"epoch": 21.91,
"learning_rate": 6.195277261873176e-06,
"loss": 0.0048,
"step": 82650
},
{
"epoch": 21.92,
"learning_rate": 6.168745025205625e-06,
"loss": 0.0046,
"step": 82700
},
{
"epoch": 21.93,
"learning_rate": 6.142212788538075e-06,
"loss": 0.0047,
"step": 82750
},
{
"epoch": 21.95,
"learning_rate": 6.115680551870523e-06,
"loss": 0.0047,
"step": 82800
},
{
"epoch": 21.96,
"learning_rate": 6.089148315202972e-06,
"loss": 0.0046,
"step": 82850
},
{
"epoch": 21.97,
"learning_rate": 6.062616078535421e-06,
"loss": 0.0048,
"step": 82900
},
{
"epoch": 21.99,
"learning_rate": 6.03608384186787e-06,
"loss": 0.0046,
"step": 82950
},
{
"epoch": 22.0,
"learning_rate": 6.009551605200319e-06,
"loss": 0.0047,
"step": 83000
},
{
"epoch": 22.01,
"learning_rate": 5.983019368532768e-06,
"loss": 0.0042,
"step": 83050
},
{
"epoch": 22.02,
"learning_rate": 5.956487131865217e-06,
"loss": 0.0043,
"step": 83100
},
{
"epoch": 22.04,
"learning_rate": 5.929954895197666e-06,
"loss": 0.0044,
"step": 83150
},
{
"epoch": 22.05,
"learning_rate": 5.903422658530115e-06,
"loss": 0.0042,
"step": 83200
},
{
"epoch": 22.06,
"learning_rate": 5.876890421862563e-06,
"loss": 0.0044,
"step": 83250
},
{
"epoch": 22.08,
"learning_rate": 5.8503581851950126e-06,
"loss": 0.0042,
"step": 83300
},
{
"epoch": 22.09,
"learning_rate": 5.823825948527461e-06,
"loss": 0.0043,
"step": 83350
},
{
"epoch": 22.1,
"learning_rate": 5.79729371185991e-06,
"loss": 0.0043,
"step": 83400
},
{
"epoch": 22.12,
"learning_rate": 5.7707614751923595e-06,
"loss": 0.0044,
"step": 83450
},
{
"epoch": 22.13,
"learning_rate": 5.744229238524808e-06,
"loss": 0.0044,
"step": 83500
},
{
"epoch": 22.14,
"learning_rate": 5.717697001857257e-06,
"loss": 0.0043,
"step": 83550
},
{
"epoch": 22.16,
"learning_rate": 5.6911647651897055e-06,
"loss": 0.0043,
"step": 83600
},
{
"epoch": 22.17,
"learning_rate": 5.6646325285221545e-06,
"loss": 0.0044,
"step": 83650
},
{
"epoch": 22.18,
"learning_rate": 5.6381002918546035e-06,
"loss": 0.0044,
"step": 83700
},
{
"epoch": 22.2,
"learning_rate": 5.6115680551870524e-06,
"loss": 0.0043,
"step": 83750
},
{
"epoch": 22.21,
"learning_rate": 5.585035818519501e-06,
"loss": 0.0044,
"step": 83800
},
{
"epoch": 22.22,
"learning_rate": 5.55850358185195e-06,
"loss": 0.0044,
"step": 83850
},
{
"epoch": 22.24,
"learning_rate": 5.531971345184399e-06,
"loss": 0.0044,
"step": 83900
},
{
"epoch": 22.25,
"learning_rate": 5.505439108516848e-06,
"loss": 0.0044,
"step": 83950
},
{
"epoch": 22.26,
"learning_rate": 5.478906871849297e-06,
"loss": 0.0044,
"step": 84000
},
{
"epoch": 22.28,
"learning_rate": 5.452374635181745e-06,
"loss": 0.0045,
"step": 84050
},
{
"epoch": 22.29,
"learning_rate": 5.425842398514195e-06,
"loss": 0.0044,
"step": 84100
},
{
"epoch": 22.3,
"learning_rate": 5.399310161846644e-06,
"loss": 0.0045,
"step": 84150
},
{
"epoch": 22.32,
"learning_rate": 5.372777925179092e-06,
"loss": 0.0044,
"step": 84200
},
{
"epoch": 22.33,
"learning_rate": 5.346245688511542e-06,
"loss": 0.0045,
"step": 84250
},
{
"epoch": 22.34,
"learning_rate": 5.31971345184399e-06,
"loss": 0.0044,
"step": 84300
},
{
"epoch": 22.36,
"learning_rate": 5.29318121517644e-06,
"loss": 0.0045,
"step": 84350
},
{
"epoch": 22.37,
"learning_rate": 5.266648978508888e-06,
"loss": 0.0045,
"step": 84400
},
{
"epoch": 22.38,
"learning_rate": 5.240116741841337e-06,
"loss": 0.0045,
"step": 84450
},
{
"epoch": 22.4,
"learning_rate": 5.213584505173787e-06,
"loss": 0.0045,
"step": 84500
},
{
"epoch": 22.41,
"learning_rate": 5.187052268506235e-06,
"loss": 0.0045,
"step": 84550
},
{
"epoch": 22.42,
"learning_rate": 5.160520031838684e-06,
"loss": 0.0045,
"step": 84600
},
{
"epoch": 22.44,
"learning_rate": 5.133987795171133e-06,
"loss": 0.0045,
"step": 84650
},
{
"epoch": 22.45,
"learning_rate": 5.107455558503582e-06,
"loss": 0.0046,
"step": 84700
},
{
"epoch": 22.46,
"learning_rate": 5.080923321836031e-06,
"loss": 0.0046,
"step": 84750
},
{
"epoch": 22.48,
"learning_rate": 5.05439108516848e-06,
"loss": 0.0045,
"step": 84800
},
{
"epoch": 22.49,
"learning_rate": 5.027858848500929e-06,
"loss": 0.0045,
"step": 84850
},
{
"epoch": 22.5,
"learning_rate": 5.001326611833378e-06,
"loss": 0.0044,
"step": 84900
},
{
"epoch": 22.52,
"learning_rate": 4.974794375165827e-06,
"loss": 0.0045,
"step": 84950
},
{
"epoch": 22.53,
"learning_rate": 4.948262138498275e-06,
"loss": 0.0046,
"step": 85000
},
{
"epoch": 22.54,
"learning_rate": 4.921729901830725e-06,
"loss": 0.0046,
"step": 85050
},
{
"epoch": 22.55,
"learning_rate": 4.895197665163174e-06,
"loss": 0.0046,
"step": 85100
},
{
"epoch": 22.57,
"learning_rate": 4.868665428495623e-06,
"loss": 0.0045,
"step": 85150
},
{
"epoch": 22.58,
"learning_rate": 4.842133191828072e-06,
"loss": 0.0046,
"step": 85200
},
{
"epoch": 22.59,
"learning_rate": 4.81560095516052e-06,
"loss": 0.0046,
"step": 85250
},
{
"epoch": 22.61,
"learning_rate": 4.78906871849297e-06,
"loss": 0.0045,
"step": 85300
},
{
"epoch": 22.62,
"learning_rate": 4.762536481825418e-06,
"loss": 0.0045,
"step": 85350
},
{
"epoch": 22.63,
"learning_rate": 4.736004245157867e-06,
"loss": 0.0046,
"step": 85400
},
{
"epoch": 22.65,
"learning_rate": 4.7094720084903165e-06,
"loss": 0.0046,
"step": 85450
},
{
"epoch": 22.66,
"learning_rate": 4.682939771822765e-06,
"loss": 0.0046,
"step": 85500
},
{
"epoch": 22.67,
"learning_rate": 4.656407535155214e-06,
"loss": 0.0045,
"step": 85550
},
{
"epoch": 22.69,
"learning_rate": 4.629875298487663e-06,
"loss": 0.0046,
"step": 85600
},
{
"epoch": 22.7,
"learning_rate": 4.6033430618201116e-06,
"loss": 0.0046,
"step": 85650
},
{
"epoch": 22.71,
"learning_rate": 4.5768108251525605e-06,
"loss": 0.0045,
"step": 85700
},
{
"epoch": 22.73,
"learning_rate": 4.5502785884850095e-06,
"loss": 0.0046,
"step": 85750
},
{
"epoch": 22.74,
"learning_rate": 4.5237463518174585e-06,
"loss": 0.0047,
"step": 85800
},
{
"epoch": 22.75,
"learning_rate": 4.4972141151499074e-06,
"loss": 0.0046,
"step": 85850
},
{
"epoch": 22.77,
"learning_rate": 4.470681878482356e-06,
"loss": 0.0047,
"step": 85900
},
{
"epoch": 22.78,
"learning_rate": 4.444149641814805e-06,
"loss": 0.0046,
"step": 85950
},
{
"epoch": 22.79,
"learning_rate": 4.417617405147254e-06,
"loss": 0.0047,
"step": 86000
},
{
"epoch": 22.81,
"learning_rate": 4.3910851684797025e-06,
"loss": 0.0046,
"step": 86050
},
{
"epoch": 22.82,
"learning_rate": 4.364552931812152e-06,
"loss": 0.0046,
"step": 86100
},
{
"epoch": 22.83,
"learning_rate": 4.338020695144601e-06,
"loss": 0.0047,
"step": 86150
},
{
"epoch": 22.85,
"learning_rate": 4.311488458477049e-06,
"loss": 0.0047,
"step": 86200
},
{
"epoch": 22.86,
"learning_rate": 4.284956221809499e-06,
"loss": 0.0046,
"step": 86250
},
{
"epoch": 22.87,
"learning_rate": 4.258423985141947e-06,
"loss": 0.0046,
"step": 86300
},
{
"epoch": 22.89,
"learning_rate": 4.231891748474396e-06,
"loss": 0.0046,
"step": 86350
},
{
"epoch": 22.9,
"learning_rate": 4.205359511806845e-06,
"loss": 0.0046,
"step": 86400
},
{
"epoch": 22.91,
"learning_rate": 4.178827275139294e-06,
"loss": 0.0047,
"step": 86450
},
{
"epoch": 22.93,
"learning_rate": 4.152295038471744e-06,
"loss": 0.0046,
"step": 86500
},
{
"epoch": 22.94,
"learning_rate": 4.125762801804192e-06,
"loss": 0.0046,
"step": 86550
},
{
"epoch": 22.95,
"learning_rate": 4.099230565136641e-06,
"loss": 0.0047,
"step": 86600
},
{
"epoch": 22.97,
"learning_rate": 4.07269832846909e-06,
"loss": 0.0046,
"step": 86650
},
{
"epoch": 22.98,
"learning_rate": 4.046166091801539e-06,
"loss": 0.0046,
"step": 86700
},
{
"epoch": 22.99,
"learning_rate": 4.019633855133988e-06,
"loss": 0.0046,
"step": 86750
},
{
"epoch": 23.01,
"learning_rate": 3.993101618466437e-06,
"loss": 0.0044,
"step": 86800
},
{
"epoch": 23.02,
"learning_rate": 3.966569381798886e-06,
"loss": 0.0042,
"step": 86850
},
{
"epoch": 23.03,
"learning_rate": 3.940037145131335e-06,
"loss": 0.0042,
"step": 86900
},
{
"epoch": 23.05,
"learning_rate": 3.913504908463784e-06,
"loss": 0.0043,
"step": 86950
},
{
"epoch": 23.06,
"learning_rate": 3.886972671796232e-06,
"loss": 0.0043,
"step": 87000
},
{
"epoch": 23.07,
"learning_rate": 3.860440435128682e-06,
"loss": 0.0043,
"step": 87050
},
{
"epoch": 23.09,
"learning_rate": 3.83390819846113e-06,
"loss": 0.0042,
"step": 87100
},
{
"epoch": 23.1,
"learning_rate": 3.8073759617935793e-06,
"loss": 0.0043,
"step": 87150
},
{
"epoch": 23.11,
"learning_rate": 3.7808437251260287e-06,
"loss": 0.0043,
"step": 87200
},
{
"epoch": 23.12,
"learning_rate": 3.7543114884584773e-06,
"loss": 0.0043,
"step": 87250
},
{
"epoch": 23.14,
"learning_rate": 3.7277792517909263e-06,
"loss": 0.0042,
"step": 87300
},
{
"epoch": 23.15,
"learning_rate": 3.701247015123375e-06,
"loss": 0.0043,
"step": 87350
},
{
"epoch": 23.16,
"learning_rate": 3.674714778455824e-06,
"loss": 0.0043,
"step": 87400
},
{
"epoch": 23.18,
"learning_rate": 3.648182541788273e-06,
"loss": 0.0043,
"step": 87450
},
{
"epoch": 23.19,
"learning_rate": 3.6216503051207217e-06,
"loss": 0.0044,
"step": 87500
},
{
"epoch": 23.2,
"learning_rate": 3.595118068453171e-06,
"loss": 0.0043,
"step": 87550
},
{
"epoch": 23.22,
"learning_rate": 3.5685858317856196e-06,
"loss": 0.0043,
"step": 87600
},
{
"epoch": 23.23,
"learning_rate": 3.5420535951180686e-06,
"loss": 0.0042,
"step": 87650
},
{
"epoch": 23.24,
"learning_rate": 3.515521358450517e-06,
"loss": 0.0044,
"step": 87700
},
{
"epoch": 23.26,
"learning_rate": 3.4889891217829665e-06,
"loss": 0.0044,
"step": 87750
},
{
"epoch": 23.27,
"learning_rate": 3.4624568851154155e-06,
"loss": 0.0043,
"step": 87800
},
{
"epoch": 23.28,
"learning_rate": 3.435924648447864e-06,
"loss": 0.0044,
"step": 87850
},
{
"epoch": 23.3,
"learning_rate": 3.4093924117803135e-06,
"loss": 0.0043,
"step": 87900
},
{
"epoch": 23.31,
"learning_rate": 3.382860175112762e-06,
"loss": 0.0044,
"step": 87950
},
{
"epoch": 23.32,
"learning_rate": 3.3563279384452114e-06,
"loss": 0.0044,
"step": 88000
},
{
"epoch": 23.34,
"learning_rate": 3.32979570177766e-06,
"loss": 0.0044,
"step": 88050
},
{
"epoch": 23.35,
"learning_rate": 3.303263465110109e-06,
"loss": 0.0043,
"step": 88100
},
{
"epoch": 23.36,
"learning_rate": 3.2767312284425583e-06,
"loss": 0.0043,
"step": 88150
},
{
"epoch": 23.38,
"learning_rate": 3.250198991775007e-06,
"loss": 0.0043,
"step": 88200
},
{
"epoch": 23.39,
"learning_rate": 3.223666755107456e-06,
"loss": 0.0044,
"step": 88250
},
{
"epoch": 23.4,
"learning_rate": 3.1971345184399044e-06,
"loss": 0.0045,
"step": 88300
},
{
"epoch": 23.42,
"learning_rate": 3.1706022817723537e-06,
"loss": 0.0044,
"step": 88350
},
{
"epoch": 23.43,
"learning_rate": 3.1440700451048023e-06,
"loss": 0.0044,
"step": 88400
},
{
"epoch": 23.44,
"learning_rate": 3.1175378084372513e-06,
"loss": 0.0045,
"step": 88450
},
{
"epoch": 23.46,
"learning_rate": 3.0910055717697002e-06,
"loss": 0.0044,
"step": 88500
},
{
"epoch": 23.47,
"learning_rate": 3.064473335102149e-06,
"loss": 0.0044,
"step": 88550
},
{
"epoch": 23.48,
"learning_rate": 3.037941098434598e-06,
"loss": 0.0044,
"step": 88600
},
{
"epoch": 23.5,
"learning_rate": 3.011408861767047e-06,
"loss": 0.0044,
"step": 88650
},
{
"epoch": 23.51,
"learning_rate": 2.984876625099496e-06,
"loss": 0.0044,
"step": 88700
},
{
"epoch": 23.52,
"learning_rate": 2.958344388431945e-06,
"loss": 0.0045,
"step": 88750
},
{
"epoch": 23.54,
"learning_rate": 2.931812151764394e-06,
"loss": 0.0045,
"step": 88800
},
{
"epoch": 23.55,
"learning_rate": 2.9052799150968426e-06,
"loss": 0.0044,
"step": 88850
},
{
"epoch": 23.56,
"learning_rate": 2.8787476784292916e-06,
"loss": 0.0044,
"step": 88900
},
{
"epoch": 23.58,
"learning_rate": 2.8522154417617405e-06,
"loss": 0.0045,
"step": 88950
},
{
"epoch": 23.59,
"learning_rate": 2.8256832050941895e-06,
"loss": 0.0045,
"step": 89000
},
{
"epoch": 23.6,
"learning_rate": 2.7991509684266385e-06,
"loss": 0.0044,
"step": 89050
},
{
"epoch": 23.62,
"learning_rate": 2.7726187317590874e-06,
"loss": 0.0045,
"step": 89100
},
{
"epoch": 23.63,
"learning_rate": 2.7460864950915364e-06,
"loss": 0.0044,
"step": 89150
},
{
"epoch": 23.64,
"learning_rate": 2.7195542584239854e-06,
"loss": 0.0044,
"step": 89200
},
{
"epoch": 23.65,
"learning_rate": 2.693022021756434e-06,
"loss": 0.0044,
"step": 89250
},
{
"epoch": 23.67,
"learning_rate": 2.6664897850888833e-06,
"loss": 0.0045,
"step": 89300
},
{
"epoch": 23.68,
"learning_rate": 2.6399575484213323e-06,
"loss": 0.0044,
"step": 89350
},
{
"epoch": 23.69,
"learning_rate": 2.613425311753781e-06,
"loss": 0.0045,
"step": 89400
},
{
"epoch": 23.71,
"learning_rate": 2.58689307508623e-06,
"loss": 0.0045,
"step": 89450
},
{
"epoch": 23.72,
"learning_rate": 2.5603608384186788e-06,
"loss": 0.0044,
"step": 89500
},
{
"epoch": 23.73,
"learning_rate": 2.5338286017511277e-06,
"loss": 0.0045,
"step": 89550
},
{
"epoch": 23.75,
"learning_rate": 2.5072963650835767e-06,
"loss": 0.0044,
"step": 89600
},
{
"epoch": 23.76,
"learning_rate": 2.4807641284160257e-06,
"loss": 0.0044,
"step": 89650
},
{
"epoch": 23.77,
"learning_rate": 2.4542318917484746e-06,
"loss": 0.0045,
"step": 89700
},
{
"epoch": 23.79,
"learning_rate": 2.4276996550809236e-06,
"loss": 0.0044,
"step": 89750
},
{
"epoch": 23.8,
"learning_rate": 2.401167418413372e-06,
"loss": 0.0045,
"step": 89800
},
{
"epoch": 23.81,
"learning_rate": 2.374635181745821e-06,
"loss": 0.0045,
"step": 89850
},
{
"epoch": 23.83,
"learning_rate": 2.34810294507827e-06,
"loss": 0.0045,
"step": 89900
},
{
"epoch": 23.84,
"learning_rate": 2.321570708410719e-06,
"loss": 0.0045,
"step": 89950
},
{
"epoch": 23.85,
"learning_rate": 2.295038471743168e-06,
"loss": 0.0044,
"step": 90000
},
{
"epoch": 23.87,
"learning_rate": 2.268506235075617e-06,
"loss": 0.0045,
"step": 90050
},
{
"epoch": 23.88,
"learning_rate": 2.241973998408066e-06,
"loss": 0.0045,
"step": 90100
},
{
"epoch": 23.89,
"learning_rate": 2.215441761740515e-06,
"loss": 0.0045,
"step": 90150
},
{
"epoch": 23.91,
"learning_rate": 2.1889095250729635e-06,
"loss": 0.0046,
"step": 90200
},
{
"epoch": 23.92,
"learning_rate": 2.1623772884054124e-06,
"loss": 0.0045,
"step": 90250
},
{
"epoch": 23.93,
"learning_rate": 2.135845051737862e-06,
"loss": 0.0044,
"step": 90300
},
{
"epoch": 23.95,
"learning_rate": 2.109312815070311e-06,
"loss": 0.0044,
"step": 90350
},
{
"epoch": 23.96,
"learning_rate": 2.0827805784027593e-06,
"loss": 0.0045,
"step": 90400
},
{
"epoch": 23.97,
"learning_rate": 2.0562483417352083e-06,
"loss": 0.0045,
"step": 90450
},
{
"epoch": 23.99,
"learning_rate": 2.0297161050676573e-06,
"loss": 0.0044,
"step": 90500
},
{
"epoch": 24.0,
"learning_rate": 2.0031838684001063e-06,
"loss": 0.0045,
"step": 90550
},
{
"epoch": 24.01,
"learning_rate": 1.976651631732555e-06,
"loss": 0.0041,
"step": 90600
},
{
"epoch": 24.03,
"learning_rate": 1.950119395065004e-06,
"loss": 0.0042,
"step": 90650
},
{
"epoch": 24.04,
"learning_rate": 1.923587158397453e-06,
"loss": 0.0042,
"step": 90700
},
{
"epoch": 24.05,
"learning_rate": 1.897054921729902e-06,
"loss": 0.0042,
"step": 90750
},
{
"epoch": 24.07,
"learning_rate": 1.8705226850623509e-06,
"loss": 0.0042,
"step": 90800
},
{
"epoch": 24.08,
"learning_rate": 1.8439904483947996e-06,
"loss": 0.0042,
"step": 90850
},
{
"epoch": 24.09,
"learning_rate": 1.8174582117272486e-06,
"loss": 0.0041,
"step": 90900
},
{
"epoch": 24.11,
"learning_rate": 1.7909259750596974e-06,
"loss": 0.0042,
"step": 90950
},
{
"epoch": 24.12,
"learning_rate": 1.7643937383921468e-06,
"loss": 0.0042,
"step": 91000
},
{
"epoch": 24.13,
"learning_rate": 1.7378615017245955e-06,
"loss": 0.0042,
"step": 91050
},
{
"epoch": 24.15,
"learning_rate": 1.7113292650570445e-06,
"loss": 0.0041,
"step": 91100
},
{
"epoch": 24.16,
"learning_rate": 1.6847970283894932e-06,
"loss": 0.0042,
"step": 91150
},
{
"epoch": 24.17,
"learning_rate": 1.6582647917219422e-06,
"loss": 0.0042,
"step": 91200
},
{
"epoch": 24.18,
"learning_rate": 1.631732555054391e-06,
"loss": 0.0042,
"step": 91250
},
{
"epoch": 24.2,
"learning_rate": 1.60520031838684e-06,
"loss": 0.0042,
"step": 91300
},
{
"epoch": 24.21,
"learning_rate": 1.5786680817192891e-06,
"loss": 0.0042,
"step": 91350
},
{
"epoch": 24.22,
"learning_rate": 1.552135845051738e-06,
"loss": 0.0042,
"step": 91400
},
{
"epoch": 24.24,
"learning_rate": 1.5256036083841868e-06,
"loss": 0.0042,
"step": 91450
},
{
"epoch": 24.25,
"learning_rate": 1.4990713717166358e-06,
"loss": 0.0042,
"step": 91500
},
{
"epoch": 24.26,
"learning_rate": 1.4725391350490846e-06,
"loss": 0.0041,
"step": 91550
},
{
"epoch": 24.28,
"learning_rate": 1.4460068983815337e-06,
"loss": 0.0042,
"step": 91600
},
{
"epoch": 24.29,
"learning_rate": 1.4194746617139825e-06,
"loss": 0.0042,
"step": 91650
},
{
"epoch": 24.3,
"learning_rate": 1.3929424250464315e-06,
"loss": 0.0042,
"step": 91700
},
{
"epoch": 24.32,
"learning_rate": 1.3664101883788804e-06,
"loss": 0.0043,
"step": 91750
},
{
"epoch": 24.33,
"learning_rate": 1.3398779517113294e-06,
"loss": 0.0042,
"step": 91800
},
{
"epoch": 24.34,
"learning_rate": 1.3133457150437782e-06,
"loss": 0.0042,
"step": 91850
},
{
"epoch": 24.36,
"learning_rate": 1.2868134783762273e-06,
"loss": 0.0042,
"step": 91900
},
{
"epoch": 24.37,
"learning_rate": 1.260281241708676e-06,
"loss": 0.0042,
"step": 91950
},
{
"epoch": 24.38,
"learning_rate": 1.233749005041125e-06,
"loss": 0.0042,
"step": 92000
},
{
"epoch": 24.4,
"learning_rate": 1.2072167683735738e-06,
"loss": 0.0042,
"step": 92050
},
{
"epoch": 24.41,
"learning_rate": 1.180684531706023e-06,
"loss": 0.0042,
"step": 92100
},
{
"epoch": 24.42,
"learning_rate": 1.1541522950384718e-06,
"loss": 0.0042,
"step": 92150
},
{
"epoch": 24.44,
"learning_rate": 1.1276200583709207e-06,
"loss": 0.0042,
"step": 92200
},
{
"epoch": 24.45,
"learning_rate": 1.1010878217033697e-06,
"loss": 0.0042,
"step": 92250
},
{
"epoch": 24.46,
"learning_rate": 1.0745555850358187e-06,
"loss": 0.0042,
"step": 92300
},
{
"epoch": 24.48,
"learning_rate": 1.0480233483682674e-06,
"loss": 0.0042,
"step": 92350
},
{
"epoch": 24.49,
"learning_rate": 1.0214911117007164e-06,
"loss": 0.0042,
"step": 92400
},
{
"epoch": 24.5,
"learning_rate": 9.949588750331654e-07,
"loss": 0.0043,
"step": 92450
},
{
"epoch": 24.52,
"learning_rate": 9.684266383656143e-07,
"loss": 0.0043,
"step": 92500
},
{
"epoch": 24.53,
"learning_rate": 9.418944016980631e-07,
"loss": 0.0042,
"step": 92550
},
{
"epoch": 24.54,
"learning_rate": 9.153621650305122e-07,
"loss": 0.0042,
"step": 92600
},
{
"epoch": 24.56,
"learning_rate": 8.88829928362961e-07,
"loss": 0.0042,
"step": 92650
},
{
"epoch": 24.57,
"learning_rate": 8.622976916954099e-07,
"loss": 0.0042,
"step": 92700
},
{
"epoch": 24.58,
"learning_rate": 8.35765455027859e-07,
"loss": 0.0042,
"step": 92750
},
{
"epoch": 24.6,
"learning_rate": 8.092332183603078e-07,
"loss": 0.0042,
"step": 92800
},
{
"epoch": 24.61,
"learning_rate": 7.827009816927567e-07,
"loss": 0.0042,
"step": 92850
},
{
"epoch": 24.62,
"learning_rate": 7.561687450252057e-07,
"loss": 0.0042,
"step": 92900
},
{
"epoch": 24.64,
"learning_rate": 7.296365083576546e-07,
"loss": 0.0043,
"step": 92950
},
{
"epoch": 24.65,
"learning_rate": 7.031042716901035e-07,
"loss": 0.0043,
"step": 93000
},
{
"epoch": 24.66,
"learning_rate": 6.765720350225525e-07,
"loss": 0.0043,
"step": 93050
},
{
"epoch": 24.68,
"learning_rate": 6.500397983550013e-07,
"loss": 0.0043,
"step": 93100
},
{
"epoch": 24.69,
"learning_rate": 6.235075616874503e-07,
"loss": 0.0043,
"step": 93150
},
{
"epoch": 24.7,
"learning_rate": 5.969753250198993e-07,
"loss": 0.0042,
"step": 93200
},
{
"epoch": 24.72,
"learning_rate": 5.704430883523481e-07,
"loss": 0.0042,
"step": 93250
},
{
"epoch": 24.73,
"learning_rate": 5.439108516847971e-07,
"loss": 0.0043,
"step": 93300
},
{
"epoch": 24.74,
"learning_rate": 5.17378615017246e-07,
"loss": 0.0042,
"step": 93350
},
{
"epoch": 24.75,
"learning_rate": 4.908463783496949e-07,
"loss": 0.0043,
"step": 93400
},
{
"epoch": 24.77,
"learning_rate": 4.6431414168214384e-07,
"loss": 0.0043,
"step": 93450
},
{
"epoch": 24.78,
"learning_rate": 4.3778190501459276e-07,
"loss": 0.0042,
"step": 93500
},
{
"epoch": 24.79,
"learning_rate": 4.112496683470417e-07,
"loss": 0.0043,
"step": 93550
},
{
"epoch": 24.81,
"learning_rate": 3.847174316794906e-07,
"loss": 0.0043,
"step": 93600
},
{
"epoch": 24.82,
"learning_rate": 3.581851950119395e-07,
"loss": 0.0042,
"step": 93650
},
{
"epoch": 24.83,
"learning_rate": 3.316529583443884e-07,
"loss": 0.0043,
"step": 93700
},
{
"epoch": 24.85,
"learning_rate": 3.0512072167683734e-07,
"loss": 0.0042,
"step": 93750
},
{
"epoch": 24.86,
"learning_rate": 2.7858848500928625e-07,
"loss": 0.0042,
"step": 93800
},
{
"epoch": 24.87,
"learning_rate": 2.520562483417352e-07,
"loss": 0.0042,
"step": 93850
},
{
"epoch": 24.89,
"learning_rate": 2.2552401167418414e-07,
"loss": 0.0042,
"step": 93900
},
{
"epoch": 24.9,
"learning_rate": 1.9899177500663305e-07,
"loss": 0.0042,
"step": 93950
},
{
"epoch": 24.91,
"learning_rate": 1.72459538339082e-07,
"loss": 0.0042,
"step": 94000
},
{
"epoch": 24.93,
"learning_rate": 1.459273016715309e-07,
"loss": 0.0042,
"step": 94050
},
{
"epoch": 24.94,
"learning_rate": 1.1939506500397983e-07,
"loss": 0.0042,
"step": 94100
},
{
"epoch": 24.95,
"learning_rate": 9.286282833642876e-08,
"loss": 0.0043,
"step": 94150
},
{
"epoch": 24.97,
"learning_rate": 6.633059166887768e-08,
"loss": 0.0042,
"step": 94200
},
{
"epoch": 24.98,
"learning_rate": 3.979835500132661e-08,
"loss": 0.0042,
"step": 94250
},
{
"epoch": 24.99,
"learning_rate": 1.3266118333775537e-08,
"loss": 0.0043,
"step": 94300
}
],
"max_steps": 94325,
"num_train_epochs": 25,
"total_flos": 1.055269699190784e+18,
"trial_name": null,
"trial_params": null
}