{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.9854247324071963,
  "global_step": 980000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 4.997458275043108e-05,
      "loss": 6.084,
      "step": 500
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.994916550086215e-05,
      "loss": 4.6925,
      "step": 1000
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.992374825129323e-05,
      "loss": 4.2068,
      "step": 1500
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.989833100172431e-05,
      "loss": 3.8478,
      "step": 2000
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.987291375215539e-05,
      "loss": 3.6284,
      "step": 2500
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.984749650258646e-05,
      "loss": 3.3725,
      "step": 3000
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.982207925301754e-05,
      "loss": 3.2057,
      "step": 3500
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.979666200344861e-05,
      "loss": 3.0135,
      "step": 4000
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9771244753879695e-05,
      "loss": 2.8507,
      "step": 4500
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.974582750431077e-05,
      "loss": 2.7141,
      "step": 5000
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9720410254741845e-05,
      "loss": 2.7142,
      "step": 5500
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.969499300517292e-05,
      "loss": 2.5984,
      "step": 6000
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.9669575755603995e-05,
      "loss": 2.5191,
      "step": 6500
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.9644158506035074e-05,
      "loss": 2.4221,
      "step": 7000
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.961874125646615e-05,
      "loss": 2.3656,
      "step": 7500
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.959332400689723e-05,
      "loss": 2.3366,
      "step": 8000
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.95679067573283e-05,
      "loss": 2.2823,
      "step": 8500
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.954248950775938e-05,
      "loss": 2.2173,
      "step": 9000
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.951707225819045e-05,
      "loss": 2.1778,
      "step": 9500
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.949165500862154e-05,
      "loss": 2.1375,
      "step": 10000
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.946623775905261e-05,
      "loss": 2.1205,
      "step": 10500
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.944082050948369e-05,
      "loss": 2.0824,
      "step": 11000
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.941540325991476e-05,
      "loss": 2.065,
      "step": 11500
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.938998601034584e-05,
      "loss": 2.0138,
      "step": 12000
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.9364568760776917e-05,
      "loss": 1.9739,
      "step": 12500
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.9339151511207995e-05,
      "loss": 1.9722,
      "step": 13000
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.9313734261639073e-05,
      "loss": 1.9094,
      "step": 13500
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.9288317012070145e-05,
      "loss": 1.9078,
      "step": 14000
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.9262899762501224e-05,
      "loss": 1.8806,
      "step": 14500
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.9237482512932295e-05,
      "loss": 1.8967,
      "step": 15000
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.921206526336338e-05,
      "loss": 1.8345,
      "step": 15500
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.918664801379445e-05,
      "loss": 1.8019,
      "step": 16000
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.916123076422553e-05,
      "loss": 1.8188,
      "step": 16500
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.91358135146566e-05,
      "loss": 1.7792,
      "step": 17000
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.911039626508768e-05,
      "loss": 1.7658,
      "step": 17500
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.908497901551876e-05,
      "loss": 1.7695,
      "step": 18000
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.905956176594984e-05,
      "loss": 1.7261,
      "step": 18500
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.903414451638091e-05,
      "loss": 1.7442,
      "step": 19000
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.900872726681199e-05,
      "loss": 1.6924,
      "step": 19500
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.8983310017243066e-05,
      "loss": 1.6911,
      "step": 20000
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.895789276767414e-05,
      "loss": 1.698,
      "step": 20500
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.8932475518105217e-05,
      "loss": 1.6869,
      "step": 21000
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.8907058268536295e-05,
      "loss": 1.658,
      "step": 21500
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.8881641018967373e-05,
      "loss": 1.6631,
      "step": 22000
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.8856223769398445e-05,
      "loss": 1.6475,
      "step": 22500
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.8830806519829524e-05,
      "loss": 1.6052,
      "step": 23000
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.8805389270260595e-05,
      "loss": 1.6436,
      "step": 23500
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.877997202069168e-05,
      "loss": 1.5989,
      "step": 24000
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.875455477112275e-05,
      "loss": 1.6462,
      "step": 24500
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.872913752155383e-05,
      "loss": 1.5783,
      "step": 25000
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.87037202719849e-05,
      "loss": 1.5768,
      "step": 25500
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.867830302241598e-05,
      "loss": 1.6205,
      "step": 26000
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.865288577284706e-05,
      "loss": 1.5929,
      "step": 26500
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.862746852327814e-05,
      "loss": 1.5859,
      "step": 27000
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.8602051273709216e-05,
      "loss": 1.5663,
      "step": 27500
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.857663402414029e-05,
      "loss": 1.5626,
      "step": 28000
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.8551216774571366e-05,
      "loss": 1.5667,
      "step": 28500
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.852579952500244e-05,
      "loss": 1.5311,
      "step": 29000
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.850038227543352e-05,
      "loss": 1.5607,
      "step": 29500
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.8474965025864595e-05,
      "loss": 1.5504,
      "step": 30000
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.8449547776295674e-05,
      "loss": 1.5357,
      "step": 30500
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.8424130526726745e-05,
      "loss": 1.5756,
      "step": 31000
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.8398713277157824e-05,
      "loss": 1.5043,
      "step": 31500
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.83732960275889e-05,
      "loss": 1.4885,
      "step": 32000
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.834787877801998e-05,
      "loss": 1.5195,
      "step": 32500
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.832246152845106e-05,
      "loss": 1.4871,
      "step": 33000
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.829704427888213e-05,
      "loss": 1.4896,
      "step": 33500
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.827162702931321e-05,
      "loss": 1.4791,
      "step": 34000
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.824620977974428e-05,
      "loss": 1.4678,
      "step": 34500
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.822079253017536e-05,
      "loss": 1.4817,
      "step": 35000
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.819537528060644e-05,
      "loss": 1.4383,
      "step": 35500
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.8169958031037516e-05,
      "loss": 1.4782,
      "step": 36000
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.814454078146859e-05,
      "loss": 1.4722,
      "step": 36500
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.8119123531899666e-05,
      "loss": 1.4466,
      "step": 37000
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.8093706282330745e-05,
      "loss": 1.4245,
      "step": 37500
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.806828903276182e-05,
      "loss": 1.4572,
      "step": 38000
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.8042871783192895e-05,
      "loss": 1.4496,
      "step": 38500
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.8017454533623974e-05,
      "loss": 1.4244,
      "step": 39000
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.799203728405505e-05,
      "loss": 1.4389,
      "step": 39500
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.7966620034486124e-05,
      "loss": 1.432,
      "step": 40000
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.79412027849172e-05,
      "loss": 1.431,
      "step": 40500
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.791578553534828e-05,
      "loss": 1.4335,
      "step": 41000
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.789036828577936e-05,
      "loss": 1.4135,
      "step": 41500
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.786495103621043e-05,
      "loss": 1.3965,
      "step": 42000
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.783953378664151e-05,
      "loss": 1.4189,
      "step": 42500
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.781411653707258e-05,
      "loss": 1.4053,
      "step": 43000
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.7788699287503666e-05,
      "loss": 1.4249,
      "step": 43500
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.776328203793474e-05,
      "loss": 1.4328,
      "step": 44000
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.7737864788365816e-05,
      "loss": 1.3813,
      "step": 44500
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.771244753879689e-05,
      "loss": 1.4115,
      "step": 45000
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.7687030289227966e-05,
      "loss": 1.3942,
      "step": 45500
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.7661613039659045e-05,
      "loss": 1.4045,
      "step": 46000
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.763619579009012e-05,
      "loss": 1.3944,
      "step": 46500
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.76107785405212e-05,
      "loss": 1.3701,
      "step": 47000
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.7585361290952274e-05,
      "loss": 1.3892,
      "step": 47500
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.755994404138335e-05,
      "loss": 1.3881,
      "step": 48000
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.7534526791814424e-05,
      "loss": 1.4086,
      "step": 48500
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.750910954224551e-05,
      "loss": 1.3873,
      "step": 49000
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.748369229267658e-05,
      "loss": 1.38,
      "step": 49500
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.745827504310766e-05,
      "loss": 1.3669,
      "step": 50000
    },
    {
      "epoch": 0.21,
      "learning_rate": 4.743285779353873e-05,
      "loss": 1.3219,
      "step": 50500
    },
    {
      "epoch": 0.21,
      "learning_rate": 4.740744054396981e-05,
      "loss": 1.3614,
      "step": 51000
    },
    {
      "epoch": 0.21,
      "learning_rate": 4.738202329440089e-05,
      "loss": 1.3752,
      "step": 51500
    },
    {
      "epoch": 0.21,
      "learning_rate": 4.7356606044831966e-05,
      "loss": 1.3912,
      "step": 52000
    },
    {
      "epoch": 0.21,
      "learning_rate": 4.7331188795263045e-05,
      "loss": 1.3487,
      "step": 52500
    },
    {
      "epoch": 0.22,
      "learning_rate": 4.7305771545694116e-05,
      "loss": 1.3566,
      "step": 53000
    },
    {
      "epoch": 0.22,
      "learning_rate": 4.7280354296125195e-05,
      "loss": 1.3402,
      "step": 53500
    },
    {
      "epoch": 0.22,
      "learning_rate": 4.7254937046556266e-05,
      "loss": 1.3424,
      "step": 54000
    },
    {
      "epoch": 0.22,
      "learning_rate": 4.7229519796987345e-05,
      "loss": 1.3551,
      "step": 54500
    },
    {
      "epoch": 0.22,
      "learning_rate": 4.720410254741842e-05,
      "loss": 1.3385,
      "step": 55000
    },
    {
      "epoch": 0.23,
      "learning_rate": 4.71786852978495e-05,
      "loss": 1.3265,
      "step": 55500
    },
    {
      "epoch": 0.23,
      "learning_rate": 4.7153268048280574e-05,
      "loss": 1.3236,
      "step": 56000
    },
    {
      "epoch": 0.23,
      "learning_rate": 4.712785079871165e-05,
      "loss": 1.3186,
      "step": 56500
    },
    {
      "epoch": 0.23,
      "learning_rate": 4.710243354914273e-05,
      "loss": 1.356,
      "step": 57000
    },
    {
      "epoch": 0.23,
      "learning_rate": 4.707701629957381e-05,
      "loss": 1.3236,
      "step": 57500
    },
    {
      "epoch": 0.24,
      "learning_rate": 4.705159905000488e-05,
      "loss": 1.3325,
      "step": 58000
    },
    {
      "epoch": 0.24,
      "learning_rate": 4.702618180043596e-05,
      "loss": 1.2949,
      "step": 58500
    },
    {
      "epoch": 0.24,
      "learning_rate": 4.700076455086704e-05,
      "loss": 1.3123,
      "step": 59000
    },
    {
      "epoch": 0.24,
      "learning_rate": 4.697534730129811e-05,
      "loss": 1.3211,
      "step": 59500
    },
    {
      "epoch": 0.24,
      "learning_rate": 4.694993005172919e-05,
      "loss": 1.3114,
      "step": 60000
    },
    {
      "epoch": 0.25,
      "learning_rate": 4.6924512802160266e-05,
      "loss": 1.3321,
      "step": 60500
    },
    {
      "epoch": 0.25,
      "learning_rate": 4.6899095552591345e-05,
      "loss": 1.3098,
      "step": 61000
    },
    {
      "epoch": 0.25,
      "learning_rate": 4.6873678303022416e-05,
      "loss": 1.3289,
      "step": 61500
    },
    {
      "epoch": 0.25,
      "learning_rate": 4.6848261053453495e-05,
      "loss": 1.2946,
      "step": 62000
    },
    {
      "epoch": 0.25,
      "learning_rate": 4.6822843803884566e-05,
      "loss": 1.3128,
      "step": 62500
    },
    {
      "epoch": 0.26,
      "learning_rate": 4.679742655431565e-05,
      "loss": 1.3231,
      "step": 63000
    },
    {
      "epoch": 0.26,
      "learning_rate": 4.677200930474672e-05,
      "loss": 1.323,
      "step": 63500
    },
    {
      "epoch": 0.26,
      "learning_rate": 4.67465920551778e-05,
      "loss": 1.3095,
      "step": 64000
    },
    {
      "epoch": 0.26,
      "learning_rate": 4.6721174805608874e-05,
      "loss": 1.3088,
      "step": 64500
    },
    {
      "epoch": 0.26,
      "learning_rate": 4.669575755603995e-05,
      "loss": 1.3054,
      "step": 65000
    },
    {
      "epoch": 0.27,
      "learning_rate": 4.667034030647103e-05,
      "loss": 1.3062,
      "step": 65500
    },
    {
      "epoch": 0.27,
      "learning_rate": 4.664492305690211e-05,
      "loss": 1.309,
      "step": 66000
    },
    {
      "epoch": 0.27,
      "learning_rate": 4.661950580733319e-05,
      "loss": 1.3151,
      "step": 66500
    },
    {
      "epoch": 0.27,
      "learning_rate": 4.659408855776426e-05,
      "loss": 1.2647,
      "step": 67000
    },
    {
      "epoch": 0.27,
      "learning_rate": 4.656867130819534e-05,
      "loss": 1.2767,
      "step": 67500
    },
    {
      "epoch": 0.28,
      "learning_rate": 4.654325405862641e-05,
      "loss": 1.2912,
      "step": 68000
    },
    {
      "epoch": 0.28,
      "learning_rate": 4.6517836809057494e-05,
      "loss": 1.298,
      "step": 68500
    },
    {
      "epoch": 0.28,
      "learning_rate": 4.6492419559488566e-05,
      "loss": 1.2743,
      "step": 69000
    },
    {
      "epoch": 0.28,
      "learning_rate": 4.6467002309919645e-05,
      "loss": 1.2657,
      "step": 69500
    },
    {
      "epoch": 0.28,
      "learning_rate": 4.6441585060350716e-05,
      "loss": 1.2979,
      "step": 70000
    },
    {
      "epoch": 0.29,
      "learning_rate": 4.6416167810781795e-05,
      "loss": 1.2808,
      "step": 70500
    },
    {
      "epoch": 0.29,
      "learning_rate": 4.639075056121287e-05,
      "loss": 1.2735,
      "step": 71000
    },
    {
      "epoch": 0.29,
      "learning_rate": 4.636533331164395e-05,
      "loss": 1.2782,
      "step": 71500
    },
    {
      "epoch": 0.29,
      "learning_rate": 4.633991606207503e-05,
      "loss": 1.2813,
      "step": 72000
    },
    {
      "epoch": 0.29,
      "learning_rate": 4.63144988125061e-05,
      "loss": 1.2316,
      "step": 72500
    },
    {
      "epoch": 0.3,
      "learning_rate": 4.628908156293718e-05,
      "loss": 1.2543,
      "step": 73000
    },
    {
      "epoch": 0.3,
      "learning_rate": 4.626366431336825e-05,
      "loss": 1.2771,
      "step": 73500
    },
    {
      "epoch": 0.3,
      "learning_rate": 4.623824706379933e-05,
      "loss": 1.2397,
      "step": 74000
    },
    {
      "epoch": 0.3,
      "learning_rate": 4.621282981423041e-05,
      "loss": 1.2692,
      "step": 74500
    },
    {
      "epoch": 0.31,
      "learning_rate": 4.618741256466149e-05,
      "loss": 1.2464,
      "step": 75000
    },
    {
      "epoch": 0.31,
      "learning_rate": 4.616199531509256e-05,
      "loss": 1.2739,
      "step": 75500
    },
    {
      "epoch": 0.31,
      "learning_rate": 4.613657806552364e-05,
      "loss": 1.2659,
      "step": 76000
    },
    {
      "epoch": 0.31,
      "learning_rate": 4.611116081595471e-05,
      "loss": 1.263,
      "step": 76500
    },
    {
      "epoch": 0.31,
      "learning_rate": 4.6085743566385794e-05,
      "loss": 1.253,
      "step": 77000
    },
    {
      "epoch": 0.32,
      "learning_rate": 4.6060326316816866e-05,
      "loss": 1.2657,
      "step": 77500
    },
    {
      "epoch": 0.32,
      "learning_rate": 4.6034909067247945e-05,
      "loss": 1.2782,
      "step": 78000
    },
    {
      "epoch": 0.32,
      "learning_rate": 4.600949181767902e-05,
      "loss": 1.2372,
      "step": 78500
    },
    {
      "epoch": 0.32,
      "learning_rate": 4.5984074568110095e-05,
      "loss": 1.22,
      "step": 79000
    },
    {
      "epoch": 0.32,
      "learning_rate": 4.595865731854117e-05,
      "loss": 1.2549,
      "step": 79500
    },
    {
      "epoch": 0.33,
      "learning_rate": 4.593324006897225e-05,
      "loss": 1.2684,
      "step": 80000
    },
    {
      "epoch": 0.33,
      "learning_rate": 4.590782281940333e-05,
      "loss": 1.2352,
      "step": 80500
    },
    {
      "epoch": 0.33,
      "learning_rate": 4.58824055698344e-05,
      "loss": 1.222,
      "step": 81000
    },
    {
      "epoch": 0.33,
      "learning_rate": 4.585698832026548e-05,
      "loss": 1.2205,
      "step": 81500
    },
    {
      "epoch": 0.33,
      "learning_rate": 4.583157107069655e-05,
      "loss": 1.2392,
      "step": 82000
    },
    {
      "epoch": 0.34,
      "learning_rate": 4.580615382112764e-05,
      "loss": 1.2246,
      "step": 82500
    },
    {
      "epoch": 0.34,
      "learning_rate": 4.578073657155871e-05,
      "loss": 1.2269,
      "step": 83000
    },
    {
      "epoch": 0.34,
      "learning_rate": 4.575531932198979e-05,
      "loss": 1.2329,
      "step": 83500
    },
    {
      "epoch": 0.34,
      "learning_rate": 4.572990207242086e-05,
      "loss": 1.21,
      "step": 84000
    },
    {
      "epoch": 0.34,
      "learning_rate": 4.570448482285194e-05,
      "loss": 1.2131,
      "step": 84500
    },
    {
      "epoch": 0.35,
      "learning_rate": 4.5679067573283016e-05,
      "loss": 1.2372,
      "step": 85000
    },
    {
      "epoch": 0.35,
      "learning_rate": 4.5653650323714094e-05,
      "loss": 1.2364,
      "step": 85500
    },
    {
      "epoch": 0.35,
      "learning_rate": 4.562823307414517e-05,
      "loss": 1.2311,
      "step": 86000
    },
    {
      "epoch": 0.35,
      "learning_rate": 4.5602815824576245e-05,
      "loss": 1.2202,
      "step": 86500
    },
    {
      "epoch": 0.35,
      "learning_rate": 4.557739857500732e-05,
      "loss": 1.2029,
      "step": 87000
    },
    {
      "epoch": 0.36,
      "learning_rate": 4.5551981325438395e-05,
      "loss": 1.2067,
      "step": 87500
    },
    {
      "epoch": 0.36,
      "learning_rate": 4.552656407586948e-05,
      "loss": 1.2195,
      "step": 88000
    },
    {
      "epoch": 0.36,
      "learning_rate": 4.550114682630055e-05,
      "loss": 1.2262,
      "step": 88500
    },
    {
      "epoch": 0.36,
      "learning_rate": 4.547572957673163e-05,
      "loss": 1.2161,
      "step": 89000
    },
    {
      "epoch": 0.36,
      "learning_rate": 4.54503123271627e-05,
      "loss": 1.2139,
      "step": 89500
    },
    {
      "epoch": 0.37,
      "learning_rate": 4.542489507759378e-05,
      "loss": 1.2006,
      "step": 90000
    },
    {
      "epoch": 0.37,
      "learning_rate": 4.539947782802486e-05,
      "loss": 1.2308,
      "step": 90500
    },
    {
      "epoch": 0.37,
      "learning_rate": 4.537406057845594e-05,
      "loss": 1.1854,
      "step": 91000
    },
    {
      "epoch": 0.37,
      "learning_rate": 4.5348643328887016e-05,
      "loss": 1.2261,
      "step": 91500
    },
    {
      "epoch": 0.37,
      "learning_rate": 4.532322607931809e-05,
      "loss": 1.1683,
      "step": 92000
    },
    {
      "epoch": 0.38,
      "learning_rate": 4.5297808829749166e-05,
      "loss": 1.2081,
      "step": 92500
    },
    {
      "epoch": 0.38,
      "learning_rate": 4.527239158018024e-05,
      "loss": 1.1851,
      "step": 93000
    },
    {
      "epoch": 0.38,
      "learning_rate": 4.5246974330611316e-05,
      "loss": 1.226,
      "step": 93500
    },
    {
      "epoch": 0.38,
      "learning_rate": 4.5221557081042394e-05,
      "loss": 1.2073,
      "step": 94000
    },
    {
      "epoch": 0.38,
      "learning_rate": 4.519613983147347e-05,
      "loss": 1.1998,
      "step": 94500
    },
    {
      "epoch": 0.39,
      "learning_rate": 4.5170722581904545e-05,
      "loss": 1.2176,
      "step": 95000
    },
    {
      "epoch": 0.39,
      "learning_rate": 4.514530533233562e-05,
      "loss": 1.1956,
      "step": 95500
    },
    {
      "epoch": 0.39,
      "learning_rate": 4.5119888082766695e-05,
      "loss": 1.2167,
      "step": 96000
    },
    {
      "epoch": 0.39,
      "learning_rate": 4.509447083319778e-05,
      "loss": 1.2011,
      "step": 96500
    },
    {
      "epoch": 0.39,
      "learning_rate": 4.506905358362885e-05,
      "loss": 1.2115,
      "step": 97000
    },
    {
      "epoch": 0.4,
      "learning_rate": 4.504363633405993e-05,
      "loss": 1.1927,
      "step": 97500
    },
    {
      "epoch": 0.4,
      "learning_rate": 4.501821908449101e-05,
      "loss": 1.192,
      "step": 98000
    },
    {
      "epoch": 0.4,
      "learning_rate": 4.499280183492208e-05,
      "loss": 1.1802,
      "step": 98500
    },
    {
      "epoch": 0.4,
      "learning_rate": 4.496738458535316e-05,
      "loss": 1.1976,
      "step": 99000
    },
    {
      "epoch": 0.4,
      "learning_rate": 4.494196733578424e-05,
      "loss": 1.1976,
      "step": 99500
    },
    {
      "epoch": 0.41,
      "learning_rate": 4.4916550086215316e-05,
      "loss": 1.2246,
      "step": 100000
    },
    {
      "epoch": 0.41,
      "learning_rate": 4.489113283664639e-05,
      "loss": 1.2115,
      "step": 100500
    },
    {
      "epoch": 0.41,
      "learning_rate": 4.4865715587077466e-05,
      "loss": 1.1923,
      "step": 101000
    },
    {
      "epoch": 0.41,
      "learning_rate": 4.484029833750854e-05,
      "loss": 1.1731,
      "step": 101500
    },
    {
      "epoch": 0.41,
      "learning_rate": 4.481488108793962e-05,
      "loss": 1.1724,
      "step": 102000
    },
    {
      "epoch": 0.42,
      "learning_rate": 4.4789463838370694e-05,
      "loss": 1.1902,
      "step": 102500
    },
    {
      "epoch": 0.42,
      "learning_rate": 4.476404658880177e-05,
      "loss": 1.1858,
      "step": 103000
    },
    {
      "epoch": 0.42,
      "learning_rate": 4.4738629339232845e-05,
      "loss": 1.1789,
      "step": 103500
    },
    {
      "epoch": 0.42,
      "learning_rate": 4.471321208966392e-05,
      "loss": 1.1752,
      "step": 104000
    },
    {
      "epoch": 0.42,
      "learning_rate": 4.4687794840095e-05,
      "loss": 1.2294,
      "step": 104500
    },
    {
      "epoch": 0.43,
      "learning_rate": 4.466237759052608e-05,
      "loss": 1.1889,
      "step": 105000
    },
    {
      "epoch": 0.43,
      "learning_rate": 4.463696034095716e-05,
      "loss": 1.1709,
      "step": 105500
    },
    {
      "epoch": 0.43,
      "learning_rate": 4.461154309138823e-05,
      "loss": 1.1834,
      "step": 106000
    },
    {
      "epoch": 0.43,
      "learning_rate": 4.458612584181931e-05,
      "loss": 1.1549,
      "step": 106500
    },
    {
      "epoch": 0.44,
      "learning_rate": 4.456070859225038e-05,
      "loss": 1.17,
      "step": 107000
    },
    {
      "epoch": 0.44,
      "learning_rate": 4.4535291342681466e-05,
      "loss": 1.1852,
      "step": 107500
    },
    {
      "epoch": 0.44,
      "learning_rate": 4.450987409311254e-05,
      "loss": 1.1543,
      "step": 108000
    },
    {
      "epoch": 0.44,
      "learning_rate": 4.4484456843543616e-05,
      "loss": 1.2015,
      "step": 108500
    },
    {
      "epoch": 0.44,
      "learning_rate": 4.445903959397469e-05,
      "loss": 1.1993,
      "step": 109000
    },
    {
      "epoch": 0.45,
      "learning_rate": 4.4433622344405766e-05,
      "loss": 1.1285,
      "step": 109500
    },
    {
      "epoch": 0.45,
      "learning_rate": 4.4408205094836844e-05,
      "loss": 1.1667,
      "step": 110000
    },
    {
      "epoch": 0.45,
      "learning_rate": 4.438278784526792e-05,
      "loss": 1.1504,
      "step": 110500
    },
    {
      "epoch": 0.45,
      "learning_rate": 4.4357370595699e-05,
      "loss": 1.1599,
      "step": 111000
    },
    {
      "epoch": 0.45,
      "learning_rate": 4.433195334613007e-05,
      "loss": 1.1756,
      "step": 111500
    },
    {
      "epoch": 0.46,
      "learning_rate": 4.430653609656115e-05,
      "loss": 1.154,
      "step": 112000
    },
    {
      "epoch": 0.46,
      "learning_rate": 4.428111884699222e-05,
      "loss": 1.1793,
      "step": 112500
    },
    {
      "epoch": 0.46,
      "learning_rate": 4.42557015974233e-05,
      "loss": 1.185,
      "step": 113000
    },
    {
      "epoch": 0.46,
      "learning_rate": 4.423028434785438e-05,
      "loss": 1.1764,
      "step": 113500
    },
    {
      "epoch": 0.46,
      "learning_rate": 4.420486709828546e-05,
      "loss": 1.1779,
      "step": 114000
    },
    {
      "epoch": 0.47,
      "learning_rate": 4.417944984871653e-05,
      "loss": 1.1517,
      "step": 114500
    },
    {
      "epoch": 0.47,
      "learning_rate": 4.415403259914761e-05,
      "loss": 1.1311,
      "step": 115000
    },
    {
      "epoch": 0.47,
      "learning_rate": 4.412861534957868e-05,
      "loss": 1.1504,
      "step": 115500
    },
    {
      "epoch": 0.47,
      "learning_rate": 4.4103198100009766e-05,
      "loss": 1.1475,
      "step": 116000
    },
    {
      "epoch": 0.47,
      "learning_rate": 4.407778085044084e-05,
      "loss": 1.1726,
      "step": 116500
    },
    {
      "epoch": 0.48,
      "learning_rate": 4.4052363600871916e-05,
      "loss": 1.147,
      "step": 117000
    },
    {
      "epoch": 0.48,
      "learning_rate": 4.4026946351302994e-05,
      "loss": 1.1571,
      "step": 117500
    },
    {
      "epoch": 0.48,
      "learning_rate": 4.4001529101734066e-05,
      "loss": 1.1469,
      "step": 118000
    },
    {
      "epoch": 0.48,
      "learning_rate": 4.3976111852165144e-05,
      "loss": 1.1374,
      "step": 118500
    },
    {
      "epoch": 0.48,
      "learning_rate": 4.395069460259622e-05,
      "loss": 1.1597,
      "step": 119000
    },
    {
      "epoch": 0.49,
      "learning_rate": 4.39252773530273e-05,
      "loss": 1.1406,
      "step": 119500
    },
    {
      "epoch": 0.49,
      "learning_rate": 4.389986010345837e-05,
      "loss": 1.119,
      "step": 120000
    },
    {
      "epoch": 0.49,
      "learning_rate": 4.387444285388945e-05,
      "loss": 1.1753,
      "step": 120500
    },
    {
      "epoch": 0.49,
      "learning_rate": 4.384902560432052e-05,
      "loss": 1.1358,
      "step": 121000
    },
    {
      "epoch": 0.49,
      "learning_rate": 4.382360835475161e-05,
      "loss": 1.1722,
      "step": 121500
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.379819110518268e-05,
      "loss": 1.1193,
      "step": 122000
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.377277385561376e-05,
      "loss": 1.1612,
      "step": 122500
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.374735660604483e-05,
      "loss": 1.1679,
      "step": 123000
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.372193935647591e-05,
      "loss": 1.1755,
      "step": 123500
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.369652210690699e-05,
      "loss": 1.1227,
      "step": 124000
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.3671104857338066e-05,
      "loss": 1.1592,
      "step": 124500
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.3645687607769144e-05,
      "loss": 1.127,
      "step": 125000
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.3620270358200216e-05,
      "loss": 1.1644,
      "step": 125500
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.3594853108631294e-05,
      "loss": 1.1446,
      "step": 126000
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.3569435859062366e-05,
      "loss": 1.1356,
      "step": 126500
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.3544018609493444e-05,
      "loss": 1.1154,
      "step": 127000
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.351860135992452e-05,
      "loss": 1.1447,
      "step": 127500
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.34931841103556e-05,
      "loss": 1.1277,
      "step": 128000
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.346776686078667e-05,
      "loss": 1.1092,
      "step": 128500
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.344234961121775e-05,
      "loss": 1.1491,
      "step": 129000
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.341693236164883e-05,
      "loss": 1.1146,
      "step": 129500
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.339151511207991e-05,
      "loss": 1.1263,
      "step": 130000
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.336609786251099e-05,
      "loss": 1.1154,
      "step": 130500
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.334068061294206e-05,
      "loss": 1.1464,
      "step": 131000
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.331526336337314e-05,
      "loss": 1.1353,
      "step": 131500
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.328984611380421e-05,
      "loss": 1.1447,
      "step": 132000
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.326442886423529e-05,
      "loss": 1.1191,
      "step": 132500
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.3239011614666366e-05,
      "loss": 1.1525,
      "step": 133000
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.3213594365097444e-05,
      "loss": 1.1361,
      "step": 133500
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.3188177115528516e-05,
      "loss": 1.1292,
      "step": 134000
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.3162759865959594e-05,
      "loss": 1.1115,
      "step": 134500
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.3137342616390666e-05,
      "loss": 1.1384,
      "step": 135000
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.311192536682175e-05,
      "loss": 1.1196,
      "step": 135500
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.308650811725282e-05,
      "loss": 1.1335,
      "step": 136000
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.30610908676839e-05,
      "loss": 1.1276,
      "step": 136500
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.303567361811498e-05,
      "loss": 1.1115,
      "step": 137000
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.301025636854605e-05,
      "loss": 1.1086,
      "step": 137500
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.298483911897713e-05,
      "loss": 1.1473,
      "step": 138000
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.295942186940821e-05,
      "loss": 1.1089,
      "step": 138500
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.293400461983929e-05,
      "loss": 1.1419,
      "step": 139000
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.290858737027036e-05,
      "loss": 1.1291,
      "step": 139500
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.288317012070144e-05,
      "loss": 1.1235,
      "step": 140000
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.285775287113251e-05,
      "loss": 1.1109,
      "step": 140500
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.2832335621563594e-05,
      "loss": 1.1242,
      "step": 141000
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.2806918371994666e-05,
      "loss": 1.1142,
      "step": 141500
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.2781501122425744e-05,
      "loss": 1.108,
      "step": 142000
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.2756083872856816e-05,
      "loss": 1.1141,
      "step": 142500
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.2730666623287894e-05,
      "loss": 1.123,
      "step": 143000
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.270524937371897e-05,
      "loss": 1.117,
      "step": 143500
    },
    {
      "epoch": 0.59,
      "learning_rate": 4.267983212415005e-05,
      "loss": 1.0937,
      "step": 144000
    },
    {
      "epoch": 0.59,
      "learning_rate": 4.265441487458113e-05,
      "loss": 1.1155,
      "step": 144500
    },
    {
      "epoch": 0.59,
      "learning_rate": 4.26289976250122e-05,
      "loss": 1.0759,
      "step": 145000
    },
    {
      "epoch": 0.59,
      "learning_rate": 4.260358037544328e-05,
      "loss": 1.113,
      "step": 145500
    },
    {
      "epoch": 0.59,
      "learning_rate": 4.257816312587435e-05,
      "loss": 1.0825,
      "step": 146000
    },
    {
      "epoch": 0.6,
      "learning_rate": 4.255274587630543e-05,
      "loss": 1.1138,
      "step": 146500
    },
    {
      "epoch": 0.6,
      "learning_rate": 4.252732862673651e-05,
      "loss": 1.1064,
      "step": 147000
    },
    {
      "epoch": 0.6,
      "learning_rate": 4.250191137716759e-05,
      "loss": 1.0978,
      "step": 147500
    },
    {
      "epoch": 0.6,
      "learning_rate": 4.247649412759866e-05,
      "loss": 1.1103,
      "step": 148000
    },
    {
      "epoch": 0.6,
      "learning_rate": 4.245107687802974e-05,
      "loss": 1.1052,
      "step": 148500
    },
    {
      "epoch": 0.61,
      "learning_rate": 4.2425659628460815e-05,
      "loss": 1.1048,
      "step": 149000
    },
    {
      "epoch": 0.61,
      "learning_rate": 4.2400242378891894e-05,
      "loss": 1.1024,
      "step": 149500
    },
    {
      "epoch": 0.61,
      "learning_rate": 4.237482512932297e-05,
      "loss": 1.1052,
      "step": 150000
    },
    {
      "epoch": 0.61,
      "learning_rate": 4.2349407879754044e-05,
      "loss": 1.0892,
      "step": 150500
    },
    {
      "epoch": 0.61,
      "learning_rate": 4.232399063018512e-05,
      "loss": 1.0934,
      "step": 151000
    },
    {
      "epoch": 0.62,
      "learning_rate": 4.2298573380616194e-05,
      "loss": 1.0674,
      "step": 151500
    },
    {
      "epoch": 0.62,
      "learning_rate": 4.227315613104727e-05,
      "loss": 1.0894,
      "step": 152000
    },
    {
      "epoch": 0.62,
      "learning_rate": 4.224773888147835e-05,
      "loss": 1.0652,
      "step": 152500
    },
    {
      "epoch": 0.62,
      "learning_rate": 4.222232163190943e-05,
      "loss": 1.0869,
      "step": 153000
    },
    {
      "epoch": 0.62,
      "learning_rate": 4.21969043823405e-05,
      "loss": 1.0769,
      "step": 153500
    },
    {
      "epoch": 0.63,
      "learning_rate": 4.217148713277158e-05,
      "loss": 1.08,
      "step": 154000
    },
    {
      "epoch": 0.63,
      "learning_rate": 4.214606988320265e-05,
      "loss": 1.0651,
      "step": 154500
    },
    {
      "epoch": 0.63,
      "learning_rate": 4.212065263363374e-05,
      "loss": 1.0691,
      "step": 155000
    },
    {
      "epoch": 0.63,
      "learning_rate": 4.209523538406481e-05,
      "loss": 1.0981,
      "step": 155500
    },
    {
      "epoch": 0.63,
      "learning_rate": 4.206981813449589e-05,
      "loss": 1.0722,
      "step": 156000
    },
    {
      "epoch": 0.64,
      "learning_rate": 4.2044400884926965e-05,
      "loss": 1.0944,
      "step": 156500
    },
    {
      "epoch": 0.64,
      "learning_rate": 4.201898363535804e-05,
      "loss": 1.0613,
      "step": 157000
    },
    {
      "epoch": 0.64,
      "learning_rate": 4.1993566385789115e-05,
      "loss": 1.0971,
      "step": 157500
    },
    {
      "epoch": 0.64,
      "learning_rate": 4.1968149136220194e-05,
      "loss": 1.0781,
      "step": 158000
    },
    {
      "epoch": 0.64,
      "learning_rate": 4.194273188665127e-05,
      "loss": 1.1003,
      "step": 158500
    },
    {
      "epoch": 0.65,
      "learning_rate": 4.1917314637082344e-05,
      "loss": 1.1027,
      "step": 159000
    },
    {
      "epoch": 0.65,
      "learning_rate": 4.189189738751342e-05,
      "loss": 1.0872,
      "step": 159500
    },
    {
      "epoch": 0.65,
      "learning_rate": 4.1866480137944494e-05,
      "loss": 1.0872,
      "step": 160000
    },
    {
      "epoch": 0.65,
      "learning_rate": 4.184106288837558e-05,
      "loss": 1.0766,
      "step": 160500
    },
    {
      "epoch": 0.65,
      "learning_rate": 4.181564563880665e-05,
      "loss": 1.0905,
      "step": 161000
    },
    {
      "epoch": 0.66,
      "learning_rate": 4.179022838923773e-05,
      "loss": 1.0786,
      "step": 161500
    },
    {
      "epoch": 0.66,
      "learning_rate": 4.17648111396688e-05,
      "loss": 1.051,
      "step": 162000
    },
    {
      "epoch": 0.66,
      "learning_rate": 4.173939389009988e-05,
      "loss": 1.0724,
      "step": 162500
    },
    {
      "epoch": 0.66,
      "learning_rate": 4.171397664053096e-05,
      "loss": 1.0752,
      "step": 163000
    },
    {
      "epoch": 0.66,
      "learning_rate": 4.168855939096204e-05,
      "loss": 1.0915,
      "step": 163500
    },
    {
      "epoch": 0.67,
      "learning_rate": 4.1663142141393115e-05,
      "loss": 1.0933,
      "step": 164000
    },
    {
      "epoch": 0.67,
      "learning_rate": 4.163772489182419e-05,
      "loss": 1.0878,
      "step": 164500
    },
    {
      "epoch": 0.67,
      "learning_rate": 4.1612307642255265e-05,
      "loss": 1.0679,
      "step": 165000
    },
    {
      "epoch": 0.67,
      "learning_rate": 4.158689039268634e-05,
      "loss": 1.0614,
      "step": 165500
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.1561473143117415e-05,
      "loss": 1.0977,
      "step": 166000
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.1536055893548494e-05,
      "loss": 1.0586,
      "step": 166500
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.151063864397957e-05,
      "loss": 1.0809,
      "step": 167000
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.1485221394410644e-05,
      "loss": 1.0594,
      "step": 167500
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.145980414484172e-05,
      "loss": 1.0743,
      "step": 168000
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.1434386895272794e-05,
      "loss": 1.0745,
      "step": 168500
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.140896964570388e-05,
      "loss": 1.0587,
      "step": 169000
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.138355239613496e-05,
      "loss": 1.0765,
      "step": 169500
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.135813514656603e-05,
      "loss": 1.0381,
      "step": 170000
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.133271789699711e-05,
      "loss": 1.0834,
      "step": 170500
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.130730064742818e-05,
      "loss": 1.0873,
      "step": 171000
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.128188339785926e-05,
      "loss": 1.0896,
      "step": 171500
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.125646614829034e-05,
      "loss": 1.0398,
      "step": 172000
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.1231048898721415e-05,
      "loss": 1.0437,
      "step": 172500
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.120563164915249e-05,
      "loss": 1.0858,
      "step": 173000
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.1180214399583565e-05,
      "loss": 1.0593,
      "step": 173500
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.115479715001464e-05,
      "loss": 1.0628,
      "step": 174000
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.112937990044572e-05,
      "loss": 1.0782,
      "step": 174500
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.1103962650876794e-05,
      "loss": 1.0786,
      "step": 175000
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.107854540130787e-05,
      "loss": 1.0837,
      "step": 175500
    },
    {
      "epoch": 0.72,
      "learning_rate": 4.105312815173895e-05,
      "loss": 1.049,
      "step": 176000
    },
    {
      "epoch": 0.72,
      "learning_rate": 4.102771090217002e-05,
      "loss": 1.0534,
      "step": 176500
    },
    {
      "epoch": 0.72,
      "learning_rate": 4.10022936526011e-05,
      "loss": 1.0772,
      "step": 177000
    },
    {
      "epoch": 0.72,
      "learning_rate": 4.097687640303218e-05,
      "loss": 1.0564,
      "step": 177500
    },
    {
      "epoch": 0.72,
      "learning_rate": 4.095145915346326e-05,
      "loss": 1.068,
      "step": 178000
    },
    {
      "epoch": 0.73,
      "learning_rate": 4.092604190389433e-05,
      "loss": 1.0445,
      "step": 178500
    },
    {
      "epoch": 0.73,
      "learning_rate": 4.090062465432541e-05,
      "loss": 1.083,
      "step": 179000
    },
    {
      "epoch": 0.73,
      "learning_rate": 4.087520740475648e-05,
      "loss": 1.0687,
      "step": 179500
    },
    {
      "epoch": 0.73,
      "learning_rate": 4.0849790155187565e-05,
      "loss": 1.0618,
      "step": 180000
    },
    {
      "epoch": 0.73,
      "learning_rate": 4.082437290561864e-05,
      "loss": 1.0677,
      "step": 180500
    },
    {
      "epoch": 0.74,
      "learning_rate": 4.0798955656049715e-05,
      "loss": 1.0278,
      "step": 181000
    },
    {
      "epoch": 0.74,
      "learning_rate": 4.077353840648079e-05,
      "loss": 1.0622,
      "step": 181500
    },
    {
      "epoch": 0.74,
      "learning_rate": 4.0748121156911865e-05,
      "loss": 1.0243,
      "step": 182000
    },
    {
      "epoch": 0.74,
      "learning_rate": 4.0722703907342944e-05,
      "loss": 1.0516,
      "step": 182500
    },
    {
      "epoch": 0.74,
      "learning_rate": 4.069728665777402e-05,
      "loss": 1.0739,
      "step": 183000
    },
    {
      "epoch": 0.75,
      "learning_rate": 4.06718694082051e-05,
      "loss": 1.0586,
      "step": 183500
    },
    {
      "epoch": 0.75,
      "learning_rate": 4.064645215863617e-05,
      "loss": 1.0517,
      "step": 184000
    },
    {
      "epoch": 0.75,
      "learning_rate": 4.062103490906725e-05,
      "loss": 1.0687,
      "step": 184500
    },
    {
      "epoch": 0.75,
      "learning_rate": 4.059561765949832e-05,
      "loss": 1.0386,
      "step": 185000
    },
    {
      "epoch": 0.75,
      "learning_rate": 4.05702004099294e-05,
      "loss": 1.0836,
      "step": 185500
    },
    {
      "epoch": 0.76,
      "learning_rate": 4.054478316036048e-05,
      "loss": 1.0686,
      "step": 186000
    },
    {
      "epoch": 0.76,
      "learning_rate": 4.051936591079156e-05,
      "loss": 1.044,
      "step": 186500
    },
    {
      "epoch": 0.76,
      "learning_rate": 4.049394866122263e-05,
      "loss": 1.0519,
      "step": 187000
    },
    {
      "epoch": 0.76,
      "learning_rate": 4.046853141165371e-05,
      "loss": 1.0606,
      "step": 187500
    },
    {
      "epoch": 0.76,
      "learning_rate": 4.044311416208478e-05,
      "loss": 1.0325,
      "step": 188000
    },
    {
      "epoch": 0.77,
      "learning_rate": 4.0417696912515865e-05,
      "loss": 1.0541,
      "step": 188500
    },
    {
      "epoch": 0.77,
      "learning_rate": 4.0392279662946943e-05,
      "loss": 1.0592,
      "step": 189000
    },
    {
      "epoch": 0.77,
      "learning_rate": 4.0366862413378015e-05,
      "loss": 1.0479,
      "step": 189500
    },
    {
      "epoch": 0.77,
      "learning_rate": 4.0341445163809094e-05,
      "loss": 1.0156,
      "step": 190000
    },
    {
      "epoch": 0.77,
      "learning_rate": 4.0316027914240165e-05,
      "loss": 1.0185,
      "step": 190500
    },
    {
      "epoch": 0.78,
      "learning_rate": 4.0290610664671244e-05,
      "loss": 1.0439,
      "step": 191000
    },
    {
      "epoch": 0.78,
      "learning_rate": 4.026519341510232e-05,
      "loss": 1.0654,
      "step": 191500
    },
    {
      "epoch": 0.78,
      "learning_rate": 4.02397761655334e-05,
      "loss": 1.0403,
      "step": 192000
    },
    {
      "epoch": 0.78,
      "learning_rate": 4.021435891596447e-05,
      "loss": 1.0457,
      "step": 192500
    },
    {
      "epoch": 0.78,
      "learning_rate": 4.018894166639555e-05,
      "loss": 1.0766,
      "step": 193000
    },
    {
      "epoch": 0.79,
      "learning_rate": 4.016352441682662e-05,
      "loss": 1.0418,
      "step": 193500
    },
    {
      "epoch": 0.79,
      "learning_rate": 4.013810716725771e-05,
      "loss": 1.054,
      "step": 194000
    },
    {
      "epoch": 0.79,
      "learning_rate": 4.011268991768878e-05,
      "loss": 1.0215,
      "step": 194500
    },
    {
      "epoch": 0.79,
      "learning_rate": 4.008727266811986e-05,
      "loss": 1.038,
      "step": 195000
    },
    {
      "epoch": 0.8,
      "learning_rate": 4.0061855418550936e-05,
      "loss": 1.0522,
      "step": 195500
    },
    {
      "epoch": 0.8,
      "learning_rate": 4.003643816898201e-05,
      "loss": 1.0287,
      "step": 196000
    },
    {
      "epoch": 0.8,
      "learning_rate": 4.0011020919413087e-05,
      "loss": 1.0367,
      "step": 196500
    },
    {
      "epoch": 0.8,
      "learning_rate": 3.9985603669844165e-05,
      "loss": 1.0382,
      "step": 197000
    },
    {
      "epoch": 0.8,
      "learning_rate": 3.9960186420275244e-05,
      "loss": 1.0342,
      "step": 197500
    },
    {
      "epoch": 0.81,
      "learning_rate": 3.9934769170706315e-05,
      "loss": 1.0587,
      "step": 198000
    },
    {
      "epoch": 0.81,
      "learning_rate": 3.9909351921137394e-05,
      "loss": 1.0363,
      "step": 198500
    },
    {
      "epoch": 0.81,
      "learning_rate": 3.9883934671568465e-05,
      "loss": 1.0419,
      "step": 199000
    },
    {
      "epoch": 0.81,
      "learning_rate": 3.9858517421999544e-05,
      "loss": 1.0222,
      "step": 199500
    },
    {
      "epoch": 0.81,
      "learning_rate": 3.983310017243062e-05,
      "loss": 1.0381,
      "step": 200000
    },
    {
      "epoch": 0.82,
      "learning_rate": 3.98076829228617e-05,
      "loss": 1.0432,
      "step": 200500
    },
    {
      "epoch": 0.82,
      "learning_rate": 3.978226567329277e-05,
      "loss": 1.0554,
      "step": 201000
    },
    {
      "epoch": 0.82,
      "learning_rate": 3.975684842372385e-05,
      "loss": 1.0281,
      "step": 201500
    },
    {
      "epoch": 0.82,
      "learning_rate": 3.973143117415493e-05,
      "loss": 1.0761,
      "step": 202000
    },
    {
      "epoch": 0.82,
      "learning_rate": 3.970601392458601e-05,
      "loss": 1.0476,
      "step": 202500
    },
    {
      "epoch": 0.83,
      "learning_rate": 3.9680596675017086e-05,
      "loss": 1.0515,
      "step": 203000
    },
    {
      "epoch": 0.83,
      "learning_rate": 3.965517942544816e-05,
      "loss": 1.0426,
      "step": 203500
    },
    {
      "epoch": 0.83,
      "learning_rate": 3.9629762175879236e-05,
      "loss": 1.0254,
      "step": 204000
    },
    {
      "epoch": 0.83,
      "learning_rate": 3.960434492631031e-05,
      "loss": 1.0364,
      "step": 204500
    },
    {
      "epoch": 0.83,
      "learning_rate": 3.9578927676741387e-05,
      "loss": 1.0633,
      "step": 205000
    },
    {
      "epoch": 0.84,
      "learning_rate": 3.9553510427172465e-05,
      "loss": 1.0115,
      "step": 205500
    },
    {
      "epoch": 0.84,
      "learning_rate": 3.9528093177603544e-05,
      "loss": 1.0165,
      "step": 206000
    },
    {
      "epoch": 0.84,
      "learning_rate": 3.9502675928034615e-05,
      "loss": 1.0573,
      "step": 206500
    },
    {
      "epoch": 0.84,
      "learning_rate": 3.9477258678465694e-05,
      "loss": 1.011,
      "step": 207000
    },
    {
      "epoch": 0.84,
      "learning_rate": 3.9451841428896765e-05,
      "loss": 1.0333,
      "step": 207500
    },
    {
      "epoch": 0.85,
      "learning_rate": 3.942642417932785e-05,
      "loss": 1.0166,
      "step": 208000
    },
    {
      "epoch": 0.85,
      "learning_rate": 3.940100692975893e-05,
      "loss": 1.0184,
      "step": 208500
    },
    {
      "epoch": 0.85,
      "learning_rate": 3.937558968019e-05,
      "loss": 1.048,
      "step": 209000
    },
    {
      "epoch": 0.85,
      "learning_rate": 3.935017243062108e-05,
      "loss": 1.0397,
      "step": 209500
    },
    {
      "epoch": 0.85,
      "learning_rate": 3.932475518105215e-05,
      "loss": 1.0178,
      "step": 210000
    },
    {
      "epoch": 0.86,
      "learning_rate": 3.929933793148323e-05,
      "loss": 1.0127,
      "step": 210500
    },
    {
      "epoch": 0.86,
      "learning_rate": 3.927392068191431e-05,
      "loss": 1.0211,
      "step": 211000
    },
    {
      "epoch": 0.86,
      "learning_rate": 3.9248503432345386e-05,
      "loss": 1.0584,
      "step": 211500
    },
    {
      "epoch": 0.86,
      "learning_rate": 3.922308618277646e-05,
      "loss": 1.0269,
      "step": 212000
    },
    {
      "epoch": 0.86,
      "learning_rate": 3.9197668933207536e-05,
      "loss": 1.0076,
      "step": 212500
    },
    {
      "epoch": 0.87,
      "learning_rate": 3.917225168363861e-05,
      "loss": 1.0161,
      "step": 213000
    },
    {
      "epoch": 0.87,
      "learning_rate": 3.914683443406969e-05,
      "loss": 1.0352,
      "step": 213500
    },
    {
      "epoch": 0.87,
      "learning_rate": 3.9121417184500765e-05,
      "loss": 1.0237,
      "step": 214000
    },
    {
      "epoch": 0.87,
      "learning_rate": 3.9095999934931844e-05,
      "loss": 1.0545,
      "step": 214500
    },
    {
      "epoch": 0.87,
      "learning_rate": 3.907058268536292e-05,
      "loss": 1.0175,
      "step": 215000
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.9045165435793994e-05,
      "loss": 1.0201,
      "step": 215500
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.901974818622507e-05,
      "loss": 1.0244,
      "step": 216000
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.899433093665615e-05,
      "loss": 1.0358,
      "step": 216500
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.896891368708723e-05,
      "loss": 1.0505,
      "step": 217000
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.89434964375183e-05,
      "loss": 1.0371,
      "step": 217500
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.891807918794938e-05,
      "loss": 1.0394,
      "step": 218000
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.889266193838045e-05,
      "loss": 1.0114,
      "step": 218500
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.886724468881153e-05,
      "loss": 1.0188,
      "step": 219000
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.884182743924261e-05,
      "loss": 1.031,
      "step": 219500
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.8816410189673686e-05,
      "loss": 1.0585,
      "step": 220000
    },
    {
      "epoch": 0.9,
      "learning_rate": 3.879099294010476e-05,
      "loss": 1.0261,
      "step": 220500
    },
    {
      "epoch": 0.9,
      "learning_rate": 3.8765575690535836e-05,
      "loss": 1.0124,
      "step": 221000
    },
    {
      "epoch": 0.9,
      "learning_rate": 3.8740158440966915e-05,
      "loss": 1.026,
      "step": 221500
    },
    {
      "epoch": 0.9,
      "learning_rate": 3.871474119139799e-05,
      "loss": 1.0264,
      "step": 222000
    },
    {
      "epoch": 0.9,
      "learning_rate": 3.868932394182907e-05,
      "loss": 1.002,
      "step": 222500
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.8663906692260144e-05,
      "loss": 1.022,
      "step": 223000
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.863848944269122e-05,
      "loss": 0.9912,
      "step": 223500
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.8613072193122294e-05,
      "loss": 1.0268,
      "step": 224000
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.858765494355337e-05,
      "loss": 1.0219,
      "step": 224500
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.856223769398445e-05,
      "loss": 1.0178,
      "step": 225000
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.853682044441553e-05,
      "loss": 1.0228,
      "step": 225500
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.85114031948466e-05,
      "loss": 0.9964,
      "step": 226000
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.848598594527768e-05,
      "loss": 1.013,
      "step": 226500
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.846056869570875e-05,
      "loss": 0.9925,
      "step": 227000
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.8435151446139836e-05,
      "loss": 1.0315,
      "step": 227500
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.8409734196570915e-05,
      "loss": 1.0126,
      "step": 228000
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.8384316947001986e-05,
      "loss": 1.0205,
      "step": 228500
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.8358899697433065e-05,
      "loss": 1.0329,
      "step": 229000
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.8333482447864136e-05,
      "loss": 1.017,
      "step": 229500
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.8308065198295215e-05,
      "loss": 1.0306,
      "step": 230000
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.828264794872629e-05,
      "loss": 1.0083,
      "step": 230500
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.825723069915737e-05,
      "loss": 1.017,
      "step": 231000
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.8231813449588444e-05,
      "loss": 1.0099,
      "step": 231500
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.820639620001952e-05,
      "loss": 1.0077,
      "step": 232000
    },
    {
      "epoch": 0.95,
      "learning_rate": 3.8180978950450594e-05,
      "loss": 1.015,
      "step": 232500
    },
    {
      "epoch": 0.95,
      "learning_rate": 3.815556170088168e-05,
      "loss": 1.0036,
      "step": 233000
    },
    {
      "epoch": 0.95,
      "learning_rate": 3.813014445131275e-05,
      "loss": 1.015,
      "step": 233500
    },
    {
      "epoch": 0.95,
      "learning_rate": 3.810472720174383e-05,
      "loss": 1.0267,
      "step": 234000
    },
    {
      "epoch": 0.95,
      "learning_rate": 3.807930995217491e-05,
      "loss": 1.0024,
      "step": 234500
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.805389270260598e-05,
      "loss": 1.0123,
      "step": 235000
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.802847545303706e-05,
      "loss": 1.003,
      "step": 235500
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.8003058203468136e-05,
      "loss": 1.0308,
      "step": 236000
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.7977640953899215e-05,
      "loss": 0.9973,
      "step": 236500
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.7952223704330286e-05,
      "loss": 1.0182,
      "step": 237000
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.7926806454761365e-05,
      "loss": 1.0043,
      "step": 237500
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.7901389205192436e-05,
      "loss": 1.018,
      "step": 238000
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.7875971955623515e-05,
      "loss": 0.9994,
      "step": 238500
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.785055470605459e-05,
      "loss": 1.0178,
      "step": 239000
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.782513745648567e-05,
      "loss": 1.0293,
      "step": 239500
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.7799720206916744e-05,
      "loss": 1.0135,
      "step": 240000
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.777430295734782e-05,
      "loss": 0.9965,
      "step": 240500
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.77488857077789e-05,
      "loss": 1.0073,
      "step": 241000
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.772346845820998e-05,
      "loss": 0.9967,
      "step": 241500
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.769805120864106e-05,
      "loss": 0.9866,
      "step": 242000
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.767263395907213e-05,
      "loss": 0.9946,
      "step": 242500
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.764721670950321e-05,
      "loss": 1.022,
      "step": 243000
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.762179945993428e-05,
      "loss": 0.9928,
      "step": 243500
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.759638221036536e-05,
      "loss": 1.0135,
      "step": 244000
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.7570964960796436e-05,
      "loss": 1.0125,
      "step": 244500
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.7545547711227515e-05,
      "loss": 1.0134,
      "step": 245000
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.7520130461658586e-05,
      "loss": 1.0075,
      "step": 245500
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.7494713212089665e-05,
      "loss": 0.9923,
      "step": 246000
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.7469295962520736e-05,
      "loss": 0.9816,
      "step": 246500
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.744387871295182e-05,
      "loss": 0.9939,
      "step": 247000
    },
    {
      "epoch": 1.01,
      "learning_rate": 3.74184614633829e-05,
      "loss": 1.0022,
      "step": 247500
    },
    {
      "epoch": 1.01,
      "learning_rate": 3.739304421381397e-05,
      "loss": 0.9931,
      "step": 248000
    },
    {
      "epoch": 1.01,
      "learning_rate": 3.736762696424505e-05,
      "loss": 1.0011,
      "step": 248500
    },
    {
      "epoch": 1.01,
      "learning_rate": 3.734220971467612e-05,
      "loss": 1.011,
      "step": 249000
    },
    {
      "epoch": 1.01,
      "learning_rate": 3.73167924651072e-05,
      "loss": 0.9717,
      "step": 249500
    },
    {
      "epoch": 1.02,
      "learning_rate": 3.729137521553828e-05,
      "loss": 0.985,
      "step": 250000
    },
    {
      "epoch": 1.02,
      "learning_rate": 3.726595796596936e-05,
      "loss": 1.0036,
      "step": 250500
    },
    {
      "epoch": 1.02,
      "learning_rate": 3.724054071640043e-05,
      "loss": 1.0059,
      "step": 251000
    },
    {
      "epoch": 1.02,
      "learning_rate": 3.721512346683151e-05,
      "loss": 0.9749,
      "step": 251500
    },
    {
      "epoch": 1.02,
      "learning_rate": 3.718970621726258e-05,
      "loss": 0.9962,
      "step": 252000
    },
    {
      "epoch": 1.03,
      "learning_rate": 3.7164288967693664e-05,
      "loss": 1.0007,
      "step": 252500
    },
    {
      "epoch": 1.03,
      "learning_rate": 3.7138871718124736e-05,
      "loss": 0.9933,
      "step": 253000
    },
    {
      "epoch": 1.03,
      "learning_rate": 3.7113454468555815e-05,
      "loss": 1.011,
      "step": 253500
    },
    {
      "epoch": 1.03,
      "learning_rate": 3.708803721898689e-05,
      "loss": 1.0118,
      "step": 254000
    },
    {
      "epoch": 1.03,
      "learning_rate": 3.7062619969417965e-05,
      "loss": 0.9985,
      "step": 254500
    },
    {
      "epoch": 1.04,
      "learning_rate": 3.703720271984904e-05,
      "loss": 0.9851,
      "step": 255000
    },
    {
      "epoch": 1.04,
      "learning_rate": 3.701178547028012e-05,
      "loss": 1.0026,
      "step": 255500
    },
    {
      "epoch": 1.04,
      "learning_rate": 3.69863682207112e-05,
      "loss": 0.9876,
      "step": 256000
    },
    {
      "epoch": 1.04,
      "learning_rate": 3.696095097114227e-05,
      "loss": 0.9853,
      "step": 256500
    },
    {
      "epoch": 1.05,
      "learning_rate": 3.693553372157335e-05,
      "loss": 0.9917,
      "step": 257000
    },
    {
      "epoch": 1.05,
      "learning_rate": 3.691011647200442e-05,
      "loss": 1.0115,
      "step": 257500
    },
    {
      "epoch": 1.05,
      "learning_rate": 3.68846992224355e-05,
      "loss": 1.0027,
      "step": 258000
    },
    {
      "epoch": 1.05,
      "learning_rate": 3.685928197286658e-05,
      "loss": 0.9872,
      "step": 258500
    },
    {
      "epoch": 1.05,
      "learning_rate": 3.683386472329766e-05,
      "loss": 0.9891,
      "step": 259000
    },
    {
      "epoch": 1.06,
      "learning_rate": 3.680844747372873e-05,
      "loss": 1.0136,
      "step": 259500
    },
    {
      "epoch": 1.06,
      "learning_rate": 3.678303022415981e-05,
      "loss": 1.0092,
      "step": 260000
    },
    {
      "epoch": 1.06,
      "learning_rate": 3.6757612974590886e-05,
      "loss": 0.9798,
      "step": 260500
    },
    {
      "epoch": 1.06,
      "learning_rate": 3.6732195725021964e-05,
      "loss": 0.9841,
      "step": 261000
    },
    {
      "epoch": 1.06,
      "learning_rate": 3.670677847545304e-05,
      "loss": 1.004,
      "step": 261500
    },
    {
      "epoch": 1.07,
      "learning_rate": 3.6681361225884115e-05,
      "loss": 0.9789,
      "step": 262000
    },
    {
      "epoch": 1.07,
      "learning_rate": 3.665594397631519e-05,
      "loss": 1.0164,
      "step": 262500
    },
    {
      "epoch": 1.07,
      "learning_rate": 3.6630526726746265e-05,
      "loss": 0.9854,
      "step": 263000
    },
    {
      "epoch": 1.07,
      "learning_rate": 3.660510947717734e-05,
      "loss": 1.0258,
      "step": 263500
    },
    {
      "epoch": 1.07,
      "learning_rate": 3.657969222760842e-05,
      "loss": 0.99,
      "step": 264000
    },
    {
      "epoch": 1.08,
      "learning_rate": 3.65542749780395e-05,
      "loss": 0.9736,
      "step": 264500
    },
    {
      "epoch": 1.08,
      "learning_rate": 3.652885772847057e-05,
      "loss": 0.9871,
      "step": 265000
    },
    {
      "epoch": 1.08,
      "learning_rate": 3.650344047890165e-05,
      "loss": 0.9733,
      "step": 265500
    },
    {
      "epoch": 1.08,
      "learning_rate": 3.647802322933272e-05,
      "loss": 0.9894,
      "step": 266000
    },
    {
      "epoch": 1.08,
      "learning_rate": 3.645260597976381e-05,
      "loss": 0.9671,
      "step": 266500
    },
    {
      "epoch": 1.09,
      "learning_rate": 3.6427188730194886e-05,
      "loss": 1.0113,
      "step": 267000
    },
    {
      "epoch": 1.09,
      "learning_rate": 3.640177148062596e-05,
      "loss": 0.9942,
      "step": 267500
    },
    {
      "epoch": 1.09,
      "learning_rate": 3.6376354231057036e-05,
      "loss": 0.9765,
      "step": 268000
    },
    {
      "epoch": 1.09,
      "learning_rate": 3.635093698148811e-05,
      "loss": 0.9805,
      "step": 268500
    },
    {
      "epoch": 1.09,
      "learning_rate": 3.6325519731919186e-05,
      "loss": 0.9789,
      "step": 269000
    },
    {
      "epoch": 1.1,
      "learning_rate": 3.6300102482350264e-05,
      "loss": 0.962,
      "step": 269500
    },
    {
      "epoch": 1.1,
      "learning_rate": 3.627468523278134e-05,
      "loss": 0.987,
      "step": 270000
    },
    {
      "epoch": 1.1,
      "learning_rate": 3.6249267983212415e-05,
      "loss": 0.994,
      "step": 270500
    },
    {
      "epoch": 1.1,
      "learning_rate": 3.622385073364349e-05,
      "loss": 0.9791,
      "step": 271000
    },
    {
      "epoch": 1.1,
      "learning_rate": 3.6198433484074565e-05,
      "loss": 0.9802,
      "step": 271500
    },
    {
      "epoch": 1.11,
      "learning_rate": 3.617301623450565e-05,
      "loss": 0.9884,
      "step": 272000
    },
    {
      "epoch": 1.11,
      "learning_rate": 3.614759898493672e-05,
      "loss": 0.9666,
      "step": 272500
    },
    {
      "epoch": 1.11,
      "learning_rate": 3.61221817353678e-05,
      "loss": 0.9796,
      "step": 273000
    },
    {
      "epoch": 1.11,
      "learning_rate": 3.609676448579888e-05,
      "loss": 1.0113,
      "step": 273500
    },
    {
      "epoch": 1.11,
      "learning_rate": 3.607134723622995e-05,
      "loss": 0.9584,
      "step": 274000
    },
    {
      "epoch": 1.12,
      "learning_rate": 3.604592998666103e-05,
      "loss": 0.9843,
      "step": 274500
    },
    {
      "epoch": 1.12,
      "learning_rate": 3.602051273709211e-05,
      "loss": 0.9706,
      "step": 275000
    },
    {
      "epoch": 1.12,
      "learning_rate": 3.5995095487523186e-05,
      "loss": 0.9738,
      "step": 275500
    },
    {
      "epoch": 1.12,
      "learning_rate": 3.596967823795426e-05,
      "loss": 0.9695,
      "step": 276000
    },
    {
      "epoch": 1.12,
      "learning_rate": 3.5944260988385336e-05,
      "loss": 0.9862,
      "step": 276500
    },
    {
      "epoch": 1.13,
      "learning_rate": 3.591884373881641e-05,
      "loss": 0.9529,
      "step": 277000
    },
    {
      "epoch": 1.13,
      "learning_rate": 3.5893426489247486e-05,
      "loss": 0.9981,
      "step": 277500
    },
    {
      "epoch": 1.13,
      "learning_rate": 3.5868009239678564e-05,
      "loss": 0.982,
      "step": 278000
    },
    {
      "epoch": 1.13,
      "learning_rate": 3.584259199010964e-05,
      "loss": 0.9948,
      "step": 278500
    },
    {
      "epoch": 1.13,
      "learning_rate": 3.5817174740540715e-05,
      "loss": 0.9455,
      "step": 279000
    },
    {
      "epoch": 1.14,
      "learning_rate": 3.579175749097179e-05,
      "loss": 0.978,
      "step": 279500
    },
    {
      "epoch": 1.14,
      "learning_rate": 3.576634024140287e-05,
      "loss": 0.9803,
      "step": 280000
    },
    {
      "epoch": 1.14,
      "learning_rate": 3.574092299183395e-05,
      "loss": 0.9922,
      "step": 280500
    },
    {
      "epoch": 1.14,
      "learning_rate": 3.571550574226503e-05,
      "loss": 0.981,
      "step": 281000
    },
    {
      "epoch": 1.14,
      "learning_rate": 3.56900884926961e-05,
      "loss": 0.9839,
      "step": 281500
    },
    {
      "epoch": 1.15,
      "learning_rate": 3.566467124312718e-05,
      "loss": 0.9637,
      "step": 282000
    },
    {
      "epoch": 1.15,
      "learning_rate": 3.563925399355825e-05,
      "loss": 0.9769,
      "step": 282500
    },
    {
      "epoch": 1.15,
      "learning_rate": 3.561383674398933e-05,
      "loss": 0.9737,
      "step": 283000
    },
    {
      "epoch": 1.15,
      "learning_rate": 3.558841949442041e-05,
      "loss": 0.9913,
      "step": 283500
    },
    {
      "epoch": 1.15,
      "learning_rate": 3.5563002244851486e-05,
      "loss": 0.9876,
      "step": 284000
    },
    {
      "epoch": 1.16,
      "learning_rate": 3.553758499528256e-05,
      "loss": 0.9676,
      "step": 284500
    },
    {
      "epoch": 1.16,
      "learning_rate": 3.5512167745713636e-05,
      "loss": 0.9541,
      "step": 285000
    },
    {
      "epoch": 1.16,
      "learning_rate": 3.548675049614471e-05,
      "loss": 0.9777,
      "step": 285500
    },
    {
      "epoch": 1.16,
      "learning_rate": 3.546133324657579e-05,
      "loss": 0.9754,
      "step": 286000
    },
    {
      "epoch": 1.17,
      "learning_rate": 3.543591599700687e-05,
      "loss": 0.9899,
      "step": 286500
    },
    {
      "epoch": 1.17,
      "learning_rate": 3.541049874743794e-05,
      "loss": 0.9628,
      "step": 287000
    },
    {
      "epoch": 1.17,
      "learning_rate": 3.538508149786902e-05,
      "loss": 0.9673,
      "step": 287500
    },
    {
      "epoch": 1.17,
      "learning_rate": 3.535966424830009e-05,
      "loss": 0.9899,
      "step": 288000
    },
    {
      "epoch": 1.17,
      "learning_rate": 3.533424699873117e-05,
      "loss": 0.9645,
      "step": 288500
    },
    {
      "epoch": 1.18,
      "learning_rate": 3.530882974916225e-05,
      "loss": 0.961,
      "step": 289000
    },
    {
      "epoch": 1.18,
      "learning_rate": 3.528341249959333e-05,
      "loss": 0.9752,
      "step": 289500
    },
    {
      "epoch": 1.18,
      "learning_rate": 3.52579952500244e-05,
      "loss": 0.9851,
      "step": 290000
    },
    {
      "epoch": 1.18,
      "learning_rate": 3.523257800045548e-05,
      "loss": 0.9656,
      "step": 290500
    },
    {
      "epoch": 1.18,
      "learning_rate": 3.520716075088655e-05,
      "loss": 0.9924,
      "step": 291000
    },
    {
      "epoch": 1.19,
      "learning_rate": 3.518174350131763e-05,
      "loss": 0.9897,
      "step": 291500
    },
    {
      "epoch": 1.19,
      "learning_rate": 3.515632625174871e-05,
      "loss": 0.9757,
      "step": 292000
    },
    {
      "epoch": 1.19,
      "learning_rate": 3.5130909002179786e-05,
      "loss": 0.9729,
      "step": 292500
    },
    {
      "epoch": 1.19,
      "learning_rate": 3.5105491752610864e-05,
      "loss": 0.96,
      "step": 293000
    },
    {
      "epoch": 1.19,
      "learning_rate": 3.5080074503041936e-05,
      "loss": 0.9751,
      "step": 293500
    },
    {
      "epoch": 1.2,
      "learning_rate": 3.5054657253473014e-05,
      "loss": 0.9665,
      "step": 294000
    },
    {
      "epoch": 1.2,
      "learning_rate": 3.502924000390409e-05,
      "loss": 0.9662,
      "step": 294500
    },
    {
      "epoch": 1.2,
      "learning_rate": 3.500382275433517e-05,
      "loss": 0.9685,
      "step": 295000
    },
    {
      "epoch": 1.2,
      "learning_rate": 3.497840550476624e-05,
      "loss": 0.973,
      "step": 295500
    },
    {
      "epoch": 1.2,
      "learning_rate": 3.495298825519732e-05,
      "loss": 0.9773,
      "step": 296000
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.492757100562839e-05,
      "loss": 0.9946,
      "step": 296500
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.490215375605947e-05,
      "loss": 0.9578,
      "step": 297000
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.487673650649055e-05,
      "loss": 0.9814,
      "step": 297500
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.485131925692163e-05,
      "loss": 0.9831,
      "step": 298000
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.48259020073527e-05,
      "loss": 0.9709,
      "step": 298500
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.480048475778378e-05,
      "loss": 0.9673,
      "step": 299000
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.477506750821486e-05,
      "loss": 0.9738,
      "step": 299500
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.4749650258645936e-05,
      "loss": 0.9825,
      "step": 300000
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.4724233009077014e-05,
      "loss": 0.978,
      "step": 300500
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.4698815759508086e-05,
      "loss": 0.9607,
      "step": 301000
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.4673398509939164e-05,
      "loss": 0.9859,
      "step": 301500
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.4647981260370236e-05,
      "loss": 0.9984,
      "step": 302000
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.4622564010801314e-05,
      "loss": 0.9776,
      "step": 302500
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.459714676123239e-05,
      "loss": 0.9546,
      "step": 303000
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.457172951166347e-05,
      "loss": 0.9661,
      "step": 303500
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.454631226209454e-05,
      "loss": 0.9682,
      "step": 304000
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.452089501252562e-05,
      "loss": 0.9685,
      "step": 304500
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.449547776295669e-05,
      "loss": 0.9583,
      "step": 305000
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.447006051338778e-05,
      "loss": 0.9745,
      "step": 305500
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.444464326381886e-05,
      "loss": 0.9601,
      "step": 306000
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.441922601424993e-05,
      "loss": 0.9656,
      "step": 306500
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.439380876468101e-05,
      "loss": 0.98,
      "step": 307000
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.436839151511208e-05,
      "loss": 0.9582,
      "step": 307500
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.434297426554316e-05,
      "loss": 0.9644,
      "step": 308000
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.4317557015974236e-05,
      "loss": 0.9402,
      "step": 308500
    },
    {
      "epoch": 1.26,
      "learning_rate": 3.4292139766405314e-05,
      "loss": 0.9696,
      "step": 309000
    },
    {
      "epoch": 1.26,
      "learning_rate": 3.4266722516836386e-05,
      "loss": 0.9727,
      "step": 309500
    },
    {
      "epoch": 1.26,
      "learning_rate": 3.4241305267267464e-05,
      "loss": 0.9606,
      "step": 310000
    },
    {
      "epoch": 1.26,
      "learning_rate": 3.4215888017698536e-05,
      "loss": 0.9508,
      "step": 310500
    },
    {
      "epoch": 1.26,
      "learning_rate": 3.4190470768129614e-05,
      "loss": 0.9421,
      "step": 311000
    },
    {
      "epoch": 1.27,
      "learning_rate": 3.416505351856069e-05,
      "loss": 0.9587,
      "step": 311500
    },
    {
      "epoch": 1.27,
      "learning_rate": 3.413963626899177e-05,
      "loss": 0.9409,
      "step": 312000
    },
    {
      "epoch": 1.27,
      "learning_rate": 3.411421901942285e-05,
      "loss": 0.9692,
      "step": 312500
    },
    {
      "epoch": 1.27,
      "learning_rate": 3.408880176985392e-05,
      "loss": 0.99,
      "step": 313000
    },
    {
      "epoch": 1.27,
      "learning_rate": 3.4063384520285e-05,
      "loss": 0.9441,
      "step": 313500
    },
    {
      "epoch": 1.28,
      "learning_rate": 3.403796727071608e-05,
      "loss": 0.969,
      "step": 314000
    },
    {
      "epoch": 1.28,
      "learning_rate": 3.401255002114716e-05,
      "loss": 0.9534,
      "step": 314500
    },
    {
      "epoch": 1.28,
      "learning_rate": 3.398713277157823e-05,
      "loss": 0.9752,
      "step": 315000
    },
    {
      "epoch": 1.28,
      "learning_rate": 3.396171552200931e-05,
      "loss": 0.9754,
      "step": 315500
    },
    {
      "epoch": 1.29,
      "learning_rate": 3.393629827244038e-05,
      "loss": 0.9676,
      "step": 316000
    },
    {
      "epoch": 1.29,
      "learning_rate": 3.391088102287146e-05,
      "loss": 0.9664,
      "step": 316500
    },
    {
      "epoch": 1.29,
      "learning_rate": 3.3885463773302536e-05,
      "loss": 0.9682,
      "step": 317000
    },
    {
      "epoch": 1.29,
      "learning_rate": 3.3860046523733614e-05,
      "loss": 0.9619,
      "step": 317500
    },
    {
      "epoch": 1.29,
      "learning_rate": 3.3834629274164686e-05,
      "loss": 0.9538,
      "step": 318000
    },
    {
      "epoch": 1.3,
      "learning_rate": 3.3809212024595764e-05,
      "loss": 0.9627,
      "step": 318500
    },
    {
      "epoch": 1.3,
      "learning_rate": 3.378379477502684e-05,
      "loss": 0.962,
      "step": 319000
    },
    {
      "epoch": 1.3,
      "learning_rate": 3.375837752545792e-05,
      "loss": 0.9782,
      "step": 319500
    },
    {
      "epoch": 1.3,
      "learning_rate": 3.3732960275889e-05,
      "loss": 0.9505,
      "step": 320000
    },
    {
      "epoch": 1.3,
      "learning_rate": 3.370754302632007e-05,
      "loss": 0.973,
      "step": 320500
    },
    {
      "epoch": 1.31,
      "learning_rate": 3.368212577675115e-05,
      "loss": 0.9497,
      "step": 321000
    },
    {
      "epoch": 1.31,
      "learning_rate": 3.365670852718222e-05,
      "loss": 0.9871,
      "step": 321500
    },
    {
      "epoch": 1.31,
      "learning_rate": 3.36312912776133e-05,
      "loss": 0.9439,
      "step": 322000
    },
    {
      "epoch": 1.31,
      "learning_rate": 3.360587402804438e-05,
      "loss": 0.9622,
      "step": 322500
    },
    {
      "epoch": 1.31,
      "learning_rate": 3.358045677847546e-05,
      "loss": 0.9762,
      "step": 323000
    },
    {
      "epoch": 1.32,
      "learning_rate": 3.355503952890653e-05,
      "loss": 0.9684,
      "step": 323500
    },
    {
      "epoch": 1.32,
      "learning_rate": 3.352962227933761e-05,
      "loss": 0.9594,
      "step": 324000
    },
    {
      "epoch": 1.32,
      "learning_rate": 3.350420502976868e-05,
      "loss": 0.9637,
      "step": 324500
    },
    {
      "epoch": 1.32,
      "learning_rate": 3.3478787780199764e-05,
      "loss": 0.9612,
      "step": 325000
    },
    {
      "epoch": 1.32,
      "learning_rate": 3.345337053063084e-05,
      "loss": 0.9428,
      "step": 325500
    },
    {
      "epoch": 1.33,
      "learning_rate": 3.3427953281061914e-05,
      "loss": 0.9719,
      "step": 326000
    },
    {
      "epoch": 1.33,
      "learning_rate": 3.340253603149299e-05,
      "loss": 0.9764,
      "step": 326500
    },
    {
      "epoch": 1.33,
      "learning_rate": 3.3377118781924064e-05,
      "loss": 0.9764,
      "step": 327000
    },
    {
      "epoch": 1.33,
      "learning_rate": 3.335170153235514e-05,
      "loss": 0.9274,
      "step": 327500
    },
    {
      "epoch": 1.33,
      "learning_rate": 3.332628428278622e-05,
      "loss": 0.9725,
      "step": 328000
    },
    {
      "epoch": 1.34,
      "learning_rate": 3.33008670332173e-05,
      "loss": 0.9344,
      "step": 328500
    },
    {
      "epoch": 1.34,
      "learning_rate": 3.327544978364837e-05,
      "loss": 0.9546,
      "step": 329000
    },
    {
      "epoch": 1.34,
      "learning_rate": 3.325003253407945e-05,
      "loss": 0.9415,
      "step": 329500
    },
    {
      "epoch": 1.34,
      "learning_rate": 3.322461528451052e-05,
      "loss": 0.9724,
      "step": 330000
    },
    {
      "epoch": 1.34,
      "learning_rate": 3.31991980349416e-05,
      "loss": 0.9458,
      "step": 330500
    },
    {
      "epoch": 1.35,
      "learning_rate": 3.317378078537268e-05,
      "loss": 0.9698,
      "step": 331000
    },
    {
      "epoch": 1.35,
      "learning_rate": 3.314836353580376e-05,
      "loss": 0.9765,
      "step": 331500
    },
    {
      "epoch": 1.35,
      "learning_rate": 3.3122946286234835e-05,
      "loss": 0.9579,
      "step": 332000
    },
    {
      "epoch": 1.35,
      "learning_rate": 3.309752903666591e-05,
      "loss": 0.9831,
      "step": 332500
    },
    {
      "epoch": 1.35,
      "learning_rate": 3.3072111787096985e-05,
      "loss": 0.9441,
      "step": 333000
    },
    {
      "epoch": 1.36,
      "learning_rate": 3.3046694537528064e-05,
      "loss": 0.9859,
      "step": 333500
    },
    {
      "epoch": 1.36,
      "learning_rate": 3.302127728795914e-05,
      "loss": 0.9519,
      "step": 334000
    },
    {
      "epoch": 1.36,
      "learning_rate": 3.2995860038390214e-05,
      "loss": 0.9389,
      "step": 334500
    },
    {
      "epoch": 1.36,
      "learning_rate": 3.297044278882129e-05,
      "loss": 0.9466,
      "step": 335000
    },
    {
      "epoch": 1.36,
      "learning_rate": 3.2945025539252364e-05,
      "loss": 0.9555,
      "step": 335500
    },
    {
      "epoch": 1.37,
      "learning_rate": 3.291960828968344e-05,
      "loss": 0.9674,
      "step": 336000
    },
    {
      "epoch": 1.37,
      "learning_rate": 3.289419104011452e-05,
      "loss": 0.9294,
      "step": 336500
    },
    {
      "epoch": 1.37,
      "learning_rate": 3.28687737905456e-05,
      "loss": 0.9363,
      "step": 337000
    },
    {
      "epoch": 1.37,
      "learning_rate": 3.284335654097667e-05,
      "loss": 0.9513,
      "step": 337500
    },
    {
      "epoch": 1.37,
      "learning_rate": 3.281793929140775e-05,
      "loss": 0.9646,
      "step": 338000
    },
    {
      "epoch": 1.38,
      "learning_rate": 3.279252204183883e-05,
      "loss": 0.968,
      "step": 338500
    },
    {
      "epoch": 1.38,
      "learning_rate": 3.276710479226991e-05,
      "loss": 0.944,
      "step": 339000
    },
    {
      "epoch": 1.38,
      "learning_rate": 3.2741687542700985e-05,
      "loss": 0.9634,
      "step": 339500
    },
    {
      "epoch": 1.38,
      "learning_rate": 3.271627029313206e-05,
      "loss": 0.9777,
      "step": 340000
    },
    {
      "epoch": 1.38,
      "learning_rate": 3.2690853043563135e-05,
      "loss": 0.9467,
      "step": 340500
    },
    {
      "epoch": 1.39,
      "learning_rate": 3.266543579399421e-05,
      "loss": 0.9379,
      "step": 341000
    },
    {
      "epoch": 1.39,
      "learning_rate": 3.2640018544425285e-05,
      "loss": 0.9388,
      "step": 341500
    },
    {
      "epoch": 1.39,
      "learning_rate": 3.2614601294856364e-05,
      "loss": 0.9602,
      "step": 342000
    },
    {
      "epoch": 1.39,
      "learning_rate": 3.258918404528744e-05,
      "loss": 0.9573,
      "step": 342500
    },
    {
      "epoch": 1.39,
      "learning_rate": 3.2563766795718514e-05,
      "loss": 0.9554,
      "step": 343000
    },
    {
      "epoch": 1.4,
      "learning_rate": 3.253834954614959e-05,
      "loss": 0.9599,
      "step": 343500
    },
    {
      "epoch": 1.4,
      "learning_rate": 3.2512932296580664e-05,
      "loss": 0.9615,
      "step": 344000
    },
    {
      "epoch": 1.4,
      "learning_rate": 3.248751504701175e-05,
      "loss": 0.9359,
      "step": 344500
    },
    {
      "epoch": 1.4,
      "learning_rate": 3.246209779744283e-05,
      "loss": 0.9473,
      "step": 345000
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.24366805478739e-05,
      "loss": 0.9387,
      "step": 345500
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.241126329830498e-05,
      "loss": 0.9731,
      "step": 346000
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.238584604873605e-05,
      "loss": 0.9508,
      "step": 346500
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.236042879916713e-05,
      "loss": 0.9817,
      "step": 347000
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.233501154959821e-05,
      "loss": 0.9768,
      "step": 347500
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.2309594300029285e-05,
      "loss": 0.9476,
      "step": 348000
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.228417705046036e-05,
      "loss": 0.9691,
      "step": 348500
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.2258759800891435e-05,
      "loss": 0.9447,
      "step": 349000
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.223334255132251e-05,
      "loss": 0.9565,
      "step": 349500
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.2207925301753585e-05,
      "loss": 0.9519,
      "step": 350000
    },
    {
      "epoch": 1.43,
      "learning_rate": 3.2182508052184664e-05,
      "loss": 0.9388,
      "step": 350500
    },
    {
      "epoch": 1.43,
      "learning_rate": 3.215709080261574e-05,
      "loss": 0.9452,
      "step": 351000
    },
    {
      "epoch": 1.43,
      "learning_rate": 3.213167355304682e-05,
      "loss": 0.9322,
      "step": 351500
    },
    {
      "epoch": 1.43,
      "learning_rate": 3.210625630347789e-05,
      "loss": 0.9836,
      "step": 352000
    },
    {
      "epoch": 1.43,
      "learning_rate": 3.208083905390897e-05,
      "loss": 0.953,
      "step": 352500
    },
    {
      "epoch": 1.44,
      "learning_rate": 3.205542180434005e-05,
      "loss": 0.9438,
      "step": 353000
    },
    {
      "epoch": 1.44,
      "learning_rate": 3.203000455477113e-05,
      "loss": 0.968,
      "step": 353500
    },
    {
      "epoch": 1.44,
      "learning_rate": 3.20045873052022e-05,
      "loss": 0.9678,
      "step": 354000
    },
    {
      "epoch": 1.44,
      "learning_rate": 3.197917005563328e-05,
      "loss": 0.9638,
      "step": 354500
    },
    {
      "epoch": 1.44,
      "learning_rate": 3.195375280606435e-05,
      "loss": 0.925,
      "step": 355000
    },
    {
      "epoch": 1.45,
      "learning_rate": 3.192833555649543e-05,
      "loss": 0.9518,
      "step": 355500
    },
    {
      "epoch": 1.45,
      "learning_rate": 3.190291830692651e-05,
      "loss": 0.9366,
      "step": 356000
    },
    {
      "epoch": 1.45,
      "learning_rate": 3.1877501057357585e-05,
      "loss": 0.9562,
      "step": 356500
    },
    {
      "epoch": 1.45,
      "learning_rate": 3.185208380778866e-05,
      "loss": 0.9533,
      "step": 357000
    },
    {
      "epoch": 1.45,
      "learning_rate": 3.1826666558219735e-05,
      "loss": 0.9533,
      "step": 357500
    },
    {
      "epoch": 1.46,
      "learning_rate": 3.1801249308650814e-05,
      "loss": 0.9427,
      "step": 358000
    },
    {
      "epoch": 1.46,
      "learning_rate": 3.177583205908189e-05,
      "loss": 0.9498,
      "step": 358500
    },
    {
      "epoch": 1.46,
      "learning_rate": 3.175041480951297e-05,
      "loss": 0.9681,
      "step": 359000
    },
    {
      "epoch": 1.46,
      "learning_rate": 3.172499755994404e-05,
      "loss": 0.9256,
      "step": 359500
    },
    {
      "epoch": 1.46,
      "learning_rate": 3.169958031037512e-05,
      "loss": 0.9384,
      "step": 360000
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.167416306080619e-05,
      "loss": 0.9359,
      "step": 360500
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.164874581123727e-05,
      "loss": 0.9201,
      "step": 361000
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.162332856166835e-05,
      "loss": 0.9155,
      "step": 361500
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.159791131209943e-05,
      "loss": 0.93,
      "step": 362000
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.15724940625305e-05,
      "loss": 0.9417,
      "step": 362500
    },
    {
      "epoch": 1.48,
      "learning_rate": 3.154707681296158e-05,
      "loss": 0.9378,
      "step": 363000
    },
    {
      "epoch": 1.48,
      "learning_rate": 3.152165956339265e-05,
      "loss": 0.9603,
      "step": 363500
    },
    {
      "epoch": 1.48,
      "learning_rate": 3.1496242313823735e-05,
      "loss": 0.9419,
      "step": 364000
    },
    {
      "epoch": 1.48,
      "learning_rate": 3.1470825064254814e-05,
      "loss": 0.9434,
      "step": 364500
    },
    {
      "epoch": 1.48,
      "learning_rate": 3.1445407814685885e-05,
      "loss": 0.9592,
      "step": 365000
    },
    {
      "epoch": 1.49,
      "learning_rate": 3.1419990565116964e-05,
      "loss": 0.9467,
      "step": 365500
    },
    {
      "epoch": 1.49,
      "learning_rate": 3.1394573315548035e-05,
      "loss": 0.9213,
      "step": 366000
    },
    {
      "epoch": 1.49,
      "learning_rate": 3.1369156065979114e-05,
      "loss": 0.9379,
      "step": 366500
    },
    {
      "epoch": 1.49,
      "learning_rate": 3.134373881641019e-05,
      "loss": 0.9458,
      "step": 367000
    },
    {
      "epoch": 1.49,
      "learning_rate": 3.131832156684127e-05,
      "loss": 0.9452,
      "step": 367500
    },
    {
      "epoch": 1.5,
      "learning_rate": 3.129290431727234e-05,
      "loss": 0.954,
      "step": 368000
    },
    {
      "epoch": 1.5,
      "learning_rate": 3.126748706770342e-05,
      "loss": 0.915,
      "step": 368500
    },
    {
      "epoch": 1.5,
      "learning_rate": 3.124206981813449e-05,
      "loss": 0.9357,
      "step": 369000
    },
    {
      "epoch": 1.5,
      "learning_rate": 3.121665256856557e-05,
      "loss": 0.9628,
      "step": 369500
    },
    {
      "epoch": 1.5,
      "learning_rate": 3.119123531899665e-05,
      "loss": 0.9303,
      "step": 370000
    },
    {
      "epoch": 1.51,
      "learning_rate": 3.116581806942773e-05,
      "loss": 0.9509,
      "step": 370500
    },
    {
      "epoch": 1.51,
      "learning_rate": 3.1140400819858806e-05,
      "loss": 0.9311,
      "step": 371000
    },
    {
      "epoch": 1.51,
      "learning_rate": 3.111498357028988e-05,
      "loss": 0.9415,
      "step": 371500
    },
    {
      "epoch": 1.51,
      "learning_rate": 3.1089566320720957e-05,
      "loss": 0.9479,
      "step": 372000
    },
    {
      "epoch": 1.51,
      "learning_rate": 3.1064149071152035e-05,
      "loss": 0.9461,
      "step": 372500
    },
    {
      "epoch": 1.52,
      "learning_rate": 3.1038731821583114e-05,
      "loss": 0.9196,
      "step": 373000
    },
    {
      "epoch": 1.52,
      "learning_rate": 3.1013314572014185e-05,
      "loss": 0.945,
      "step": 373500
    },
    {
      "epoch": 1.52,
      "learning_rate": 3.0987897322445264e-05,
      "loss": 0.9388,
      "step": 374000
    },
    {
      "epoch": 1.52,
      "learning_rate": 3.0962480072876335e-05,
      "loss": 0.9407,
      "step": 374500
    },
    {
      "epoch": 1.53,
      "learning_rate": 3.0937062823307414e-05,
      "loss": 0.9476,
      "step": 375000
    },
    {
      "epoch": 1.53,
      "learning_rate": 3.091164557373849e-05,
      "loss": 0.9381,
      "step": 375500
    },
    {
      "epoch": 1.53,
      "learning_rate": 3.088622832416957e-05,
      "loss": 0.9199,
      "step": 376000
    },
    {
      "epoch": 1.53,
      "learning_rate": 3.086081107460064e-05,
      "loss": 0.9425,
      "step": 376500
    },
    {
      "epoch": 1.53,
      "learning_rate": 3.083539382503172e-05,
      "loss": 0.9514,
      "step": 377000
    },
    {
      "epoch": 1.54,
      "learning_rate": 3.08099765754628e-05,
      "loss": 0.934,
      "step": 377500
    },
    {
      "epoch": 1.54,
      "learning_rate": 3.078455932589388e-05,
      "loss": 0.9539,
      "step": 378000
    },
    {
      "epoch": 1.54,
      "learning_rate": 3.0759142076324956e-05,
      "loss": 0.9609,
      "step": 378500
    },
    {
      "epoch": 1.54,
      "learning_rate": 3.073372482675603e-05,
      "loss": 0.94,
      "step": 379000
    },
    {
      "epoch": 1.54,
      "learning_rate": 3.0708307577187106e-05,
      "loss": 0.9565,
      "step": 379500
    },
    {
      "epoch": 1.55,
      "learning_rate": 3.068289032761818e-05,
      "loss": 0.9328,
      "step": 380000
    },
    {
      "epoch": 1.55,
      "learning_rate": 3.0657473078049257e-05,
      "loss": 0.9179,
      "step": 380500
    },
    {
      "epoch": 1.55,
      "learning_rate": 3.0632055828480335e-05,
      "loss": 0.9669,
      "step": 381000
    },
    {
      "epoch": 1.55,
      "learning_rate": 3.0606638578911414e-05,
      "loss": 0.9322,
      "step": 381500
    },
    {
      "epoch": 1.55,
      "learning_rate": 3.0581221329342485e-05,
      "loss": 0.9484,
      "step": 382000
    },
    {
      "epoch": 1.56,
      "learning_rate": 3.0555804079773564e-05,
      "loss": 0.971,
      "step": 382500
    },
    {
      "epoch": 1.56,
      "learning_rate": 3.0530386830204635e-05,
      "loss": 0.94,
      "step": 383000
    },
    {
      "epoch": 1.56,
      "learning_rate": 3.0504969580635717e-05,
      "loss": 0.9083,
      "step": 383500
    },
    {
      "epoch": 1.56,
      "learning_rate": 3.0479552331066796e-05,
      "loss": 0.95,
      "step": 384000
    },
    {
      "epoch": 1.56,
      "learning_rate": 3.045413508149787e-05,
      "loss": 0.9102,
      "step": 384500
    },
    {
      "epoch": 1.57,
      "learning_rate": 3.042871783192895e-05,
      "loss": 0.9302,
      "step": 385000
    },
    {
      "epoch": 1.57,
      "learning_rate": 3.040330058236002e-05,
      "loss": 0.9394,
      "step": 385500
    },
    {
      "epoch": 1.57,
      "learning_rate": 3.0377883332791103e-05,
      "loss": 0.9425,
      "step": 386000
    },
    {
      "epoch": 1.57,
      "learning_rate": 3.0352466083222174e-05,
      "loss": 0.9223,
      "step": 386500
    },
    {
      "epoch": 1.57,
      "learning_rate": 3.0327048833653253e-05,
      "loss": 0.9579,
      "step": 387000
    },
    {
      "epoch": 1.58,
      "learning_rate": 3.0301631584084328e-05,
      "loss": 0.9317,
      "step": 387500
    },
    {
      "epoch": 1.58,
      "learning_rate": 3.0276214334515406e-05,
      "loss": 0.9324,
      "step": 388000
    },
    {
      "epoch": 1.58,
      "learning_rate": 3.025079708494648e-05,
      "loss": 0.9453,
      "step": 388500
    },
    {
      "epoch": 1.58,
      "learning_rate": 3.022537983537756e-05,
      "loss": 0.9205,
      "step": 389000
    },
    {
      "epoch": 1.58,
      "learning_rate": 3.019996258580863e-05,
      "loss": 0.9175,
      "step": 389500
    },
    {
      "epoch": 1.59,
      "learning_rate": 3.0174545336239714e-05,
      "loss": 0.9338,
      "step": 390000
    },
    {
      "epoch": 1.59,
      "learning_rate": 3.0149128086670792e-05,
      "loss": 0.9728,
      "step": 390500
    },
    {
      "epoch": 1.59,
      "learning_rate": 3.0123710837101864e-05,
      "loss": 0.9429,
      "step": 391000
    },
    {
      "epoch": 1.59,
      "learning_rate": 3.0098293587532946e-05,
      "loss": 0.9326,
      "step": 391500
    },
    {
      "epoch": 1.59,
      "learning_rate": 3.0072876337964017e-05,
      "loss": 0.9476,
      "step": 392000
    },
    {
      "epoch": 1.6,
      "learning_rate": 3.0047459088395096e-05,
      "loss": 0.9271,
      "step": 392500
    },
    {
      "epoch": 1.6,
      "learning_rate": 3.002204183882617e-05,
      "loss": 0.9241,
      "step": 393000
    },
    {
      "epoch": 1.6,
      "learning_rate": 2.999662458925725e-05,
      "loss": 0.9156,
      "step": 393500
    },
    {
      "epoch": 1.6,
      "learning_rate": 2.9971207339688324e-05,
      "loss": 0.9234,
      "step": 394000
    },
    {
      "epoch": 1.6,
      "learning_rate": 2.9945790090119403e-05,
      "loss": 0.9183,
      "step": 394500
    },
    {
      "epoch": 1.61,
      "learning_rate": 2.9920372840550474e-05,
      "loss": 0.9171,
      "step": 395000
    },
    {
      "epoch": 1.61,
      "learning_rate": 2.9894955590981556e-05,
      "loss": 0.9431,
      "step": 395500
    },
    {
      "epoch": 1.61,
      "learning_rate": 2.9869538341412628e-05,
      "loss": 0.9258,
      "step": 396000
    },
    {
      "epoch": 1.61,
      "learning_rate": 2.9844121091843706e-05,
      "loss": 0.9319,
      "step": 396500
    },
    {
      "epoch": 1.61,
      "learning_rate": 2.9818703842274788e-05,
      "loss": 0.9384,
      "step": 397000
    },
    {
      "epoch": 1.62,
      "learning_rate": 2.979328659270586e-05,
      "loss": 0.933,
      "step": 397500
    },
    {
      "epoch": 1.62,
      "learning_rate": 2.976786934313694e-05,
      "loss": 0.9315,
      "step": 398000
    },
    {
      "epoch": 1.62,
      "learning_rate": 2.9742452093568014e-05,
      "loss": 0.9354,
      "step": 398500
    },
    {
      "epoch": 1.62,
      "learning_rate": 2.9717034843999092e-05,
      "loss": 0.9429,
      "step": 399000
    },
    {
      "epoch": 1.62,
      "learning_rate": 2.9691617594430167e-05,
      "loss": 0.9539,
      "step": 399500
    },
    {
      "epoch": 1.63,
      "learning_rate": 2.9666200344861246e-05,
      "loss": 0.9367,
      "step": 400000
    },
    {
      "epoch": 1.63,
      "learning_rate": 2.9640783095292317e-05,
      "loss": 0.9279,
      "step": 400500
    },
    {
      "epoch": 1.63,
      "learning_rate": 2.9615365845723396e-05,
      "loss": 0.9207,
      "step": 401000
    },
    {
      "epoch": 1.63,
      "learning_rate": 2.958994859615447e-05,
      "loss": 0.9312,
      "step": 401500
    },
    {
      "epoch": 1.63,
      "learning_rate": 2.956453134658555e-05,
      "loss": 0.9303,
      "step": 402000
    },
    {
      "epoch": 1.64,
      "learning_rate": 2.9539114097016624e-05,
      "loss": 0.9222,
      "step": 402500
    },
    {
      "epoch": 1.64,
      "learning_rate": 2.9513696847447703e-05,
      "loss": 0.9325,
      "step": 403000
    },
    {
      "epoch": 1.64,
      "learning_rate": 2.948827959787878e-05,
      "loss": 0.8994,
      "step": 403500
    },
    {
      "epoch": 1.64,
      "learning_rate": 2.9462862348309856e-05,
      "loss": 0.9334,
      "step": 404000
    },
    {
      "epoch": 1.65,
      "learning_rate": 2.9437445098740935e-05,
      "loss": 0.9132,
      "step": 404500
    },
    {
      "epoch": 1.65,
      "learning_rate": 2.9412027849172006e-05,
      "loss": 0.905,
      "step": 405000
    },
    {
      "epoch": 1.65,
      "learning_rate": 2.938661059960309e-05,
      "loss": 0.9003,
      "step": 405500
    },
    {
      "epoch": 1.65,
      "learning_rate": 2.936119335003416e-05,
      "loss": 0.9128,
      "step": 406000
    },
    {
      "epoch": 1.65,
      "learning_rate": 2.933577610046524e-05,
      "loss": 0.9223,
      "step": 406500
    },
    {
      "epoch": 1.66,
      "learning_rate": 2.9310358850896314e-05,
      "loss": 0.936,
      "step": 407000
    },
    {
      "epoch": 1.66,
      "learning_rate": 2.9284941601327392e-05,
      "loss": 0.923,
      "step": 407500
    },
    {
      "epoch": 1.66,
      "learning_rate": 2.9259524351758467e-05,
      "loss": 0.952,
      "step": 408000
    },
    {
      "epoch": 1.66,
      "learning_rate": 2.9234107102189546e-05,
      "loss": 0.9129,
      "step": 408500
    },
    {
      "epoch": 1.66,
      "learning_rate": 2.9208689852620617e-05,
      "loss": 0.9554,
      "step": 409000
    },
    {
      "epoch": 1.67,
      "learning_rate": 2.91832726030517e-05,
      "loss": 0.9257,
      "step": 409500
    },
    {
      "epoch": 1.67,
      "learning_rate": 2.9157855353482778e-05,
      "loss": 0.9218,
      "step": 410000
    },
    {
      "epoch": 1.67,
      "learning_rate": 2.913243810391385e-05,
      "loss": 0.9262,
      "step": 410500
    },
    {
      "epoch": 1.67,
      "learning_rate": 2.910702085434493e-05,
      "loss": 0.9485,
      "step": 411000
    },
    {
      "epoch": 1.67,
      "learning_rate": 2.9081603604776003e-05,
      "loss": 0.9358,
      "step": 411500
    },
    {
      "epoch": 1.68,
      "learning_rate": 2.905618635520708e-05,
      "loss": 0.9504,
      "step": 412000
    },
    {
      "epoch": 1.68,
      "learning_rate": 2.9030769105638156e-05,
      "loss": 0.9086,
      "step": 412500
    },
    {
      "epoch": 1.68,
      "learning_rate": 2.9005351856069235e-05,
      "loss": 0.9008,
      "step": 413000
    },
    {
      "epoch": 1.68,
      "learning_rate": 2.897993460650031e-05,
      "loss": 0.9314,
      "step": 413500
    },
    {
      "epoch": 1.68,
      "learning_rate": 2.895451735693139e-05,
      "loss": 0.9303,
      "step": 414000
    },
    {
      "epoch": 1.69,
      "learning_rate": 2.892910010736246e-05,
      "loss": 0.9375,
      "step": 414500
    },
    {
      "epoch": 1.69,
      "learning_rate": 2.8903682857793542e-05,
      "loss": 0.9449,
      "step": 415000
    },
    {
      "epoch": 1.69,
      "learning_rate": 2.8878265608224614e-05,
      "loss": 0.923,
      "step": 415500
    },
    {
      "epoch": 1.69,
      "learning_rate": 2.8852848358655692e-05,
      "loss": 0.9328,
      "step": 416000
    },
    {
      "epoch": 1.69,
      "learning_rate": 2.882743110908677e-05,
      "loss": 0.9258,
      "step": 416500
    },
    {
      "epoch": 1.7,
      "learning_rate": 2.8802013859517846e-05,
      "loss": 0.9337,
      "step": 417000
    },
    {
      "epoch": 1.7,
      "learning_rate": 2.8776596609948924e-05,
      "loss": 0.9398,
      "step": 417500
    },
    {
      "epoch": 1.7,
      "learning_rate": 2.875117936038e-05,
      "loss": 0.9093,
      "step": 418000
    },
    {
      "epoch": 1.7,
      "learning_rate": 2.8725762110811078e-05,
      "loss": 0.9255,
      "step": 418500
    },
    {
      "epoch": 1.7,
      "learning_rate": 2.8700344861242153e-05,
      "loss": 0.9257,
      "step": 419000
    },
    {
      "epoch": 1.71,
      "learning_rate": 2.867492761167323e-05,
      "loss": 0.9025,
      "step": 419500
    },
    {
      "epoch": 1.71,
      "learning_rate": 2.8649510362104303e-05,
      "loss": 0.9627,
      "step": 420000
    },
    {
      "epoch": 1.71,
      "learning_rate": 2.862409311253538e-05,
      "loss": 0.9314,
      "step": 420500
    },
    {
      "epoch": 1.71,
      "learning_rate": 2.8598675862966456e-05,
      "loss": 0.9289,
      "step": 421000
    },
    {
      "epoch": 1.71,
      "learning_rate": 2.8573258613397535e-05,
      "loss": 0.8998,
      "step": 421500
    },
    {
      "epoch": 1.72,
      "learning_rate": 2.854784136382861e-05,
      "loss": 0.9139,
      "step": 422000
    },
    {
      "epoch": 1.72,
      "learning_rate": 2.852242411425969e-05,
      "loss": 0.935,
      "step": 422500
    },
    {
      "epoch": 1.72,
      "learning_rate": 2.8497006864690767e-05,
      "loss": 0.9168,
      "step": 423000
    },
    {
      "epoch": 1.72,
      "learning_rate": 2.8471589615121842e-05,
      "loss": 0.9348,
      "step": 423500
    },
    {
      "epoch": 1.72,
      "learning_rate": 2.844617236555292e-05,
      "loss": 0.9167,
      "step": 424000
    },
    {
      "epoch": 1.73,
      "learning_rate": 2.8420755115983992e-05,
      "loss": 0.9165,
      "step": 424500
    },
    {
      "epoch": 1.73,
      "learning_rate": 2.8395337866415074e-05,
      "loss": 0.9122,
      "step": 425000
    },
    {
      "epoch": 1.73,
      "learning_rate": 2.8369920616846146e-05,
      "loss": 0.923,
      "step": 425500
    },
    {
      "epoch": 1.73,
      "learning_rate": 2.8344503367277224e-05,
      "loss": 0.9316,
      "step": 426000
    },
    {
      "epoch": 1.73,
      "learning_rate": 2.83190861177083e-05,
      "loss": 0.9236,
      "step": 426500
    },
    {
      "epoch": 1.74,
      "learning_rate": 2.8293668868139378e-05,
      "loss": 0.9402,
      "step": 427000
    },
    {
      "epoch": 1.74,
      "learning_rate": 2.8268251618570453e-05,
      "loss": 0.9165,
      "step": 427500
    },
    {
      "epoch": 1.74,
      "learning_rate": 2.824283436900153e-05,
      "loss": 0.9327,
      "step": 428000
    },
    {
      "epoch": 1.74,
      "learning_rate": 2.8217417119432603e-05,
      "loss": 0.9045,
      "step": 428500
    },
    {
      "epoch": 1.74,
      "learning_rate": 2.8191999869863685e-05,
      "loss": 0.9058,
      "step": 429000
    },
    {
      "epoch": 1.75,
      "learning_rate": 2.8166582620294763e-05,
      "loss": 0.9101,
      "step": 429500
    },
    {
      "epoch": 1.75,
      "learning_rate": 2.8141165370725835e-05,
      "loss": 0.9085,
      "step": 430000
    },
    {
      "epoch": 1.75,
      "learning_rate": 2.8115748121156917e-05,
      "loss": 0.9406,
      "step": 430500
    },
    {
      "epoch": 1.75,
      "learning_rate": 2.809033087158799e-05,
      "loss": 0.9153,
      "step": 431000
    },
    {
      "epoch": 1.75,
      "learning_rate": 2.8064913622019067e-05,
      "loss": 0.9242,
      "step": 431500
    },
    {
      "epoch": 1.76,
      "learning_rate": 2.8039496372450142e-05,
      "loss": 0.9094,
      "step": 432000
    },
    {
      "epoch": 1.76,
      "learning_rate": 2.801407912288122e-05,
      "loss": 0.9165,
      "step": 432500
    },
    {
      "epoch": 1.76,
      "learning_rate": 2.7988661873312295e-05,
      "loss": 0.9348,
      "step": 433000
    },
    {
      "epoch": 1.76,
      "learning_rate": 2.7963244623743374e-05,
      "loss": 0.9178,
      "step": 433500
    },
    {
      "epoch": 1.76,
      "learning_rate": 2.7937827374174446e-05,
      "loss": 0.8945,
      "step": 434000
    },
    {
      "epoch": 1.77,
      "learning_rate": 2.7912410124605527e-05,
      "loss": 0.9214,
      "step": 434500
    },
    {
      "epoch": 1.77,
      "learning_rate": 2.78869928750366e-05,
      "loss": 0.9281,
      "step": 435000
    },
    {
      "epoch": 1.77,
      "learning_rate": 2.7861575625467678e-05,
      "loss": 0.9263,
      "step": 435500
    },
    {
      "epoch": 1.77,
      "learning_rate": 2.7836158375898756e-05,
      "loss": 0.919,
      "step": 436000
    },
    {
      "epoch": 1.78,
      "learning_rate": 2.781074112632983e-05,
      "loss": 0.9135,
      "step": 436500
    },
    {
      "epoch": 1.78,
      "learning_rate": 2.778532387676091e-05,
      "loss": 0.9166,
      "step": 437000
    },
    {
      "epoch": 1.78,
      "learning_rate": 2.7759906627191985e-05,
      "loss": 0.9354,
      "step": 437500
    },
    {
      "epoch": 1.78,
      "learning_rate": 2.7734489377623063e-05,
      "loss": 0.9432,
      "step": 438000
    },
    {
      "epoch": 1.78,
      "learning_rate": 2.7709072128054138e-05,
      "loss": 0.9276,
      "step": 438500
    },
    {
      "epoch": 1.79,
      "learning_rate": 2.7683654878485217e-05,
      "loss": 0.9074,
      "step": 439000
    },
    {
      "epoch": 1.79,
      "learning_rate": 2.765823762891629e-05,
      "loss": 0.9196,
      "step": 439500
    },
    {
      "epoch": 1.79,
      "learning_rate": 2.7632820379347367e-05,
      "loss": 0.9283,
      "step": 440000
    },
    {
      "epoch": 1.79,
      "learning_rate": 2.7607403129778442e-05,
      "loss": 0.9229,
      "step": 440500
    },
    {
      "epoch": 1.79,
      "learning_rate": 2.758198588020952e-05,
      "loss": 0.9176,
      "step": 441000
    },
    {
      "epoch": 1.8,
      "learning_rate": 2.7556568630640595e-05,
      "loss": 0.9127,
      "step": 441500
    },
    {
      "epoch": 1.8,
      "learning_rate": 2.7531151381071674e-05,
      "loss": 0.8947,
      "step": 442000
    },
    {
      "epoch": 1.8,
      "learning_rate": 2.7505734131502752e-05,
      "loss": 0.9159,
      "step": 442500
    },
    {
      "epoch": 1.8,
      "learning_rate": 2.7480316881933827e-05,
      "loss": 0.9098,
      "step": 443000
    },
    {
      "epoch": 1.8,
      "learning_rate": 2.7454899632364906e-05,
      "loss": 0.9496,
      "step": 443500
    },
    {
      "epoch": 1.81,
      "learning_rate": 2.7429482382795978e-05,
      "loss": 0.8969,
      "step": 444000
    },
    {
      "epoch": 1.81,
      "learning_rate": 2.740406513322706e-05,
      "loss": 0.9333,
      "step": 444500
    },
    {
      "epoch": 1.81,
      "learning_rate": 2.737864788365813e-05,
      "loss": 0.926,
      "step": 445000
    },
    {
      "epoch": 1.81,
      "learning_rate": 2.735323063408921e-05,
      "loss": 0.8983,
      "step": 445500
    },
    {
      "epoch": 1.81,
      "learning_rate": 2.7327813384520285e-05,
      "loss": 0.92,
      "step": 446000
    },
    {
      "epoch": 1.82,
      "learning_rate": 2.7302396134951363e-05,
      "loss": 0.8873,
      "step": 446500
    },
    {
      "epoch": 1.82,
      "learning_rate": 2.7276978885382438e-05,
      "loss": 0.9294,
      "step": 447000
    },
    {
      "epoch": 1.82,
      "learning_rate": 2.7251561635813517e-05,
      "loss": 0.9436,
      "step": 447500
    },
    {
      "epoch": 1.82,
      "learning_rate": 2.722614438624459e-05,
      "loss": 0.9044,
      "step": 448000
    },
    {
      "epoch": 1.82,
      "learning_rate": 2.720072713667567e-05,
      "loss": 0.9145,
      "step": 448500
    },
    {
      "epoch": 1.83,
      "learning_rate": 2.717530988710675e-05,
      "loss": 0.9133,
      "step": 449000
    },
    {
      "epoch": 1.83,
      "learning_rate": 2.714989263753782e-05,
      "loss": 0.9309,
      "step": 449500
    },
    {
      "epoch": 1.83,
      "learning_rate": 2.7124475387968902e-05,
      "loss": 0.8809,
      "step": 450000
    },
    {
      "epoch": 1.83,
      "learning_rate": 2.7099058138399974e-05,
      "loss": 0.9263,
      "step": 450500
    },
    {
      "epoch": 1.83,
      "learning_rate": 2.7073640888831052e-05,
      "loss": 0.9157,
      "step": 451000
    },
    {
      "epoch": 1.84,
      "learning_rate": 2.7048223639262127e-05,
      "loss": 0.9016,
      "step": 451500
    },
    {
      "epoch": 1.84,
      "learning_rate": 2.7022806389693206e-05,
      "loss": 0.9095,
      "step": 452000
    },
    {
      "epoch": 1.84,
      "learning_rate": 2.699738914012428e-05,
      "loss": 0.917,
      "step": 452500
    },
    {
      "epoch": 1.84,
      "learning_rate": 2.697197189055536e-05,
      "loss": 0.9366,
      "step": 453000
    },
    {
      "epoch": 1.84,
      "learning_rate": 2.694655464098643e-05,
      "loss": 0.9035,
      "step": 453500
    },
    {
      "epoch": 1.85,
      "learning_rate": 2.6921137391417513e-05,
      "loss": 0.9298,
      "step": 454000
    },
    {
      "epoch": 1.85,
      "learning_rate": 2.689572014184859e-05,
      "loss": 0.9219,
      "step": 454500
    },
    {
      "epoch": 1.85,
      "learning_rate": 2.6870302892279663e-05,
      "loss": 0.9027,
      "step": 455000
    },
    {
      "epoch": 1.85,
      "learning_rate": 2.684488564271074e-05,
      "loss": 0.9108,
      "step": 455500
    },
    {
      "epoch": 1.85,
      "learning_rate": 2.6819468393141817e-05,
      "loss": 0.944,
      "step": 456000
    },
    {
      "epoch": 1.86,
      "learning_rate": 2.6794051143572895e-05,
      "loss": 0.8896,
      "step": 456500
    },
    {
      "epoch": 1.86,
      "learning_rate": 2.676863389400397e-05,
      "loss": 0.9308,
      "step": 457000
    },
    {
      "epoch": 1.86,
      "learning_rate": 2.674321664443505e-05,
      "loss": 0.9071,
      "step": 457500
    },
    {
      "epoch": 1.86,
      "learning_rate": 2.671779939486612e-05,
      "loss": 0.897,
      "step": 458000
    },
    {
      "epoch": 1.86,
      "learning_rate": 2.6692382145297202e-05,
      "loss": 0.926,
      "step": 458500
    },
    {
      "epoch": 1.87,
      "learning_rate": 2.6666964895728274e-05,
      "loss": 0.9054,
      "step": 459000
    },
    {
      "epoch": 1.87,
      "learning_rate": 2.6641547646159352e-05,
      "loss": 0.9199,
      "step": 459500
    },
    {
      "epoch": 1.87,
      "learning_rate": 2.6616130396590427e-05,
      "loss": 0.8835,
      "step": 460000
    },
    {
      "epoch": 1.87,
      "learning_rate": 2.6590713147021506e-05,
      "loss": 0.904,
      "step": 460500
    },
    {
      "epoch": 1.87,
      "learning_rate": 2.6565295897452584e-05,
      "loss": 0.9012,
      "step": 461000
    },
    {
      "epoch": 1.88,
      "learning_rate": 2.653987864788366e-05,
      "loss": 0.9259,
      "step": 461500
    },
    {
      "epoch": 1.88,
      "learning_rate": 2.6514461398314738e-05,
      "loss": 0.9077,
      "step": 462000
    },
    {
      "epoch": 1.88,
      "learning_rate": 2.6489044148745813e-05,
      "loss": 0.9027,
      "step": 462500
    },
    {
      "epoch": 1.88,
      "learning_rate": 2.646362689917689e-05,
      "loss": 0.9127,
      "step": 463000
    },
    {
      "epoch": 1.88,
      "learning_rate": 2.6438209649607963e-05,
      "loss": 0.9227,
      "step": 463500
    },
    {
      "epoch": 1.89,
      "learning_rate": 2.6412792400039045e-05,
      "loss": 0.9295,
      "step": 464000
    },
    {
      "epoch": 1.89,
      "learning_rate": 2.6387375150470117e-05,
      "loss": 0.8926,
      "step": 464500
    },
    {
      "epoch": 1.89,
      "learning_rate": 2.6361957900901195e-05,
      "loss": 0.9059,
      "step": 465000
    },
    {
      "epoch": 1.89,
      "learning_rate": 2.633654065133227e-05,
      "loss": 0.9317,
      "step": 465500
    },
    {
      "epoch": 1.9,
      "learning_rate": 2.631112340176335e-05,
      "loss": 0.9224,
      "step": 466000
    },
    {
      "epoch": 1.9,
      "learning_rate": 2.6285706152194424e-05,
      "loss": 0.9168,
      "step": 466500
    },
    {
      "epoch": 1.9,
      "learning_rate": 2.6260288902625502e-05,
      "loss": 0.9187,
      "step": 467000
    },
    {
      "epoch": 1.9,
      "learning_rate": 2.623487165305658e-05,
      "loss": 0.8928,
      "step": 467500
    },
    {
      "epoch": 1.9,
      "learning_rate": 2.6209454403487656e-05,
      "loss": 0.9036,
      "step": 468000
    },
    {
      "epoch": 1.91,
      "learning_rate": 2.6184037153918734e-05,
      "loss": 0.9039,
      "step": 468500
    },
    {
      "epoch": 1.91,
      "learning_rate": 2.6158619904349806e-05,
      "loss": 0.918,
      "step": 469000
    },
    {
      "epoch": 1.91,
      "learning_rate": 2.6133202654780888e-05,
      "loss": 0.905,
      "step": 469500
    },
    {
      "epoch": 1.91,
      "learning_rate": 2.610778540521196e-05,
      "loss": 0.9,
      "step": 470000
    },
    {
      "epoch": 1.91,
      "learning_rate": 2.6082368155643038e-05,
      "loss": 0.9201,
      "step": 470500
    },
    {
      "epoch": 1.92,
      "learning_rate": 2.6056950906074113e-05,
      "loss": 0.9119,
      "step": 471000
    },
    {
      "epoch": 1.92,
      "learning_rate": 2.603153365650519e-05,
      "loss": 0.8895,
      "step": 471500
    },
    {
      "epoch": 1.92,
      "learning_rate": 2.6006116406936267e-05,
      "loss": 0.9023,
      "step": 472000
    },
    {
      "epoch": 1.92,
      "learning_rate": 2.5980699157367345e-05,
      "loss": 0.9262,
      "step": 472500
    },
    {
      "epoch": 1.92,
      "learning_rate": 2.5955281907798417e-05,
      "loss": 0.9106,
      "step": 473000
    },
    {
      "epoch": 1.93,
      "learning_rate": 2.59298646582295e-05,
      "loss": 0.917,
      "step": 473500
    },
    {
      "epoch": 1.93,
      "learning_rate": 2.5904447408660577e-05,
      "loss": 0.8921,
      "step": 474000
    },
    {
      "epoch": 1.93,
      "learning_rate": 2.587903015909165e-05,
      "loss": 0.8966,
      "step": 474500
    },
    {
      "epoch": 1.93,
      "learning_rate": 2.5853612909522727e-05,
      "loss": 0.9263,
      "step": 475000
    },
    {
      "epoch": 1.93,
      "learning_rate": 2.5828195659953802e-05,
      "loss": 0.8993,
      "step": 475500
    },
    {
      "epoch": 1.94,
      "learning_rate": 2.580277841038488e-05,
      "loss": 0.9014,
      "step": 476000
    },
    {
      "epoch": 1.94,
      "learning_rate": 2.5777361160815956e-05,
      "loss": 0.942,
      "step": 476500
    },
    {
      "epoch": 1.94,
      "learning_rate": 2.5751943911247034e-05,
      "loss": 0.8848,
      "step": 477000
    },
    {
      "epoch": 1.94,
      "learning_rate": 2.5726526661678106e-05,
      "loss": 0.8987,
      "step": 477500
    },
    {
      "epoch": 1.94,
      "learning_rate": 2.5701109412109188e-05,
      "loss": 0.945,
      "step": 478000
    },
    {
      "epoch": 1.95,
      "learning_rate": 2.567569216254026e-05,
      "loss": 0.8911,
      "step": 478500
    },
    {
      "epoch": 1.95,
      "learning_rate": 2.5650274912971338e-05,
      "loss": 0.9125,
      "step": 479000
    },
    {
      "epoch": 1.95,
      "learning_rate": 2.5624857663402413e-05,
      "loss": 0.8895,
      "step": 479500
    },
    {
      "epoch": 1.95,
      "learning_rate": 2.559944041383349e-05,
      "loss": 0.9034,
      "step": 480000
    },
    {
      "epoch": 1.95,
      "learning_rate": 2.557402316426457e-05,
      "loss": 0.9032,
      "step": 480500
    },
    {
      "epoch": 1.96,
      "learning_rate": 2.5548605914695645e-05,
      "loss": 0.8868,
      "step": 481000
    },
    {
      "epoch": 1.96,
      "learning_rate": 2.5523188665126723e-05,
      "loss": 0.9331,
      "step": 481500
    },
    {
      "epoch": 1.96,
      "learning_rate": 2.54977714155578e-05,
      "loss": 0.8887,
      "step": 482000
    },
    {
      "epoch": 1.96,
      "learning_rate": 2.5472354165988877e-05,
      "loss": 0.8952,
      "step": 482500
    },
    {
      "epoch": 1.96,
      "learning_rate": 2.544693691641995e-05,
      "loss": 0.9393,
      "step": 483000
    },
    {
      "epoch": 1.97,
      "learning_rate": 2.542151966685103e-05,
      "loss": 0.9066,
      "step": 483500
    },
    {
      "epoch": 1.97,
      "learning_rate": 2.5396102417282102e-05,
      "loss": 0.8819,
      "step": 484000
    },
    {
      "epoch": 1.97,
      "learning_rate": 2.537068516771318e-05,
      "loss": 0.9045,
      "step": 484500
    },
    {
      "epoch": 1.97,
      "learning_rate": 2.5345267918144256e-05,
      "loss": 0.9049,
      "step": 485000
    },
    {
      "epoch": 1.97,
      "learning_rate": 2.5319850668575334e-05,
      "loss": 0.9111,
      "step": 485500
    },
    {
      "epoch": 1.98,
      "learning_rate": 2.529443341900641e-05,
      "loss": 0.9053,
      "step": 486000
    },
    {
      "epoch": 1.98,
      "learning_rate": 2.5269016169437488e-05,
      "loss": 0.9122,
      "step": 486500
    },
    {
      "epoch": 1.98,
      "learning_rate": 2.5243598919868566e-05,
      "loss": 0.9093,
      "step": 487000
    },
    {
      "epoch": 1.98,
      "learning_rate": 2.521818167029964e-05,
      "loss": 0.9216,
      "step": 487500
    },
    {
      "epoch": 1.98,
      "learning_rate": 2.519276442073072e-05,
      "loss": 0.8975,
      "step": 488000
    },
    {
      "epoch": 1.99,
      "learning_rate": 2.516734717116179e-05,
      "loss": 0.934,
      "step": 488500
    },
    {
      "epoch": 1.99,
      "learning_rate": 2.5141929921592873e-05,
      "loss": 0.8897,
      "step": 489000
    },
    {
      "epoch": 1.99,
      "learning_rate": 2.5116512672023945e-05,
      "loss": 0.9056,
      "step": 489500
    },
    {
      "epoch": 1.99,
      "learning_rate": 2.5091095422455023e-05,
      "loss": 0.9146,
      "step": 490000
    },
    {
      "epoch": 1.99,
      "learning_rate": 2.50656781728861e-05,
      "loss": 0.886,
      "step": 490500
    },
    {
      "epoch": 2.0,
      "learning_rate": 2.5040260923317177e-05,
      "loss": 0.9303,
      "step": 491000
    },
    {
      "epoch": 2.0,
      "learning_rate": 2.5014843673748252e-05,
      "loss": 0.9115,
      "step": 491500
    },
    {
      "epoch": 2.0,
      "learning_rate": 2.498942642417933e-05,
      "loss": 0.9044,
      "step": 492000
    },
    {
      "epoch": 2.0,
      "learning_rate": 2.4964009174610406e-05,
      "loss": 0.9064,
      "step": 492500
    },
    {
      "epoch": 2.0,
      "learning_rate": 2.493859192504148e-05,
      "loss": 0.8855,
      "step": 493000
    },
    {
      "epoch": 2.01,
      "learning_rate": 2.491317467547256e-05,
      "loss": 0.9246,
      "step": 493500
    },
    {
      "epoch": 2.01,
      "learning_rate": 2.4887757425903634e-05,
      "loss": 0.9049,
      "step": 494000
    },
    {
      "epoch": 2.01,
      "learning_rate": 2.4862340176334713e-05,
      "loss": 0.919,
      "step": 494500
    },
    {
      "epoch": 2.01,
      "learning_rate": 2.4836922926765788e-05,
      "loss": 0.9279,
      "step": 495000
    },
    {
      "epoch": 2.02,
      "learning_rate": 2.4811505677196863e-05,
      "loss": 0.8967,
      "step": 495500
    },
    {
      "epoch": 2.02,
      "learning_rate": 2.478608842762794e-05,
      "loss": 0.9023,
      "step": 496000
    },
    {
      "epoch": 2.02,
      "learning_rate": 2.4760671178059016e-05,
      "loss": 0.9118,
      "step": 496500
    },
    {
      "epoch": 2.02,
      "learning_rate": 2.4735253928490095e-05,
      "loss": 0.8974,
      "step": 497000
    },
    {
      "epoch": 2.02,
      "learning_rate": 2.4709836678921173e-05,
      "loss": 0.8932,
      "step": 497500
    },
    {
      "epoch": 2.03,
      "learning_rate": 2.468441942935225e-05,
      "loss": 0.8928,
      "step": 498000
    },
    {
      "epoch": 2.03,
      "learning_rate": 2.4659002179783323e-05,
      "loss": 0.9004,
      "step": 498500
    },
    {
      "epoch": 2.03,
      "learning_rate": 2.4633584930214402e-05,
      "loss": 0.8938,
      "step": 499000
    },
    {
      "epoch": 2.03,
      "learning_rate": 2.4608167680645477e-05,
      "loss": 0.8962,
      "step": 499500
    },
    {
      "epoch": 2.03,
      "learning_rate": 2.4582750431076555e-05,
      "loss": 0.9106,
      "step": 500000
    },
    {
      "epoch": 2.04,
      "learning_rate": 2.455733318150763e-05,
      "loss": 0.8882,
      "step": 500500
    },
    {
      "epoch": 2.04,
      "learning_rate": 2.4531915931938706e-05,
      "loss": 0.8976,
      "step": 501000
    },
    {
      "epoch": 2.04,
      "learning_rate": 2.4506498682369784e-05,
      "loss": 0.8805,
      "step": 501500
    },
    {
      "epoch": 2.04,
      "learning_rate": 2.448108143280086e-05,
      "loss": 0.8714,
      "step": 502000
    },
    {
      "epoch": 2.04,
      "learning_rate": 2.4455664183231934e-05,
      "loss": 0.9048,
      "step": 502500
    },
    {
      "epoch": 2.05,
      "learning_rate": 2.4430246933663013e-05,
      "loss": 0.8891,
      "step": 503000
    },
    {
      "epoch": 2.05,
      "learning_rate": 2.440482968409409e-05,
      "loss": 0.9297,
      "step": 503500
    },
    {
      "epoch": 2.05,
      "learning_rate": 2.4379412434525166e-05,
      "loss": 0.8957,
      "step": 504000
    },
    {
      "epoch": 2.05,
      "learning_rate": 2.4353995184956245e-05,
      "loss": 0.9294,
      "step": 504500
    },
    {
      "epoch": 2.05,
      "learning_rate": 2.432857793538732e-05,
      "loss": 0.9139,
      "step": 505000
    },
    {
      "epoch": 2.06,
      "learning_rate": 2.4303160685818395e-05,
      "loss": 0.8913,
      "step": 505500
    },
    {
      "epoch": 2.06,
      "learning_rate": 2.4277743436249473e-05,
      "loss": 0.9195,
      "step": 506000
    },
    {
      "epoch": 2.06,
      "learning_rate": 2.425232618668055e-05,
      "loss": 0.8833,
      "step": 506500
    },
    {
      "epoch": 2.06,
      "learning_rate": 2.4226908937111627e-05,
      "loss": 0.911,
      "step": 507000
    },
    {
      "epoch": 2.06,
      "learning_rate": 2.4201491687542702e-05,
      "loss": 0.8757,
      "step": 507500
    },
    {
      "epoch": 2.07,
      "learning_rate": 2.4176074437973777e-05,
      "loss": 0.8941,
      "step": 508000
    },
    {
      "epoch": 2.07,
      "learning_rate": 2.4150657188404855e-05,
      "loss": 0.9034,
      "step": 508500
    },
    {
      "epoch": 2.07,
      "learning_rate": 2.412523993883593e-05,
      "loss": 0.9018,
      "step": 509000
    },
    {
      "epoch": 2.07,
      "learning_rate": 2.4099822689267006e-05,
      "loss": 0.8931,
      "step": 509500
    },
    {
      "epoch": 2.07,
      "learning_rate": 2.4074405439698087e-05,
      "loss": 0.8842,
      "step": 510000
    },
    {
      "epoch": 2.08,
      "learning_rate": 2.4048988190129163e-05,
      "loss": 0.8968,
      "step": 510500
    },
    {
      "epoch": 2.08,
      "learning_rate": 2.4023570940560238e-05,
      "loss": 0.906,
      "step": 511000
    },
    {
      "epoch": 2.08,
      "learning_rate": 2.3998153690991316e-05,
      "loss": 0.906,
      "step": 511500
    },
    {
      "epoch": 2.08,
      "learning_rate": 2.397273644142239e-05,
      "loss": 0.9217,
      "step": 512000
    },
    {
      "epoch": 2.08,
      "learning_rate": 2.3947319191853466e-05,
      "loss": 0.8863,
      "step": 512500
    },
    {
      "epoch": 2.09,
      "learning_rate": 2.3921901942284545e-05,
      "loss": 0.8877,
      "step": 513000
    },
    {
      "epoch": 2.09,
      "learning_rate": 2.389648469271562e-05,
      "loss": 0.9131,
      "step": 513500
    },
    {
      "epoch": 2.09,
      "learning_rate": 2.3871067443146698e-05,
      "loss": 0.9141,
      "step": 514000
    },
    {
      "epoch": 2.09,
      "learning_rate": 2.3845650193577773e-05,
      "loss": 0.8853,
      "step": 514500
    },
    {
      "epoch": 2.09,
      "learning_rate": 2.382023294400885e-05,
      "loss": 0.8876,
      "step": 515000
    },
    {
      "epoch": 2.1,
      "learning_rate": 2.3794815694439927e-05,
      "loss": 0.9033,
      "step": 515500
    },
    {
      "epoch": 2.1,
      "learning_rate": 2.3769398444871002e-05,
      "loss": 0.8836,
      "step": 516000
    },
    {
      "epoch": 2.1,
      "learning_rate": 2.374398119530208e-05,
      "loss": 0.8901,
      "step": 516500
    },
    {
      "epoch": 2.1,
      "learning_rate": 2.371856394573316e-05,
      "loss": 0.8639,
      "step": 517000
    },
    {
      "epoch": 2.1,
      "learning_rate": 2.3693146696164234e-05,
      "loss": 0.902,
      "step": 517500
    },
    {
      "epoch": 2.11,
      "learning_rate": 2.366772944659531e-05,
      "loss": 0.8842,
      "step": 518000
    },
    {
      "epoch": 2.11,
      "learning_rate": 2.3642312197026387e-05,
      "loss": 0.8917,
      "step": 518500
    },
    {
      "epoch": 2.11,
      "learning_rate": 2.3616894947457463e-05,
      "loss": 0.8707,
      "step": 519000
    },
    {
      "epoch": 2.11,
      "learning_rate": 2.359147769788854e-05,
      "loss": 0.8959,
      "step": 519500
    },
    {
      "epoch": 2.11,
      "learning_rate": 2.3566060448319616e-05,
      "loss": 0.874,
      "step": 520000
    },
    {
      "epoch": 2.12,
      "learning_rate": 2.354064319875069e-05,
      "loss": 0.8986,
      "step": 520500
    },
    {
      "epoch": 2.12,
      "learning_rate": 2.351522594918177e-05,
      "loss": 0.8915,
      "step": 521000
    },
    {
      "epoch": 2.12,
      "learning_rate": 2.3489808699612845e-05,
      "loss": 0.9105,
      "step": 521500
    },
    {
      "epoch": 2.12,
      "learning_rate": 2.346439145004392e-05,
      "loss": 0.8883,
      "step": 522000
    },
    {
      "epoch": 2.12,
      "learning_rate": 2.3438974200474998e-05,
      "loss": 0.8779,
      "step": 522500
    },
    {
      "epoch": 2.13,
      "learning_rate": 2.3413556950906077e-05,
      "loss": 0.9073,
      "step": 523000
    },
    {
      "epoch": 2.13,
      "learning_rate": 2.3388139701337152e-05,
      "loss": 0.8639,
      "step": 523500
    },
    {
      "epoch": 2.13,
      "learning_rate": 2.336272245176823e-05,
      "loss": 0.8795,
      "step": 524000
    },
    {
      "epoch": 2.13,
      "learning_rate": 2.3337305202199305e-05,
      "loss": 0.8971,
      "step": 524500
    },
    {
      "epoch": 2.14,
      "learning_rate": 2.331188795263038e-05,
      "loss": 0.8783,
      "step": 525000
    },
    {
      "epoch": 2.14,
      "learning_rate": 2.328647070306146e-05,
      "loss": 0.9056,
      "step": 525500
    },
    {
      "epoch": 2.14,
      "learning_rate": 2.3261053453492534e-05,
      "loss": 0.8759,
      "step": 526000
    },
    {
      "epoch": 2.14,
      "learning_rate": 2.3235636203923612e-05,
      "loss": 0.8968,
      "step": 526500
    },
    {
      "epoch": 2.14,
      "learning_rate": 2.3210218954354687e-05,
      "loss": 0.8828,
      "step": 527000
    },
    {
      "epoch": 2.15,
      "learning_rate": 2.3184801704785763e-05,
      "loss": 0.8911,
      "step": 527500
    },
    {
      "epoch": 2.15,
      "learning_rate": 2.315938445521684e-05,
      "loss": 0.8905,
      "step": 528000
    },
    {
      "epoch": 2.15,
      "learning_rate": 2.3133967205647916e-05,
      "loss": 0.8985,
      "step": 528500
    },
    {
      "epoch": 2.15,
      "learning_rate": 2.310854995607899e-05,
      "loss": 0.8843,
      "step": 529000
    },
    {
      "epoch": 2.15,
      "learning_rate": 2.3083132706510073e-05,
      "loss": 0.9017,
      "step": 529500
    },
    {
      "epoch": 2.16,
      "learning_rate": 2.3057715456941148e-05,
      "loss": 0.8776,
      "step": 530000
    },
    {
      "epoch": 2.16,
      "learning_rate": 2.3032298207372223e-05,
      "loss": 0.8966,
      "step": 530500
    },
    {
      "epoch": 2.16,
      "learning_rate": 2.30068809578033e-05,
      "loss": 0.8849,
      "step": 531000
    },
    {
      "epoch": 2.16,
      "learning_rate": 2.2981463708234377e-05,
      "loss": 0.901,
      "step": 531500
    },
    {
      "epoch": 2.16,
      "learning_rate": 2.2956046458665452e-05,
      "loss": 0.9011,
      "step": 532000
    },
    {
      "epoch": 2.17,
      "learning_rate": 2.293062920909653e-05,
      "loss": 0.8715,
      "step": 532500
    },
    {
      "epoch": 2.17,
      "learning_rate": 2.2905211959527605e-05,
      "loss": 0.8939,
      "step": 533000
    },
    {
      "epoch": 2.17,
      "learning_rate": 2.2879794709958684e-05,
      "loss": 0.8877,
      "step": 533500
    },
    {
      "epoch": 2.17,
      "learning_rate": 2.285437746038976e-05,
      "loss": 0.8861,
      "step": 534000
    },
    {
      "epoch": 2.17,
      "learning_rate": 2.2828960210820834e-05,
      "loss": 0.8971,
      "step": 534500
    },
    {
      "epoch": 2.18,
      "learning_rate": 2.2803542961251912e-05,
      "loss": 0.9101,
      "step": 535000
    },
    {
      "epoch": 2.18,
      "learning_rate": 2.2778125711682988e-05,
      "loss": 0.8779,
      "step": 535500
    },
    {
      "epoch": 2.18,
      "learning_rate": 2.2752708462114066e-05,
      "loss": 0.8575,
      "step": 536000
    },
    {
      "epoch": 2.18,
      "learning_rate": 2.2727291212545144e-05,
      "loss": 0.9062,
      "step": 536500
    },
    {
      "epoch": 2.18,
      "learning_rate": 2.270187396297622e-05,
      "loss": 0.9015,
      "step": 537000
    },
    {
      "epoch": 2.19,
      "learning_rate": 2.2676456713407295e-05,
      "loss": 0.8742,
      "step": 537500
    },
    {
      "epoch": 2.19,
      "learning_rate": 2.2651039463838373e-05,
      "loss": 0.8795,
      "step": 538000
    },
    {
      "epoch": 2.19,
      "learning_rate": 2.2625622214269448e-05,
      "loss": 0.8854,
      "step": 538500
    },
    {
      "epoch": 2.19,
      "learning_rate": 2.2600204964700523e-05,
      "loss": 0.9019,
      "step": 539000
    },
    {
      "epoch": 2.19,
      "learning_rate": 2.25747877151316e-05,
      "loss": 0.8807,
      "step": 539500
    },
    {
      "epoch": 2.2,
      "learning_rate": 2.2549370465562677e-05,
      "loss": 0.8893,
      "step": 540000
    },
    {
      "epoch": 2.2,
      "learning_rate": 2.2523953215993755e-05,
      "loss": 0.8972,
      "step": 540500
    },
    {
      "epoch": 2.2,
      "learning_rate": 2.249853596642483e-05,
      "loss": 0.9028,
      "step": 541000
    },
    {
      "epoch": 2.2,
      "learning_rate": 2.2473118716855905e-05,
      "loss": 0.8806,
      "step": 541500
    },
    {
      "epoch": 2.2,
      "learning_rate": 2.2447701467286984e-05,
      "loss": 0.8957,
      "step": 542000
    },
    {
      "epoch": 2.21,
      "learning_rate": 2.2422284217718062e-05,
      "loss": 0.8769,
      "step": 542500
    },
    {
      "epoch": 2.21,
      "learning_rate": 2.2396866968149137e-05,
      "loss": 0.9111,
      "step": 543000
    },
    {
      "epoch": 2.21,
      "learning_rate": 2.2371449718580216e-05,
      "loss": 0.9003,
      "step": 543500
    },
    {
      "epoch": 2.21,
      "learning_rate": 2.234603246901129e-05,
      "loss": 0.8917,
      "step": 544000
    },
    {
      "epoch": 2.21,
      "learning_rate": 2.2320615219442366e-05,
      "loss": 0.9053,
      "step": 544500
    },
    {
      "epoch": 2.22,
      "learning_rate": 2.2295197969873444e-05,
      "loss": 0.8928,
      "step": 545000
    },
    {
      "epoch": 2.22,
      "learning_rate": 2.226978072030452e-05,
      "loss": 0.8857,
      "step": 545500
    },
    {
      "epoch": 2.22,
      "learning_rate": 2.2244363470735598e-05,
      "loss": 0.8945,
      "step": 546000
    },
    {
      "epoch": 2.22,
      "learning_rate": 2.2218946221166673e-05,
      "loss": 0.858,
      "step": 546500
    },
    {
      "epoch": 2.22,
      "learning_rate": 2.2193528971597748e-05,
      "loss": 0.855,
      "step": 547000
    },
    {
      "epoch": 2.23,
      "learning_rate": 2.2168111722028827e-05,
      "loss": 0.9023,
      "step": 547500
    },
    {
      "epoch": 2.23,
      "learning_rate": 2.21426944724599e-05,
      "loss": 0.8932,
      "step": 548000
    },
    {
      "epoch": 2.23,
      "learning_rate": 2.2117277222890977e-05,
      "loss": 0.8949,
      "step": 548500
    },
    {
      "epoch": 2.23,
      "learning_rate": 2.209185997332206e-05,
      "loss": 0.9008,
      "step": 549000
    },
    {
      "epoch": 2.23,
      "learning_rate": 2.2066442723753134e-05,
      "loss": 0.9099,
      "step": 549500
    },
    {
      "epoch": 2.24,
      "learning_rate": 2.204102547418421e-05,
      "loss": 0.8956,
      "step": 550000
    },
    {
      "epoch": 2.24,
      "learning_rate": 2.2015608224615287e-05,
      "loss": 0.9098,
      "step": 550500
    },
    {
      "epoch": 2.24,
      "learning_rate": 2.1990190975046362e-05,
      "loss": 0.8761,
      "step": 551000
    },
    {
      "epoch": 2.24,
      "learning_rate": 2.1964773725477437e-05,
      "loss": 0.8627,
      "step": 551500
    },
    {
      "epoch": 2.24,
      "learning_rate": 2.1939356475908516e-05,
      "loss": 0.8824,
      "step": 552000
    },
    {
      "epoch": 2.25,
      "learning_rate": 2.191393922633959e-05,
      "loss": 0.882,
      "step": 552500
    },
    {
      "epoch": 2.25,
      "learning_rate": 2.188852197677067e-05,
      "loss": 0.8921,
      "step": 553000
    },
    {
      "epoch": 2.25,
      "learning_rate": 2.1863104727201744e-05,
      "loss": 0.8978,
      "step": 553500
    },
    {
      "epoch": 2.25,
      "learning_rate": 2.183768747763282e-05,
      "loss": 0.882,
      "step": 554000
    },
    {
      "epoch": 2.26,
      "learning_rate": 2.1812270228063898e-05,
      "loss": 0.8986,
      "step": 554500
    },
    {
      "epoch": 2.26,
      "learning_rate": 2.1786852978494973e-05,
      "loss": 0.8642,
      "step": 555000
    },
    {
      "epoch": 2.26,
      "learning_rate": 2.176143572892605e-05,
      "loss": 0.8914,
      "step": 555500
    },
    {
      "epoch": 2.26,
      "learning_rate": 2.173601847935713e-05,
      "loss": 0.886,
      "step": 556000
    },
    {
      "epoch": 2.26,
      "learning_rate": 2.1710601229788205e-05,
      "loss": 0.8772,
      "step": 556500
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.168518398021928e-05,
      "loss": 0.8976,
      "step": 557000
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.165976673065036e-05,
      "loss": 0.887,
      "step": 557500
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.1634349481081434e-05,
      "loss": 0.9007,
      "step": 558000
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.160893223151251e-05,
      "loss": 0.8674,
      "step": 558500
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.1583514981943587e-05,
      "loss": 0.9017,
      "step": 559000
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.1558097732374662e-05,
      "loss": 0.8915,
      "step": 559500
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.153268048280574e-05,
      "loss": 0.8915,
      "step": 560000
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.1507263233236816e-05,
      "loss": 0.8795,
      "step": 560500
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.148184598366789e-05,
      "loss": 0.8768,
      "step": 561000
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.145642873409897e-05,
      "loss": 0.898,
      "step": 561500
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.1431011484530048e-05,
      "loss": 0.8629,
      "step": 562000
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.1405594234961123e-05,
      "loss": 0.865,
      "step": 562500
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.13801769853922e-05,
      "loss": 0.8776,
      "step": 563000
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.1354759735823276e-05,
      "loss": 0.8695,
      "step": 563500
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.132934248625435e-05,
      "loss": 0.8835,
      "step": 564000
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.130392523668543e-05,
      "loss": 0.9007,
      "step": 564500
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.1278507987116505e-05,
      "loss": 0.8711,
      "step": 565000
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.1253090737547584e-05,
      "loss": 0.898,
      "step": 565500
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.122767348797866e-05,
      "loss": 0.8901,
      "step": 566000
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.1202256238409734e-05,
      "loss": 0.8925,
      "step": 566500
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.1176838988840812e-05,
      "loss": 0.8671,
      "step": 567000
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.1151421739271887e-05,
      "loss": 0.8802,
      "step": 567500
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.1126004489702962e-05,
      "loss": 0.8957,
      "step": 568000
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.1100587240134044e-05,
      "loss": 0.8787,
      "step": 568500
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.107516999056512e-05,
      "loss": 0.9005,
      "step": 569000
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.1049752740996194e-05,
      "loss": 0.8795,
      "step": 569500
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.1024335491427273e-05,
      "loss": 0.8692,
      "step": 570000
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.0998918241858348e-05,
      "loss": 0.8882,
      "step": 570500
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.0973500992289423e-05,
      "loss": 0.9032,
      "step": 571000
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.09480837427205e-05,
      "loss": 0.8773,
      "step": 571500
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.0922666493151576e-05,
      "loss": 0.8646,
      "step": 572000
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.0897249243582655e-05,
      "loss": 0.8752,
      "step": 572500
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.087183199401373e-05,
      "loss": 0.8827,
      "step": 573000
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.0846414744444805e-05,
      "loss": 0.8925,
      "step": 573500
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.0820997494875884e-05,
      "loss": 0.8724,
      "step": 574000
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.079558024530696e-05,
      "loss": 0.8747,
      "step": 574500
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.0770162995738037e-05,
      "loss": 0.8968,
      "step": 575000
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.0744745746169116e-05,
      "loss": 0.8906,
      "step": 575500
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.071932849660019e-05,
      "loss": 0.9067,
      "step": 576000
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.0693911247031266e-05,
      "loss": 0.8772,
      "step": 576500
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.0668493997462344e-05,
      "loss": 0.8886,
      "step": 577000
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.064307674789342e-05,
      "loss": 0.8772,
      "step": 577500
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.0617659498324494e-05,
      "loss": 0.875,
      "step": 578000
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.0592242248755573e-05,
      "loss": 0.8929,
      "step": 578500
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.0566824999186648e-05,
      "loss": 0.8869,
      "step": 579000
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.0541407749617726e-05,
      "loss": 0.889,
      "step": 579500
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.05159905000488e-05,
      "loss": 0.912,
      "step": 580000
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.0490573250479876e-05,
      "loss": 0.8776,
      "step": 580500
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.0465156000910955e-05,
      "loss": 0.8672,
      "step": 581000
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.0439738751342033e-05,
      "loss": 0.8818,
      "step": 581500
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.041432150177311e-05,
      "loss": 0.8525,
      "step": 582000
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.0388904252204187e-05,
      "loss": 0.879,
      "step": 582500
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.0363487002635262e-05,
      "loss": 0.8602,
      "step": 583000
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.0338069753066337e-05,
      "loss": 0.8917,
      "step": 583500
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.0312652503497416e-05,
      "loss": 0.8792,
      "step": 584000
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.028723525392849e-05,
      "loss": 0.8923,
      "step": 584500
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.0261818004359566e-05,
      "loss": 0.8887,
      "step": 585000
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.0236400754790644e-05,
      "loss": 0.8828,
      "step": 585500
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.021098350522172e-05,
      "loss": 0.8899,
      "step": 586000
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.0185566255652798e-05,
      "loss": 0.8782,
      "step": 586500
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.0160149006083873e-05,
      "loss": 0.8891,
      "step": 587000
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.0134731756514948e-05,
      "loss": 0.8872,
      "step": 587500
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.010931450694603e-05,
      "loss": 0.883,
      "step": 588000
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.0083897257377105e-05,
      "loss": 0.8868,
      "step": 588500
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.005848000780818e-05,
      "loss": 0.874,
      "step": 589000
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.003306275823926e-05,
      "loss": 0.8716,
      "step": 589500
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0007645508670333e-05,
      "loss": 0.873,
      "step": 590000
    },
    {
      "epoch": 2.4,
      "learning_rate": 1.998222825910141e-05,
      "loss": 0.8977,
      "step": 590500
    },
    {
      "epoch": 2.4,
      "learning_rate": 1.9956811009532487e-05,
      "loss": 0.8912,
      "step": 591000
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9931393759963562e-05,
      "loss": 0.8948,
      "step": 591500
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.990597651039464e-05,
      "loss": 0.8786,
      "step": 592000
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9880559260825716e-05,
      "loss": 0.884,
      "step": 592500
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.985514201125679e-05,
      "loss": 0.8809,
      "step": 593000
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.982972476168787e-05,
      "loss": 0.8821,
      "step": 593500
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.9804307512118944e-05,
      "loss": 0.872,
      "step": 594000
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.9778890262550023e-05,
      "loss": 0.8766,
      "step": 594500
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.97534730129811e-05,
      "loss": 0.8832,
      "step": 595000
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.9728055763412176e-05,
      "loss": 0.8932,
      "step": 595500
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.970263851384325e-05,
      "loss": 0.8759,
      "step": 596000
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.967722126427433e-05,
      "loss": 0.8713,
      "step": 596500
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.9651804014705405e-05,
      "loss": 0.8616,
      "step": 597000
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.962638676513648e-05,
      "loss": 0.8759,
      "step": 597500
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.960096951556756e-05,
      "loss": 0.8907,
      "step": 598000
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.9575552265998633e-05,
      "loss": 0.8811,
      "step": 598500
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.9550135016429712e-05,
      "loss": 0.8743,
      "step": 599000
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.9524717766860787e-05,
      "loss": 0.8985,
      "step": 599500
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.9499300517291862e-05,
      "loss": 0.8669,
      "step": 600000
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.947388326772294e-05,
      "loss": 0.8727,
      "step": 600500
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.944846601815402e-05,
      "loss": 0.8729,
      "step": 601000
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.9423048768585094e-05,
      "loss": 0.8808,
      "step": 601500
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.9397631519016172e-05,
      "loss": 0.8698,
      "step": 602000
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.9372214269447248e-05,
      "loss": 0.8619,
      "step": 602500
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.9346797019878323e-05,
      "loss": 0.8647,
      "step": 603000
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.93213797703094e-05,
      "loss": 0.8621,
      "step": 603500
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.9295962520740476e-05,
      "loss": 0.8481,
      "step": 604000
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.927054527117155e-05,
      "loss": 0.8907,
      "step": 604500
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.924512802160263e-05,
      "loss": 0.8663,
      "step": 605000
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.9219710772033705e-05,
      "loss": 0.8927,
      "step": 605500
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.9194293522464783e-05,
      "loss": 0.8841,
      "step": 606000
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.916887627289586e-05,
      "loss": 0.8428,
      "step": 606500
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.9143459023326933e-05,
      "loss": 0.8604,
      "step": 607000
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.9118041773758015e-05,
      "loss": 0.868,
      "step": 607500
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.909262452418909e-05,
      "loss": 0.8699,
      "step": 608000
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.9067207274620165e-05,
      "loss": 0.8722,
      "step": 608500
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.9041790025051244e-05,
      "loss": 0.898,
      "step": 609000
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.901637277548232e-05,
      "loss": 0.8781,
      "step": 609500
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.8990955525913394e-05,
      "loss": 0.8858,
      "step": 610000
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.8965538276344472e-05,
      "loss": 0.8697,
      "step": 610500
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.8940121026775548e-05,
      "loss": 0.8523,
      "step": 611000
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.8914703777206623e-05,
      "loss": 0.8754,
      "step": 611500
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.88892865276377e-05,
      "loss": 0.8739,
      "step": 612000
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.8863869278068776e-05,
      "loss": 0.8813,
      "step": 612500
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.8838452028499855e-05,
      "loss": 0.881,
      "step": 613000
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.881303477893093e-05,
      "loss": 0.8728,
      "step": 613500
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.8787617529362008e-05,
      "loss": 0.8992,
      "step": 614000
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.8762200279793087e-05,
      "loss": 0.8951,
      "step": 614500
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.8736783030224162e-05,
      "loss": 0.8731,
      "step": 615000
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.8711365780655237e-05,
      "loss": 0.883,
      "step": 615500
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.8685948531086315e-05,
      "loss": 0.8542,
      "step": 616000
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.866053128151739e-05,
      "loss": 0.8832,
      "step": 616500
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.8635114031948465e-05,
      "loss": 0.8749,
      "step": 617000
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.8609696782379544e-05,
      "loss": 0.873,
      "step": 617500
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.858427953281062e-05,
      "loss": 0.8564,
      "step": 618000
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.8558862283241697e-05,
      "loss": 0.8744,
      "step": 618500
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.8533445033672773e-05,
      "loss": 0.852,
      "step": 619000
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.8508027784103848e-05,
      "loss": 0.8596,
      "step": 619500
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.8482610534534926e-05,
      "loss": 0.8805,
      "step": 620000
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.8457193284966005e-05,
      "loss": 0.8768,
      "step": 620500
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.843177603539708e-05,
      "loss": 0.8765,
      "step": 621000
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.8406358785828158e-05,
      "loss": 0.8651,
      "step": 621500
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.8380941536259233e-05,
      "loss": 0.8575,
      "step": 622000
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.8355524286690308e-05,
      "loss": 0.8446,
      "step": 622500
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.8330107037121387e-05,
      "loss": 0.867,
      "step": 623000
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.8304689787552462e-05,
      "loss": 0.8872,
      "step": 623500
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.8279272537983537e-05,
      "loss": 0.8591,
      "step": 624000
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.8253855288414615e-05,
      "loss": 0.8772,
      "step": 624500
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.822843803884569e-05,
      "loss": 0.8681,
      "step": 625000
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.820302078927677e-05,
      "loss": 0.8629,
      "step": 625500
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.8177603539707844e-05,
      "loss": 0.8682,
      "step": 626000
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.815218629013892e-05,
      "loss": 0.8837,
      "step": 626500
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.812676904057e-05,
      "loss": 0.8708,
      "step": 627000
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.8101351791001076e-05,
      "loss": 0.8496,
      "step": 627500
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.807593454143215e-05,
      "loss": 0.8923,
      "step": 628000
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.805051729186323e-05,
      "loss": 0.8705,
      "step": 628500
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.8025100042294305e-05,
      "loss": 0.8771,
      "step": 629000
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.799968279272538e-05,
      "loss": 0.8706,
      "step": 629500
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.7974265543156458e-05,
      "loss": 0.8705,
      "step": 630000
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.7948848293587533e-05,
      "loss": 0.8488,
      "step": 630500
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.7923431044018608e-05,
      "loss": 0.8711,
      "step": 631000
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.7898013794449687e-05,
      "loss": 0.8783,
      "step": 631500
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.7872596544880762e-05,
      "loss": 0.8676,
      "step": 632000
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.784717929531184e-05,
      "loss": 0.867,
      "step": 632500
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.7821762045742915e-05,
      "loss": 0.8812,
      "step": 633000
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.7796344796173994e-05,
      "loss": 0.8731,
      "step": 633500
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.7770927546605072e-05,
      "loss": 0.8679,
      "step": 634000
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.7745510297036147e-05,
      "loss": 0.8704,
      "step": 634500
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.7720093047467222e-05,
      "loss": 0.9008,
      "step": 635000
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.76946757978983e-05,
      "loss": 0.8705,
      "step": 635500
    },
    {
      "epoch": 2.59,
      "learning_rate": 1.7669258548329376e-05,
      "loss": 0.8719,
      "step": 636000
    },
    {
      "epoch": 2.59,
      "learning_rate": 1.764384129876045e-05,
      "loss": 0.8574,
      "step": 636500
    },
    {
      "epoch": 2.59,
      "learning_rate": 1.761842404919153e-05,
      "loss": 0.8807,
      "step": 637000
    },
    {
      "epoch": 2.59,
      "learning_rate": 1.7593006799622605e-05,
      "loss": 0.8367,
      "step": 637500
    },
    {
      "epoch": 2.59,
      "learning_rate": 1.7567589550053683e-05,
      "loss": 0.8661,
      "step": 638000
    },
    {
      "epoch": 2.6,
      "learning_rate": 1.7542172300484758e-05,
      "loss": 0.8522,
      "step": 638500
    },
    {
      "epoch": 2.6,
      "learning_rate": 1.7516755050915833e-05,
      "loss": 0.8639,
      "step": 639000
    },
    {
      "epoch": 2.6,
      "learning_rate": 1.749133780134691e-05,
      "loss": 0.8523,
      "step": 639500
    },
    {
      "epoch": 2.6,
      "learning_rate": 1.746592055177799e-05,
      "loss": 0.8616,
      "step": 640000
    },
    {
      "epoch": 2.6,
      "learning_rate": 1.7440503302209065e-05,
      "loss": 0.8829,
      "step": 640500
    },
    {
      "epoch": 2.61,
      "learning_rate": 1.7415086052640144e-05,
      "loss": 0.8585,
      "step": 641000
    },
    {
      "epoch": 2.61,
      "learning_rate": 1.738966880307122e-05,
      "loss": 0.8923,
      "step": 641500
    },
    {
      "epoch": 2.61,
      "learning_rate": 1.7364251553502294e-05,
      "loss": 0.869,
      "step": 642000
    },
    {
      "epoch": 2.61,
      "learning_rate": 1.7338834303933372e-05,
      "loss": 0.8842,
      "step": 642500
    },
    {
      "epoch": 2.61,
      "learning_rate": 1.7313417054364447e-05,
      "loss": 0.862,
      "step": 643000
    },
    {
      "epoch": 2.62,
      "learning_rate": 1.7287999804795522e-05,
      "loss": 0.8681,
      "step": 643500
    },
    {
      "epoch": 2.62,
      "learning_rate": 1.72625825552266e-05,
      "loss": 0.8836,
      "step": 644000
    },
    {
      "epoch": 2.62,
      "learning_rate": 1.7237165305657676e-05,
      "loss": 0.8728,
      "step": 644500
    },
    {
      "epoch": 2.62,
      "learning_rate": 1.7211748056088754e-05,
      "loss": 0.8402,
      "step": 645000
    },
    {
      "epoch": 2.63,
      "learning_rate": 1.718633080651983e-05,
      "loss": 0.8719,
      "step": 645500
    },
    {
      "epoch": 2.63,
      "learning_rate": 1.7160913556950905e-05,
      "loss": 0.8506,
      "step": 646000
    },
    {
      "epoch": 2.63,
      "learning_rate": 1.7135496307381983e-05,
      "loss": 0.8545,
      "step": 646500
    },
    {
      "epoch": 2.63,
      "learning_rate": 1.711007905781306e-05,
      "loss": 0.8432,
      "step": 647000
    },
    {
      "epoch": 2.63,
      "learning_rate": 1.7084661808244137e-05,
      "loss": 0.8623,
      "step": 647500
    },
    {
      "epoch": 2.64,
      "learning_rate": 1.7059244558675215e-05,
      "loss": 0.8462,
      "step": 648000
    },
    {
      "epoch": 2.64,
      "learning_rate": 1.703382730910629e-05,
      "loss": 0.856,
      "step": 648500
    },
    {
      "epoch": 2.64,
      "learning_rate": 1.7008410059537365e-05,
      "loss": 0.8672,
      "step": 649000
    },
    {
      "epoch": 2.64,
      "learning_rate": 1.6982992809968444e-05,
      "loss": 0.8896,
      "step": 649500
    },
    {
      "epoch": 2.64,
      "learning_rate": 1.695757556039952e-05,
      "loss": 0.8698,
      "step": 650000
    },
    {
      "epoch": 2.65,
      "learning_rate": 1.6932158310830594e-05,
      "loss": 0.8794,
      "step": 650500
    },
    {
      "epoch": 2.65,
      "learning_rate": 1.6906741061261672e-05,
      "loss": 0.8828,
      "step": 651000
    },
    {
      "epoch": 2.65,
      "learning_rate": 1.6881323811692747e-05,
      "loss": 0.843,
      "step": 651500
    },
    {
      "epoch": 2.65,
      "learning_rate": 1.6855906562123826e-05,
      "loss": 0.8519,
      "step": 652000
    },
    {
      "epoch": 2.65,
      "learning_rate": 1.68304893125549e-05,
      "loss": 0.883,
      "step": 652500
    },
    {
      "epoch": 2.66,
      "learning_rate": 1.680507206298598e-05,
      "loss": 0.8715,
      "step": 653000
    },
    {
      "epoch": 2.66,
      "learning_rate": 1.6779654813417058e-05,
      "loss": 0.8647,
      "step": 653500
    },
    {
      "epoch": 2.66,
      "learning_rate": 1.6754237563848133e-05,
      "loss": 0.8638,
      "step": 654000
    },
    {
      "epoch": 2.66,
      "learning_rate": 1.6728820314279208e-05,
      "loss": 0.8441,
      "step": 654500
    },
    {
      "epoch": 2.66,
      "learning_rate": 1.6703403064710286e-05,
      "loss": 0.8532,
      "step": 655000
    },
    {
      "epoch": 2.67,
      "learning_rate": 1.667798581514136e-05,
      "loss": 0.8921,
      "step": 655500
    },
    {
      "epoch": 2.67,
      "learning_rate": 1.6652568565572437e-05,
      "loss": 0.8621,
      "step": 656000
    },
    {
      "epoch": 2.67,
      "learning_rate": 1.6627151316003515e-05,
      "loss": 0.8477,
      "step": 656500
    },
    {
      "epoch": 2.67,
      "learning_rate": 1.660173406643459e-05,
      "loss": 0.8837,
      "step": 657000
    },
    {
      "epoch": 2.67,
      "learning_rate": 1.6576316816865665e-05,
      "loss": 0.8687,
      "step": 657500
    },
    {
      "epoch": 2.68,
      "learning_rate": 1.6550899567296744e-05,
      "loss": 0.8526,
      "step": 658000
    },
    {
      "epoch": 2.68,
      "learning_rate": 1.652548231772782e-05,
      "loss": 0.8768,
      "step": 658500
    },
    {
      "epoch": 2.68,
      "learning_rate": 1.6500065068158897e-05,
      "loss": 0.8684,
      "step": 659000
    },
    {
      "epoch": 2.68,
      "learning_rate": 1.6474647818589976e-05,
      "loss": 0.8623,
      "step": 659500
    },
    {
      "epoch": 2.68,
      "learning_rate": 1.644923056902105e-05,
      "loss": 0.8685,
      "step": 660000
    },
    {
      "epoch": 2.69,
      "learning_rate": 1.642381331945213e-05,
      "loss": 0.8557,
      "step": 660500
    },
    {
      "epoch": 2.69,
      "learning_rate": 1.6398396069883204e-05,
      "loss": 0.8522,
      "step": 661000
    },
    {
      "epoch": 2.69,
      "learning_rate": 1.637297882031428e-05,
      "loss": 0.8417,
      "step": 661500
    },
    {
      "epoch": 2.69,
      "learning_rate": 1.6347561570745358e-05,
      "loss": 0.8581,
      "step": 662000
    },
    {
      "epoch": 2.69,
      "learning_rate": 1.6322144321176433e-05,
      "loss": 0.8573,
      "step": 662500
    },
    {
      "epoch": 2.7,
      "learning_rate": 1.6296727071607508e-05,
      "loss": 0.8415,
      "step": 663000
    },
    {
      "epoch": 2.7,
      "learning_rate": 1.6271309822038586e-05,
      "loss": 0.8519,
      "step": 663500
    },
    {
      "epoch": 2.7,
      "learning_rate": 1.624589257246966e-05,
      "loss": 0.8821,
      "step": 664000
    },
    {
      "epoch": 2.7,
      "learning_rate": 1.622047532290074e-05,
      "loss": 0.8583,
      "step": 664500
    },
    {
      "epoch": 2.7,
      "learning_rate": 1.6195058073331815e-05,
      "loss": 0.8534,
      "step": 665000
    },
    {
      "epoch": 2.71,
      "learning_rate": 1.616964082376289e-05,
      "loss": 0.874,
      "step": 665500
    },
    {
      "epoch": 2.71,
      "learning_rate": 1.614422357419397e-05,
      "loss": 0.8624,
      "step": 666000
    },
    {
      "epoch": 2.71,
      "learning_rate": 1.6118806324625047e-05,
      "loss": 0.8739,
      "step": 666500
    },
    {
      "epoch": 2.71,
      "learning_rate": 1.6093389075056122e-05,
      "loss": 0.8705,
      "step": 667000
    },
    {
      "epoch": 2.71,
      "learning_rate": 1.60679718254872e-05,
      "loss": 0.8661,
      "step": 667500
    },
    {
      "epoch": 2.72,
      "learning_rate": 1.6042554575918276e-05,
      "loss": 0.8734,
      "step": 668000
    },
    {
      "epoch": 2.72,
      "learning_rate": 1.601713732634935e-05,
      "loss": 0.8659,
      "step": 668500
    },
    {
      "epoch": 2.72,
      "learning_rate": 1.599172007678043e-05,
      "loss": 0.8545,
      "step": 669000
    },
    {
      "epoch": 2.72,
      "learning_rate": 1.5966302827211504e-05,
      "loss": 0.8479,
      "step": 669500
    },
    {
      "epoch": 2.72,
      "learning_rate": 1.594088557764258e-05,
      "loss": 0.8695,
      "step": 670000
    },
    {
      "epoch": 2.73,
      "learning_rate": 1.5915468328073658e-05,
      "loss": 0.867,
      "step": 670500
    },
    {
      "epoch": 2.73,
      "learning_rate": 1.5890051078504733e-05,
      "loss": 0.8782,
      "step": 671000
    },
    {
      "epoch": 2.73,
      "learning_rate": 1.586463382893581e-05,
      "loss": 0.8418,
      "step": 671500
    },
    {
      "epoch": 2.73,
      "learning_rate": 1.5839216579366886e-05,
      "loss": 0.8571,
      "step": 672000
    },
    {
      "epoch": 2.73,
      "learning_rate": 1.5813799329797965e-05,
      "loss": 0.8365,
      "step": 672500
    },
    {
      "epoch": 2.74,
      "learning_rate": 1.5788382080229043e-05,
      "loss": 0.8393,
      "step": 673000
    },
    {
      "epoch": 2.74,
      "learning_rate": 1.576296483066012e-05,
      "loss": 0.8756,
      "step": 673500
    },
    {
      "epoch": 2.74,
      "learning_rate": 1.5737547581091193e-05,
      "loss": 0.8588,
      "step": 674000
    },
    {
      "epoch": 2.74,
      "learning_rate": 1.5712130331522272e-05,
      "loss": 0.8568,
      "step": 674500
    },
    {
      "epoch": 2.75,
      "learning_rate": 1.5686713081953347e-05,
      "loss": 0.8845,
      "step": 675000
    },
    {
      "epoch": 2.75,
      "learning_rate": 1.5661295832384422e-05,
      "loss": 0.8774,
      "step": 675500
    },
    {
      "epoch": 2.75,
      "learning_rate": 1.56358785828155e-05,
      "loss": 0.8537,
      "step": 676000
    },
    {
      "epoch": 2.75,
      "learning_rate": 1.5610461333246576e-05,
      "loss": 0.8545,
      "step": 676500
    },
    {
      "epoch": 2.75,
      "learning_rate": 1.558504408367765e-05,
      "loss": 0.8647,
      "step": 677000
    },
    {
      "epoch": 2.76,
      "learning_rate": 1.555962683410873e-05,
      "loss": 0.8491,
      "step": 677500
    },
    {
      "epoch": 2.76,
      "learning_rate": 1.5534209584539804e-05,
      "loss": 0.8465,
      "step": 678000
    },
    {
      "epoch": 2.76,
      "learning_rate": 1.5508792334970883e-05,
      "loss": 0.8549,
      "step": 678500
    },
    {
      "epoch": 2.76,
      "learning_rate": 1.548337508540196e-05,
      "loss": 0.8629,
      "step": 679000
    },
    {
      "epoch": 2.76,
      "learning_rate": 1.5457957835833036e-05,
      "loss": 0.8899,
      "step": 679500
    },
    {
      "epoch": 2.77,
      "learning_rate": 1.5432540586264115e-05,
      "loss": 0.8563,
      "step": 680000
    },
    {
      "epoch": 2.77,
      "learning_rate": 1.540712333669519e-05,
      "loss": 0.8613,
      "step": 680500
    },
    {
      "epoch": 2.77,
      "learning_rate": 1.5381706087126265e-05,
      "loss": 0.8666,
      "step": 681000
    },
    {
      "epoch": 2.77,
      "learning_rate": 1.5356288837557343e-05,
      "loss": 0.8715,
      "step": 681500
    },
    {
      "epoch": 2.77,
      "learning_rate": 1.533087158798842e-05,
      "loss": 0.8706,
      "step": 682000
    },
    {
      "epoch": 2.78,
      "learning_rate": 1.5305454338419493e-05,
      "loss": 0.8498,
      "step": 682500
    },
    {
      "epoch": 2.78,
      "learning_rate": 1.5280037088850572e-05,
      "loss": 0.863,
      "step": 683000
    },
    {
      "epoch": 2.78,
      "learning_rate": 1.5254619839281647e-05,
      "loss": 0.8644,
      "step": 683500
    },
    {
      "epoch": 2.78,
      "learning_rate": 1.5229202589712724e-05,
      "loss": 0.8593,
      "step": 684000
    },
    {
      "epoch": 2.78,
      "learning_rate": 1.52037853401438e-05,
      "loss": 0.8598,
      "step": 684500
    },
    {
      "epoch": 2.79,
      "learning_rate": 1.5178368090574879e-05,
      "loss": 0.8518,
      "step": 685000
    },
    {
      "epoch": 2.79,
      "learning_rate": 1.5152950841005956e-05,
      "loss": 0.8768,
      "step": 685500
    },
    {
      "epoch": 2.79,
      "learning_rate": 1.5127533591437033e-05,
      "loss": 0.8381,
      "step": 686000
    },
    {
      "epoch": 2.79,
      "learning_rate": 1.5102116341868108e-05,
      "loss": 0.8723,
      "step": 686500
    },
    {
      "epoch": 2.79,
      "learning_rate": 1.5076699092299184e-05,
      "loss": 0.8697,
      "step": 687000
    },
    {
      "epoch": 2.8,
      "learning_rate": 1.5051281842730261e-05,
      "loss": 0.854,
      "step": 687500
    },
    {
      "epoch": 2.8,
      "learning_rate": 1.5025864593161338e-05,
      "loss": 0.8651,
      "step": 688000
    },
    {
      "epoch": 2.8,
      "learning_rate": 1.5000447343592413e-05,
      "loss": 0.857,
      "step": 688500
    },
    {
      "epoch": 2.8,
      "learning_rate": 1.497503009402349e-05,
      "loss": 0.8764,
      "step": 689000
    },
    {
      "epoch": 2.8,
      "learning_rate": 1.4949612844454567e-05,
      "loss": 0.8667,
      "step": 689500
    },
    {
      "epoch": 2.81,
      "learning_rate": 1.4924195594885643e-05,
      "loss": 0.8467,
      "step": 690000
    },
    {
      "epoch": 2.81,
      "learning_rate": 1.4898778345316718e-05,
      "loss": 0.8752,
      "step": 690500
    },
    {
      "epoch": 2.81,
      "learning_rate": 1.4873361095747795e-05,
      "loss": 0.863,
      "step": 691000
    },
    {
      "epoch": 2.81,
      "learning_rate": 1.4847943846178874e-05,
      "loss": 0.8538,
      "step": 691500
    },
    {
      "epoch": 2.81,
      "learning_rate": 1.482252659660995e-05,
      "loss": 0.8619,
      "step": 692000
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.4797109347041027e-05,
      "loss": 0.8544,
      "step": 692500
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.4771692097472104e-05,
      "loss": 0.8517,
      "step": 693000
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.4746274847903179e-05,
      "loss": 0.8614,
      "step": 693500
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.4720857598334256e-05,
      "loss": 0.8378,
      "step": 694000
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.4695440348765333e-05,
      "loss": 0.8679,
      "step": 694500
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.467002309919641e-05,
      "loss": 0.8594,
      "step": 695000
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.4644605849627484e-05,
      "loss": 0.8714,
      "step": 695500
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.4619188600058561e-05,
      "loss": 0.8709,
      "step": 696000
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.4593771350489638e-05,
      "loss": 0.8583,
      "step": 696500
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.4568354100920715e-05,
      "loss": 0.8506,
      "step": 697000
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.454293685135179e-05,
      "loss": 0.8481,
      "step": 697500
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.451751960178287e-05,
      "loss": 0.8573,
      "step": 698000
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.4492102352213947e-05,
      "loss": 0.8384,
      "step": 698500
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.4466685102645022e-05,
      "loss": 0.8276,
      "step": 699000
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.4441267853076099e-05,
      "loss": 0.852,
      "step": 699500
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.4415850603507175e-05,
      "loss": 0.8628,
      "step": 700000
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.4390433353938252e-05,
      "loss": 0.8663,
      "step": 700500
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.4365016104369327e-05,
      "loss": 0.8569,
      "step": 701000
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.4339598854800404e-05,
      "loss": 0.8549,
      "step": 701500
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.431418160523148e-05,
      "loss": 0.8469,
      "step": 702000
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.4288764355662558e-05,
      "loss": 0.8508,
      "step": 702500
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.4263347106093633e-05,
      "loss": 0.8339,
      "step": 703000
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.423792985652471e-05,
      "loss": 0.8392,
      "step": 703500
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.4212512606955786e-05,
      "loss": 0.8725,
      "step": 704000
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.4187095357386865e-05,
      "loss": 0.8537,
      "step": 704500
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.4161678107817941e-05,
      "loss": 0.8463,
      "step": 705000
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.4136260858249018e-05,
      "loss": 0.8458,
      "step": 705500
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.4110843608680093e-05,
      "loss": 0.8314,
      "step": 706000
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.408542635911117e-05,
      "loss": 0.855,
      "step": 706500
    },
    {
      "epoch": 2.88,
      "learning_rate": 1.4060009109542247e-05,
      "loss": 0.8483,
      "step": 707000
    },
    {
      "epoch": 2.88,
      "learning_rate": 1.4034591859973324e-05,
      "loss": 0.8695,
      "step": 707500
    },
    {
      "epoch": 2.88,
      "learning_rate": 1.4009174610404399e-05,
      "loss": 0.8187,
      "step": 708000
    },
    {
      "epoch": 2.88,
      "learning_rate": 1.3983757360835475e-05,
      "loss": 0.8329,
      "step": 708500
    },
    {
      "epoch": 2.88,
      "learning_rate": 1.3958340111266552e-05,
      "loss": 0.8742,
      "step": 709000
    },
    {
      "epoch": 2.89,
      "learning_rate": 1.3932922861697629e-05,
      "loss": 0.8799,
      "step": 709500
    },
    {
      "epoch": 2.89,
      "learning_rate": 1.3907505612128704e-05,
      "loss": 0.8558,
      "step": 710000
    },
    {
      "epoch": 2.89,
      "learning_rate": 1.388208836255978e-05,
      "loss": 0.863,
      "step": 710500
    },
    {
      "epoch": 2.89,
      "learning_rate": 1.385667111299086e-05,
      "loss": 0.8657,
      "step": 711000
    },
    {
      "epoch": 2.89,
      "learning_rate": 1.3831253863421936e-05,
      "loss": 0.8566,
      "step": 711500
    },
    {
      "epoch": 2.9,
      "learning_rate": 1.3805836613853013e-05,
      "loss": 0.8568,
      "step": 712000
    },
    {
      "epoch": 2.9,
      "learning_rate": 1.378041936428409e-05,
      "loss": 0.8565,
      "step": 712500
    },
    {
      "epoch": 2.9,
      "learning_rate": 1.3755002114715165e-05,
      "loss": 0.8495,
      "step": 713000
    },
    {
      "epoch": 2.9,
      "learning_rate": 1.3729584865146241e-05,
      "loss": 0.8397,
      "step": 713500
    },
    {
      "epoch": 2.9,
      "learning_rate": 1.3704167615577318e-05,
      "loss": 0.8439,
      "step": 714000
    },
    {
      "epoch": 2.91,
      "learning_rate": 1.3678750366008395e-05,
      "loss": 0.8332,
      "step": 714500
    },
    {
      "epoch": 2.91,
      "learning_rate": 1.365333311643947e-05,
      "loss": 0.8799,
      "step": 715000
    },
    {
      "epoch": 2.91,
      "learning_rate": 1.3627915866870547e-05,
      "loss": 0.8522,
      "step": 715500
    },
    {
      "epoch": 2.91,
      "learning_rate": 1.3602498617301624e-05,
      "loss": 0.8487,
      "step": 716000
    },
    {
      "epoch": 2.91,
      "learning_rate": 1.35770813677327e-05,
      "loss": 0.8685,
      "step": 716500
    },
    {
      "epoch": 2.92,
      "learning_rate": 1.3551664118163775e-05,
      "loss": 0.8613,
      "step": 717000
    },
    {
      "epoch": 2.92,
      "learning_rate": 1.3526246868594856e-05,
      "loss": 0.851,
      "step": 717500
    },
    {
      "epoch": 2.92,
      "learning_rate": 1.3500829619025932e-05,
      "loss": 0.841,
      "step": 718000
    },
    {
      "epoch": 2.92,
      "learning_rate": 1.3475412369457007e-05,
      "loss": 0.8565,
      "step": 718500
    },
    {
      "epoch": 2.92,
      "learning_rate": 1.3449995119888084e-05,
      "loss": 0.8475,
      "step": 719000
    },
    {
      "epoch": 2.93,
      "learning_rate": 1.3424577870319161e-05,
      "loss": 0.8371,
      "step": 719500
    },
    {
      "epoch": 2.93,
      "learning_rate": 1.3399160620750236e-05,
      "loss": 0.8283,
      "step": 720000
    },
    {
      "epoch": 2.93,
      "learning_rate": 1.3373743371181313e-05,
      "loss": 0.8539,
      "step": 720500
    },
    {
      "epoch": 2.93,
      "learning_rate": 1.334832612161239e-05,
      "loss": 0.8645,
      "step": 721000
    },
    {
      "epoch": 2.93,
      "learning_rate": 1.3322908872043466e-05,
      "loss": 0.8802,
      "step": 721500
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.3297491622474541e-05,
      "loss": 0.8409,
      "step": 722000
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.3272074372905618e-05,
      "loss": 0.8249,
      "step": 722500
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.3246657123336695e-05,
      "loss": 0.853,
      "step": 723000
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.3221239873767772e-05,
      "loss": 0.8368,
      "step": 723500
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.319582262419885e-05,
      "loss": 0.8501,
      "step": 724000
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.3170405374629927e-05,
      "loss": 0.8321,
      "step": 724500
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.3144988125061004e-05,
      "loss": 0.8475,
      "step": 725000
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.3119570875492079e-05,
      "loss": 0.8664,
      "step": 725500
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.3094153625923156e-05,
      "loss": 0.875,
      "step": 726000
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.3068736376354232e-05,
      "loss": 0.8402,
      "step": 726500
    },
    {
      "epoch": 2.96,
      "learning_rate": 1.3043319126785309e-05,
      "loss": 0.8383,
      "step": 727000
    },
    {
      "epoch": 2.96,
      "learning_rate": 1.3017901877216384e-05,
      "loss": 0.8521,
      "step": 727500
    },
    {
      "epoch": 2.96,
      "learning_rate": 1.2992484627647461e-05,
      "loss": 0.8454,
      "step": 728000
    },
    {
      "epoch": 2.96,
      "learning_rate": 1.2967067378078538e-05,
      "loss": 0.8519,
      "step": 728500
    },
    {
      "epoch": 2.96,
      "learning_rate": 1.2941650128509614e-05,
      "loss": 0.8681,
      "step": 729000
    },
    {
      "epoch": 2.97,
      "learning_rate": 1.291623287894069e-05,
      "loss": 0.8366,
      "step": 729500
    },
    {
      "epoch": 2.97,
      "learning_rate": 1.2890815629371766e-05,
      "loss": 0.839,
      "step": 730000
    },
    {
      "epoch": 2.97,
      "learning_rate": 1.2865398379802845e-05,
      "loss": 0.8379,
      "step": 730500
    },
    {
      "epoch": 2.97,
      "learning_rate": 1.2839981130233922e-05,
      "loss": 0.8621,
      "step": 731000
    },
    {
      "epoch": 2.97,
      "learning_rate": 1.2814563880664998e-05,
      "loss": 0.845,
      "step": 731500
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.2789146631096075e-05,
      "loss": 0.838,
      "step": 732000
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.276372938152715e-05,
      "loss": 0.8704,
      "step": 732500
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.2738312131958227e-05,
      "loss": 0.8576,
      "step": 733000
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.2712894882389304e-05,
      "loss": 0.8638,
      "step": 733500
    },
    {
      "epoch": 2.99,
      "learning_rate": 1.268747763282038e-05,
      "loss": 0.8613,
      "step": 734000
    },
    {
      "epoch": 2.99,
      "learning_rate": 1.2662060383251456e-05,
      "loss": 0.8667,
      "step": 734500
    },
    {
      "epoch": 2.99,
      "learning_rate": 1.2636643133682532e-05,
      "loss": 0.851,
      "step": 735000
    },
    {
      "epoch": 2.99,
      "learning_rate": 1.2611225884113609e-05,
      "loss": 0.8324,
      "step": 735500
    },
    {
      "epoch": 2.99,
      "learning_rate": 1.2585808634544686e-05,
      "loss": 0.8722,
      "step": 736000
    },
    {
      "epoch": 3.0,
      "learning_rate": 1.2560391384975761e-05,
      "loss": 0.8469,
      "step": 736500
    },
    {
      "epoch": 3.0,
      "learning_rate": 1.2534974135406841e-05,
      "loss": 0.8328,
      "step": 737000
    },
    {
      "epoch": 3.0,
      "learning_rate": 1.2509556885837916e-05,
      "loss": 0.8374,
      "step": 737500
    },
    {
      "epoch": 3.0,
      "learning_rate": 1.2484139636268991e-05,
      "loss": 0.8629,
      "step": 738000
    },
    {
      "epoch": 3.0,
      "learning_rate": 1.2458722386700068e-05,
      "loss": 0.8473,
      "step": 738500
    },
    {
      "epoch": 3.01,
      "learning_rate": 1.2433305137131146e-05,
      "loss": 0.8249,
      "step": 739000
    },
    {
      "epoch": 3.01,
      "learning_rate": 1.2407887887562222e-05,
      "loss": 0.8485,
      "step": 739500
    },
    {
      "epoch": 3.01,
      "learning_rate": 1.2382470637993298e-05,
      "loss": 0.8472,
      "step": 740000
    },
    {
      "epoch": 3.01,
      "learning_rate": 1.2357053388424375e-05,
      "loss": 0.8455,
      "step": 740500
    },
    {
      "epoch": 3.01,
      "learning_rate": 1.2331636138855452e-05,
      "loss": 0.8622,
      "step": 741000
    },
    {
      "epoch": 3.02,
      "learning_rate": 1.2306218889286527e-05,
      "loss": 0.85,
      "step": 741500
    },
    {
      "epoch": 3.02,
      "learning_rate": 1.2280801639717605e-05,
      "loss": 0.8409,
      "step": 742000
    },
    {
      "epoch": 3.02,
      "learning_rate": 1.2255384390148682e-05,
      "loss": 0.8779,
      "step": 742500
    },
    {
      "epoch": 3.02,
      "learning_rate": 1.2229967140579757e-05,
      "loss": 0.8424,
      "step": 743000
    },
    {
      "epoch": 3.02,
      "learning_rate": 1.2204549891010834e-05,
      "loss": 0.845,
      "step": 743500
    },
    {
      "epoch": 3.03,
      "learning_rate": 1.217913264144191e-05,
      "loss": 0.8418,
      "step": 744000
    },
    {
      "epoch": 3.03,
      "learning_rate": 1.2153715391872988e-05,
      "loss": 0.862,
      "step": 744500
    },
    {
      "epoch": 3.03,
      "learning_rate": 1.2128298142304063e-05,
      "loss": 0.8366,
      "step": 745000
    },
    {
      "epoch": 3.03,
      "learning_rate": 1.2102880892735141e-05,
      "loss": 0.8596,
      "step": 745500
    },
    {
      "epoch": 3.03,
      "learning_rate": 1.2077463643166218e-05,
      "loss": 0.8502,
      "step": 746000
    },
    {
      "epoch": 3.04,
      "learning_rate": 1.2052046393597295e-05,
      "loss": 0.8534,
      "step": 746500
    },
    {
      "epoch": 3.04,
      "learning_rate": 1.202662914402837e-05,
      "loss": 0.8485,
      "step": 747000
    },
    {
      "epoch": 3.04,
      "learning_rate": 1.2001211894459446e-05,
      "loss": 0.8249,
      "step": 747500
    },
    {
      "epoch": 3.04,
      "learning_rate": 1.1975794644890523e-05,
      "loss": 0.8498,
      "step": 748000
    },
    {
      "epoch": 3.04,
      "learning_rate": 1.19503773953216e-05,
      "loss": 0.8419,
      "step": 748500
    },
    {
      "epoch": 3.05,
      "learning_rate": 1.1924960145752677e-05,
      "loss": 0.8535,
      "step": 749000
    },
    {
      "epoch": 3.05,
      "learning_rate": 1.1899542896183754e-05,
      "loss": 0.8394,
      "step": 749500
    },
    {
      "epoch": 3.05,
      "learning_rate": 1.187412564661483e-05,
      "loss": 0.8352,
      "step": 750000
    },
    {
      "epoch": 3.05,
      "learning_rate": 1.1848708397045905e-05,
      "loss": 0.8314,
      "step": 750500
    },
    {
      "epoch": 3.05,
      "learning_rate": 1.1823291147476982e-05,
      "loss": 0.8549,
      "step": 751000
    },
    {
      "epoch": 3.06,
      "learning_rate": 1.1797873897908059e-05,
      "loss": 0.8445,
      "step": 751500
    },
    {
      "epoch": 3.06,
      "learning_rate": 1.1772456648339136e-05,
      "loss": 0.8339,
      "step": 752000
    },
    {
      "epoch": 3.06,
      "learning_rate": 1.1747039398770212e-05,
      "loss": 0.8329,
      "step": 752500
    },
    {
      "epoch": 3.06,
      "learning_rate": 1.172162214920129e-05,
      "loss": 0.8328,
      "step": 753000
    },
    {
      "epoch": 3.06,
      "learning_rate": 1.1696204899632366e-05,
      "loss": 0.8628,
      "step": 753500
    },
    {
      "epoch": 3.07,
      "learning_rate": 1.1670787650063441e-05,
      "loss": 0.829,
      "step": 754000
    },
    {
      "epoch": 3.07,
      "learning_rate": 1.1645370400494518e-05,
      "loss": 0.8302,
      "step": 754500
    },
    {
      "epoch": 3.07,
      "learning_rate": 1.1619953150925596e-05,
      "loss": 0.8335,
      "step": 755000
    },
    {
      "epoch": 3.07,
      "learning_rate": 1.1594535901356671e-05,
      "loss": 0.8532,
      "step": 755500
    },
    {
      "epoch": 3.07,
      "learning_rate": 1.1569118651787748e-05,
      "loss": 0.846,
      "step": 756000
    },
    {
      "epoch": 3.08,
      "learning_rate": 1.1543701402218825e-05,
      "loss": 0.8421,
      "step": 756500
    },
    {
      "epoch": 3.08,
      "learning_rate": 1.1518284152649902e-05,
      "loss": 0.852,
      "step": 757000
    },
    {
      "epoch": 3.08,
      "learning_rate": 1.1492866903080977e-05,
      "loss": 0.8502,
      "step": 757500
    },
    {
      "epoch": 3.08,
      "learning_rate": 1.1467449653512054e-05,
      "loss": 0.8351,
      "step": 758000
    },
    {
      "epoch": 3.08,
      "learning_rate": 1.1442032403943132e-05,
      "loss": 0.8397,
      "step": 758500
    },
    {
      "epoch": 3.09,
      "learning_rate": 1.1416615154374207e-05,
      "loss": 0.8392,
      "step": 759000
    },
    {
      "epoch": 3.09,
      "learning_rate": 1.1391197904805284e-05,
      "loss": 0.8367,
      "step": 759500
    },
    {
      "epoch": 3.09,
      "learning_rate": 1.136578065523636e-05,
      "loss": 0.843,
      "step": 760000
    },
    {
      "epoch": 3.09,
      "learning_rate": 1.1340363405667437e-05,
      "loss": 0.8487,
      "step": 760500
    },
    {
      "epoch": 3.09,
      "learning_rate": 1.1314946156098512e-05,
      "loss": 0.8635,
      "step": 761000
    },
    {
      "epoch": 3.1,
      "learning_rate": 1.1289528906529591e-05,
      "loss": 0.8464,
      "step": 761500
    },
    {
      "epoch": 3.1,
      "learning_rate": 1.1264111656960668e-05,
      "loss": 0.8616,
      "step": 762000
    },
    {
      "epoch": 3.1,
      "learning_rate": 1.1238694407391743e-05,
      "loss": 0.8266,
      "step": 762500
    },
    {
      "epoch": 3.1,
      "learning_rate": 1.121327715782282e-05,
      "loss": 0.8357,
      "step": 763000
    },
    {
      "epoch": 3.1,
      "learning_rate": 1.1187859908253896e-05,
      "loss": 0.8362,
      "step": 763500
    },
    {
      "epoch": 3.11,
      "learning_rate": 1.1162442658684973e-05,
      "loss": 0.8298,
      "step": 764000
    },
    {
      "epoch": 3.11,
      "learning_rate": 1.1137025409116048e-05,
      "loss": 0.8595,
      "step": 764500
    },
    {
      "epoch": 3.11,
      "learning_rate": 1.1111608159547127e-05,
      "loss": 0.8624,
      "step": 765000
    },
    {
      "epoch": 3.11,
      "learning_rate": 1.1086190909978203e-05,
      "loss": 0.8169,
      "step": 765500
    },
    {
      "epoch": 3.12,
      "learning_rate": 1.1060773660409278e-05,
      "loss": 0.8431,
      "step": 766000
    },
    {
      "epoch": 3.12,
      "learning_rate": 1.1035356410840355e-05,
      "loss": 0.8523,
      "step": 766500
    },
    {
      "epoch": 3.12,
      "learning_rate": 1.1009939161271432e-05,
      "loss": 0.8312,
      "step": 767000
    },
    {
      "epoch": 3.12,
      "learning_rate": 1.0984521911702509e-05,
      "loss": 0.8378,
      "step": 767500
    },
    {
      "epoch": 3.12,
      "learning_rate": 1.0959104662133586e-05,
      "loss": 0.8605,
      "step": 768000
    },
    {
      "epoch": 3.13,
      "learning_rate": 1.0933687412564662e-05,
      "loss": 0.8342,
      "step": 768500
    },
    {
      "epoch": 3.13,
      "learning_rate": 1.0908270162995739e-05,
      "loss": 0.8231,
      "step": 769000
    },
    {
      "epoch": 3.13,
      "learning_rate": 1.0882852913426816e-05,
      "loss": 0.8605,
      "step": 769500
    },
    {
      "epoch": 3.13,
      "learning_rate": 1.0857435663857891e-05,
      "loss": 0.8333,
      "step": 770000
    },
    {
      "epoch": 3.13,
      "learning_rate": 1.0832018414288968e-05,
      "loss": 0.846,
      "step": 770500
    },
    {
      "epoch": 3.14,
      "learning_rate": 1.0806601164720044e-05,
      "loss": 0.8449,
      "step": 771000
    },
    {
      "epoch": 3.14,
      "learning_rate": 1.0781183915151121e-05,
      "loss": 0.8495,
      "step": 771500
    },
    {
      "epoch": 3.14,
      "learning_rate": 1.0755766665582198e-05,
      "loss": 0.8575,
      "step": 772000
    },
    {
      "epoch": 3.14,
      "learning_rate": 1.0730349416013275e-05,
      "loss": 0.8204,
      "step": 772500
    },
    {
      "epoch": 3.14,
      "learning_rate": 1.0704932166444352e-05,
      "loss": 0.8368,
      "step": 773000
    },
    {
      "epoch": 3.15,
      "learning_rate": 1.0679514916875427e-05,
      "loss": 0.8246,
      "step": 773500
    },
    {
      "epoch": 3.15,
      "learning_rate": 1.0654097667306503e-05,
      "loss": 0.8263,
      "step": 774000
    },
    {
      "epoch": 3.15,
      "learning_rate": 1.0628680417737582e-05,
      "loss": 0.8463,
      "step": 774500
    },
    {
      "epoch": 3.15,
      "learning_rate": 1.0603263168168657e-05,
      "loss": 0.834,
      "step": 775000
    },
    {
      "epoch": 3.15,
      "learning_rate": 1.0577845918599734e-05,
      "loss": 0.8306,
      "step": 775500
    },
    {
      "epoch": 3.16,
      "learning_rate": 1.055242866903081e-05,
      "loss": 0.8362,
      "step": 776000
    },
    {
      "epoch": 3.16,
      "learning_rate": 1.0527011419461887e-05,
      "loss": 0.8444,
      "step": 776500
    },
    {
      "epoch": 3.16,
      "learning_rate": 1.0501594169892962e-05,
      "loss": 0.8307,
      "step": 777000
    },
    {
      "epoch": 3.16,
      "learning_rate": 1.0476176920324039e-05,
      "loss": 0.8121,
      "step": 777500
    },
    {
      "epoch": 3.16,
      "learning_rate": 1.0450759670755118e-05,
      "loss": 0.8404,
      "step": 778000
    },
    {
      "epoch": 3.17,
      "learning_rate": 1.0425342421186193e-05,
      "loss": 0.8547,
      "step": 778500
    },
    {
      "epoch": 3.17,
      "learning_rate": 1.039992517161727e-05,
      "loss": 0.8437,
      "step": 779000
    },
    {
      "epoch": 3.17,
      "learning_rate": 1.0374507922048346e-05,
      "loss": 0.8385,
      "step": 779500
    },
    {
      "epoch": 3.17,
      "learning_rate": 1.0349090672479423e-05,
      "loss": 0.8425,
      "step": 780000
    },
    {
      "epoch": 3.17,
      "learning_rate": 1.0323673422910498e-05,
      "loss": 0.8349,
      "step": 780500
    },
    {
      "epoch": 3.18,
      "learning_rate": 1.0298256173341577e-05,
      "loss": 0.8482,
      "step": 781000
    },
    {
      "epoch": 3.18,
      "learning_rate": 1.0272838923772653e-05,
      "loss": 0.8378,
      "step": 781500
    },
    {
      "epoch": 3.18,
      "learning_rate": 1.0247421674203728e-05,
      "loss": 0.8382,
      "step": 782000
    },
    {
      "epoch": 3.18,
      "learning_rate": 1.0222004424634805e-05,
      "loss": 0.8386,
      "step": 782500
    },
    {
      "epoch": 3.18,
      "learning_rate": 1.0196587175065882e-05,
      "loss": 0.8435,
      "step": 783000
    },
    {
      "epoch": 3.19,
      "learning_rate": 1.0171169925496959e-05,
      "loss": 0.8362,
      "step": 783500
    },
    {
      "epoch": 3.19,
      "learning_rate": 1.0145752675928034e-05,
      "loss": 0.8264,
      "step": 784000
    },
    {
      "epoch": 3.19,
      "learning_rate": 1.0120335426359112e-05,
      "loss": 0.8325,
      "step": 784500
    },
    {
      "epoch": 3.19,
      "learning_rate": 1.0094918176790189e-05,
      "loss": 0.8482,
      "step": 785000
    },
    {
      "epoch": 3.19,
      "learning_rate": 1.0069500927221264e-05,
      "loss": 0.8466,
      "step": 785500
    },
    {
      "epoch": 3.2,
      "learning_rate": 1.004408367765234e-05,
      "loss": 0.8221,
      "step": 786000
    },
    {
      "epoch": 3.2,
      "learning_rate": 1.0018666428083418e-05,
      "loss": 0.8484,
      "step": 786500
    },
    {
      "epoch": 3.2,
      "learning_rate": 9.993249178514494e-06,
      "loss": 0.8448,
      "step": 787000
    },
    {
      "epoch": 3.2,
      "learning_rate": 9.967831928945571e-06,
      "loss": 0.8297,
      "step": 787500
    },
    {
      "epoch": 3.2,
      "learning_rate": 9.942414679376648e-06,
      "loss": 0.8479,
      "step": 788000
    },
    {
      "epoch": 3.21,
      "learning_rate": 9.916997429807725e-06,
      "loss": 0.8537,
      "step": 788500
    },
    {
      "epoch": 3.21,
      "learning_rate": 9.8915801802388e-06,
      "loss": 0.8216,
      "step": 789000
    },
    {
      "epoch": 3.21,
      "learning_rate": 9.866162930669877e-06,
      "loss": 0.8362,
      "step": 789500
    },
    {
      "epoch": 3.21,
      "learning_rate": 9.840745681100953e-06,
      "loss": 0.823,
      "step": 790000
    },
    {
      "epoch": 3.21,
      "learning_rate": 9.81532843153203e-06,
      "loss": 0.8302,
      "step": 790500
    },
    {
      "epoch": 3.22,
      "learning_rate": 9.789911181963107e-06,
      "loss": 0.8344,
      "step": 791000
    },
    {
      "epoch": 3.22,
      "learning_rate": 9.764493932394184e-06,
      "loss": 0.8635,
      "step": 791500
    },
    {
      "epoch": 3.22,
      "learning_rate": 9.73907668282526e-06,
      "loss": 0.82,
      "step": 792000
    },
    {
      "epoch": 3.22,
      "learning_rate": 9.713659433256337e-06,
      "loss": 0.8594,
      "step": 792500
    },
    {
      "epoch": 3.22,
      "learning_rate": 9.688242183687412e-06,
      "loss": 0.8303,
      "step": 793000
    },
    {
      "epoch": 3.23,
      "learning_rate": 9.662824934118489e-06,
      "loss": 0.829,
      "step": 793500
    },
    {
      "epoch": 3.23,
      "learning_rate": 9.637407684549567e-06,
      "loss": 0.8398,
      "step": 794000
    },
    {
      "epoch": 3.23,
      "learning_rate": 9.611990434980643e-06,
      "loss": 0.8208,
      "step": 794500
    },
    {
      "epoch": 3.23,
      "learning_rate": 9.58657318541172e-06,
      "loss": 0.8291,
      "step": 795000
    },
    {
      "epoch": 3.24,
      "learning_rate": 9.561155935842796e-06,
      "loss": 0.8321,
      "step": 795500
    },
    {
      "epoch": 3.24,
      "learning_rate": 9.535738686273873e-06,
      "loss": 0.8369,
      "step": 796000
    },
    {
      "epoch": 3.24,
      "learning_rate": 9.510321436704948e-06,
      "loss": 0.8214,
      "step": 796500
    },
    {
      "epoch": 3.24,
      "learning_rate": 9.484904187136026e-06,
      "loss": 0.8149,
      "step": 797000
    },
    {
      "epoch": 3.24,
      "learning_rate": 9.459486937567103e-06,
      "loss": 0.8332,
      "step": 797500
    },
    {
      "epoch": 3.25,
      "learning_rate": 9.434069687998178e-06,
      "loss": 0.8433,
      "step": 798000
    },
    {
      "epoch": 3.25,
      "learning_rate": 9.408652438429255e-06,
      "loss": 0.8303,
      "step": 798500
    },
    {
      "epoch": 3.25,
      "learning_rate": 9.383235188860332e-06,
      "loss": 0.8063,
      "step": 799000
    },
    {
      "epoch": 3.25,
      "learning_rate": 9.357817939291409e-06,
      "loss": 0.8428,
      "step": 799500
    },
    {
      "epoch": 3.25,
      "learning_rate": 9.332400689722484e-06,
      "loss": 0.8211,
      "step": 800000
    },
    {
      "epoch": 3.26,
      "learning_rate": 9.306983440153562e-06,
      "loss": 0.8224,
      "step": 800500
    },
    {
      "epoch": 3.26,
      "learning_rate": 9.281566190584639e-06,
      "loss": 0.8408,
      "step": 801000
    },
    {
      "epoch": 3.26,
      "learning_rate": 9.256148941015714e-06,
      "loss": 0.815,
      "step": 801500
    },
    {
      "epoch": 3.26,
      "learning_rate": 9.23073169144679e-06,
      "loss": 0.8395,
      "step": 802000
    },
    {
      "epoch": 3.26,
      "learning_rate": 9.205314441877867e-06,
      "loss": 0.8267,
      "step": 802500
    },
    {
      "epoch": 3.27,
      "learning_rate": 9.179897192308944e-06,
      "loss": 0.8677,
      "step": 803000
    },
    {
      "epoch": 3.27,
      "learning_rate": 9.154479942740021e-06,
      "loss": 0.8489,
      "step": 803500
    },
    {
      "epoch": 3.27,
      "learning_rate": 9.129062693171098e-06,
      "loss": 0.8317,
      "step": 804000
    },
    {
      "epoch": 3.27,
      "learning_rate": 9.103645443602175e-06,
      "loss": 0.8482,
      "step": 804500
    },
    {
      "epoch": 3.27,
      "learning_rate": 9.07822819403325e-06,
      "loss": 0.8245,
      "step": 805000
    },
    {
      "epoch": 3.28,
      "learning_rate": 9.052810944464326e-06,
      "loss": 0.8309,
      "step": 805500
    },
    {
      "epoch": 3.28,
      "learning_rate": 9.027393694895403e-06,
      "loss": 0.8591,
      "step": 806000
    },
    {
      "epoch": 3.28,
      "learning_rate": 9.00197644532648e-06,
      "loss": 0.8305,
      "step": 806500
    },
    {
      "epoch": 3.28,
      "learning_rate": 8.976559195757557e-06,
      "loss": 0.8414,
      "step": 807000
    },
    {
      "epoch": 3.28,
      "learning_rate": 8.951141946188633e-06,
      "loss": 0.8415,
      "step": 807500
    },
    {
      "epoch": 3.29,
      "learning_rate": 8.92572469661971e-06,
      "loss": 0.8436,
      "step": 808000
    },
    {
      "epoch": 3.29,
      "learning_rate": 8.900307447050785e-06,
      "loss": 0.8516,
      "step": 808500
    },
    {
      "epoch": 3.29,
      "learning_rate": 8.874890197481862e-06,
      "loss": 0.837,
      "step": 809000
    },
    {
      "epoch": 3.29,
      "learning_rate": 8.849472947912939e-06,
      "loss": 0.8496,
      "step": 809500
    },
    {
      "epoch": 3.29,
      "learning_rate": 8.824055698344017e-06,
      "loss": 0.8428,
      "step": 810000
    },
    {
      "epoch": 3.3,
      "learning_rate": 8.798638448775092e-06,
      "loss": 0.8455,
      "step": 810500
    },
    {
      "epoch": 3.3,
      "learning_rate": 8.773221199206169e-06,
      "loss": 0.8282,
      "step": 811000
    },
    {
      "epoch": 3.3,
      "learning_rate": 8.747803949637246e-06,
      "loss": 0.8335,
      "step": 811500
    },
    {
      "epoch": 3.3,
      "learning_rate": 8.722386700068321e-06,
      "loss": 0.818,
      "step": 812000
    },
    {
      "epoch": 3.3,
      "learning_rate": 8.696969450499398e-06,
      "loss": 0.8299,
      "step": 812500
    },
    {
      "epoch": 3.31,
      "learning_rate": 8.671552200930475e-06,
      "loss": 0.8182,
      "step": 813000
    },
    {
      "epoch": 3.31,
      "learning_rate": 8.646134951361553e-06,
      "loss": 0.8507,
      "step": 813500
    },
    {
      "epoch": 3.31,
      "learning_rate": 8.620717701792628e-06,
      "loss": 0.8342,
      "step": 814000
    },
    {
      "epoch": 3.31,
      "learning_rate": 8.595300452223705e-06,
      "loss": 0.8244,
      "step": 814500
    },
    {
      "epoch": 3.31,
      "learning_rate": 8.569883202654782e-06,
      "loss": 0.8231,
      "step": 815000
    },
    {
      "epoch": 3.32,
      "learning_rate": 8.544465953085858e-06,
      "loss": 0.8236,
      "step": 815500
    },
    {
      "epoch": 3.32,
      "learning_rate": 8.519048703516933e-06,
      "loss": 0.8365,
      "step": 816000
    },
    {
      "epoch": 3.32,
      "learning_rate": 8.493631453948012e-06,
      "loss": 0.8345,
      "step": 816500
    },
    {
      "epoch": 3.32,
      "learning_rate": 8.468214204379089e-06,
      "loss": 0.8258,
      "step": 817000
    },
    {
      "epoch": 3.32,
      "learning_rate": 8.442796954810164e-06,
      "loss": 0.8365,
      "step": 817500
    },
    {
      "epoch": 3.33,
      "learning_rate": 8.41737970524124e-06,
      "loss": 0.8312,
      "step": 818000
    },
    {
      "epoch": 3.33,
      "learning_rate": 8.391962455672317e-06,
      "loss": 0.828,
      "step": 818500
    },
    {
      "epoch": 3.33,
      "learning_rate": 8.366545206103394e-06,
      "loss": 0.8307,
      "step": 819000
    },
    {
      "epoch": 3.33,
      "learning_rate": 8.341127956534469e-06,
      "loss": 0.8613,
      "step": 819500
    },
    {
      "epoch": 3.33,
      "learning_rate": 8.315710706965548e-06,
      "loss": 0.8539,
      "step": 820000
    },
    {
      "epoch": 3.34,
      "learning_rate": 8.290293457396624e-06,
      "loss": 0.8288,
      "step": 820500
    },
    {
      "epoch": 3.34,
      "learning_rate": 8.2648762078277e-06,
      "loss": 0.8498,
      "step": 821000
    },
    {
      "epoch": 3.34,
      "learning_rate": 8.239458958258776e-06,
      "loss": 0.8433,
      "step": 821500
    },
    {
      "epoch": 3.34,
      "learning_rate": 8.214041708689853e-06,
      "loss": 0.8434,
      "step": 822000
    },
    {
      "epoch": 3.34,
      "learning_rate": 8.18862445912093e-06,
      "loss": 0.8328,
      "step": 822500
    },
    {
      "epoch": 3.35,
      "learning_rate": 8.163207209552007e-06,
      "loss": 0.8382,
      "step": 823000
    },
    {
      "epoch": 3.35,
      "learning_rate": 8.137789959983083e-06,
      "loss": 0.8438,
      "step": 823500
    },
    {
      "epoch": 3.35,
      "learning_rate": 8.11237271041416e-06,
      "loss": 0.826,
      "step": 824000
    },
    {
      "epoch": 3.35,
      "learning_rate": 8.086955460845235e-06,
      "loss": 0.8354,
      "step": 824500
    },
    {
      "epoch": 3.36,
      "learning_rate": 8.061538211276312e-06,
      "loss": 0.8237,
      "step": 825000
    },
    {
      "epoch": 3.36,
      "learning_rate": 8.036120961707389e-06,
      "loss": 0.8373,
      "step": 825500
    },
    {
      "epoch": 3.36,
      "learning_rate": 8.010703712138465e-06,
      "loss": 0.8285,
      "step": 826000
    },
    {
      "epoch": 3.36,
      "learning_rate": 7.985286462569542e-06,
      "loss": 0.8583,
      "step": 826500
    },
    {
      "epoch": 3.36,
      "learning_rate": 7.959869213000619e-06,
      "loss": 0.8424,
      "step": 827000
    },
    {
      "epoch": 3.37,
      "learning_rate": 7.934451963431696e-06,
      "loss": 0.8357,
      "step": 827500
    },
    {
      "epoch": 3.37,
      "learning_rate": 7.909034713862771e-06,
      "loss": 0.8296,
      "step": 828000
    },
    {
      "epoch": 3.37,
      "learning_rate": 7.883617464293848e-06,
      "loss": 0.8138,
      "step": 828500
    },
    {
      "epoch": 3.37,
      "learning_rate": 7.858200214724924e-06,
      "loss": 0.8288,
      "step": 829000
    },
    {
      "epoch": 3.37,
      "learning_rate": 7.832782965156001e-06,
      "loss": 0.8418,
      "step": 829500
    },
    {
      "epoch": 3.38,
      "learning_rate": 7.807365715587078e-06,
      "loss": 0.8213,
      "step": 830000
    },
    {
      "epoch": 3.38,
      "learning_rate": 7.781948466018155e-06,
      "loss": 0.8087,
      "step": 830500
    },
    {
      "epoch": 3.38,
      "learning_rate": 7.756531216449231e-06,
      "loss": 0.8187,
      "step": 831000
    },
    {
      "epoch": 3.38,
      "learning_rate": 7.731113966880307e-06,
      "loss": 0.8336,
      "step": 831500
    },
    {
      "epoch": 3.38,
      "learning_rate": 7.705696717311383e-06,
      "loss": 0.8215,
      "step": 832000
    },
    {
      "epoch": 3.39,
      "learning_rate": 7.68027946774246e-06,
      "loss": 0.8109,
      "step": 832500
    },
    {
      "epoch": 3.39,
      "learning_rate": 7.654862218173539e-06,
      "loss": 0.8182,
      "step": 833000
    },
    {
      "epoch": 3.39,
      "learning_rate": 7.629444968604614e-06,
      "loss": 0.8478,
      "step": 833500
    },
    {
      "epoch": 3.39,
      "learning_rate": 7.60402771903569e-06,
      "loss": 0.8223,
      "step": 834000
    },
    {
      "epoch": 3.39,
      "learning_rate": 7.578610469466766e-06,
      "loss": 0.8186,
      "step": 834500
    },
    {
      "epoch": 3.4,
      "learning_rate": 7.553193219897843e-06,
      "loss": 0.8214,
      "step": 835000
    },
    {
      "epoch": 3.4,
      "learning_rate": 7.527775970328919e-06,
      "loss": 0.8418,
      "step": 835500
    },
    {
      "epoch": 3.4,
      "learning_rate": 7.5023587207599975e-06,
      "loss": 0.8363,
      "step": 836000
    },
    {
      "epoch": 3.4,
      "learning_rate": 7.476941471191073e-06,
      "loss": 0.8204,
      "step": 836500
    },
    {
      "epoch": 3.4,
      "learning_rate": 7.45152422162215e-06,
      "loss": 0.8076,
      "step": 837000
    },
    {
      "epoch": 3.41,
      "learning_rate": 7.426106972053226e-06,
      "loss": 0.8186,
      "step": 837500
    },
    {
      "epoch": 3.41,
      "learning_rate": 7.400689722484303e-06,
      "loss": 0.8264,
      "step": 838000
    },
    {
      "epoch": 3.41,
      "learning_rate": 7.375272472915379e-06,
      "loss": 0.8314,
      "step": 838500
    },
    {
      "epoch": 3.41,
      "learning_rate": 7.3498552233464556e-06,
      "loss": 0.8159,
      "step": 839000
    },
    {
      "epoch": 3.41,
      "learning_rate": 7.324437973777533e-06,
      "loss": 0.8461,
      "step": 839500
    },
    {
      "epoch": 3.42,
      "learning_rate": 7.299020724208609e-06,
      "loss": 0.8142,
      "step": 840000
    },
    {
      "epoch": 3.42,
      "learning_rate": 7.273603474639686e-06,
      "loss": 0.8275,
      "step": 840500
    },
    {
      "epoch": 3.42,
      "learning_rate": 7.248186225070762e-06,
      "loss": 0.8527,
      "step": 841000
    },
    {
      "epoch": 3.42,
      "learning_rate": 7.2227689755018386e-06,
      "loss": 0.8077,
      "step": 841500
    },
    {
      "epoch": 3.42,
      "learning_rate": 7.1973517259329145e-06,
      "loss": 0.8188,
      "step": 842000
    },
    {
      "epoch": 3.43,
      "learning_rate": 7.171934476363992e-06,
      "loss": 0.8299,
      "step": 842500
    },
    {
      "epoch": 3.43,
      "learning_rate": 7.146517226795069e-06,
      "loss": 0.8478,
      "step": 843000
    },
    {
      "epoch": 3.43,
      "learning_rate": 7.121099977226145e-06,
      "loss": 0.8292,
      "step": 843500
    },
    {
      "epoch": 3.43,
      "learning_rate": 7.0956827276572216e-06,
      "loss": 0.8189,
      "step": 844000
    },
    {
      "epoch": 3.43,
      "learning_rate": 7.0702654780882975e-06,
      "loss": 0.8111,
      "step": 844500
    },
    {
      "epoch": 3.44,
      "learning_rate": 7.044848228519374e-06,
      "loss": 0.8468,
      "step": 845000
    },
    {
      "epoch": 3.44,
      "learning_rate": 7.01943097895045e-06,
      "loss": 0.8247,
      "step": 845500
    },
    {
      "epoch": 3.44,
      "learning_rate": 6.994013729381528e-06,
      "loss": 0.8546,
      "step": 846000
    },
    {
      "epoch": 3.44,
      "learning_rate": 6.9685964798126046e-06,
      "loss": 0.8307,
      "step": 846500
    },
    {
      "epoch": 3.44,
      "learning_rate": 6.9431792302436805e-06,
      "loss": 0.8178,
      "step": 847000
    },
    {
      "epoch": 3.45,
      "learning_rate": 6.917761980674757e-06,
      "loss": 0.838,
      "step": 847500
    },
    {
      "epoch": 3.45,
      "learning_rate": 6.892344731105833e-06,
      "loss": 0.8243,
      "step": 848000
    },
    {
      "epoch": 3.45,
      "learning_rate": 6.86692748153691e-06,
      "loss": 0.8384,
      "step": 848500
    },
    {
      "epoch": 3.45,
      "learning_rate": 6.8415102319679876e-06,
      "loss": 0.8214,
      "step": 849000
    },
    {
      "epoch": 3.45,
      "learning_rate": 6.8160929823990635e-06,
      "loss": 0.8275,
      "step": 849500
    },
    {
      "epoch": 3.46,
      "learning_rate": 6.79067573283014e-06,
      "loss": 0.8174,
      "step": 850000
    },
    {
      "epoch": 3.46,
      "learning_rate": 6.765258483261216e-06,
      "loss": 0.8135,
      "step": 850500
    },
    {
      "epoch": 3.46,
      "learning_rate": 6.739841233692293e-06,
      "loss": 0.8048,
      "step": 851000
    },
    {
      "epoch": 3.46,
      "learning_rate": 6.714423984123369e-06,
      "loss": 0.8255,
      "step": 851500
    },
    {
      "epoch": 3.46,
      "learning_rate": 6.689006734554446e-06,
      "loss": 0.8431,
      "step": 852000
    },
    {
      "epoch": 3.47,
      "learning_rate": 6.663589484985523e-06,
      "loss": 0.8463,
      "step": 852500
    },
    {
      "epoch": 3.47,
      "learning_rate": 6.638172235416599e-06,
      "loss": 0.843,
      "step": 853000
    },
    {
      "epoch": 3.47,
      "learning_rate": 6.612754985847676e-06,
      "loss": 0.8059,
      "step": 853500
    },
    {
      "epoch": 3.47,
      "learning_rate": 6.587337736278752e-06,
      "loss": 0.8372,
      "step": 854000
    },
    {
      "epoch": 3.48,
      "learning_rate": 6.561920486709829e-06,
      "loss": 0.8298,
      "step": 854500
    },
    {
      "epoch": 3.48,
      "learning_rate": 6.5365032371409046e-06,
      "loss": 0.8103,
      "step": 855000
    },
    {
      "epoch": 3.48,
      "learning_rate": 6.511085987571983e-06,
      "loss": 0.8168,
      "step": 855500
    },
    {
      "epoch": 3.48,
      "learning_rate": 6.485668738003059e-06,
      "loss": 0.8391,
      "step": 856000
    },
    {
      "epoch": 3.48,
      "learning_rate": 6.460251488434135e-06,
      "loss": 0.8212,
      "step": 856500
    },
    {
      "epoch": 3.49,
      "learning_rate": 6.434834238865212e-06,
      "loss": 0.8105,
      "step": 857000
    },
    {
      "epoch": 3.49,
      "learning_rate": 6.4094169892962876e-06,
      "loss": 0.8338,
      "step": 857500
    },
    {
      "epoch": 3.49,
      "learning_rate": 6.383999739727364e-06,
      "loss": 0.8277,
      "step": 858000
    },
    {
      "epoch": 3.49,
      "learning_rate": 6.35858249015844e-06,
      "loss": 0.8206,
      "step": 858500
    },
    {
      "epoch": 3.49,
      "learning_rate": 6.333165240589519e-06,
      "loss": 0.8328,
      "step": 859000
    },
    {
      "epoch": 3.5,
      "learning_rate": 6.307747991020595e-06,
      "loss": 0.8152,
      "step": 859500
    },
    {
      "epoch": 3.5,
      "learning_rate": 6.282330741451671e-06,
      "loss": 0.8139,
      "step": 860000
    },
    {
      "epoch": 3.5,
      "learning_rate": 6.256913491882747e-06,
      "loss": 0.8311,
      "step": 860500
    },
    {
      "epoch": 3.5,
      "learning_rate": 6.231496242313824e-06,
      "loss": 0.8095,
      "step": 861000
    },
    {
      "epoch": 3.5,
      "learning_rate": 6.206078992744901e-06,
      "loss": 0.8359,
      "step": 861500
    },
    {
      "epoch": 3.51,
      "learning_rate": 6.180661743175977e-06,
      "loss": 0.8203,
      "step": 862000
    },
    {
      "epoch": 3.51,
      "learning_rate": 6.1552444936070536e-06,
      "loss": 0.84,
      "step": 862500
    },
    {
      "epoch": 3.51,
      "learning_rate": 6.12982724403813e-06,
      "loss": 0.8124,
      "step": 863000
    },
    {
      "epoch": 3.51,
      "learning_rate": 6.104409994469207e-06,
      "loss": 0.8331,
      "step": 863500
    },
    {
      "epoch": 3.51,
      "learning_rate": 6.078992744900283e-06,
      "loss": 0.8334,
      "step": 864000
    },
    {
      "epoch": 3.52,
      "learning_rate": 6.05357549533136e-06,
      "loss": 0.8461,
      "step": 864500
    },
    {
      "epoch": 3.52,
      "learning_rate": 6.028158245762437e-06,
      "loss": 0.8518,
      "step": 865000
    },
    {
      "epoch": 3.52,
      "learning_rate": 6.0027409961935125e-06,
      "loss": 0.8265,
      "step": 865500
    },
    {
      "epoch": 3.52,
      "learning_rate": 5.97732374662459e-06,
      "loss": 0.8121,
      "step": 866000
    },
    {
      "epoch": 3.52,
      "learning_rate": 5.951906497055666e-06,
      "loss": 0.8326,
      "step": 866500
    },
    {
      "epoch": 3.53,
      "learning_rate": 5.926489247486743e-06,
      "loss": 0.8336,
      "step": 867000
    },
    {
      "epoch": 3.53,
      "learning_rate": 5.901071997917819e-06,
      "loss": 0.8327,
      "step": 867500
    },
    {
      "epoch": 3.53,
      "learning_rate": 5.8756547483488955e-06,
      "loss": 0.8019,
      "step": 868000
    },
    {
      "epoch": 3.53,
      "learning_rate": 5.850237498779972e-06,
      "loss": 0.8042,
      "step": 868500
    },
    {
      "epoch": 3.53,
      "learning_rate": 5.824820249211048e-06,
      "loss": 0.8482,
      "step": 869000
    },
    {
      "epoch": 3.54,
      "learning_rate": 5.799402999642126e-06,
      "loss": 0.8178,
      "step": 869500
    },
    {
      "epoch": 3.54,
      "learning_rate": 5.773985750073202e-06,
      "loss": 0.8266,
      "step": 870000
    },
    {
      "epoch": 3.54,
      "learning_rate": 5.7485685005042785e-06,
      "loss": 0.8353,
      "step": 870500
    },
    {
      "epoch": 3.54,
      "learning_rate": 5.723151250935355e-06,
      "loss": 0.838,
      "step": 871000
    },
    {
      "epoch": 3.54,
      "learning_rate": 5.697734001366432e-06,
      "loss": 0.8174,
      "step": 871500
    },
    {
      "epoch": 3.55,
      "learning_rate": 5.672316751797508e-06,
      "loss": 0.8322,
      "step": 872000
    },
    {
      "epoch": 3.55,
      "learning_rate": 5.646899502228585e-06,
      "loss": 0.8121,
      "step": 872500
    },
    {
      "epoch": 3.55,
      "learning_rate": 5.6214822526596615e-06,
      "loss": 0.8408,
      "step": 873000
    },
    {
      "epoch": 3.55,
      "learning_rate": 5.5960650030907374e-06,
      "loss": 0.8145,
      "step": 873500
    },
    {
      "epoch": 3.55,
      "learning_rate": 5.570647753521814e-06,
      "loss": 0.8074,
      "step": 874000
    },
    {
      "epoch": 3.56,
      "learning_rate": 5.545230503952891e-06,
      "loss": 0.8098,
      "step": 874500
    },
    {
      "epoch": 3.56,
      "learning_rate": 5.519813254383968e-06,
      "loss": 0.8243,
      "step": 875000
    },
    {
      "epoch": 3.56,
      "learning_rate": 5.494396004815044e-06,
      "loss": 0.8411,
      "step": 875500
    },
    {
      "epoch": 3.56,
      "learning_rate": 5.4689787552461204e-06,
      "loss": 0.8303,
      "step": 876000
    },
    {
      "epoch": 3.56,
      "learning_rate": 5.443561505677197e-06,
      "loss": 0.8298,
      "step": 876500
    },
    {
      "epoch": 3.57,
      "learning_rate": 5.418144256108273e-06,
      "loss": 0.8218,
      "step": 877000
    },
    {
      "epoch": 3.57,
      "learning_rate": 5.392727006539351e-06,
      "loss": 0.8098,
      "step": 877500
    },
    {
      "epoch": 3.57,
      "learning_rate": 5.367309756970427e-06,
      "loss": 0.8238,
      "step": 878000
    },
    {
      "epoch": 3.57,
      "learning_rate": 5.3418925074015034e-06,
      "loss": 0.8,
      "step": 878500
    },
    {
      "epoch": 3.57,
      "learning_rate": 5.31647525783258e-06,
      "loss": 0.8223,
      "step": 879000
    },
    {
      "epoch": 3.58,
      "learning_rate": 5.291058008263656e-06,
      "loss": 0.8346,
      "step": 879500
    },
    {
      "epoch": 3.58,
      "learning_rate": 5.265640758694733e-06,
      "loss": 0.8084,
      "step": 880000
    },
    {
      "epoch": 3.58,
      "learning_rate": 5.240223509125809e-06,
      "loss": 0.8227,
      "step": 880500
    },
    {
      "epoch": 3.58,
      "learning_rate": 5.2148062595568864e-06,
      "loss": 0.8239,
      "step": 881000
    },
    {
      "epoch": 3.58,
      "learning_rate": 5.189389009987962e-06,
      "loss": 0.8204,
      "step": 881500
    },
    {
      "epoch": 3.59,
      "learning_rate": 5.163971760419039e-06,
      "loss": 0.8275,
      "step": 882000
    },
    {
      "epoch": 3.59,
      "learning_rate": 5.138554510850116e-06,
      "loss": 0.8432,
      "step": 882500
    },
    {
      "epoch": 3.59,
      "learning_rate": 5.113137261281193e-06,
      "loss": 0.8237,
      "step": 883000
    },
    {
      "epoch": 3.59,
      "learning_rate": 5.087720011712269e-06,
      "loss": 0.8096,
      "step": 883500
    },
    {
      "epoch": 3.6,
      "learning_rate": 5.062302762143345e-06,
      "loss": 0.8104,
      "step": 884000
    },
    {
      "epoch": 3.6,
      "learning_rate": 5.036885512574422e-06,
      "loss": 0.8155,
      "step": 884500
    },
    {
      "epoch": 3.6,
      "learning_rate": 5.011468263005498e-06,
      "loss": 0.8371,
      "step": 885000
    },
    {
      "epoch": 3.6,
      "learning_rate": 4.986051013436576e-06,
      "loss": 0.8315,
      "step": 885500
    },
    {
      "epoch": 3.6,
      "learning_rate": 4.960633763867652e-06,
      "loss": 0.7936,
      "step": 886000
    },
    {
      "epoch": 3.61,
      "learning_rate": 4.935216514298728e-06,
      "loss": 0.8248,
      "step": 886500
    },
    {
      "epoch": 3.61,
      "learning_rate": 4.909799264729804e-06,
      "loss": 0.8245,
      "step": 887000
    },
    {
      "epoch": 3.61,
      "learning_rate": 4.884382015160881e-06,
      "loss": 0.8116,
      "step": 887500
    },
    {
      "epoch": 3.61,
      "learning_rate": 4.858964765591958e-06,
      "loss": 0.8181,
      "step": 888000
    },
    {
      "epoch": 3.61,
      "learning_rate": 4.833547516023034e-06,
      "loss": 0.8577,
      "step": 888500
    },
    {
      "epoch": 3.62,
      "learning_rate": 4.808130266454111e-06,
      "loss": 0.8207,
      "step": 889000
    },
    {
      "epoch": 3.62,
      "learning_rate": 4.782713016885187e-06,
      "loss": 0.7982,
      "step": 889500
    },
    {
      "epoch": 3.62,
      "learning_rate": 4.757295767316264e-06,
      "loss": 0.7982,
      "step": 890000
    },
    {
      "epoch": 3.62,
      "learning_rate": 4.731878517747341e-06,
      "loss": 0.8099,
      "step": 890500
    },
    {
      "epoch": 3.62,
      "learning_rate": 4.706461268178417e-06,
      "loss": 0.832,
      "step": 891000
    },
    {
      "epoch": 3.63,
      "learning_rate": 4.6810440186094935e-06,
      "loss": 0.8152,
      "step": 891500
    },
    {
      "epoch": 3.63,
      "learning_rate": 4.65562676904057e-06,
      "loss": 0.8283,
      "step": 892000
    },
    {
      "epoch": 3.63,
      "learning_rate": 4.630209519471647e-06,
      "loss": 0.8213,
      "step": 892500
    },
    {
      "epoch": 3.63,
      "learning_rate": 4.604792269902723e-06,
      "loss": 0.8185,
      "step": 893000
    },
    {
      "epoch": 3.63,
      "learning_rate": 4.5793750203338e-06,
      "loss": 0.8455,
      "step": 893500
    },
    {
      "epoch": 3.64,
      "learning_rate": 4.5539577707648765e-06,
      "loss": 0.808,
      "step": 894000
    },
    {
      "epoch": 3.64,
      "learning_rate": 4.528540521195953e-06,
      "loss": 0.8318,
      "step": 894500
    },
    {
      "epoch": 3.64,
      "learning_rate": 4.503123271627029e-06,
      "loss": 0.8324,
      "step": 895000
    },
    {
      "epoch": 3.64,
      "learning_rate": 4.477706022058106e-06,
      "loss": 0.8288,
      "step": 895500
    },
    {
      "epoch": 3.64,
      "learning_rate": 4.452288772489183e-06,
      "loss": 0.8068,
      "step": 896000
    },
    {
      "epoch": 3.65,
      "learning_rate": 4.426871522920259e-06,
      "loss": 0.8125,
      "step": 896500
    },
    {
      "epoch": 3.65,
      "learning_rate": 4.401454273351336e-06,
      "loss": 0.8088,
      "step": 897000
    },
    {
      "epoch": 3.65,
      "learning_rate": 4.376037023782412e-06,
      "loss": 0.8249,
      "step": 897500
    },
    {
      "epoch": 3.65,
      "learning_rate": 4.350619774213489e-06,
      "loss": 0.8066,
      "step": 898000
    },
    {
      "epoch": 3.65,
      "learning_rate": 4.325202524644566e-06,
      "loss": 0.8373,
      "step": 898500
    },
    {
      "epoch": 3.66,
      "learning_rate": 4.299785275075642e-06,
      "loss": 0.8083,
      "step": 899000
    },
    {
      "epoch": 3.66,
      "learning_rate": 4.2743680255067185e-06,
      "loss": 0.829,
      "step": 899500
    },
    {
      "epoch": 3.66,
      "learning_rate": 4.248950775937794e-06,
      "loss": 0.7986,
      "step": 900000
    },
    {
      "epoch": 3.66,
      "learning_rate": 4.223533526368872e-06,
      "loss": 0.8297,
      "step": 900500
    },
    {
      "epoch": 3.66,
      "learning_rate": 4.198116276799948e-06,
      "loss": 0.8396,
      "step": 901000
    },
    {
      "epoch": 3.67,
      "learning_rate": 4.172699027231025e-06,
      "loss": 0.8081,
      "step": 901500
    },
    {
      "epoch": 3.67,
      "learning_rate": 4.1472817776621015e-06,
      "loss": 0.8464,
      "step": 902000
    },
    {
      "epoch": 3.67,
      "learning_rate": 4.121864528093177e-06,
      "loss": 0.7914,
      "step": 902500
    },
    {
      "epoch": 3.67,
      "learning_rate": 4.096447278524254e-06,
      "loss": 0.8123,
      "step": 903000
    },
    {
      "epoch": 3.67,
      "learning_rate": 4.071030028955331e-06,
      "loss": 0.8476,
      "step": 903500
    },
    {
      "epoch": 3.68,
      "learning_rate": 4.045612779386408e-06,
      "loss": 0.8375,
      "step": 904000
    },
    {
      "epoch": 3.68,
      "learning_rate": 4.020195529817484e-06,
      "loss": 0.8075,
      "step": 904500
    },
    {
      "epoch": 3.68,
      "learning_rate": 3.994778280248561e-06,
      "loss": 0.8422,
      "step": 905000
    },
    {
      "epoch": 3.68,
      "learning_rate": 3.969361030679637e-06,
      "loss": 0.8156,
      "step": 905500
    },
    {
      "epoch": 3.68,
      "learning_rate": 3.943943781110714e-06,
      "loss": 0.8235,
      "step": 906000
    },
    {
      "epoch": 3.69,
      "learning_rate": 3.91852653154179e-06,
      "loss": 0.8428,
      "step": 906500
    },
    {
      "epoch": 3.69,
      "learning_rate": 3.893109281972867e-06,
      "loss": 0.8243,
      "step": 907000
    },
    {
      "epoch": 3.69,
      "learning_rate": 3.867692032403943e-06,
      "loss": 0.8262,
      "step": 907500
    },
    {
      "epoch": 3.69,
      "learning_rate": 3.842274782835019e-06,
      "loss": 0.8435,
      "step": 908000
    },
    {
      "epoch": 3.69,
      "learning_rate": 3.816857533266097e-06,
      "loss": 0.8359,
      "step": 908500
    },
    {
      "epoch": 3.7,
      "learning_rate": 3.791440283697173e-06,
      "loss": 0.8216,
      "step": 909000
    },
    {
      "epoch": 3.7,
      "learning_rate": 3.766023034128249e-06,
      "loss": 0.8286,
      "step": 909500
    },
    {
      "epoch": 3.7,
      "learning_rate": 3.7406057845593264e-06,
      "loss": 0.8098,
      "step": 910000
    },
    {
      "epoch": 3.7,
      "learning_rate": 3.7151885349904027e-06,
      "loss": 0.8099,
      "step": 910500
    },
    {
      "epoch": 3.7,
      "learning_rate": 3.689771285421479e-06,
      "loss": 0.8256,
      "step": 911000
    },
    {
      "epoch": 3.71,
      "learning_rate": 3.664354035852556e-06,
      "loss": 0.8189,
      "step": 911500
    },
    {
      "epoch": 3.71,
      "learning_rate": 3.638936786283632e-06,
      "loss": 0.8135,
      "step": 912000
    },
    {
      "epoch": 3.71,
      "learning_rate": 3.6135195367147085e-06,
      "loss": 0.8293,
      "step": 912500
    },
    {
      "epoch": 3.71,
      "learning_rate": 3.588102287145785e-06,
      "loss": 0.8122,
      "step": 913000
    },
    {
      "epoch": 3.71,
      "learning_rate": 3.562685037576862e-06,
      "loss": 0.8176,
      "step": 913500
    },
    {
      "epoch": 3.72,
      "learning_rate": 3.5372677880079384e-06,
      "loss": 0.8138,
      "step": 914000
    },
    {
      "epoch": 3.72,
      "learning_rate": 3.5118505384390148e-06,
      "loss": 0.8392,
      "step": 914500
    },
    {
      "epoch": 3.72,
      "learning_rate": 3.486433288870092e-06,
      "loss": 0.8362,
      "step": 915000
    },
    {
      "epoch": 3.72,
      "learning_rate": 3.4610160393011683e-06,
      "loss": 0.8134,
      "step": 915500
    },
    {
      "epoch": 3.73,
      "learning_rate": 3.4355987897322447e-06,
      "loss": 0.8206,
      "step": 916000
    },
    {
      "epoch": 3.73,
      "learning_rate": 3.4101815401633214e-06,
      "loss": 0.8163,
      "step": 916500
    },
    {
      "epoch": 3.73,
      "learning_rate": 3.3847642905943978e-06,
      "loss": 0.8204,
      "step": 917000
    },
    {
      "epoch": 3.73,
      "learning_rate": 3.359347041025474e-06,
      "loss": 0.826,
      "step": 917500
    },
    {
      "epoch": 3.73,
      "learning_rate": 3.3339297914565513e-06,
      "loss": 0.8128,
      "step": 918000
    },
    {
      "epoch": 3.74,
      "learning_rate": 3.3085125418876277e-06,
      "loss": 0.8353,
      "step": 918500
    },
    {
      "epoch": 3.74,
      "learning_rate": 3.283095292318704e-06,
      "loss": 0.8294,
      "step": 919000
    },
    {
      "epoch": 3.74,
      "learning_rate": 3.2576780427497804e-06,
      "loss": 0.7966,
      "step": 919500
    },
    {
      "epoch": 3.74,
      "learning_rate": 3.232260793180857e-06,
      "loss": 0.8098,
      "step": 920000
    },
    {
      "epoch": 3.74,
      "learning_rate": 3.2068435436119335e-06,
      "loss": 0.8475,
      "step": 920500
    },
    {
      "epoch": 3.75,
      "learning_rate": 3.18142629404301e-06,
      "loss": 0.8088,
      "step": 921000
    },
    {
      "epoch": 3.75,
      "learning_rate": 3.156009044474087e-06,
      "loss": 0.8287,
      "step": 921500
    },
    {
      "epoch": 3.75,
      "learning_rate": 3.1305917949051634e-06,
      "loss": 0.8267,
      "step": 922000
    },
    {
      "epoch": 3.75,
      "learning_rate": 3.10517454533624e-06,
      "loss": 0.8327,
      "step": 922500
    },
    {
      "epoch": 3.75,
      "learning_rate": 3.0797572957673165e-06,
      "loss": 0.809,
      "step": 923000
    },
    {
      "epoch": 3.76,
      "learning_rate": 3.054340046198393e-06,
      "loss": 0.8156,
      "step": 923500
    },
    {
      "epoch": 3.76,
      "learning_rate": 3.028922796629469e-06,
      "loss": 0.8068,
      "step": 924000
    },
    {
      "epoch": 3.76,
      "learning_rate": 3.003505547060546e-06,
      "loss": 0.8308,
      "step": 924500
    },
    {
      "epoch": 3.76,
      "learning_rate": 2.9780882974916227e-06,
      "loss": 0.8099,
      "step": 925000
    },
    {
      "epoch": 3.76,
      "learning_rate": 2.952671047922699e-06,
      "loss": 0.8105,
      "step": 925500
    },
    {
      "epoch": 3.77,
      "learning_rate": 2.927253798353776e-06,
      "loss": 0.848,
      "step": 926000
    },
    {
      "epoch": 3.77,
      "learning_rate": 2.9018365487848526e-06,
      "loss": 0.8339,
      "step": 926500
    },
    {
      "epoch": 3.77,
      "learning_rate": 2.876419299215929e-06,
      "loss": 0.8207,
      "step": 927000
    },
    {
      "epoch": 3.77,
      "learning_rate": 2.8510020496470053e-06,
      "loss": 0.841,
      "step": 927500
    },
    {
      "epoch": 3.77,
      "learning_rate": 2.8255848000780816e-06,
      "loss": 0.8053,
      "step": 928000
    },
    {
      "epoch": 3.78,
      "learning_rate": 2.8001675505091584e-06,
      "loss": 0.8186,
      "step": 928500
    },
    {
      "epoch": 3.78,
      "learning_rate": 2.774750300940235e-06,
      "loss": 0.7948,
      "step": 929000
    },
    {
      "epoch": 3.78,
      "learning_rate": 2.7493330513713115e-06,
      "loss": 0.8268,
      "step": 929500
    },
    {
      "epoch": 3.78,
      "learning_rate": 2.7239158018023883e-06,
      "loss": 0.8221,
      "step": 930000
    },
    {
      "epoch": 3.78,
      "learning_rate": 2.6984985522334646e-06,
      "loss": 0.839,
      "step": 930500
    },
    {
      "epoch": 3.79,
      "learning_rate": 2.673081302664541e-06,
      "loss": 0.8139,
      "step": 931000
    },
    {
      "epoch": 3.79,
      "learning_rate": 2.6476640530956178e-06,
      "loss": 0.7891,
      "step": 931500
    },
    {
      "epoch": 3.79,
      "learning_rate": 2.622246803526694e-06,
      "loss": 0.8337,
      "step": 932000
    },
    {
      "epoch": 3.79,
      "learning_rate": 2.596829553957771e-06,
      "loss": 0.8222,
      "step": 932500
    },
    {
      "epoch": 3.79,
      "learning_rate": 2.5714123043888476e-06,
      "loss": 0.8257,
      "step": 933000
    },
    {
      "epoch": 3.8,
      "learning_rate": 2.545995054819924e-06,
      "loss": 0.843,
      "step": 933500
    },
    {
      "epoch": 3.8,
      "learning_rate": 2.5205778052510008e-06,
      "loss": 0.8166,
      "step": 934000
    },
    {
      "epoch": 3.8,
      "learning_rate": 2.495160555682077e-06,
      "loss": 0.8155,
      "step": 934500
    },
    {
      "epoch": 3.8,
      "learning_rate": 2.4697433061131535e-06,
      "loss": 0.817,
      "step": 935000
    },
    {
      "epoch": 3.8,
      "learning_rate": 2.4443260565442302e-06,
      "loss": 0.8164,
      "step": 935500
    },
    {
      "epoch": 3.81,
      "learning_rate": 2.4189088069753066e-06,
      "loss": 0.8301,
      "step": 936000
    },
    {
      "epoch": 3.81,
      "learning_rate": 2.3934915574063833e-06,
      "loss": 0.8336,
      "step": 936500
    },
    {
      "epoch": 3.81,
      "learning_rate": 2.36807430783746e-06,
      "loss": 0.802,
      "step": 937000
    },
    {
      "epoch": 3.81,
      "learning_rate": 2.3426570582685365e-06,
      "loss": 0.8027,
      "step": 937500
    },
    {
      "epoch": 3.81,
      "learning_rate": 2.3172398086996132e-06,
      "loss": 0.7946,
      "step": 938000
    },
    {
      "epoch": 3.82,
      "learning_rate": 2.2918225591306896e-06,
      "loss": 0.8373,
      "step": 938500
    },
    {
      "epoch": 3.82,
      "learning_rate": 2.266405309561766e-06,
      "loss": 0.8374,
      "step": 939000
    },
    {
      "epoch": 3.82,
      "learning_rate": 2.2409880599928427e-06,
      "loss": 0.8279,
      "step": 939500
    },
    {
      "epoch": 3.82,
      "learning_rate": 2.215570810423919e-06,
      "loss": 0.8112,
      "step": 940000
    },
    {
      "epoch": 3.82,
      "learning_rate": 2.190153560854996e-06,
      "loss": 0.8044,
      "step": 940500
    },
    {
      "epoch": 3.83,
      "learning_rate": 2.164736311286072e-06,
      "loss": 0.7957,
      "step": 941000
    },
    {
      "epoch": 3.83,
      "learning_rate": 2.139319061717149e-06,
      "loss": 0.8294,
      "step": 941500
    },
    {
      "epoch": 3.83,
      "learning_rate": 2.1139018121482257e-06,
      "loss": 0.8289,
      "step": 942000
    },
    {
      "epoch": 3.83,
      "learning_rate": 2.0884845625793016e-06,
      "loss": 0.8225,
      "step": 942500
    },
    {
      "epoch": 3.83,
      "learning_rate": 2.0630673130103784e-06,
      "loss": 0.8064,
      "step": 943000
    },
    {
      "epoch": 3.84,
      "learning_rate": 2.037650063441455e-06,
      "loss": 0.8231,
      "step": 943500
    },
    {
      "epoch": 3.84,
      "learning_rate": 2.0122328138725315e-06,
      "loss": 0.8142,
      "step": 944000
    },
    {
      "epoch": 3.84,
      "learning_rate": 1.9868155643036083e-06,
      "loss": 0.8085,
      "step": 944500
    },
    {
      "epoch": 3.84,
      "learning_rate": 1.9613983147346846e-06,
      "loss": 0.8251,
      "step": 945000
    },
    {
      "epoch": 3.85,
      "learning_rate": 1.9359810651657614e-06,
      "loss": 0.8123,
      "step": 945500
    },
    {
      "epoch": 3.85,
      "learning_rate": 1.9105638155968377e-06,
      "loss": 0.8362,
      "step": 946000
    },
    {
      "epoch": 3.85,
      "learning_rate": 1.8851465660279143e-06,
      "loss": 0.8129,
      "step": 946500
    },
    {
      "epoch": 3.85,
      "learning_rate": 1.8597293164589908e-06,
      "loss": 0.8213,
      "step": 947000
    },
    {
      "epoch": 3.85,
      "learning_rate": 1.8343120668900672e-06,
      "loss": 0.8065,
      "step": 947500
    },
    {
      "epoch": 3.86,
      "learning_rate": 1.808894817321144e-06,
      "loss": 0.8152,
      "step": 948000
    },
    {
      "epoch": 3.86,
      "learning_rate": 1.7834775677522207e-06,
      "loss": 0.8148,
      "step": 948500
    },
    {
      "epoch": 3.86,
      "learning_rate": 1.758060318183297e-06,
      "loss": 0.8132,
      "step": 949000
    },
    {
      "epoch": 3.86,
      "learning_rate": 1.7326430686143736e-06,
      "loss": 0.8409,
      "step": 949500
    },
    {
      "epoch": 3.86,
      "learning_rate": 1.7072258190454504e-06,
      "loss": 0.8101,
      "step": 950000
    },
    {
      "epoch": 3.87,
      "learning_rate": 1.6818085694765268e-06,
      "loss": 0.8084,
      "step": 950500
    },
    {
      "epoch": 3.87,
      "learning_rate": 1.6563913199076033e-06,
      "loss": 0.8196,
      "step": 951000
    },
    {
      "epoch": 3.87,
      "learning_rate": 1.6309740703386797e-06,
      "loss": 0.82,
      "step": 951500
    },
    {
      "epoch": 3.87,
      "learning_rate": 1.6055568207697564e-06,
      "loss": 0.7967,
      "step": 952000
    },
    {
      "epoch": 3.87,
      "learning_rate": 1.580139571200833e-06,
      "loss": 0.8143,
      "step": 952500
    },
    {
      "epoch": 3.88,
      "learning_rate": 1.5547223216319093e-06,
      "loss": 0.8138,
      "step": 953000
    },
    {
      "epoch": 3.88,
      "learning_rate": 1.529305072062986e-06,
      "loss": 0.8168,
      "step": 953500
    },
    {
      "epoch": 3.88,
      "learning_rate": 1.5038878224940627e-06,
      "loss": 0.8062,
      "step": 954000
    },
    {
      "epoch": 3.88,
      "learning_rate": 1.4784705729251392e-06,
      "loss": 0.8002,
      "step": 954500
    },
    {
      "epoch": 3.88,
      "learning_rate": 1.4530533233562156e-06,
      "loss": 0.7978,
      "step": 955000
    },
    {
      "epoch": 3.89,
      "learning_rate": 1.4276360737872923e-06,
      "loss": 0.8154,
      "step": 955500
    },
    {
      "epoch": 3.89,
      "learning_rate": 1.4022188242183689e-06,
      "loss": 0.827,
      "step": 956000
    },
    {
      "epoch": 3.89,
      "learning_rate": 1.3768015746494455e-06,
      "loss": 0.8179,
      "step": 956500
    },
    {
      "epoch": 3.89,
      "learning_rate": 1.3513843250805218e-06,
      "loss": 0.8273,
      "step": 957000
    },
    {
      "epoch": 3.89,
      "learning_rate": 1.3259670755115986e-06,
      "loss": 0.8126,
      "step": 957500
    },
    {
      "epoch": 3.9,
      "learning_rate": 1.3005498259426751e-06,
      "loss": 0.7991,
      "step": 958000
    },
    {
      "epoch": 3.9,
      "learning_rate": 1.2751325763737515e-06,
      "loss": 0.8078,
      "step": 958500
    },
    {
      "epoch": 3.9,
      "learning_rate": 1.249715326804828e-06,
      "loss": 0.7757,
      "step": 959000
    },
    {
      "epoch": 3.9,
      "learning_rate": 1.2242980772359046e-06,
      "loss": 0.8349,
      "step": 959500
    },
    {
      "epoch": 3.9,
      "learning_rate": 1.1988808276669814e-06,
      "loss": 0.8088,
      "step": 960000
    },
    {
      "epoch": 3.91,
      "learning_rate": 1.1734635780980577e-06,
      "loss": 0.8077,
      "step": 960500
    },
    {
      "epoch": 3.91,
      "learning_rate": 1.1480463285291343e-06,
      "loss": 0.8285,
      "step": 961000
    },
    {
      "epoch": 3.91,
      "learning_rate": 1.1226290789602108e-06,
      "loss": 0.8014,
      "step": 961500
    },
    {
      "epoch": 3.91,
      "learning_rate": 1.0972118293912876e-06,
      "loss": 0.8111,
      "step": 962000
    },
    {
      "epoch": 3.91,
      "learning_rate": 1.071794579822364e-06,
      "loss": 0.799,
      "step": 962500
    },
    {
      "epoch": 3.92,
      "learning_rate": 1.0463773302534405e-06,
      "loss": 0.7945,
      "step": 963000
    },
    {
      "epoch": 3.92,
      "learning_rate": 1.020960080684517e-06,
      "loss": 0.808,
      "step": 963500
    },
    {
      "epoch": 3.92,
      "learning_rate": 9.955428311155936e-07,
      "loss": 0.8083,
      "step": 964000
    },
    {
      "epoch": 3.92,
      "learning_rate": 9.701255815466702e-07,
      "loss": 0.8094,
      "step": 964500
    },
    {
      "epoch": 3.92,
      "learning_rate": 9.447083319777467e-07,
      "loss": 0.8373,
      "step": 965000
    },
    {
      "epoch": 3.93,
      "learning_rate": 9.192910824088233e-07,
      "loss": 0.8204,
      "step": 965500
    },
    {
      "epoch": 3.93,
      "learning_rate": 8.938738328398997e-07,
      "loss": 0.7997,
      "step": 966000
    },
    {
      "epoch": 3.93,
      "learning_rate": 8.684565832709764e-07,
      "loss": 0.8268,
      "step": 966500
    },
    {
      "epoch": 3.93,
      "learning_rate": 8.43039333702053e-07,
      "loss": 0.8135,
      "step": 967000
    },
    {
      "epoch": 3.93,
      "learning_rate": 8.176220841331294e-07,
      "loss": 0.8216,
      "step": 967500
    },
    {
      "epoch": 3.94,
      "learning_rate": 7.92204834564206e-07,
      "loss": 0.8218,
      "step": 968000
    },
    {
      "epoch": 3.94,
      "learning_rate": 7.667875849952825e-07,
      "loss": 0.7883,
      "step": 968500
    },
    {
      "epoch": 3.94,
      "learning_rate": 7.413703354263592e-07,
      "loss": 0.8333,
      "step": 969000
    },
    {
      "epoch": 3.94,
      "learning_rate": 7.159530858574356e-07,
      "loss": 0.8003,
      "step": 969500
    },
    {
      "epoch": 3.94,
      "learning_rate": 6.905358362885123e-07,
      "loss": 0.8152,
      "step": 970000
    },
    {
      "epoch": 3.95,
      "learning_rate": 6.651185867195888e-07,
      "loss": 0.822,
      "step": 970500
    },
    {
      "epoch": 3.95,
      "learning_rate": 6.397013371506654e-07,
      "loss": 0.8225,
      "step": 971000
    },
    {
      "epoch": 3.95,
      "learning_rate": 6.142840875817419e-07,
      "loss": 0.8322,
      "step": 971500
    },
    {
      "epoch": 3.95,
      "learning_rate": 5.888668380128185e-07,
      "loss": 0.8178,
      "step": 972000
    },
    {
      "epoch": 3.95,
      "learning_rate": 5.63449588443895e-07,
      "loss": 0.8364,
      "step": 972500
    },
    {
      "epoch": 3.96,
      "learning_rate": 5.380323388749716e-07,
      "loss": 0.8232,
      "step": 973000
    },
    {
      "epoch": 3.96,
      "learning_rate": 5.126150893060481e-07,
      "loss": 0.8085,
      "step": 973500
    },
    {
      "epoch": 3.96,
      "learning_rate": 4.871978397371247e-07,
      "loss": 0.8405,
      "step": 974000
    },
    {
      "epoch": 3.96,
      "learning_rate": 4.6178059016820123e-07,
      "loss": 0.8252,
      "step": 974500
    },
    {
      "epoch": 3.97,
      "learning_rate": 4.3636334059927773e-07,
      "loss": 0.8038,
      "step": 975000
    },
    {
      "epoch": 3.97,
      "learning_rate": 4.1094609103035434e-07,
      "loss": 0.8295,
      "step": 975500
    },
    {
      "epoch": 3.97,
      "learning_rate": 3.8552884146143085e-07,
      "loss": 0.8056,
      "step": 976000
    },
    {
      "epoch": 3.97,
      "learning_rate": 3.601115918925074e-07,
      "loss": 0.8043,
      "step": 976500
    },
    {
      "epoch": 3.97,
      "learning_rate": 3.3469434232358397e-07,
      "loss": 0.7801,
      "step": 977000
    },
    {
      "epoch": 3.98,
      "learning_rate": 3.092770927546605e-07,
      "loss": 0.8496,
      "step": 977500
    },
    {
      "epoch": 3.98,
      "learning_rate": 2.838598431857371e-07,
      "loss": 0.7923,
      "step": 978000
    },
    {
      "epoch": 3.98,
      "learning_rate": 2.5844259361681364e-07,
      "loss": 0.8031,
      "step": 978500
    },
    {
      "epoch": 3.98,
      "learning_rate": 2.3302534404789017e-07,
      "loss": 0.801,
      "step": 979000
    },
    {
      "epoch": 3.98,
      "learning_rate": 2.0760809447896673e-07,
      "loss": 0.8196,
      "step": 979500
    },
    {
      "epoch": 3.99,
      "learning_rate": 1.821908449100433e-07,
      "loss": 0.8259,
      "step": 980000
    }
  ],
  "max_steps": 983584,
  "num_train_epochs": 4,
  "total_flos": 4.118080930442403e+18,
  "trial_name": null,
  "trial_params": null
}