{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "global_step": 186177,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.01,
      "learning_rate": 4.986571918120928e-05,
      "loss": 3.0976,
      "step": 500
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.973143836241856e-05,
      "loss": 2.3443,
      "step": 1000
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.959715754362784e-05,
      "loss": 2.1104,
      "step": 1500
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.946287672483712e-05,
      "loss": 1.9899,
      "step": 2000
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.93285959060464e-05,
      "loss": 1.8868,
      "step": 2500
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.9194315087255675e-05,
      "loss": 1.813,
      "step": 3000
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.906003426846495e-05,
      "loss": 1.7437,
      "step": 3500
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.8925753449674237e-05,
      "loss": 1.6987,
      "step": 4000
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.8791472630883514e-05,
      "loss": 1.6737,
      "step": 4500
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.865719181209279e-05,
      "loss": 1.6303,
      "step": 5000
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.8522910993302076e-05,
      "loss": 1.6134,
      "step": 5500
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.8388630174511354e-05,
      "loss": 1.5786,
      "step": 6000
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.825434935572064e-05,
      "loss": 1.5773,
      "step": 6500
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.8120068536929916e-05,
      "loss": 1.5281,
      "step": 7000
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.798578771813919e-05,
      "loss": 1.5081,
      "step": 7500
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.785150689934847e-05,
      "loss": 1.4943,
      "step": 8000
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.7717226080557755e-05,
      "loss": 1.488,
      "step": 8500
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.758294526176703e-05,
      "loss": 1.4594,
      "step": 9000
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.744866444297631e-05,
      "loss": 1.4463,
      "step": 9500
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.731438362418559e-05,
      "loss": 1.4442,
      "step": 10000
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.7180102805394865e-05,
      "loss": 1.434,
      "step": 10500
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.704582198660415e-05,
      "loss": 1.4108,
      "step": 11000
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.691154116781343e-05,
      "loss": 1.4195,
      "step": 11500
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.6777260349022705e-05,
      "loss": 1.3936,
      "step": 12000
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.664297953023198e-05,
      "loss": 1.3723,
      "step": 12500
    },
    {
      "epoch": 0.21,
      "learning_rate": 4.650869871144127e-05,
      "loss": 1.3742,
      "step": 13000
    },
    {
      "epoch": 0.22,
      "learning_rate": 4.6374417892650544e-05,
      "loss": 1.3785,
      "step": 13500
    },
    {
      "epoch": 0.23,
      "learning_rate": 4.624013707385982e-05,
      "loss": 1.346,
      "step": 14000
    },
    {
      "epoch": 0.23,
      "learning_rate": 4.61058562550691e-05,
      "loss": 1.3453,
      "step": 14500
    },
    {
      "epoch": 0.24,
      "learning_rate": 4.597157543627838e-05,
      "loss": 1.3503,
      "step": 15000
    },
    {
      "epoch": 0.25,
      "learning_rate": 4.583729461748766e-05,
      "loss": 1.3297,
      "step": 15500
    },
    {
      "epoch": 0.26,
      "learning_rate": 4.570301379869694e-05,
      "loss": 1.3313,
      "step": 16000
    },
    {
      "epoch": 0.27,
      "learning_rate": 4.5568732979906224e-05,
      "loss": 1.3174,
      "step": 16500
    },
    {
      "epoch": 0.27,
      "learning_rate": 4.54344521611155e-05,
      "loss": 1.307,
      "step": 17000
    },
    {
      "epoch": 0.28,
      "learning_rate": 4.530017134232478e-05,
      "loss": 1.3019,
      "step": 17500
    },
    {
      "epoch": 0.29,
      "learning_rate": 4.516589052353406e-05,
      "loss": 1.3,
      "step": 18000
    },
    {
      "epoch": 0.3,
      "learning_rate": 4.503160970474334e-05,
      "loss": 1.3041,
      "step": 18500
    },
    {
      "epoch": 0.31,
      "learning_rate": 4.489732888595262e-05,
      "loss": 1.2835,
      "step": 19000
    },
    {
      "epoch": 0.31,
      "learning_rate": 4.4763048067161896e-05,
      "loss": 1.2905,
      "step": 19500
    },
    {
      "epoch": 0.32,
      "learning_rate": 4.462876724837118e-05,
      "loss": 1.2791,
      "step": 20000
    },
    {
      "epoch": 0.33,
      "learning_rate": 4.449448642958046e-05,
      "loss": 1.2863,
      "step": 20500
    },
    {
      "epoch": 0.34,
      "learning_rate": 4.4360205610789735e-05,
      "loss": 1.2746,
      "step": 21000
    },
    {
      "epoch": 0.35,
      "learning_rate": 4.422592479199901e-05,
      "loss": 1.2679,
      "step": 21500
    },
    {
      "epoch": 0.35,
      "learning_rate": 4.409164397320829e-05,
      "loss": 1.2545,
      "step": 22000
    },
    {
      "epoch": 0.36,
      "learning_rate": 4.3957363154417575e-05,
      "loss": 1.2722,
      "step": 22500
    },
    {
      "epoch": 0.37,
      "learning_rate": 4.382308233562685e-05,
      "loss": 1.2607,
      "step": 23000
    },
    {
      "epoch": 0.38,
      "learning_rate": 4.368880151683613e-05,
      "loss": 1.2486,
      "step": 23500
    },
    {
      "epoch": 0.39,
      "learning_rate": 4.355452069804541e-05,
      "loss": 1.2391,
      "step": 24000
    },
    {
      "epoch": 0.39,
      "learning_rate": 4.3420239879254685e-05,
      "loss": 1.2433,
      "step": 24500
    },
    {
      "epoch": 0.4,
      "learning_rate": 4.328595906046397e-05,
      "loss": 1.2383,
      "step": 25000
    },
    {
      "epoch": 0.41,
      "learning_rate": 4.315167824167325e-05,
      "loss": 1.2562,
      "step": 25500
    },
    {
      "epoch": 0.42,
      "learning_rate": 4.3017397422882525e-05,
      "loss": 1.2276,
      "step": 26000
    },
    {
      "epoch": 0.43,
      "learning_rate": 4.28831166040918e-05,
      "loss": 1.2264,
      "step": 26500
    },
    {
      "epoch": 0.44,
      "learning_rate": 4.2748835785301087e-05,
      "loss": 1.204,
      "step": 27000
    },
    {
      "epoch": 0.44,
      "learning_rate": 4.2614554966510364e-05,
      "loss": 1.2207,
      "step": 27500
    },
    {
      "epoch": 0.45,
      "learning_rate": 4.248027414771965e-05,
      "loss": 1.2016,
      "step": 28000
    },
    {
      "epoch": 0.46,
      "learning_rate": 4.2345993328928926e-05,
      "loss": 1.2169,
      "step": 28500
    },
    {
      "epoch": 0.47,
      "learning_rate": 4.2211712510138204e-05,
      "loss": 1.2196,
      "step": 29000
    },
    {
      "epoch": 0.48,
      "learning_rate": 4.207743169134749e-05,
      "loss": 1.2089,
      "step": 29500
    },
    {
      "epoch": 0.48,
      "learning_rate": 4.1943150872556766e-05,
      "loss": 1.2052,
      "step": 30000
    },
    {
      "epoch": 0.49,
      "learning_rate": 4.180887005376604e-05,
      "loss": 1.2013,
      "step": 30500
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.167458923497532e-05,
      "loss": 1.2111,
      "step": 31000
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.15403084161846e-05,
      "loss": 1.1811,
      "step": 31500
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.140602759739388e-05,
      "loss": 1.1944,
      "step": 32000
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.127174677860316e-05,
      "loss": 1.193,
      "step": 32500
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.113746595981244e-05,
      "loss": 1.1803,
      "step": 33000
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.1003185141021715e-05,
      "loss": 1.1855,
      "step": 33500
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.0868904322231e-05,
      "loss": 1.1893,
      "step": 34000
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.073462350344028e-05,
      "loss": 1.1678,
      "step": 34500
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.0600342684649555e-05,
      "loss": 1.1765,
      "step": 35000
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.046606186585883e-05,
      "loss": 1.1572,
      "step": 35500
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.033178104706811e-05,
      "loss": 1.1713,
      "step": 36000
    },
    {
      "epoch": 0.59,
      "learning_rate": 4.0197500228277394e-05,
      "loss": 1.1736,
      "step": 36500
    },
    {
      "epoch": 0.6,
      "learning_rate": 4.006321940948667e-05,
      "loss": 1.1525,
      "step": 37000
    },
    {
      "epoch": 0.6,
      "learning_rate": 3.992893859069595e-05,
      "loss": 1.1498,
      "step": 37500
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.979465777190523e-05,
      "loss": 1.1521,
      "step": 38000
    },
    {
      "epoch": 0.62,
      "learning_rate": 3.966037695311451e-05,
      "loss": 1.1467,
      "step": 38500
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.952609613432379e-05,
      "loss": 1.1678,
      "step": 39000
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.9391815315533074e-05,
      "loss": 1.145,
      "step": 39500
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.925753449674235e-05,
      "loss": 1.1444,
      "step": 40000
    },
    {
      "epoch": 0.65,
      "learning_rate": 3.912325367795163e-05,
      "loss": 1.1433,
      "step": 40500
    },
    {
      "epoch": 0.66,
      "learning_rate": 3.898897285916091e-05,
      "loss": 1.13,
      "step": 41000
    },
    {
      "epoch": 0.67,
      "learning_rate": 3.885469204037019e-05,
      "loss": 1.133,
      "step": 41500
    },
    {
      "epoch": 0.68,
      "learning_rate": 3.872041122157947e-05,
      "loss": 1.1509,
      "step": 42000
    },
    {
      "epoch": 0.68,
      "learning_rate": 3.8586130402788746e-05,
      "loss": 1.1204,
      "step": 42500
    },
    {
      "epoch": 0.69,
      "learning_rate": 3.845184958399802e-05,
      "loss": 1.1411,
      "step": 43000
    },
    {
      "epoch": 0.7,
      "learning_rate": 3.831756876520731e-05,
      "loss": 1.1342,
      "step": 43500
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.8183287946416585e-05,
      "loss": 1.1341,
      "step": 44000
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.804900712762586e-05,
      "loss": 1.118,
      "step": 44500
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.791472630883514e-05,
      "loss": 1.1068,
      "step": 45000
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.778044549004442e-05,
      "loss": 1.1106,
      "step": 45500
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.76461646712537e-05,
      "loss": 1.1376,
      "step": 46000
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.751188385246298e-05,
      "loss": 1.1356,
      "step": 46500
    },
    {
      "epoch": 0.76,
      "learning_rate": 3.737760303367226e-05,
      "loss": 1.1204,
      "step": 47000
    },
    {
      "epoch": 0.77,
      "learning_rate": 3.7243322214881535e-05,
      "loss": 1.1179,
      "step": 47500
    },
    {
      "epoch": 0.77,
      "learning_rate": 3.710904139609082e-05,
      "loss": 1.0864,
      "step": 48000
    },
    {
      "epoch": 0.78,
      "learning_rate": 3.69747605773001e-05,
      "loss": 1.1158,
      "step": 48500
    },
    {
      "epoch": 0.79,
      "learning_rate": 3.6840479758509375e-05,
      "loss": 1.1112,
      "step": 49000
    },
    {
      "epoch": 0.8,
      "learning_rate": 3.670619893971866e-05,
      "loss": 1.1064,
      "step": 49500
    },
    {
      "epoch": 0.81,
      "learning_rate": 3.6571918120927937e-05,
      "loss": 1.107,
      "step": 50000
    },
    {
      "epoch": 0.81,
      "learning_rate": 3.6437637302137214e-05,
      "loss": 1.0997,
      "step": 50500
    },
    {
      "epoch": 0.82,
      "learning_rate": 3.63033564833465e-05,
      "loss": 1.0821,
      "step": 51000
    },
    {
      "epoch": 0.83,
      "learning_rate": 3.6169075664555776e-05,
      "loss": 1.1076,
      "step": 51500
    },
    {
      "epoch": 0.84,
      "learning_rate": 3.6034794845765054e-05,
      "loss": 1.0918,
      "step": 52000
    },
    {
      "epoch": 0.85,
      "learning_rate": 3.590051402697433e-05,
      "loss": 1.0955,
      "step": 52500
    },
    {
      "epoch": 0.85,
      "learning_rate": 3.5766233208183616e-05,
      "loss": 1.0878,
      "step": 53000
    },
    {
      "epoch": 0.86,
      "learning_rate": 3.563195238939289e-05,
      "loss": 1.0931,
      "step": 53500
    },
    {
      "epoch": 0.87,
      "learning_rate": 3.549767157060217e-05,
      "loss": 1.0888,
      "step": 54000
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.536339075181145e-05,
      "loss": 1.0972,
      "step": 54500
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.522910993302073e-05,
      "loss": 1.0944,
      "step": 55000
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.509482911423001e-05,
      "loss": 1.088,
      "step": 55500
    },
    {
      "epoch": 0.9,
      "learning_rate": 3.496054829543929e-05,
      "loss": 1.0848,
      "step": 56000
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.4826267476648565e-05,
      "loss": 1.0822,
      "step": 56500
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.469198665785784e-05,
      "loss": 1.0767,
      "step": 57000
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.455770583906713e-05,
      "loss": 1.0767,
      "step": 57500
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.4423425020276405e-05,
      "loss": 1.08,
      "step": 58000
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.428914420148568e-05,
      "loss": 1.0785,
      "step": 58500
    },
    {
      "epoch": 0.95,
      "learning_rate": 3.415486338269496e-05,
      "loss": 1.0734,
      "step": 59000
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.402058256390424e-05,
      "loss": 1.0726,
      "step": 59500
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.388630174511352e-05,
      "loss": 1.0752,
      "step": 60000
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.37520209263228e-05,
      "loss": 1.0855,
      "step": 60500
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.3617740107532084e-05,
      "loss": 1.0524,
      "step": 61000
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.348345928874136e-05,
      "loss": 1.0454,
      "step": 61500
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.3349178469950646e-05,
      "loss": 1.064,
      "step": 62000
    },
    {
      "epoch": 1.01,
      "learning_rate": 3.3214897651159924e-05,
      "loss": 1.0134,
      "step": 62500
    },
    {
      "epoch": 1.02,
      "learning_rate": 3.30806168323692e-05,
      "loss": 0.9915,
      "step": 63000
    },
    {
      "epoch": 1.02,
      "learning_rate": 3.294633601357848e-05,
      "loss": 0.992,
      "step": 63500
    },
    {
      "epoch": 1.03,
      "learning_rate": 3.2812055194787756e-05,
      "loss": 0.9785,
      "step": 64000
    },
    {
      "epoch": 1.04,
      "learning_rate": 3.267777437599704e-05,
      "loss": 0.9876,
      "step": 64500
    },
    {
      "epoch": 1.05,
      "learning_rate": 3.254349355720632e-05,
      "loss": 1.0002,
      "step": 65000
    },
    {
      "epoch": 1.06,
      "learning_rate": 3.2409212738415596e-05,
      "loss": 0.9987,
      "step": 65500
    },
    {
      "epoch": 1.06,
      "learning_rate": 3.227493191962487e-05,
      "loss": 0.9855,
      "step": 66000
    },
    {
      "epoch": 1.07,
      "learning_rate": 3.214065110083415e-05,
      "loss": 0.9993,
      "step": 66500
    },
    {
      "epoch": 1.08,
      "learning_rate": 3.2006370282043435e-05,
      "loss": 0.9843,
      "step": 67000
    },
    {
      "epoch": 1.09,
      "learning_rate": 3.187208946325271e-05,
      "loss": 0.9876,
      "step": 67500
    },
    {
      "epoch": 1.1,
      "learning_rate": 3.173780864446199e-05,
      "loss": 0.9772,
      "step": 68000
    },
    {
      "epoch": 1.1,
      "learning_rate": 3.160352782567127e-05,
      "loss": 0.9881,
      "step": 68500
    },
    {
      "epoch": 1.11,
      "learning_rate": 3.146924700688055e-05,
      "loss": 0.9769,
      "step": 69000
    },
    {
      "epoch": 1.12,
      "learning_rate": 3.133496618808983e-05,
      "loss": 1.0013,
      "step": 69500
    },
    {
      "epoch": 1.13,
      "learning_rate": 3.120068536929911e-05,
      "loss": 0.9821,
      "step": 70000
    },
    {
      "epoch": 1.14,
      "learning_rate": 3.1066404550508385e-05,
      "loss": 0.9781,
      "step": 70500
    },
    {
      "epoch": 1.14,
      "learning_rate": 3.093212373171766e-05,
      "loss": 0.9898,
      "step": 71000
    },
    {
      "epoch": 1.15,
      "learning_rate": 3.079784291292695e-05,
      "loss": 0.98,
      "step": 71500
    },
    {
      "epoch": 1.16,
      "learning_rate": 3.0663562094136225e-05,
      "loss": 0.984,
      "step": 72000
    },
    {
      "epoch": 1.17,
      "learning_rate": 3.052928127534551e-05,
      "loss": 0.9762,
      "step": 72500
    },
    {
      "epoch": 1.18,
      "learning_rate": 3.0395000456554783e-05,
      "loss": 0.9903,
      "step": 73000
    },
    {
      "epoch": 1.18,
      "learning_rate": 3.026071963776406e-05,
      "loss": 0.9871,
      "step": 73500
    },
    {
      "epoch": 1.19,
      "learning_rate": 3.0126438818973345e-05,
      "loss": 0.9855,
      "step": 74000
    },
    {
      "epoch": 1.2,
      "learning_rate": 2.9992158000182623e-05,
      "loss": 0.9887,
      "step": 74500
    },
    {
      "epoch": 1.21,
      "learning_rate": 2.9857877181391904e-05,
      "loss": 0.9652,
      "step": 75000
    },
    {
      "epoch": 1.22,
      "learning_rate": 2.972359636260118e-05,
      "loss": 0.9842,
      "step": 75500
    },
    {
      "epoch": 1.22,
      "learning_rate": 2.9589315543810466e-05,
      "loss": 0.9783,
      "step": 76000
    },
    {
      "epoch": 1.23,
      "learning_rate": 2.9455034725019743e-05,
      "loss": 0.9884,
      "step": 76500
    },
    {
      "epoch": 1.24,
      "learning_rate": 2.932075390622902e-05,
      "loss": 0.9659,
      "step": 77000
    },
    {
      "epoch": 1.25,
      "learning_rate": 2.91864730874383e-05,
      "loss": 0.9714,
      "step": 77500
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9052192268647576e-05,
      "loss": 0.9771,
      "step": 78000
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.891791144985686e-05,
      "loss": 0.9608,
      "step": 78500
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.8783630631066138e-05,
      "loss": 0.9529,
      "step": 79000
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.8649349812275415e-05,
      "loss": 0.969,
      "step": 79500
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.8515068993484696e-05,
      "loss": 0.9829,
      "step": 80000
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.8380788174693974e-05,
      "loss": 0.973,
      "step": 80500
    },
    {
      "epoch": 1.31,
      "learning_rate": 2.824650735590326e-05,
      "loss": 0.9665,
      "step": 81000
    },
    {
      "epoch": 1.31,
      "learning_rate": 2.8112226537112536e-05,
      "loss": 0.9726,
      "step": 81500
    },
    {
      "epoch": 1.32,
      "learning_rate": 2.7977945718321814e-05,
      "loss": 0.9702,
      "step": 82000
    },
    {
      "epoch": 1.33,
      "learning_rate": 2.784366489953109e-05,
      "loss": 0.9725,
      "step": 82500
    },
    {
      "epoch": 1.34,
      "learning_rate": 2.770938408074037e-05,
      "loss": 0.9613,
      "step": 83000
    },
    {
      "epoch": 1.35,
      "learning_rate": 2.7575103261949653e-05,
      "loss": 0.9664,
      "step": 83500
    },
    {
      "epoch": 1.35,
      "learning_rate": 2.744082244315893e-05,
      "loss": 0.9563,
      "step": 84000
    },
    {
      "epoch": 1.36,
      "learning_rate": 2.7306541624368208e-05,
      "loss": 0.9591,
      "step": 84500
    },
    {
      "epoch": 1.37,
      "learning_rate": 2.7172260805577486e-05,
      "loss": 0.9638,
      "step": 85000
    },
    {
      "epoch": 1.38,
      "learning_rate": 2.703797998678677e-05,
      "loss": 0.9619,
      "step": 85500
    },
    {
      "epoch": 1.39,
      "learning_rate": 2.6903699167996048e-05,
      "loss": 0.9727,
      "step": 86000
    },
    {
      "epoch": 1.39,
      "learning_rate": 2.676941834920533e-05,
      "loss": 0.9677,
      "step": 86500
    },
    {
      "epoch": 1.4,
      "learning_rate": 2.6635137530414606e-05,
      "loss": 0.9619,
      "step": 87000
    },
    {
      "epoch": 1.41,
      "learning_rate": 2.6500856711623884e-05,
      "loss": 0.9803,
      "step": 87500
    },
    {
      "epoch": 1.42,
      "learning_rate": 2.6366575892833168e-05,
      "loss": 0.9497,
      "step": 88000
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.6232295074042446e-05,
      "loss": 0.9605,
      "step": 88500
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.6098014255251723e-05,
      "loss": 0.9565,
      "step": 89000
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.5963733436461e-05,
      "loss": 0.9654,
      "step": 89500
    },
    {
      "epoch": 1.45,
      "learning_rate": 2.582945261767028e-05,
      "loss": 0.9638,
      "step": 90000
    },
    {
      "epoch": 1.46,
      "learning_rate": 2.5695171798879563e-05,
      "loss": 0.9748,
      "step": 90500
    },
    {
      "epoch": 1.47,
      "learning_rate": 2.556089098008884e-05,
      "loss": 0.9542,
      "step": 91000
    },
    {
      "epoch": 1.47,
      "learning_rate": 2.542661016129812e-05,
      "loss": 0.9514,
      "step": 91500
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.52923293425074e-05,
      "loss": 0.9713,
      "step": 92000
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.5158048523716683e-05,
      "loss": 0.9559,
      "step": 92500
    },
    {
      "epoch": 1.5,
      "learning_rate": 2.502376770492596e-05,
      "loss": 0.9683,
      "step": 93000
    },
    {
      "epoch": 1.51,
      "learning_rate": 2.488948688613524e-05,
      "loss": 0.9669,
      "step": 93500
    },
    {
      "epoch": 1.51,
      "learning_rate": 2.4755206067344516e-05,
      "loss": 0.9465,
      "step": 94000
    },
    {
      "epoch": 1.52,
      "learning_rate": 2.4620925248553797e-05,
      "loss": 0.9582,
      "step": 94500
    },
    {
      "epoch": 1.53,
      "learning_rate": 2.4486644429763075e-05,
      "loss": 0.9459,
      "step": 95000
    },
    {
      "epoch": 1.54,
      "learning_rate": 2.4352363610972356e-05,
      "loss": 0.9454,
      "step": 95500
    },
    {
      "epoch": 1.55,
      "learning_rate": 2.4218082792181633e-05,
      "loss": 0.9545,
      "step": 96000
    },
    {
      "epoch": 1.55,
      "learning_rate": 2.4083801973390914e-05,
      "loss": 0.9517,
      "step": 96500
    },
    {
      "epoch": 1.56,
      "learning_rate": 2.3949521154600195e-05,
      "loss": 0.9605,
      "step": 97000
    },
    {
      "epoch": 1.57,
      "learning_rate": 2.3815240335809473e-05,
      "loss": 0.9642,
      "step": 97500
    },
    {
      "epoch": 1.58,
      "learning_rate": 2.3680959517018754e-05,
      "loss": 0.9507,
      "step": 98000
    },
    {
      "epoch": 1.59,
      "learning_rate": 2.354667869822803e-05,
      "loss": 0.9531,
      "step": 98500
    },
    {
      "epoch": 1.6,
      "learning_rate": 2.3412397879437312e-05,
      "loss": 0.9504,
      "step": 99000
    },
    {
      "epoch": 1.6,
      "learning_rate": 2.327811706064659e-05,
      "loss": 0.958,
      "step": 99500
    },
    {
      "epoch": 1.61,
      "learning_rate": 2.314383624185587e-05,
      "loss": 0.9257,
      "step": 100000
    },
    {
      "epoch": 1.62,
      "learning_rate": 2.300955542306515e-05,
      "loss": 0.9429,
      "step": 100500
    },
    {
      "epoch": 1.63,
      "learning_rate": 2.2875274604274426e-05,
      "loss": 0.947,
      "step": 101000
    },
    {
      "epoch": 1.64,
      "learning_rate": 2.2740993785483707e-05,
      "loss": 0.9439,
      "step": 101500
    },
    {
      "epoch": 1.64,
      "learning_rate": 2.2606712966692984e-05,
      "loss": 0.9408,
      "step": 102000
    },
    {
      "epoch": 1.65,
      "learning_rate": 2.2472432147902265e-05,
      "loss": 0.9349,
      "step": 102500
    },
    {
      "epoch": 1.66,
      "learning_rate": 2.2338151329111546e-05,
      "loss": 0.9384,
      "step": 103000
    },
    {
      "epoch": 1.67,
      "learning_rate": 2.2203870510320827e-05,
      "loss": 0.9231,
      "step": 103500
    },
    {
      "epoch": 1.68,
      "learning_rate": 2.2069589691530105e-05,
      "loss": 0.9487,
      "step": 104000
    },
    {
      "epoch": 1.68,
      "learning_rate": 2.1935308872739383e-05,
      "loss": 0.9394,
      "step": 104500
    },
    {
      "epoch": 1.69,
      "learning_rate": 2.1801028053948664e-05,
      "loss": 0.9295,
      "step": 105000
    },
    {
      "epoch": 1.7,
      "learning_rate": 2.166674723515794e-05,
      "loss": 0.9449,
      "step": 105500
    },
    {
      "epoch": 1.71,
      "learning_rate": 2.1532466416367222e-05,
      "loss": 0.933,
      "step": 106000
    },
    {
      "epoch": 1.72,
      "learning_rate": 2.13981855975765e-05,
      "loss": 0.9224,
      "step": 106500
    },
    {
      "epoch": 1.72,
      "learning_rate": 2.126390477878578e-05,
      "loss": 0.9286,
      "step": 107000
    },
    {
      "epoch": 1.73,
      "learning_rate": 2.1129623959995058e-05,
      "loss": 0.9281,
      "step": 107500
    },
    {
      "epoch": 1.74,
      "learning_rate": 2.099534314120434e-05,
      "loss": 0.9378,
      "step": 108000
    },
    {
      "epoch": 1.75,
      "learning_rate": 2.086106232241362e-05,
      "loss": 0.9395,
      "step": 108500
    },
    {
      "epoch": 1.76,
      "learning_rate": 2.0726781503622898e-05,
      "loss": 0.9429,
      "step": 109000
    },
    {
      "epoch": 1.76,
      "learning_rate": 2.059250068483218e-05,
      "loss": 0.9353,
      "step": 109500
    },
    {
      "epoch": 1.77,
      "learning_rate": 2.0458219866041456e-05,
      "loss": 0.9298,
      "step": 110000
    },
    {
      "epoch": 1.78,
      "learning_rate": 2.0323939047250737e-05,
      "loss": 0.9213,
      "step": 110500
    },
    {
      "epoch": 1.79,
      "learning_rate": 2.0189658228460015e-05,
      "loss": 0.9411,
      "step": 111000
    },
    {
      "epoch": 1.8,
      "learning_rate": 2.0055377409669292e-05,
      "loss": 0.9181,
      "step": 111500
    },
    {
      "epoch": 1.8,
      "learning_rate": 1.9921096590878573e-05,
      "loss": 0.9239,
      "step": 112000
    },
    {
      "epoch": 1.81,
      "learning_rate": 1.978681577208785e-05,
      "loss": 0.936,
      "step": 112500
    },
    {
      "epoch": 1.82,
      "learning_rate": 1.9652534953297132e-05,
      "loss": 0.9262,
      "step": 113000
    },
    {
      "epoch": 1.83,
      "learning_rate": 1.9518254134506413e-05,
      "loss": 0.9138,
      "step": 113500
    },
    {
      "epoch": 1.84,
      "learning_rate": 1.9383973315715694e-05,
      "loss": 0.9285,
      "step": 114000
    },
    {
      "epoch": 1.85,
      "learning_rate": 1.924969249692497e-05,
      "loss": 0.9122,
      "step": 114500
    },
    {
      "epoch": 1.85,
      "learning_rate": 1.911541167813425e-05,
      "loss": 0.9323,
      "step": 115000
    },
    {
      "epoch": 1.86,
      "learning_rate": 1.898113085934353e-05,
      "loss": 0.9014,
      "step": 115500
    },
    {
      "epoch": 1.87,
      "learning_rate": 1.8846850040552808e-05,
      "loss": 0.929,
      "step": 116000
    },
    {
      "epoch": 1.88,
      "learning_rate": 1.871256922176209e-05,
      "loss": 0.9196,
      "step": 116500
    },
    {
      "epoch": 1.89,
      "learning_rate": 1.8578288402971366e-05,
      "loss": 0.9293,
      "step": 117000
    },
    {
      "epoch": 1.89,
      "learning_rate": 1.8444007584180647e-05,
      "loss": 0.9272,
      "step": 117500
    },
    {
      "epoch": 1.9,
      "learning_rate": 1.8309726765389925e-05,
      "loss": 0.925,
      "step": 118000
    },
    {
      "epoch": 1.91,
      "learning_rate": 1.8175445946599202e-05,
      "loss": 0.9263,
      "step": 118500
    },
    {
      "epoch": 1.92,
      "learning_rate": 1.8041165127808483e-05,
      "loss": 0.9116,
      "step": 119000
    },
    {
      "epoch": 1.93,
      "learning_rate": 1.7906884309017764e-05,
      "loss": 0.92,
      "step": 119500
    },
    {
      "epoch": 1.93,
      "learning_rate": 1.7772603490227045e-05,
      "loss": 0.9166,
      "step": 120000
    },
    {
      "epoch": 1.94,
      "learning_rate": 1.7638322671436323e-05,
      "loss": 0.9122,
      "step": 120500
    },
    {
      "epoch": 1.95,
      "learning_rate": 1.75040418526456e-05,
      "loss": 0.9195,
      "step": 121000
    },
    {
      "epoch": 1.96,
      "learning_rate": 1.736976103385488e-05,
      "loss": 0.9175,
      "step": 121500
    },
    {
      "epoch": 1.97,
      "learning_rate": 1.723548021506416e-05,
      "loss": 0.9181,
      "step": 122000
    },
    {
      "epoch": 1.97,
      "learning_rate": 1.710119939627344e-05,
      "loss": 0.9189,
      "step": 122500
    },
    {
      "epoch": 1.98,
      "learning_rate": 1.6966918577482717e-05,
      "loss": 0.9044,
      "step": 123000
    },
    {
      "epoch": 1.99,
      "learning_rate": 1.6832637758692e-05,
      "loss": 0.9123,
      "step": 123500
    },
    {
      "epoch": 2.0,
      "learning_rate": 1.6698356939901276e-05,
      "loss": 0.9144,
      "step": 124000
    },
    {
      "epoch": 2.01,
      "learning_rate": 1.6564076121110557e-05,
      "loss": 0.864,
      "step": 124500
    },
    {
      "epoch": 2.01,
      "learning_rate": 1.6429795302319838e-05,
      "loss": 0.8406,
      "step": 125000
    },
    {
      "epoch": 2.02,
      "learning_rate": 1.6295514483529115e-05,
      "loss": 0.8351,
      "step": 125500
    },
    {
      "epoch": 2.03,
      "learning_rate": 1.6161233664738396e-05,
      "loss": 0.8429,
      "step": 126000
    },
    {
      "epoch": 2.04,
      "learning_rate": 1.6026952845947674e-05,
      "loss": 0.8383,
      "step": 126500
    },
    {
      "epoch": 2.05,
      "learning_rate": 1.5892672027156955e-05,
      "loss": 0.8479,
      "step": 127000
    },
    {
      "epoch": 2.05,
      "learning_rate": 1.5758391208366233e-05,
      "loss": 0.8453,
      "step": 127500
    },
    {
      "epoch": 2.06,
      "learning_rate": 1.562411038957551e-05,
      "loss": 0.8251,
      "step": 128000
    },
    {
      "epoch": 2.07,
      "learning_rate": 1.548982957078479e-05,
      "loss": 0.8412,
      "step": 128500
    },
    {
      "epoch": 2.08,
      "learning_rate": 1.535554875199407e-05,
      "loss": 0.8415,
      "step": 129000
    },
    {
      "epoch": 2.09,
      "learning_rate": 1.5221267933203351e-05,
      "loss": 0.8252,
      "step": 129500
    },
    {
      "epoch": 2.09,
      "learning_rate": 1.5086987114412629e-05,
      "loss": 0.8376,
      "step": 130000
    },
    {
      "epoch": 2.1,
      "learning_rate": 1.495270629562191e-05,
      "loss": 0.8352,
      "step": 130500
    },
    {
      "epoch": 2.11,
      "learning_rate": 1.4818425476831187e-05,
      "loss": 0.8302,
      "step": 131000
    },
    {
      "epoch": 2.12,
      "learning_rate": 1.4684144658040467e-05,
      "loss": 0.8369,
      "step": 131500
    },
    {
      "epoch": 2.13,
      "learning_rate": 1.4549863839249748e-05,
      "loss": 0.8247,
      "step": 132000
    },
    {
      "epoch": 2.14,
      "learning_rate": 1.4415583020459025e-05,
      "loss": 0.8256,
      "step": 132500
    },
    {
      "epoch": 2.14,
      "learning_rate": 1.4281302201668306e-05,
      "loss": 0.8398,
      "step": 133000
    },
    {
      "epoch": 2.15,
      "learning_rate": 1.4147021382877584e-05,
      "loss": 0.8537,
      "step": 133500
    },
    {
      "epoch": 2.16,
      "learning_rate": 1.4012740564086865e-05,
      "loss": 0.811,
      "step": 134000
    },
    {
      "epoch": 2.17,
      "learning_rate": 1.3878459745296144e-05,
      "loss": 0.8252,
      "step": 134500
    },
    {
      "epoch": 2.18,
      "learning_rate": 1.3744178926505422e-05,
      "loss": 0.8281,
      "step": 135000
    },
    {
      "epoch": 2.18,
      "learning_rate": 1.3609898107714703e-05,
      "loss": 0.8347,
      "step": 135500
    },
    {
      "epoch": 2.19,
      "learning_rate": 1.347561728892398e-05,
      "loss": 0.8341,
      "step": 136000
    },
    {
      "epoch": 2.2,
      "learning_rate": 1.3341336470133261e-05,
      "loss": 0.8269,
      "step": 136500
    },
    {
      "epoch": 2.21,
      "learning_rate": 1.320705565134254e-05,
      "loss": 0.8336,
      "step": 137000
    },
    {
      "epoch": 2.22,
      "learning_rate": 1.3072774832551821e-05,
      "loss": 0.8297,
      "step": 137500
    },
    {
      "epoch": 2.22,
      "learning_rate": 1.2938494013761099e-05,
      "loss": 0.8384,
      "step": 138000
    },
    {
      "epoch": 2.23,
      "learning_rate": 1.2804213194970377e-05,
      "loss": 0.8339,
      "step": 138500
    },
    {
      "epoch": 2.24,
      "learning_rate": 1.2669932376179658e-05,
      "loss": 0.8311,
      "step": 139000
    },
    {
      "epoch": 2.25,
      "learning_rate": 1.2535651557388937e-05,
      "loss": 0.8215,
      "step": 139500
    },
    {
      "epoch": 2.26,
      "learning_rate": 1.2401370738598218e-05,
      "loss": 0.8382,
      "step": 140000
    },
    {
      "epoch": 2.26,
      "learning_rate": 1.2267089919807495e-05,
      "loss": 0.8266,
      "step": 140500
    },
    {
      "epoch": 2.27,
      "learning_rate": 1.2132809101016775e-05,
      "loss": 0.8302,
      "step": 141000
    },
    {
      "epoch": 2.28,
      "learning_rate": 1.1998528282226054e-05,
      "loss": 0.8256,
      "step": 141500
    },
    {
      "epoch": 2.29,
      "learning_rate": 1.1864247463435333e-05,
      "loss": 0.8348,
      "step": 142000
    },
    {
      "epoch": 2.3,
      "learning_rate": 1.1729966644644612e-05,
      "loss": 0.8316,
      "step": 142500
    },
    {
      "epoch": 2.3,
      "learning_rate": 1.1595685825853893e-05,
      "loss": 0.8313,
      "step": 143000
    },
    {
      "epoch": 2.31,
      "learning_rate": 1.1461405007063171e-05,
      "loss": 0.822,
      "step": 143500
    },
    {
      "epoch": 2.32,
      "learning_rate": 1.132712418827245e-05,
      "loss": 0.8347,
      "step": 144000
    },
    {
      "epoch": 2.33,
      "learning_rate": 1.119284336948173e-05,
      "loss": 0.8186,
      "step": 144500
    },
    {
      "epoch": 2.34,
      "learning_rate": 1.1058562550691009e-05,
      "loss": 0.8177,
      "step": 145000
    },
    {
      "epoch": 2.34,
      "learning_rate": 1.092428173190029e-05,
      "loss": 0.8221,
      "step": 145500
    },
    {
      "epoch": 2.35,
      "learning_rate": 1.0790000913109569e-05,
      "loss": 0.8208,
      "step": 146000
    },
    {
      "epoch": 2.36,
      "learning_rate": 1.0655720094318848e-05,
      "loss": 0.8267,
      "step": 146500
    },
    {
      "epoch": 2.37,
      "learning_rate": 1.0521439275528126e-05,
      "loss": 0.8322,
      "step": 147000
    },
    {
      "epoch": 2.38,
      "learning_rate": 1.0387158456737405e-05,
      "loss": 0.8276,
      "step": 147500
    },
    {
      "epoch": 2.38,
      "learning_rate": 1.0252877637946686e-05,
      "loss": 0.8148,
      "step": 148000
    },
    {
      "epoch": 2.39,
      "learning_rate": 1.0118596819155965e-05,
      "loss": 0.8249,
      "step": 148500
    },
    {
      "epoch": 2.4,
      "learning_rate": 9.984316000365245e-06,
      "loss": 0.8347,
      "step": 149000
    },
    {
      "epoch": 2.41,
      "learning_rate": 9.850035181574524e-06,
      "loss": 0.8113,
      "step": 149500
    },
    {
      "epoch": 2.42,
      "learning_rate": 9.715754362783803e-06,
      "loss": 0.8207,
      "step": 150000
    },
    {
      "epoch": 2.43,
      "learning_rate": 9.58147354399308e-06,
      "loss": 0.8338,
      "step": 150500
    },
    {
      "epoch": 2.43,
      "learning_rate": 9.447192725202362e-06,
      "loss": 0.8126,
      "step": 151000
    },
    {
      "epoch": 2.44,
      "learning_rate": 9.312911906411641e-06,
      "loss": 0.8014,
      "step": 151500
    },
    {
      "epoch": 2.45,
      "learning_rate": 9.17863108762092e-06,
      "loss": 0.8084,
      "step": 152000
    },
    {
      "epoch": 2.46,
      "learning_rate": 9.0443502688302e-06,
      "loss": 0.8142,
      "step": 152500
    },
    {
      "epoch": 2.47,
      "learning_rate": 8.910069450039479e-06,
      "loss": 0.8236,
      "step": 153000
    },
    {
      "epoch": 2.47,
      "learning_rate": 8.775788631248758e-06,
      "loss": 0.8219,
      "step": 153500
    },
    {
      "epoch": 2.48,
      "learning_rate": 8.641507812458037e-06,
      "loss": 0.8155,
      "step": 154000
    },
    {
      "epoch": 2.49,
      "learning_rate": 8.507226993667317e-06,
      "loss": 0.8175,
      "step": 154500
    },
    {
      "epoch": 2.5,
      "learning_rate": 8.372946174876596e-06,
      "loss": 0.8047,
      "step": 155000
    },
    {
      "epoch": 2.51,
      "learning_rate": 8.238665356085875e-06,
      "loss": 0.8201,
      "step": 155500
    },
    {
      "epoch": 2.51,
      "learning_rate": 8.104384537295155e-06,
      "loss": 0.8181,
      "step": 156000
    },
    {
      "epoch": 2.52,
      "learning_rate": 7.970103718504436e-06,
      "loss": 0.823,
      "step": 156500
    },
    {
      "epoch": 2.53,
      "learning_rate": 7.835822899713715e-06,
      "loss": 0.8173,
      "step": 157000
    },
    {
      "epoch": 2.54,
      "learning_rate": 7.701542080922992e-06,
      "loss": 0.8122,
      "step": 157500
    },
    {
      "epoch": 2.55,
      "learning_rate": 7.567261262132272e-06,
      "loss": 0.8293,
      "step": 158000
    },
    {
      "epoch": 2.55,
      "learning_rate": 7.432980443341552e-06,
      "loss": 0.816,
      "step": 158500
    },
    {
      "epoch": 2.56,
      "learning_rate": 7.298699624550831e-06,
      "loss": 0.8054,
      "step": 159000
    },
    {
      "epoch": 2.57,
      "learning_rate": 7.16441880576011e-06,
      "loss": 0.8179,
      "step": 159500
    },
    {
      "epoch": 2.58,
      "learning_rate": 7.0301379869693904e-06,
      "loss": 0.812,
      "step": 160000
    },
    {
      "epoch": 2.59,
      "learning_rate": 6.89585716817867e-06,
      "loss": 0.8185,
      "step": 160500
    },
    {
      "epoch": 2.59,
      "learning_rate": 6.761576349387948e-06,
      "loss": 0.8036,
      "step": 161000
    },
    {
      "epoch": 2.6,
      "learning_rate": 6.627295530597227e-06,
      "loss": 0.8133,
      "step": 161500
    },
    {
      "epoch": 2.61,
      "learning_rate": 6.493014711806507e-06,
      "loss": 0.7993,
      "step": 162000
    },
    {
      "epoch": 2.62,
      "learning_rate": 6.358733893015786e-06,
      "loss": 0.8073,
      "step": 162500
    },
    {
      "epoch": 2.63,
      "learning_rate": 6.224453074225066e-06,
      "loss": 0.8145,
      "step": 163000
    },
    {
      "epoch": 2.63,
      "learning_rate": 6.0901722554343445e-06,
      "loss": 0.821,
      "step": 163500
    },
    {
      "epoch": 2.64,
      "learning_rate": 5.955891436643625e-06,
      "loss": 0.8106,
      "step": 164000
    },
    {
      "epoch": 2.65,
      "learning_rate": 5.821610617852904e-06,
      "loss": 0.8131,
      "step": 164500
    },
    {
      "epoch": 2.66,
      "learning_rate": 5.687329799062183e-06,
      "loss": 0.8109,
      "step": 165000
    },
    {
      "epoch": 2.67,
      "learning_rate": 5.5530489802714624e-06,
      "loss": 0.8107,
      "step": 165500
    },
    {
      "epoch": 2.67,
      "learning_rate": 5.418768161480742e-06,
      "loss": 0.8099,
      "step": 166000
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.284487342690021e-06,
      "loss": 0.7997,
      "step": 166500
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.1502065238993e-06,
      "loss": 0.8312,
      "step": 167000
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.0159257051085795e-06,
      "loss": 0.8136,
      "step": 167500
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.881644886317859e-06,
      "loss": 0.8117,
      "step": 168000
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.747364067527139e-06,
      "loss": 0.8043,
      "step": 168500
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.613083248736417e-06,
      "loss": 0.7999,
      "step": 169000
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.4788024299456975e-06,
      "loss": 0.7979,
      "step": 169500
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.344521611154977e-06,
      "loss": 0.8133,
      "step": 170000
    },
    {
      "epoch": 2.75,
      "learning_rate": 4.210240792364255e-06,
      "loss": 0.8057,
      "step": 170500
    },
    {
      "epoch": 2.76,
      "learning_rate": 4.075959973573535e-06,
      "loss": 0.8122,
      "step": 171000
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.941679154782815e-06,
      "loss": 0.8173,
      "step": 171500
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.8073983359920934e-06,
      "loss": 0.8082,
      "step": 172000
    },
    {
      "epoch": 2.78,
      "learning_rate": 3.673117517201373e-06,
      "loss": 0.8142,
      "step": 172500
    },
    {
      "epoch": 2.79,
      "learning_rate": 3.5388366984106524e-06,
      "loss": 0.7987,
      "step": 173000
    },
    {
      "epoch": 2.8,
      "learning_rate": 3.404555879619932e-06,
      "loss": 0.8019,
      "step": 173500
    },
    {
      "epoch": 2.8,
      "learning_rate": 3.270275060829211e-06,
      "loss": 0.8086,
      "step": 174000
    },
    {
      "epoch": 2.81,
      "learning_rate": 3.1359942420384902e-06,
      "loss": 0.8075,
      "step": 174500
    },
    {
      "epoch": 2.82,
      "learning_rate": 3.00171342324777e-06,
      "loss": 0.823,
      "step": 175000
    },
    {
      "epoch": 2.83,
      "learning_rate": 2.867432604457049e-06,
      "loss": 0.8049,
      "step": 175500
    },
    {
      "epoch": 2.84,
      "learning_rate": 2.7331517856663285e-06,
      "loss": 0.8073,
      "step": 176000
    },
    {
      "epoch": 2.84,
      "learning_rate": 2.5988709668756078e-06,
      "loss": 0.8055,
      "step": 176500
    },
    {
      "epoch": 2.85,
      "learning_rate": 2.464590148084887e-06,
      "loss": 0.8171,
      "step": 177000
    },
    {
      "epoch": 2.86,
      "learning_rate": 2.3303093292941667e-06,
      "loss": 0.7918,
      "step": 177500
    },
    {
      "epoch": 2.87,
      "learning_rate": 2.1960285105034456e-06,
      "loss": 0.8077,
      "step": 178000
    },
    {
      "epoch": 2.88,
      "learning_rate": 2.061747691712725e-06,
      "loss": 0.8148,
      "step": 178500
    },
    {
      "epoch": 2.88,
      "learning_rate": 1.9274668729220045e-06,
      "loss": 0.8054,
      "step": 179000
    },
    {
      "epoch": 2.89,
      "learning_rate": 1.7931860541312836e-06,
      "loss": 0.803,
      "step": 179500
    },
    {
      "epoch": 2.9,
      "learning_rate": 1.658905235340563e-06,
      "loss": 0.7945,
      "step": 180000
    },
    {
      "epoch": 2.91,
      "learning_rate": 1.5246244165498424e-06,
      "loss": 0.8051,
      "step": 180500
    },
    {
      "epoch": 2.92,
      "learning_rate": 1.3903435977591216e-06,
      "loss": 0.7973,
      "step": 181000
    },
    {
      "epoch": 2.92,
      "learning_rate": 1.2560627789684011e-06,
      "loss": 0.7985,
      "step": 181500
    },
    {
      "epoch": 2.93,
      "learning_rate": 1.1217819601776804e-06,
      "loss": 0.7967,
      "step": 182000
    },
    {
      "epoch": 2.94,
      "learning_rate": 9.875011413869599e-07,
      "loss": 0.7941,
      "step": 182500
    },
    {
      "epoch": 2.95,
      "learning_rate": 8.532203225962391e-07,
      "loss": 0.8017,
      "step": 183000
    },
    {
      "epoch": 2.96,
      "learning_rate": 7.189395038055184e-07,
      "loss": 0.8099,
      "step": 183500
    },
    {
      "epoch": 2.96,
      "learning_rate": 5.846586850147977e-07,
      "loss": 0.802,
      "step": 184000
    },
    {
      "epoch": 2.97,
      "learning_rate": 4.503778662240771e-07,
      "loss": 0.794,
      "step": 184500
    },
    {
      "epoch": 2.98,
      "learning_rate": 3.160970474333564e-07,
      "loss": 0.7971,
      "step": 185000
    },
    {
      "epoch": 2.99,
      "learning_rate": 1.818162286426358e-07,
      "loss": 0.7976,
      "step": 185500
    },
    {
      "epoch": 3.0,
      "learning_rate": 4.7535409851915116e-08,
      "loss": 0.7943,
      "step": 186000
    },
    {
      "epoch": 3.0,
      "step": 186177,
      "total_flos": 2.7863550937792512e+17,
      "train_loss": 1.0171057777132477,
      "train_runtime": 64358.9209,
      "train_samples_per_second": 28.928,
      "train_steps_per_second": 2.893
    }
  ],
  "max_steps": 186177,
  "num_train_epochs": 3,
  "total_flos": 2.7863550937792512e+17,
  "trial_name": null,
  "trial_params": null
}