{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "global_step": 59688,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.03,
      "learning_rate": 0.00019832462136442838,
      "loss": 70.136,
      "step": 500
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00019664924272885673,
      "loss": 54.3396,
      "step": 1000
    },
    {
      "epoch": 0.05,
      "eval_loss": 55.01993179321289,
      "eval_runtime": 0.5271,
      "eval_samples_per_second": 94.864,
      "eval_steps_per_second": 3.795,
      "step": 1000
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00019497386409328508,
      "loss": 52.5498,
      "step": 1500
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00019329848545771345,
      "loss": 51.633,
      "step": 2000
    },
    {
      "epoch": 0.1,
      "eval_loss": 53.25694274902344,
      "eval_runtime": 0.5629,
      "eval_samples_per_second": 88.83,
      "eval_steps_per_second": 3.553,
      "step": 2000
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.00019162310682214182,
      "loss": 51.0517,
      "step": 2500
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0001899477281865702,
      "loss": 50.6422,
      "step": 3000
    },
    {
      "epoch": 0.15,
      "eval_loss": 52.43913269042969,
      "eval_runtime": 0.506,
      "eval_samples_per_second": 98.817,
      "eval_steps_per_second": 3.953,
      "step": 3000
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.00018827234955099854,
      "loss": 50.2641,
      "step": 3500
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0001865969709154269,
      "loss": 50.023,
      "step": 4000
    },
    {
      "epoch": 0.2,
      "eval_loss": 52.02763748168945,
      "eval_runtime": 0.5162,
      "eval_samples_per_second": 96.869,
      "eval_steps_per_second": 3.875,
      "step": 4000
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.00018492159227985526,
      "loss": 49.8153,
      "step": 4500
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.00018324621364428363,
      "loss": 49.7182,
      "step": 5000
    },
    {
      "epoch": 0.25,
      "eval_loss": 51.66868209838867,
      "eval_runtime": 0.4836,
      "eval_samples_per_second": 103.392,
      "eval_steps_per_second": 4.136,
      "step": 5000
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.00018157083500871198,
      "loss": 49.5574,
      "step": 5500
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.00017989545637314033,
      "loss": 49.4063,
      "step": 6000
    },
    {
      "epoch": 0.3,
      "eval_loss": 51.36139678955078,
      "eval_runtime": 0.487,
      "eval_samples_per_second": 102.67,
      "eval_steps_per_second": 4.107,
      "step": 6000
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0001782200777375687,
      "loss": 49.3062,
      "step": 6500
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.00017654469910199707,
      "loss": 49.2278,
      "step": 7000
    },
    {
      "epoch": 0.35,
      "eval_loss": 51.16618347167969,
      "eval_runtime": 0.4852,
      "eval_samples_per_second": 103.045,
      "eval_steps_per_second": 4.122,
      "step": 7000
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.00017486932046642542,
      "loss": 49.1404,
      "step": 7500
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0001731939418308538,
      "loss": 49.0291,
      "step": 8000
    },
    {
      "epoch": 0.4,
      "eval_loss": 50.956336975097656,
      "eval_runtime": 0.4843,
      "eval_samples_per_second": 103.238,
      "eval_steps_per_second": 4.13,
      "step": 8000
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.00017151856319528214,
      "loss": 48.966,
      "step": 8500
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0001698431845597105,
      "loss": 48.8771,
      "step": 9000
    },
    {
      "epoch": 0.45,
      "eval_loss": 50.9631233215332,
      "eval_runtime": 0.4832,
      "eval_samples_per_second": 103.477,
      "eval_steps_per_second": 4.139,
      "step": 9000
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.00016816780592413886,
      "loss": 48.842,
      "step": 9500
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.00016649242728856723,
      "loss": 48.8414,
      "step": 10000
    },
    {
      "epoch": 0.5,
      "eval_loss": 50.825313568115234,
      "eval_runtime": 0.484,
      "eval_samples_per_second": 103.302,
      "eval_steps_per_second": 4.132,
      "step": 10000
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00016481704865299558,
      "loss": 48.7524,
      "step": 10500
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00016314167001742395,
      "loss": 48.6891,
      "step": 11000
    },
    {
      "epoch": 0.55,
      "eval_loss": 50.6945686340332,
      "eval_runtime": 0.4902,
      "eval_samples_per_second": 101.994,
      "eval_steps_per_second": 4.08,
      "step": 11000
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.0001614662913818523,
      "loss": 48.6808,
      "step": 11500
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.00015979091274628067,
      "loss": 48.6235,
      "step": 12000
    },
    {
      "epoch": 0.6,
      "eval_loss": 50.51723098754883,
      "eval_runtime": 0.4899,
      "eval_samples_per_second": 102.054,
      "eval_steps_per_second": 4.082,
      "step": 12000
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00015811553411070902,
      "loss": 48.5341,
      "step": 12500
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.0001564401554751374,
      "loss": 48.5,
      "step": 13000
    },
    {
      "epoch": 0.65,
      "eval_loss": 50.48223114013672,
      "eval_runtime": 0.4899,
      "eval_samples_per_second": 102.056,
      "eval_steps_per_second": 4.082,
      "step": 13000
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.00015476477683956574,
      "loss": 48.4708,
      "step": 13500
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.0001530893982039941,
      "loss": 48.4386,
      "step": 14000
    },
    {
      "epoch": 0.7,
      "eval_loss": 50.327213287353516,
      "eval_runtime": 0.4814,
      "eval_samples_per_second": 103.863,
      "eval_steps_per_second": 4.155,
      "step": 14000
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00015141401956842248,
      "loss": 48.4488,
      "step": 14500
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00014973864093285083,
      "loss": 48.3875,
      "step": 15000
    },
    {
      "epoch": 0.75,
      "eval_loss": 50.33498001098633,
      "eval_runtime": 0.5229,
      "eval_samples_per_second": 95.612,
      "eval_steps_per_second": 3.824,
      "step": 15000
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00014806326229727917,
      "loss": 48.3842,
      "step": 15500
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.00014638788366170755,
      "loss": 48.3353,
      "step": 16000
    },
    {
      "epoch": 0.8,
      "eval_loss": 50.22550964355469,
      "eval_runtime": 0.5249,
      "eval_samples_per_second": 95.248,
      "eval_steps_per_second": 3.81,
      "step": 16000
    },
    {
      "epoch": 0.83,
      "learning_rate": 0.00014471250502613592,
      "loss": 48.3718,
      "step": 16500
    },
    {
      "epoch": 0.85,
      "learning_rate": 0.00014303712639056427,
      "loss": 48.3404,
      "step": 17000
    },
    {
      "epoch": 0.85,
      "eval_loss": 50.19435501098633,
      "eval_runtime": 0.5549,
      "eval_samples_per_second": 90.105,
      "eval_steps_per_second": 3.604,
      "step": 17000
    },
    {
      "epoch": 0.88,
      "learning_rate": 0.00014136174775499264,
      "loss": 48.2976,
      "step": 17500
    },
    {
      "epoch": 0.9,
      "learning_rate": 0.000139686369119421,
      "loss": 48.2946,
      "step": 18000
    },
    {
      "epoch": 0.9,
      "eval_loss": 50.1772346496582,
      "eval_runtime": 0.6058,
      "eval_samples_per_second": 82.531,
      "eval_steps_per_second": 3.301,
      "step": 18000
    },
    {
      "epoch": 0.93,
      "learning_rate": 0.00013801099048384936,
      "loss": 48.2515,
      "step": 18500
    },
    {
      "epoch": 0.95,
      "learning_rate": 0.00013633561184827773,
      "loss": 48.2941,
      "step": 19000
    },
    {
      "epoch": 0.95,
      "eval_loss": 50.101707458496094,
      "eval_runtime": 0.55,
      "eval_samples_per_second": 90.916,
      "eval_steps_per_second": 3.637,
      "step": 19000
    },
    {
      "epoch": 0.98,
      "learning_rate": 0.00013466023321270608,
      "loss": 48.1908,
      "step": 19500
    },
    {
      "epoch": 1.01,
      "learning_rate": 0.00013298485457713443,
      "loss": 48.1547,
      "step": 20000
    },
    {
      "epoch": 1.01,
      "eval_loss": 50.0978889465332,
      "eval_runtime": 0.4898,
      "eval_samples_per_second": 102.081,
      "eval_steps_per_second": 4.083,
      "step": 20000
    },
    {
      "epoch": 1.03,
      "learning_rate": 0.0001313094759415628,
      "loss": 47.9981,
      "step": 20500
    },
    {
      "epoch": 1.06,
      "learning_rate": 0.00012963409730599117,
      "loss": 48.0147,
      "step": 21000
    },
    {
      "epoch": 1.06,
      "eval_loss": 50.161685943603516,
      "eval_runtime": 0.4871,
      "eval_samples_per_second": 102.644,
      "eval_steps_per_second": 4.106,
      "step": 21000
    },
    {
      "epoch": 1.08,
      "learning_rate": 0.00012795871867041952,
      "loss": 47.9851,
      "step": 21500
    },
    {
      "epoch": 1.11,
      "learning_rate": 0.00012628334003484786,
      "loss": 47.936,
      "step": 22000
    },
    {
      "epoch": 1.11,
      "eval_loss": 50.107810974121094,
      "eval_runtime": 0.4846,
      "eval_samples_per_second": 103.186,
      "eval_steps_per_second": 4.127,
      "step": 22000
    },
    {
      "epoch": 1.13,
      "learning_rate": 0.00012460796139927624,
      "loss": 48.0228,
      "step": 22500
    },
    {
      "epoch": 1.16,
      "learning_rate": 0.0001229325827637046,
      "loss": 47.9642,
      "step": 23000
    },
    {
      "epoch": 1.16,
      "eval_loss": 50.060237884521484,
      "eval_runtime": 0.4856,
      "eval_samples_per_second": 102.961,
      "eval_steps_per_second": 4.118,
      "step": 23000
    },
    {
      "epoch": 1.18,
      "learning_rate": 0.00012125720412813297,
      "loss": 47.9917,
      "step": 23500
    },
    {
      "epoch": 1.21,
      "learning_rate": 0.00011958182549256132,
      "loss": 47.9531,
      "step": 24000
    },
    {
      "epoch": 1.21,
      "eval_loss": 50.01976013183594,
      "eval_runtime": 0.483,
      "eval_samples_per_second": 103.524,
      "eval_steps_per_second": 4.141,
      "step": 24000
    },
    {
      "epoch": 1.23,
      "learning_rate": 0.00011790644685698968,
      "loss": 47.9594,
      "step": 24500
    },
    {
      "epoch": 1.26,
      "learning_rate": 0.00011623106822141805,
      "loss": 47.9126,
      "step": 25000
    },
    {
      "epoch": 1.26,
      "eval_loss": 50.01350021362305,
      "eval_runtime": 0.4811,
      "eval_samples_per_second": 103.929,
      "eval_steps_per_second": 4.157,
      "step": 25000
    },
    {
      "epoch": 1.28,
      "learning_rate": 0.00011455568958584641,
      "loss": 47.9141,
      "step": 25500
    },
    {
      "epoch": 1.31,
      "learning_rate": 0.00011288031095027476,
      "loss": 47.9471,
      "step": 26000
    },
    {
      "epoch": 1.31,
      "eval_loss": 49.97874450683594,
      "eval_runtime": 0.5117,
      "eval_samples_per_second": 97.707,
      "eval_steps_per_second": 3.908,
      "step": 26000
    },
    {
      "epoch": 1.33,
      "learning_rate": 0.00011120493231470313,
      "loss": 47.9071,
      "step": 26500
    },
    {
      "epoch": 1.36,
      "learning_rate": 0.00010952955367913149,
      "loss": 47.9708,
      "step": 27000
    },
    {
      "epoch": 1.36,
      "eval_loss": 49.936649322509766,
      "eval_runtime": 0.4804,
      "eval_samples_per_second": 104.085,
      "eval_steps_per_second": 4.163,
      "step": 27000
    },
    {
      "epoch": 1.38,
      "learning_rate": 0.00010785417504355986,
      "loss": 47.9294,
      "step": 27500
    },
    {
      "epoch": 1.41,
      "learning_rate": 0.00010617879640798821,
      "loss": 47.8889,
      "step": 28000
    },
    {
      "epoch": 1.41,
      "eval_loss": 49.88063049316406,
      "eval_runtime": 0.5134,
      "eval_samples_per_second": 97.396,
      "eval_steps_per_second": 3.896,
      "step": 28000
    },
    {
      "epoch": 1.43,
      "learning_rate": 0.00010450341777241657,
      "loss": 47.9306,
      "step": 28500
    },
    {
      "epoch": 1.46,
      "learning_rate": 0.00010282803913684493,
      "loss": 47.909,
      "step": 29000
    },
    {
      "epoch": 1.46,
      "eval_loss": 49.8420524597168,
      "eval_runtime": 0.556,
      "eval_samples_per_second": 89.932,
      "eval_steps_per_second": 3.597,
      "step": 29000
    },
    {
      "epoch": 1.48,
      "learning_rate": 0.0001011526605012733,
      "loss": 47.9044,
      "step": 29500
    },
    {
      "epoch": 1.51,
      "learning_rate": 9.947728186570166e-05,
      "loss": 47.8723,
      "step": 30000
    },
    {
      "epoch": 1.51,
      "eval_loss": 49.780277252197266,
      "eval_runtime": 0.4985,
      "eval_samples_per_second": 100.306,
      "eval_steps_per_second": 4.012,
      "step": 30000
    },
    {
      "epoch": 1.53,
      "learning_rate": 9.780190323013e-05,
      "loss": 47.8765,
      "step": 30500
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.612652459455838e-05,
      "loss": 47.865,
      "step": 31000
    },
    {
      "epoch": 1.56,
      "eval_loss": 49.72420883178711,
      "eval_runtime": 0.5031,
      "eval_samples_per_second": 99.377,
      "eval_steps_per_second": 3.975,
      "step": 31000
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.445114595898673e-05,
      "loss": 47.8886,
      "step": 31500
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.27757673234151e-05,
      "loss": 47.8624,
      "step": 32000
    },
    {
      "epoch": 1.61,
      "eval_loss": 49.74140548706055,
      "eval_runtime": 0.5052,
      "eval_samples_per_second": 98.962,
      "eval_steps_per_second": 3.958,
      "step": 32000
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.110038868784345e-05,
      "loss": 47.8765,
      "step": 32500
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.942501005227182e-05,
      "loss": 47.8475,
      "step": 33000
    },
    {
      "epoch": 1.66,
      "eval_loss": 49.755550384521484,
      "eval_runtime": 0.5482,
      "eval_samples_per_second": 91.209,
      "eval_steps_per_second": 3.648,
      "step": 33000
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.774963141670018e-05,
      "loss": 47.8899,
      "step": 33500
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.607425278112854e-05,
      "loss": 47.8309,
      "step": 34000
    },
    {
      "epoch": 1.71,
      "eval_loss": 49.78474044799805,
      "eval_runtime": 0.511,
      "eval_samples_per_second": 97.843,
      "eval_steps_per_second": 3.914,
      "step": 34000
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.439887414555691e-05,
      "loss": 47.8192,
      "step": 34500
    },
    {
      "epoch": 1.76,
      "learning_rate": 8.272349550998526e-05,
      "loss": 47.8468,
      "step": 35000
    },
    {
      "epoch": 1.76,
      "eval_loss": 49.781124114990234,
      "eval_runtime": 0.5263,
      "eval_samples_per_second": 95.0,
      "eval_steps_per_second": 3.8,
      "step": 35000
    },
    {
      "epoch": 1.78,
      "learning_rate": 8.104811687441363e-05,
      "loss": 47.7881,
      "step": 35500
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.937273823884198e-05,
      "loss": 47.85,
      "step": 36000
    },
    {
      "epoch": 1.81,
      "eval_loss": 49.724666595458984,
      "eval_runtime": 0.5014,
      "eval_samples_per_second": 99.722,
      "eval_steps_per_second": 3.989,
      "step": 36000
    },
    {
      "epoch": 1.83,
      "learning_rate": 7.769735960327035e-05,
      "loss": 47.7805,
      "step": 36500
    },
    {
      "epoch": 1.86,
      "learning_rate": 7.60219809676987e-05,
      "loss": 47.7769,
      "step": 37000
    },
    {
      "epoch": 1.86,
      "eval_loss": 49.74330139160156,
      "eval_runtime": 0.5536,
      "eval_samples_per_second": 90.316,
      "eval_steps_per_second": 3.613,
      "step": 37000
    },
    {
      "epoch": 1.88,
      "learning_rate": 7.434660233212707e-05,
      "loss": 47.8081,
      "step": 37500
    },
    {
      "epoch": 1.91,
      "learning_rate": 7.267122369655543e-05,
      "loss": 47.8395,
      "step": 38000
    },
    {
      "epoch": 1.91,
      "eval_loss": 49.658382415771484,
      "eval_runtime": 0.5279,
      "eval_samples_per_second": 94.711,
      "eval_steps_per_second": 3.788,
      "step": 38000
    },
    {
      "epoch": 1.94,
      "learning_rate": 7.099584506098379e-05,
      "loss": 47.8198,
      "step": 38500
    },
    {
      "epoch": 1.96,
      "learning_rate": 6.932046642541215e-05,
      "loss": 47.7978,
      "step": 39000
    },
    {
      "epoch": 1.96,
      "eval_loss": 49.645263671875,
      "eval_runtime": 0.4826,
      "eval_samples_per_second": 103.596,
      "eval_steps_per_second": 4.144,
      "step": 39000
    },
    {
      "epoch": 1.99,
      "learning_rate": 6.764508778984051e-05,
      "loss": 47.8224,
      "step": 39500
    },
    {
      "epoch": 2.01,
      "learning_rate": 6.596970915426887e-05,
      "loss": 47.7541,
      "step": 40000
    },
    {
      "epoch": 2.01,
      "eval_loss": 49.628944396972656,
      "eval_runtime": 0.484,
      "eval_samples_per_second": 103.305,
      "eval_steps_per_second": 4.132,
      "step": 40000
    },
    {
      "epoch": 2.04,
      "learning_rate": 6.429433051869723e-05,
      "loss": 47.6855,
      "step": 40500
    },
    {
      "epoch": 2.06,
      "learning_rate": 6.261895188312559e-05,
      "loss": 47.6644,
      "step": 41000
    },
    {
      "epoch": 2.06,
      "eval_loss": 49.626243591308594,
      "eval_runtime": 0.5063,
      "eval_samples_per_second": 98.747,
      "eval_steps_per_second": 3.95,
      "step": 41000
    },
    {
      "epoch": 2.09,
      "learning_rate": 6.0943573247553954e-05,
      "loss": 47.6146,
      "step": 41500
    },
    {
      "epoch": 2.11,
      "learning_rate": 5.926819461198231e-05,
      "loss": 47.6472,
      "step": 42000
    },
    {
      "epoch": 2.11,
      "eval_loss": 49.61125183105469,
      "eval_runtime": 0.483,
      "eval_samples_per_second": 103.514,
      "eval_steps_per_second": 4.141,
      "step": 42000
    },
    {
      "epoch": 2.14,
      "learning_rate": 5.7592815976410674e-05,
      "loss": 47.6434,
      "step": 42500
    },
    {
      "epoch": 2.16,
      "learning_rate": 5.5917437340839026e-05,
      "loss": 47.6436,
      "step": 43000
    },
    {
      "epoch": 2.16,
      "eval_loss": 49.59366226196289,
      "eval_runtime": 0.4865,
      "eval_samples_per_second": 102.777,
      "eval_steps_per_second": 4.111,
      "step": 43000
    },
    {
      "epoch": 2.19,
      "learning_rate": 5.424205870526739e-05,
      "loss": 47.6443,
      "step": 43500
    },
    {
      "epoch": 2.21,
      "learning_rate": 5.256668006969575e-05,
      "loss": 47.6082,
      "step": 44000
    },
    {
      "epoch": 2.21,
      "eval_loss": 49.62874984741211,
      "eval_runtime": 0.4801,
      "eval_samples_per_second": 104.141,
      "eval_steps_per_second": 4.166,
      "step": 44000
    },
    {
      "epoch": 2.24,
      "learning_rate": 5.089130143412412e-05,
      "loss": 47.6407,
      "step": 44500
    },
    {
      "epoch": 2.26,
      "learning_rate": 4.921592279855248e-05,
      "loss": 47.63,
      "step": 45000
    },
    {
      "epoch": 2.26,
      "eval_loss": 49.61036682128906,
      "eval_runtime": 0.4794,
      "eval_samples_per_second": 104.297,
      "eval_steps_per_second": 4.172,
      "step": 45000
    },
    {
      "epoch": 2.29,
      "learning_rate": 4.754054416298084e-05,
      "loss": 47.6592,
      "step": 45500
    },
    {
      "epoch": 2.31,
      "learning_rate": 4.58651655274092e-05,
      "loss": 47.6281,
      "step": 46000
    },
    {
      "epoch": 2.31,
      "eval_loss": 49.57414245605469,
      "eval_runtime": 0.4781,
      "eval_samples_per_second": 104.584,
      "eval_steps_per_second": 4.183,
      "step": 46000
    },
    {
      "epoch": 2.34,
      "learning_rate": 4.418978689183756e-05,
      "loss": 47.6234,
      "step": 46500
    },
    {
      "epoch": 2.36,
      "learning_rate": 4.251440825626592e-05,
      "loss": 47.661,
      "step": 47000
    },
    {
      "epoch": 2.36,
      "eval_loss": 49.538631439208984,
      "eval_runtime": 0.4811,
      "eval_samples_per_second": 103.938,
      "eval_steps_per_second": 4.158,
      "step": 47000
    },
    {
      "epoch": 2.39,
      "learning_rate": 4.083902962069428e-05,
      "loss": 47.6321,
      "step": 47500
    },
    {
      "epoch": 2.41,
      "learning_rate": 3.9163650985122644e-05,
      "loss": 47.5848,
      "step": 48000
    },
    {
      "epoch": 2.41,
      "eval_loss": 49.5694580078125,
      "eval_runtime": 0.4826,
      "eval_samples_per_second": 103.601,
      "eval_steps_per_second": 4.144,
      "step": 48000
    },
    {
      "epoch": 2.44,
      "learning_rate": 3.7488272349551004e-05,
      "loss": 47.6428,
      "step": 48500
    },
    {
      "epoch": 2.46,
      "learning_rate": 3.581289371397936e-05,
      "loss": 47.6209,
      "step": 49000
    },
    {
      "epoch": 2.46,
      "eval_loss": 49.554813385009766,
      "eval_runtime": 0.4889,
      "eval_samples_per_second": 102.277,
      "eval_steps_per_second": 4.091,
      "step": 49000
    },
    {
      "epoch": 2.49,
      "learning_rate": 3.413751507840772e-05,
      "loss": 47.6301,
      "step": 49500
    },
    {
      "epoch": 2.51,
      "learning_rate": 3.246213644283608e-05,
      "loss": 47.637,
      "step": 50000
    },
    {
      "epoch": 2.51,
      "eval_loss": 49.56814956665039,
      "eval_runtime": 0.483,
      "eval_samples_per_second": 103.514,
      "eval_steps_per_second": 4.141,
      "step": 50000
    },
    {
      "epoch": 2.54,
      "learning_rate": 3.078675780726444e-05,
      "loss": 47.6194,
      "step": 50500
    },
    {
      "epoch": 2.56,
      "learning_rate": 2.9111379171692806e-05,
      "loss": 47.6155,
      "step": 51000
    },
    {
      "epoch": 2.56,
      "eval_loss": 49.561641693115234,
      "eval_runtime": 0.4803,
      "eval_samples_per_second": 104.094,
      "eval_steps_per_second": 4.164,
      "step": 51000
    },
    {
      "epoch": 2.59,
      "learning_rate": 2.7436000536121165e-05,
      "loss": 47.5766,
      "step": 51500
    },
    {
      "epoch": 2.61,
      "learning_rate": 2.5760621900549525e-05,
      "loss": 47.605,
      "step": 52000
    },
    {
      "epoch": 2.61,
      "eval_loss": 49.548133850097656,
      "eval_runtime": 0.4783,
      "eval_samples_per_second": 104.528,
      "eval_steps_per_second": 4.181,
      "step": 52000
    },
    {
      "epoch": 2.64,
      "learning_rate": 2.4085243264977885e-05,
      "loss": 47.5708,
      "step": 52500
    },
    {
      "epoch": 2.66,
      "learning_rate": 2.2409864629406248e-05,
      "loss": 47.6354,
      "step": 53000
    },
    {
      "epoch": 2.66,
      "eval_loss": 49.530643463134766,
      "eval_runtime": 0.4813,
      "eval_samples_per_second": 103.878,
      "eval_steps_per_second": 4.155,
      "step": 53000
    },
    {
      "epoch": 2.69,
      "learning_rate": 2.0734485993834608e-05,
      "loss": 47.5549,
      "step": 53500
    },
    {
      "epoch": 2.71,
      "learning_rate": 1.9059107358262967e-05,
      "loss": 47.6402,
      "step": 54000
    },
    {
      "epoch": 2.71,
      "eval_loss": 49.539710998535156,
      "eval_runtime": 0.4791,
      "eval_samples_per_second": 104.352,
      "eval_steps_per_second": 4.174,
      "step": 54000
    },
    {
      "epoch": 2.74,
      "learning_rate": 1.7383728722691327e-05,
      "loss": 47.5883,
      "step": 54500
    },
    {
      "epoch": 2.76,
      "learning_rate": 1.570835008711969e-05,
      "loss": 47.607,
      "step": 55000
    },
    {
      "epoch": 2.76,
      "eval_loss": 49.52818298339844,
      "eval_runtime": 0.5295,
      "eval_samples_per_second": 94.423,
      "eval_steps_per_second": 3.777,
      "step": 55000
    },
    {
      "epoch": 2.79,
      "learning_rate": 1.403297145154805e-05,
      "loss": 47.5659,
      "step": 55500
    },
    {
      "epoch": 2.81,
      "learning_rate": 1.2357592815976411e-05,
      "loss": 47.577,
      "step": 56000
    },
    {
      "epoch": 2.81,
      "eval_loss": 49.54225540161133,
      "eval_runtime": 0.478,
      "eval_samples_per_second": 104.606,
      "eval_steps_per_second": 4.184,
      "step": 56000
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.0682214180404771e-05,
      "loss": 47.5713,
      "step": 56500
    },
    {
      "epoch": 2.86,
      "learning_rate": 9.006835544833132e-06,
      "loss": 47.5776,
      "step": 57000
    },
    {
      "epoch": 2.86,
      "eval_loss": 49.539093017578125,
      "eval_runtime": 0.5132,
      "eval_samples_per_second": 97.431,
      "eval_steps_per_second": 3.897,
      "step": 57000
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.331456909261493e-06,
      "loss": 47.5852,
      "step": 57500
    },
    {
      "epoch": 2.92,
      "learning_rate": 5.656078273689854e-06,
      "loss": 47.6098,
      "step": 58000
    },
    {
      "epoch": 2.92,
      "eval_loss": 49.5291748046875,
      "eval_runtime": 0.5718,
      "eval_samples_per_second": 87.44,
      "eval_steps_per_second": 3.498,
      "step": 58000
    },
    {
      "epoch": 2.94,
      "learning_rate": 3.980699638118215e-06,
      "loss": 47.5699,
      "step": 58500
    },
    {
      "epoch": 2.97,
      "learning_rate": 2.3053210025465755e-06,
      "loss": 47.596,
      "step": 59000
    },
    {
      "epoch": 2.97,
      "eval_loss": 49.524417877197266,
      "eval_runtime": 0.5058,
      "eval_samples_per_second": 98.86,
      "eval_steps_per_second": 3.954,
      "step": 59000
    },
    {
      "epoch": 2.99,
      "learning_rate": 6.299423669749365e-07,
      "loss": 47.5627,
      "step": 59500
    }
  ],
  "max_steps": 59688,
  "num_train_epochs": 3,
  "total_flos": 1.0794540774520259e+19,
  "trial_name": null,
  "trial_params": null
}