{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 25,
  "global_step": 241,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 2e-05,
      "loss": 4.2833,
      "step": 1
    },
    {
      "epoch": 0.0,
      "eval_loss": 4.084170341491699,
      "eval_runtime": 31.753,
      "eval_samples_per_second": 42.484,
      "eval_steps_per_second": 42.484,
      "step": 1
    },
    {
      "epoch": 0.01,
      "learning_rate": 4e-05,
      "loss": 4.1902,
      "step": 2
    },
    {
      "epoch": 0.01,
      "learning_rate": 6e-05,
      "loss": 4.1948,
      "step": 3
    },
    {
      "epoch": 0.02,
      "learning_rate": 8e-05,
      "loss": 4.1128,
      "step": 4
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0001,
      "loss": 3.8583,
      "step": 5
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.00012,
      "loss": 3.5261,
      "step": 6
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.00014,
      "loss": 3.3442,
      "step": 7
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.00016,
      "loss": 3.2207,
      "step": 8
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00018,
      "loss": 3.1737,
      "step": 9
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0002,
      "loss": 2.9994,
      "step": 10
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00019999075218579183,
      "loss": 2.8883,
      "step": 11
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00019996301045360873,
      "loss": 2.7732,
      "step": 12
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0001999167799344583,
      "loss": 2.7801,
      "step": 13
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00019985206917896563,
      "loss": 2.6675,
      "step": 14
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00019976889015579165,
      "loss": 2.5948,
      "step": 15
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00019966725824941932,
      "loss": 2.4837,
      "step": 16
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00019954719225730847,
      "loss": 2.4834,
      "step": 17
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00019940871438641882,
      "loss": 2.4078,
      "step": 18
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00019925185024910277,
      "loss": 2.4653,
      "step": 19
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00019907662885836836,
      "loss": 2.4306,
      "step": 20
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00019888308262251285,
      "loss": 2.3513,
      "step": 21
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0001986712473391289,
      "loss": 2.3479,
      "step": 22
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00019844116218848334,
      "loss": 2.2955,
      "step": 23
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00019819286972627066,
      "loss": 2.1092,
      "step": 24
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00019792641587574212,
      "loss": 2.1913,
      "step": 25
    },
    {
      "epoch": 0.1,
      "eval_loss": 1.9823017120361328,
      "eval_runtime": 32.6562,
      "eval_samples_per_second": 41.309,
      "eval_steps_per_second": 41.309,
      "step": 25
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.00019764184991921178,
      "loss": 2.1422,
      "step": 26
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0001973392244889415,
      "loss": 2.0439,
      "step": 27
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.00019701859555740648,
      "loss": 2.0627,
      "step": 28
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.00019668002242694238,
      "loss": 2.0766,
      "step": 29
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.00019632356771877735,
      "loss": 1.888,
      "step": 30
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.00019594929736144976,
      "loss": 1.8309,
      "step": 31
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0001955572805786141,
      "loss": 1.8954,
      "step": 32
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.00019514758987623784,
      "loss": 1.7275,
      "step": 33
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.000194720301029191,
      "loss": 1.7485,
      "step": 34
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.00019427549306723097,
      "loss": 1.715,
      "step": 35
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0001938132482603856,
      "loss": 1.6701,
      "step": 36
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0001933336521037367,
      "loss": 1.625,
      "step": 37
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.00019283679330160726,
      "loss": 1.6836,
      "step": 38
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.00019232276375115515,
      "loss": 1.5382,
      "step": 39
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.00019179165852537596,
      "loss": 1.6118,
      "step": 40
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.00019124357585551872,
      "loss": 1.463,
      "step": 41
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.00019067861711291744,
      "loss": 1.4755,
      "step": 42
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0001900968867902419,
      "loss": 1.4729,
      "step": 43
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.000189498492482171,
      "loss": 1.4846,
      "step": 44
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.00018888354486549237,
      "loss": 1.3988,
      "step": 45
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.00018825215767863214,
      "loss": 1.4139,
      "step": 46
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0001876044477006183,
      "loss": 1.3069,
      "step": 47
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.00018694053472948156,
      "loss": 1.3292,
      "step": 48
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.00018626054156009806,
      "loss": 1.327,
      "step": 49
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.00018556459396147775,
      "loss": 1.2729,
      "step": 50
    },
    {
      "epoch": 0.21,
      "eval_loss": 1.2218066453933716,
      "eval_runtime": 32.6642,
      "eval_samples_per_second": 41.299,
      "eval_steps_per_second": 41.299,
      "step": 50
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.00018485282065350235,
      "loss": 1.2795,
      "step": 51
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.00018412535328311814,
      "loss": 1.2314,
      "step": 52
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0001833823263999867,
      "loss": 1.2671,
      "step": 53
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0001826238774315995,
      "loss": 1.2724,
      "step": 54
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.00018185014665785936,
      "loss": 1.2788,
      "step": 55
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.00018106127718513516,
      "loss": 1.245,
      "step": 56
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.00018025741491979326,
      "loss": 1.1788,
      "step": 57
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.00017943870854121124,
      "loss": 1.2128,
      "step": 58
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.00017860530947427875,
      "loss": 1.1785,
      "step": 59
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.00017775737186139038,
      "loss": 1.2401,
      "step": 60
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0001768950525339362,
      "loss": 1.1508,
      "step": 61
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.00017601851098329483,
      "loss": 1.1936,
      "step": 62
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.00017512790933133437,
      "loss": 1.0948,
      "step": 63
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.000174223412300427,
      "loss": 1.2041,
      "step": 64
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.00017330518718298264,
      "loss": 1.1611,
      "step": 65
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.00017237340381050703,
      "loss": 1.1415,
      "step": 66
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.00017142823452219038,
      "loss": 1.058,
      "step": 67
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.00017046985413303215,
      "loss": 1.141,
      "step": 68
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.00016949843990150796,
      "loss": 1.1613,
      "step": 69
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.00016851417149678444,
      "loss": 1.1096,
      "step": 70
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.00016751723096548835,
      "loss": 1.1144,
      "step": 71
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.00016650780269803587,
      "loss": 1.0665,
      "step": 72
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.00016548607339452853,
      "loss": 1.1126,
      "step": 73
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.00016445223203022166,
      "loss": 1.0365,
      "step": 74
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.00016340646982057247,
      "loss": 1.0634,
      "step": 75
    },
    {
      "epoch": 0.31,
      "eval_loss": 1.0092816352844238,
      "eval_runtime": 32.6429,
      "eval_samples_per_second": 41.326,
      "eval_steps_per_second": 41.326,
      "step": 75
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.00016234898018587337,
      "loss": 1.0822,
      "step": 76
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0001612799587154777,
      "loss": 1.0586,
      "step": 77
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.00016019960313162434,
      "loss": 1.0547,
      "step": 78
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.00015910811325286768,
      "loss": 1.0551,
      "step": 79
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.00015800569095711982,
      "loss": 1.1206,
      "step": 80
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.00015689254014431225,
      "loss": 1.0909,
      "step": 81
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.00015576886669868296,
      "loss": 1.0764,
      "step": 82
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.00015463487845069707,
      "loss": 1.0442,
      "step": 83
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.00015349078513860726,
      "loss": 4.5754,
      "step": 84
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.00015233679836966122,
      "loss": 1.0489,
      "step": 85
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0001511731315809637,
      "loss": 1.0664,
      "step": 86
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.00015000000000000001,
      "loss": 1.0965,
      "step": 87
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.00014881762060482814,
      "loss": 1.0181,
      "step": 88
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0001476262120839475,
      "loss": 1.0609,
      "step": 89
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.00014642599479585105,
      "loss": 1.0165,
      "step": 90
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.00014521719072826858,
      "loss": 1.0059,
      "step": 91
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0001440000234571087,
      "loss": 0.9537,
      "step": 92
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0001427747181051071,
      "loss": 1.0747,
      "step": 93
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00014154150130018866,
      "loss": 1.0587,
      "step": 94
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00014030060113355116,
      "loss": 0.9952,
      "step": 95
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.00013905224711747844,
      "loss": 1.0379,
      "step": 96
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.00013779667014289065,
      "loss": 1.0189,
      "step": 97
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.00013653410243663952,
      "loss": 0.9906,
      "step": 98
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.00013526477751855644,
      "loss": 0.9633,
      "step": 99
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.00013398893015826167,
      "loss": 0.9576,
      "step": 100
    },
    {
      "epoch": 0.41,
      "eval_loss": 0.9341132640838623,
      "eval_runtime": 32.6516,
      "eval_samples_per_second": 41.315,
      "eval_steps_per_second": 41.315,
      "step": 100
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.00013270679633174218,
      "loss": 1.0156,
      "step": 101
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.00013141861317770626,
      "loss": 1.0206,
      "step": 102
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.00013012461895372344,
      "loss": 0.9947,
      "step": 103
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0001288250529921571,
      "loss": 0.9504,
      "step": 104
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.00012752015565589852,
      "loss": 0.9726,
      "step": 105
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.00012621016829391022,
      "loss": 0.9701,
      "step": 106
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.00012489533319658702,
      "loss": 0.9525,
      "step": 107
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.00012357589355094275,
      "loss": 0.957,
      "step": 108
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.00012225209339563145,
      "loss": 1.0044,
      "step": 109
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.00012092417757581085,
      "loss": 0.9591,
      "step": 110
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.00011959239169785667,
      "loss": 0.9566,
      "step": 111
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.00011825698208393619,
      "loss": 0.9558,
      "step": 112
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.00011691819572644939,
      "loss": 0.9966,
      "step": 113
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0001155762802423463,
      "loss": 0.9135,
      "step": 114
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.00011423148382732853,
      "loss": 0.9496,
      "step": 115
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0001128840552099439,
      "loss": 0.9863,
      "step": 116
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.00011153424360558267,
      "loss": 0.9535,
      "step": 117
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.00011018229867038356,
      "loss": 0.9271,
      "step": 118
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.00010882847045505808,
      "loss": 0.9278,
      "step": 119
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.00010747300935864243,
      "loss": 0.9571,
      "step": 120
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.00010611616608218429,
      "loss": 0.9439,
      "step": 121
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00010475819158237425,
      "loss": 0.9159,
      "step": 122
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00010339933702512979,
      "loss": 0.9311,
      "step": 123
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00010203985373914056,
      "loss": 0.9363,
      "step": 124
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00010067999316938347,
      "loss": 0.9326,
      "step": 125
    },
    {
      "epoch": 0.52,
      "eval_loss": 0.8691431879997253,
      "eval_runtime": 32.6582,
      "eval_samples_per_second": 41.307,
      "eval_steps_per_second": 41.307,
      "step": 125
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.932000683061653e-05,
      "loss": 0.9236,
      "step": 126
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.79601462608595e-05,
      "loss": 0.8996,
      "step": 127
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.660066297487022e-05,
      "loss": 0.9336,
      "step": 128
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.524180841762577e-05,
      "loss": 0.9034,
      "step": 129
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.388383391781575e-05,
      "loss": 0.9279,
      "step": 130
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.252699064135758e-05,
      "loss": 0.8601,
      "step": 131
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.117152954494194e-05,
      "loss": 0.9478,
      "step": 132
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.981770132961649e-05,
      "loss": 0.9073,
      "step": 133
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.846575639441732e-05,
      "loss": 0.9208,
      "step": 134
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.711594479005614e-05,
      "loss": 0.8884,
      "step": 135
    },
    {
      "epoch": 0.56,
      "learning_rate": 8.57685161726715e-05,
      "loss": 0.9422,
      "step": 136
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.442371975765368e-05,
      "loss": 0.953,
      "step": 137
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.308180427355062e-05,
      "loss": 0.8997,
      "step": 138
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.174301791606385e-05,
      "loss": 0.8609,
      "step": 139
    },
    {
      "epoch": 0.58,
      "learning_rate": 8.040760830214333e-05,
      "loss": 0.9007,
      "step": 140
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.907582242418916e-05,
      "loss": 0.8916,
      "step": 141
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.774790660436858e-05,
      "loss": 0.9183,
      "step": 142
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.642410644905726e-05,
      "loss": 0.9534,
      "step": 143
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.510466680341301e-05,
      "loss": 0.8849,
      "step": 144
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.378983170608982e-05,
      "loss": 0.8619,
      "step": 145
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.24798443441015e-05,
      "loss": 0.9094,
      "step": 146
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.117494700784292e-05,
      "loss": 0.8986,
      "step": 147
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.98753810462766e-05,
      "loss": 0.8789,
      "step": 148
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.858138682229376e-05,
      "loss": 0.8993,
      "step": 149
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.729320366825784e-05,
      "loss": 0.8558,
      "step": 150
    },
    {
      "epoch": 0.62,
      "eval_loss": 0.8324622511863708,
      "eval_runtime": 32.6563,
      "eval_samples_per_second": 41.309,
      "eval_steps_per_second": 41.309,
      "step": 150
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.601106984173835e-05,
      "loss": 0.9118,
      "step": 151
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.47352224814436e-05,
      "loss": 0.8773,
      "step": 152
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.34658975633605e-05,
      "loss": 0.8344,
      "step": 153
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.220332985710936e-05,
      "loss": 0.8663,
      "step": 154
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.094775288252157e-05,
      "loss": 0.8629,
      "step": 155
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.969939886644884e-05,
      "loss": 0.845,
      "step": 156
    },
    {
      "epoch": 0.65,
      "learning_rate": 5.845849869981137e-05,
      "loss": 0.8738,
      "step": 157
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.7225281894892935e-05,
      "loss": 0.8875,
      "step": 158
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.599997654289129e-05,
      "loss": 0.9275,
      "step": 159
    },
    {
      "epoch": 0.66,
      "learning_rate": 5.478280927173145e-05,
      "loss": 0.8762,
      "step": 160
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.357400520414898e-05,
      "loss": 0.8882,
      "step": 161
    },
    {
      "epoch": 0.67,
      "learning_rate": 5.2373787916052486e-05,
      "loss": 0.8783,
      "step": 162
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.11823793951719e-05,
      "loss": 0.8861,
      "step": 163
    },
    {
      "epoch": 0.68,
      "learning_rate": 5.000000000000002e-05,
      "loss": 0.8866,
      "step": 164
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.882686841903628e-05,
      "loss": 0.8969,
      "step": 165
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.7663201630338816e-05,
      "loss": 0.8631,
      "step": 166
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.650921486139278e-05,
      "loss": 0.8231,
      "step": 167
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.5365121549302914e-05,
      "loss": 0.8565,
      "step": 168
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.423113330131707e-05,
      "loss": 0.8911,
      "step": 169
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.310745985568778e-05,
      "loss": 0.8266,
      "step": 170
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.19943090428802e-05,
      "loss": 0.8191,
      "step": 171
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.089188674713236e-05,
      "loss": 0.8744,
      "step": 172
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.980039686837568e-05,
      "loss": 0.8851,
      "step": 173
    },
    {
      "epoch": 0.72,
      "learning_rate": 3.872004128452231e-05,
      "loss": 0.8391,
      "step": 174
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.7651019814126654e-05,
      "loss": 0.8218,
      "step": 175
    },
    {
      "epoch": 0.73,
      "eval_loss": 0.804731011390686,
      "eval_runtime": 32.6417,
      "eval_samples_per_second": 41.328,
      "eval_steps_per_second": 41.328,
      "step": 175
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.6593530179427535e-05,
      "loss": 0.8804,
      "step": 176
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.554776796977836e-05,
      "loss": 0.8532,
      "step": 177
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.45139266054715e-05,
      "loss": 0.8992,
      "step": 178
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.3492197301964145e-05,
      "loss": 0.8401,
      "step": 179
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.248276903451171e-05,
      "loss": 0.8731,
      "step": 180
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.1485828503215585e-05,
      "loss": 0.8648,
      "step": 181
    },
    {
      "epoch": 0.76,
      "learning_rate": 3.0501560098492056e-05,
      "loss": 0.8639,
      "step": 182
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.9530145866967895e-05,
      "loss": 0.8416,
      "step": 183
    },
    {
      "epoch": 0.76,
      "learning_rate": 2.8571765477809643e-05,
      "loss": 0.8649,
      "step": 184
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.7626596189492983e-05,
      "loss": 0.8535,
      "step": 185
    },
    {
      "epoch": 0.77,
      "learning_rate": 2.669481281701739e-05,
      "loss": 0.8669,
      "step": 186
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.5776587699573006e-05,
      "loss": 0.8954,
      "step": 187
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.487209066866565e-05,
      "loss": 0.859,
      "step": 188
    },
    {
      "epoch": 0.78,
      "learning_rate": 2.3981489016705205e-05,
      "loss": 0.8447,
      "step": 189
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.3104947466063787e-05,
      "loss": 0.8812,
      "step": 190
    },
    {
      "epoch": 0.79,
      "learning_rate": 2.2242628138609623e-05,
      "loss": 0.8336,
      "step": 191
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.139469052572127e-05,
      "loss": 0.8479,
      "step": 192
    },
    {
      "epoch": 0.8,
      "learning_rate": 2.0561291458788733e-05,
      "loss": 0.8142,
      "step": 193
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9742585080206755e-05,
      "loss": 0.8783,
      "step": 194
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.893872281486486e-05,
      "loss": 0.8368,
      "step": 195
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.8149853342140645e-05,
      "loss": 0.8694,
      "step": 196
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7376122568400532e-05,
      "loss": 0.8528,
      "step": 197
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.6617673600013296e-05,
      "loss": 0.8638,
      "step": 198
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.587464671688187e-05,
      "loss": 0.8548,
      "step": 199
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.5147179346497664e-05,
      "loss": 0.8579,
      "step": 200
    },
    {
      "epoch": 0.83,
      "eval_loss": 0.7979977130889893,
      "eval_runtime": 32.6563,
      "eval_samples_per_second": 41.309,
      "eval_steps_per_second": 41.309,
      "step": 200
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.443540603852227e-05,
      "loss": 0.8595,
      "step": 201
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.373945843990192e-05,
      "loss": 0.8006,
      "step": 202
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.3059465270518468e-05,
      "loss": 0.8871,
      "step": 203
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.2395552299381741e-05,
      "loss": 0.8446,
      "step": 204
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1747842321367886e-05,
      "loss": 0.8541,
      "step": 205
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.1116455134507664e-05,
      "loss": 0.8578,
      "step": 206
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.0501507517829012e-05,
      "loss": 0.841,
      "step": 207
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.903113209758096e-06,
      "loss": 0.8216,
      "step": 208
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.321382887082563e-06,
      "loss": 0.8498,
      "step": 209
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.756424144481312e-06,
      "loss": 0.841,
      "step": 210
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.208341474624071e-06,
      "loss": 0.8336,
      "step": 211
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.677236248844855e-06,
      "loss": 0.849,
      "step": 212
    },
    {
      "epoch": 0.88,
      "learning_rate": 7.163206698392744e-06,
      "loss": 0.8382,
      "step": 213
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.666347896263325e-06,
      "loss": 0.8161,
      "step": 214
    },
    {
      "epoch": 0.89,
      "learning_rate": 6.186751739614405e-06,
      "loss": 0.8339,
      "step": 215
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.724506932769014e-06,
      "loss": 0.8805,
      "step": 216
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.27969897080901e-06,
      "loss": 0.841,
      "step": 217
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.8524101237621635e-06,
      "loss": 0.8441,
      "step": 218
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.442719421385922e-06,
      "loss": 0.8482,
      "step": 219
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.050702638550275e-06,
      "loss": 0.9085,
      "step": 220
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.6764322812226415e-06,
      "loss": 0.8255,
      "step": 221
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.319977573057642e-06,
      "loss": 0.815,
      "step": 222
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.9814044425935606e-06,
      "loss": 0.8746,
      "step": 223
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.6607755110584887e-06,
      "loss": 0.8573,
      "step": 224
    },
    {
      "epoch": 0.93,
      "learning_rate": 2.3581500807882462e-06,
      "loss": 0.9001,
      "step": 225
    },
    {
      "epoch": 0.93,
      "eval_loss": 0.7941693663597107,
      "eval_runtime": 32.6617,
      "eval_samples_per_second": 41.302,
      "eval_steps_per_second": 41.302,
      "step": 225
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.073584124257899e-06,
      "loss": 0.8361,
      "step": 226
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.8071302737293295e-06,
      "loss": 0.8047,
      "step": 227
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5588378115166669e-06,
      "loss": 0.866,
      "step": 228
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3287526608711131e-06,
      "loss": 0.8823,
      "step": 229
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.1169173774871478e-06,
      "loss": 0.8581,
      "step": 230
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.233711416316571e-07,
      "loss": 0.8647,
      "step": 231
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.481497508972312e-07,
      "loss": 0.8416,
      "step": 232
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.912856135812051e-07,
      "loss": 0.8444,
      "step": 233
    },
    {
      "epoch": 0.97,
      "learning_rate": 4.5280774269154115e-07,
      "loss": 0.8581,
      "step": 234
    },
    {
      "epoch": 0.98,
      "learning_rate": 3.3274175058067846e-07,
      "loss": 0.8533,
      "step": 235
    },
    {
      "epoch": 0.98,
      "learning_rate": 2.311098442083659e-07,
      "loss": 0.8655,
      "step": 236
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4793082103435885e-07,
      "loss": 0.8142,
      "step": 237
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.322006554171146e-08,
      "loss": 0.8559,
      "step": 238
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.6989546391297256e-08,
      "loss": 0.8274,
      "step": 239
    },
    {
      "epoch": 1.0,
      "learning_rate": 9.24781420816867e-09,
      "loss": 0.8172,
      "step": 240
    },
    {
      "epoch": 1.0,
      "learning_rate": 0.0,
      "loss": 0.8452,
      "step": 241
    }
  ],
  "logging_steps": 1,
  "max_steps": 241,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "total_flos": 1.845262501848023e+17,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}