{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 20,
  "global_step": 3801,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 9.999984629559935e-07,
      "loss": 2.5917,
      "step": 3
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.99993851833424e-07,
      "loss": 2.5954,
      "step": 6
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.999861666606418e-07,
      "loss": 2.4758,
      "step": 9
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.999754074848963e-07,
      "loss": 2.4339,
      "step": 12
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.999615743723372e-07,
      "loss": 2.4302,
      "step": 15
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.999446674080123e-07,
      "loss": 2.4127,
      "step": 18
    },
    {
      "epoch": 0.02,
      "eval_loss": 2.4218649864196777,
      "eval_runtime": 422.4825,
      "eval_samples_per_second": 20.204,
      "eval_steps_per_second": 0.632,
      "step": 20
    },
    {
      "epoch": 0.02,
      "learning_rate": 9.999246866958693e-07,
      "loss": 2.4245,
      "step": 21
    },
    {
      "epoch": 0.02,
      "learning_rate": 9.999016323587525e-07,
      "loss": 2.4331,
      "step": 24
    },
    {
      "epoch": 0.02,
      "learning_rate": 9.998755045384044e-07,
      "loss": 2.408,
      "step": 27
    },
    {
      "epoch": 0.02,
      "learning_rate": 9.998463033954637e-07,
      "loss": 2.4111,
      "step": 30
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.998140291094635e-07,
      "loss": 2.3888,
      "step": 33
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.997786818788323e-07,
      "loss": 2.3767,
      "step": 36
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.997402619208908e-07,
      "loss": 2.4407,
      "step": 39
    },
    {
      "epoch": 0.03,
      "eval_loss": 2.4008724689483643,
      "eval_runtime": 422.6497,
      "eval_samples_per_second": 20.196,
      "eval_steps_per_second": 0.632,
      "step": 40
    },
    {
      "epoch": 0.03,
      "learning_rate": 9.996987694718518e-07,
      "loss": 2.4586,
      "step": 42
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996542047868183e-07,
      "loss": 2.3972,
      "step": 45
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.996065681397816e-07,
      "loss": 2.439,
      "step": 48
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995558598236203e-07,
      "loss": 2.3865,
      "step": 51
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.995020801500979e-07,
      "loss": 2.385,
      "step": 54
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.994452294498617e-07,
      "loss": 2.361,
      "step": 57
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993853080724395e-07,
      "loss": 2.3373,
      "step": 60
    },
    {
      "epoch": 0.05,
      "eval_loss": 2.3903119564056396,
      "eval_runtime": 422.8009,
      "eval_samples_per_second": 20.189,
      "eval_steps_per_second": 0.632,
      "step": 60
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.993223163862385e-07,
      "loss": 2.4323,
      "step": 63
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.992562547785425e-07,
      "loss": 2.3833,
      "step": 66
    },
    {
      "epoch": 0.05,
      "learning_rate": 9.991871236555104e-07,
      "loss": 2.4518,
      "step": 69
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.99114923442172e-07,
      "loss": 2.3919,
      "step": 72
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.990396545824274e-07,
      "loss": 2.3552,
      "step": 75
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.989613175390423e-07,
      "loss": 2.4349,
      "step": 78
    },
    {
      "epoch": 0.06,
      "eval_loss": 2.3834221363067627,
      "eval_runtime": 422.8964,
      "eval_samples_per_second": 20.185,
      "eval_steps_per_second": 0.631,
      "step": 80
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.988799127936468e-07,
      "loss": 2.3704,
      "step": 81
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.987954408467319e-07,
      "loss": 2.3947,
      "step": 84
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.987079022176455e-07,
      "loss": 2.3535,
      "step": 87
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.98617297444591e-07,
      "loss": 2.3119,
      "step": 90
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.98523627084622e-07,
      "loss": 2.4012,
      "step": 93
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.98426891713641e-07,
      "loss": 2.3829,
      "step": 96
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.983270919263933e-07,
      "loss": 2.405,
      "step": 99
    },
    {
      "epoch": 0.08,
      "eval_loss": 2.3782522678375244,
      "eval_runtime": 422.9999,
      "eval_samples_per_second": 20.18,
      "eval_steps_per_second": 0.631,
      "step": 100
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.982242283364663e-07,
      "loss": 2.3665,
      "step": 102
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.981183015762831e-07,
      "loss": 2.3767,
      "step": 105
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.980093122971e-07,
      "loss": 2.4046,
      "step": 108
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.978972611690023e-07,
      "loss": 2.4044,
      "step": 111
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.977821488809001e-07,
      "loss": 2.3571,
      "step": 114
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.97663976140524e-07,
      "loss": 2.3326,
      "step": 117
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.97542743674421e-07,
      "loss": 2.4464,
      "step": 120
    },
    {
      "epoch": 0.09,
      "eval_loss": 2.3740499019622803,
      "eval_runtime": 423.0066,
      "eval_samples_per_second": 20.179,
      "eval_steps_per_second": 0.631,
      "step": 120
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.974184522279497e-07,
      "loss": 2.3707,
      "step": 123
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.972911025652754e-07,
      "loss": 2.3392,
      "step": 126
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.971606954693662e-07,
      "loss": 2.3824,
      "step": 129
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.970272317419883e-07,
      "loss": 2.4347,
      "step": 132
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.968907122037001e-07,
      "loss": 2.3334,
      "step": 135
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.967511376938473e-07,
      "loss": 2.3781,
      "step": 138
    },
    {
      "epoch": 0.11,
      "eval_loss": 2.3706772327423096,
      "eval_runtime": 423.1326,
      "eval_samples_per_second": 20.173,
      "eval_steps_per_second": 0.631,
      "step": 140
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.96608509070559e-07,
      "loss": 2.3542,
      "step": 141
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.964628272107412e-07,
      "loss": 2.3856,
      "step": 144
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.963140930100713e-07,
      "loss": 2.4,
      "step": 147
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.961623073829934e-07,
      "loss": 2.3335,
      "step": 150
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.960074712627125e-07,
      "loss": 2.3617,
      "step": 153
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.95849585601188e-07,
      "loss": 2.2984,
      "step": 156
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.956886513691288e-07,
      "loss": 2.3507,
      "step": 159
    },
    {
      "epoch": 0.13,
      "eval_loss": 2.367818832397461,
      "eval_runtime": 423.1446,
      "eval_samples_per_second": 20.173,
      "eval_steps_per_second": 0.631,
      "step": 160
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.95524669555987e-07,
      "loss": 2.3621,
      "step": 162
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.953576411699514e-07,
      "loss": 2.4055,
      "step": 165
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.951875672379423e-07,
      "loss": 2.3237,
      "step": 168
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.95014448805604e-07,
      "loss": 2.3707,
      "step": 171
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.94838286937299e-07,
      "loss": 2.4194,
      "step": 174
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.946590827161018e-07,
      "loss": 2.3874,
      "step": 177
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.94476837243791e-07,
      "loss": 2.3603,
      "step": 180
    },
    {
      "epoch": 0.14,
      "eval_loss": 2.365144729614258,
      "eval_runtime": 423.0504,
      "eval_samples_per_second": 20.177,
      "eval_steps_per_second": 0.631,
      "step": 180
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.94291551640844e-07,
      "loss": 2.3569,
      "step": 183
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.941032270464298e-07,
      "loss": 2.3908,
      "step": 186
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.939118646184005e-07,
      "loss": 2.3899,
      "step": 189
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.937174655332863e-07,
      "loss": 2.2911,
      "step": 192
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.93520030986287e-07,
      "loss": 2.3508,
      "step": 195
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.933195621912648e-07,
      "loss": 2.4146,
      "step": 198
    },
    {
      "epoch": 0.16,
      "eval_loss": 2.362793445587158,
      "eval_runtime": 423.1986,
      "eval_samples_per_second": 20.17,
      "eval_steps_per_second": 0.631,
      "step": 200
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.931160603807374e-07,
      "loss": 2.2788,
      "step": 201
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.929095268058694e-07,
      "loss": 2.3609,
      "step": 204
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.926999627364658e-07,
      "loss": 2.3661,
      "step": 207
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.924873694609634e-07,
      "loss": 2.3941,
      "step": 210
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.922717482864232e-07,
      "loss": 2.3673,
      "step": 213
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.920531005385216e-07,
      "loss": 2.3008,
      "step": 216
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.91831427561544e-07,
      "loss": 2.3091,
      "step": 219
    },
    {
      "epoch": 0.17,
      "eval_loss": 2.360593557357788,
      "eval_runtime": 423.1159,
      "eval_samples_per_second": 20.174,
      "eval_steps_per_second": 0.631,
      "step": 220
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.916067307183748e-07,
      "loss": 2.4117,
      "step": 222
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.913790113904893e-07,
      "loss": 2.3798,
      "step": 225
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.911482709779467e-07,
      "loss": 2.3493,
      "step": 228
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.909145108993792e-07,
      "loss": 2.259,
      "step": 231
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.90677732591985e-07,
      "loss": 2.338,
      "step": 234
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.90437937511519e-07,
      "loss": 2.3372,
      "step": 237
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.901951271322831e-07,
      "loss": 2.3506,
      "step": 240
    },
    {
      "epoch": 0.19,
      "eval_loss": 2.358410596847534,
      "eval_runtime": 423.1811,
      "eval_samples_per_second": 20.171,
      "eval_steps_per_second": 0.631,
      "step": 240
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.899493029471187e-07,
      "loss": 2.3795,
      "step": 243
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.897004664673962e-07,
      "loss": 2.3647,
      "step": 246
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.894486192230056e-07,
      "loss": 2.3606,
      "step": 249
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.891937627623485e-07,
      "loss": 2.313,
      "step": 252
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.889358986523273e-07,
      "loss": 2.3567,
      "step": 255
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.886750284783358e-07,
      "loss": 2.4321,
      "step": 258
    },
    {
      "epoch": 0.21,
      "eval_loss": 2.356544017791748,
      "eval_runtime": 423.3087,
      "eval_samples_per_second": 20.165,
      "eval_steps_per_second": 0.631,
      "step": 260
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.884111538442496e-07,
      "loss": 2.4032,
      "step": 261
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.881442763724167e-07,
      "loss": 2.3998,
      "step": 264
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.878743977036467e-07,
      "loss": 2.3175,
      "step": 267
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.87601519497201e-07,
      "loss": 2.3615,
      "step": 270
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.873256434307828e-07,
      "loss": 2.3314,
      "step": 273
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.870467712005268e-07,
      "loss": 2.3243,
      "step": 276
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.86764904520989e-07,
      "loss": 2.3704,
      "step": 279
    },
    {
      "epoch": 0.22,
      "eval_loss": 2.354780912399292,
      "eval_runtime": 423.2181,
      "eval_samples_per_second": 20.169,
      "eval_steps_per_second": 0.631,
      "step": 280
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.864800451251346e-07,
      "loss": 2.3973,
      "step": 282
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.8619219476433e-07,
      "loss": 2.2891,
      "step": 285
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.859013552083293e-07,
      "loss": 2.3691,
      "step": 288
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.856075282452657e-07,
      "loss": 2.3868,
      "step": 291
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.85310715681639e-07,
      "loss": 2.3333,
      "step": 294
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.85010919342305e-07,
      "loss": 2.3556,
      "step": 297
    },
    {
      "epoch": 0.24,
      "learning_rate": 9.847081410704645e-07,
      "loss": 2.3586,
      "step": 300
    },
    {
      "epoch": 0.24,
      "eval_loss": 2.3531601428985596,
      "eval_runtime": 423.3067,
      "eval_samples_per_second": 20.165,
      "eval_steps_per_second": 0.631,
      "step": 300
    },
    {
      "epoch": 0.24,
      "learning_rate": 9.844023827276515e-07,
      "loss": 2.3413,
      "step": 303
    },
    {
      "epoch": 0.24,
      "learning_rate": 9.84093646193722e-07,
      "loss": 2.3982,
      "step": 306
    },
    {
      "epoch": 0.24,
      "learning_rate": 9.837819333668428e-07,
      "loss": 2.3644,
      "step": 309
    },
    {
      "epoch": 0.25,
      "learning_rate": 9.83467246163479e-07,
      "loss": 2.3705,
      "step": 312
    },
    {
      "epoch": 0.25,
      "learning_rate": 9.831495865183832e-07,
      "loss": 2.3576,
      "step": 315
    },
    {
      "epoch": 0.25,
      "learning_rate": 9.828289563845823e-07,
      "loss": 2.3258,
      "step": 318
    },
    {
      "epoch": 0.25,
      "eval_loss": 2.3516056537628174,
      "eval_runtime": 423.25,
      "eval_samples_per_second": 20.168,
      "eval_steps_per_second": 0.631,
      "step": 320
    },
    {
      "epoch": 0.25,
      "learning_rate": 9.825053577333674e-07,
      "loss": 2.358,
      "step": 321
    },
    {
      "epoch": 0.26,
      "learning_rate": 9.8217879255428e-07,
      "loss": 2.344,
      "step": 324
    },
    {
      "epoch": 0.26,
      "learning_rate": 9.818492628550997e-07,
      "loss": 2.3398,
      "step": 327
    },
    {
      "epoch": 0.26,
      "learning_rate": 9.815167706618335e-07,
      "loss": 2.4292,
      "step": 330
    },
    {
      "epoch": 0.26,
      "learning_rate": 9.811813180187019e-07,
      "loss": 2.3581,
      "step": 333
    },
    {
      "epoch": 0.27,
      "learning_rate": 9.808429069881266e-07,
      "loss": 2.2791,
      "step": 336
    },
    {
      "epoch": 0.27,
      "learning_rate": 9.805015396507184e-07,
      "loss": 2.3342,
      "step": 339
    },
    {
      "epoch": 0.27,
      "eval_loss": 2.3501791954040527,
      "eval_runtime": 423.3402,
      "eval_samples_per_second": 20.163,
      "eval_steps_per_second": 0.631,
      "step": 340
    },
    {
      "epoch": 0.27,
      "learning_rate": 9.801572181052637e-07,
      "loss": 2.3974,
      "step": 342
    },
    {
      "epoch": 0.27,
      "learning_rate": 9.798099444687122e-07,
      "loss": 2.3568,
      "step": 345
    },
    {
      "epoch": 0.27,
      "learning_rate": 9.79459720876163e-07,
      "loss": 2.3222,
      "step": 348
    },
    {
      "epoch": 0.28,
      "learning_rate": 9.791065494808526e-07,
      "loss": 2.3403,
      "step": 351
    },
    {
      "epoch": 0.28,
      "learning_rate": 9.787504324541408e-07,
      "loss": 2.3505,
      "step": 354
    },
    {
      "epoch": 0.28,
      "learning_rate": 9.783913719854976e-07,
      "loss": 2.3776,
      "step": 357
    },
    {
      "epoch": 0.28,
      "learning_rate": 9.780293702824904e-07,
      "loss": 2.373,
      "step": 360
    },
    {
      "epoch": 0.28,
      "eval_loss": 2.348997116088867,
      "eval_runtime": 423.3678,
      "eval_samples_per_second": 20.162,
      "eval_steps_per_second": 0.631,
      "step": 360
    },
    {
      "epoch": 0.29,
      "learning_rate": 9.77664429570769e-07,
      "loss": 2.3458,
      "step": 363
    },
    {
      "epoch": 0.29,
      "learning_rate": 9.772965520940534e-07,
      "loss": 2.3343,
      "step": 366
    },
    {
      "epoch": 0.29,
      "learning_rate": 9.76925740114119e-07,
      "loss": 2.3392,
      "step": 369
    },
    {
      "epoch": 0.29,
      "learning_rate": 9.765519959107831e-07,
      "loss": 2.3095,
      "step": 372
    },
    {
      "epoch": 0.3,
      "learning_rate": 9.761753217818906e-07,
      "loss": 2.3243,
      "step": 375
    },
    {
      "epoch": 0.3,
      "learning_rate": 9.75795720043301e-07,
      "loss": 2.4109,
      "step": 378
    },
    {
      "epoch": 0.3,
      "eval_loss": 2.3476743698120117,
      "eval_runtime": 423.3185,
      "eval_samples_per_second": 20.164,
      "eval_steps_per_second": 0.631,
      "step": 380
    },
    {
      "epoch": 0.3,
      "learning_rate": 9.75413193028872e-07,
      "loss": 2.3704,
      "step": 381
    },
    {
      "epoch": 0.3,
      "learning_rate": 9.750277430904472e-07,
      "loss": 2.337,
      "step": 384
    },
    {
      "epoch": 0.31,
      "learning_rate": 9.746393725978408e-07,
      "loss": 2.3453,
      "step": 387
    },
    {
      "epoch": 0.31,
      "learning_rate": 9.74248083938823e-07,
      "loss": 2.3184,
      "step": 390
    },
    {
      "epoch": 0.31,
      "learning_rate": 9.73853879519105e-07,
      "loss": 2.3148,
      "step": 393
    },
    {
      "epoch": 0.31,
      "learning_rate": 9.73456761762325e-07,
      "loss": 2.3685,
      "step": 396
    },
    {
      "epoch": 0.31,
      "learning_rate": 9.730567331100333e-07,
      "loss": 2.3615,
      "step": 399
    },
    {
      "epoch": 0.32,
      "eval_loss": 2.346473455429077,
      "eval_runtime": 423.3308,
      "eval_samples_per_second": 20.164,
      "eval_steps_per_second": 0.631,
      "step": 400
    },
    {
      "epoch": 0.32,
      "learning_rate": 9.726537960216761e-07,
      "loss": 2.3704,
      "step": 402
    },
    {
      "epoch": 0.32,
      "learning_rate": 9.722479529745818e-07,
      "loss": 2.4062,
      "step": 405
    },
    {
      "epoch": 0.32,
      "learning_rate": 9.718392064639446e-07,
      "loss": 2.281,
      "step": 408
    },
    {
      "epoch": 0.32,
      "learning_rate": 9.7142755900281e-07,
      "loss": 2.3275,
      "step": 411
    },
    {
      "epoch": 0.33,
      "learning_rate": 9.710130131220595e-07,
      "loss": 2.3032,
      "step": 414
    },
    {
      "epoch": 0.33,
      "learning_rate": 9.705955713703937e-07,
      "loss": 2.3293,
      "step": 417
    },
    {
      "epoch": 0.33,
      "learning_rate": 9.701752363143183e-07,
      "loss": 2.3226,
      "step": 420
    },
    {
      "epoch": 0.33,
      "eval_loss": 2.345350742340088,
      "eval_runtime": 423.3234,
      "eval_samples_per_second": 20.164,
      "eval_steps_per_second": 0.631,
      "step": 420
    },
    {
      "epoch": 0.33,
      "learning_rate": 9.697520105381268e-07,
      "loss": 2.369,
      "step": 423
    },
    {
      "epoch": 0.34,
      "learning_rate": 9.693258966438862e-07,
      "loss": 2.337,
      "step": 426
    },
    {
      "epoch": 0.34,
      "learning_rate": 9.688968972514193e-07,
      "loss": 2.3456,
      "step": 429
    },
    {
      "epoch": 0.34,
      "learning_rate": 9.684650149982902e-07,
      "loss": 2.3434,
      "step": 432
    },
    {
      "epoch": 0.34,
      "learning_rate": 9.68030252539787e-07,
      "loss": 2.2863,
      "step": 435
    },
    {
      "epoch": 0.35,
      "learning_rate": 9.675926125489055e-07,
      "loss": 2.2545,
      "step": 438
    },
    {
      "epoch": 0.35,
      "eval_loss": 2.3442280292510986,
      "eval_runtime": 423.3552,
      "eval_samples_per_second": 20.163,
      "eval_steps_per_second": 0.631,
      "step": 440
    },
    {
      "epoch": 0.35,
      "learning_rate": 9.671520977163339e-07,
      "loss": 2.3126,
      "step": 441
    },
    {
      "epoch": 0.35,
      "learning_rate": 9.667087107504346e-07,
      "loss": 2.2938,
      "step": 444
    },
    {
      "epoch": 0.35,
      "learning_rate": 9.662624543772288e-07,
      "loss": 2.3645,
      "step": 447
    },
    {
      "epoch": 0.36,
      "learning_rate": 9.658133313403792e-07,
      "loss": 2.3402,
      "step": 450
    },
    {
      "epoch": 0.36,
      "learning_rate": 9.653613444011735e-07,
      "loss": 2.3062,
      "step": 453
    },
    {
      "epoch": 0.36,
      "learning_rate": 9.649064963385065e-07,
      "loss": 2.3401,
      "step": 456
    },
    {
      "epoch": 0.36,
      "learning_rate": 9.644487899488646e-07,
      "loss": 2.3225,
      "step": 459
    },
    {
      "epoch": 0.36,
      "eval_loss": 2.343186616897583,
      "eval_runtime": 423.247,
      "eval_samples_per_second": 20.168,
      "eval_steps_per_second": 0.631,
      "step": 460
    },
    {
      "epoch": 0.36,
      "learning_rate": 9.63988228046307e-07,
      "loss": 2.3865,
      "step": 462
    },
    {
      "epoch": 0.37,
      "learning_rate": 9.635248134624494e-07,
      "loss": 2.304,
      "step": 465
    },
    {
      "epoch": 0.37,
      "learning_rate": 9.630585490464464e-07,
      "loss": 2.3999,
      "step": 468
    },
    {
      "epoch": 0.37,
      "learning_rate": 9.625894376649734e-07,
      "loss": 2.3153,
      "step": 471
    },
    {
      "epoch": 0.37,
      "learning_rate": 9.6211748220221e-07,
      "loss": 2.3494,
      "step": 474
    },
    {
      "epoch": 0.38,
      "learning_rate": 9.616426855598216e-07,
      "loss": 2.3437,
      "step": 477
    },
    {
      "epoch": 0.38,
      "learning_rate": 9.61165050656941e-07,
      "loss": 2.2526,
      "step": 480
    },
    {
      "epoch": 0.38,
      "eval_loss": 2.342107057571411,
      "eval_runtime": 423.3423,
      "eval_samples_per_second": 20.163,
      "eval_steps_per_second": 0.631,
      "step": 480
    },
    {
      "epoch": 0.38,
      "learning_rate": 9.606845804301523e-07,
      "loss": 2.3333,
      "step": 483
    },
    {
      "epoch": 0.38,
      "learning_rate": 9.602012778334705e-07,
      "loss": 2.3749,
      "step": 486
    },
    {
      "epoch": 0.39,
      "learning_rate": 9.597151458383251e-07,
      "loss": 2.2808,
      "step": 489
    },
    {
      "epoch": 0.39,
      "learning_rate": 9.592261874335416e-07,
      "loss": 2.3618,
      "step": 492
    },
    {
      "epoch": 0.39,
      "learning_rate": 9.587344056253219e-07,
      "loss": 2.2409,
      "step": 495
    },
    {
      "epoch": 0.39,
      "learning_rate": 9.582398034372272e-07,
      "loss": 2.4525,
      "step": 498
    },
    {
      "epoch": 0.39,
      "eval_loss": 2.3411149978637695,
      "eval_runtime": 423.3183,
      "eval_samples_per_second": 20.164,
      "eval_steps_per_second": 0.631,
      "step": 500
    },
    {
      "epoch": 0.4,
      "learning_rate": 9.57742383910159e-07,
      "loss": 2.3754,
      "step": 501
    },
    {
      "epoch": 0.4,
      "learning_rate": 9.572421501023401e-07,
      "loss": 2.3668,
      "step": 504
    },
    {
      "epoch": 0.4,
      "learning_rate": 9.567391050892959e-07,
      "loss": 2.3598,
      "step": 507
    },
    {
      "epoch": 0.4,
      "learning_rate": 9.562332519638357e-07,
      "loss": 2.3844,
      "step": 510
    },
    {
      "epoch": 0.4,
      "learning_rate": 9.557245938360333e-07,
      "loss": 2.2853,
      "step": 513
    },
    {
      "epoch": 0.41,
      "learning_rate": 9.55213133833209e-07,
      "loss": 2.371,
      "step": 516
    },
    {
      "epoch": 0.41,
      "learning_rate": 9.546988750999086e-07,
      "loss": 2.2973,
      "step": 519
    },
    {
      "epoch": 0.41,
      "eval_loss": 2.340139627456665,
      "eval_runtime": 423.3666,
      "eval_samples_per_second": 20.162,
      "eval_steps_per_second": 0.631,
      "step": 520
    },
    {
      "epoch": 0.41,
      "learning_rate": 9.541818207978852e-07,
      "loss": 2.3004,
      "step": 522
    },
    {
      "epoch": 0.41,
      "learning_rate": 9.536619741060799e-07,
      "loss": 2.315,
      "step": 525
    },
    {
      "epoch": 0.42,
      "learning_rate": 9.531393382206014e-07,
      "loss": 2.2997,
      "step": 528
    },
    {
      "epoch": 0.42,
      "learning_rate": 9.526139163547072e-07,
      "loss": 2.2578,
      "step": 531
    },
    {
      "epoch": 0.42,
      "learning_rate": 9.520857117387836e-07,
      "loss": 2.2945,
      "step": 534
    },
    {
      "epoch": 0.42,
      "learning_rate": 9.515547276203255e-07,
      "loss": 2.3291,
      "step": 537
    },
    {
      "epoch": 0.43,
      "learning_rate": 9.510209672639164e-07,
      "loss": 2.3566,
      "step": 540
    },
    {
      "epoch": 0.43,
      "eval_loss": 2.339249610900879,
      "eval_runtime": 423.2809,
      "eval_samples_per_second": 20.166,
      "eval_steps_per_second": 0.631,
      "step": 540
    },
    {
      "epoch": 0.43,
      "learning_rate": 9.504844339512094e-07,
      "loss": 2.3153,
      "step": 543
    },
    {
      "epoch": 0.43,
      "learning_rate": 9.499451309809057e-07,
      "loss": 2.3686,
      "step": 546
    },
    {
      "epoch": 0.43,
      "learning_rate": 9.494030616687345e-07,
      "loss": 2.2894,
      "step": 549
    },
    {
      "epoch": 0.44,
      "learning_rate": 9.488582293474337e-07,
      "loss": 2.4301,
      "step": 552
    },
    {
      "epoch": 0.44,
      "learning_rate": 9.483106373667282e-07,
      "loss": 2.3472,
      "step": 555
    },
    {
      "epoch": 0.44,
      "learning_rate": 9.477602890933099e-07,
      "loss": 2.3336,
      "step": 558
    },
    {
      "epoch": 0.44,
      "eval_loss": 2.3383405208587646,
      "eval_runtime": 423.3766,
      "eval_samples_per_second": 20.162,
      "eval_steps_per_second": 0.631,
      "step": 560
    },
    {
      "epoch": 0.44,
      "learning_rate": 9.472071879108168e-07,
      "loss": 2.296,
      "step": 561
    },
    {
      "epoch": 0.45,
      "learning_rate": 9.466513372198124e-07,
      "loss": 2.2938,
      "step": 564
    },
    {
      "epoch": 0.45,
      "learning_rate": 9.460927404377646e-07,
      "loss": 2.3346,
      "step": 567
    },
    {
      "epoch": 0.45,
      "learning_rate": 9.455314009990247e-07,
      "loss": 2.3366,
      "step": 570
    },
    {
      "epoch": 0.45,
      "learning_rate": 9.449673223548063e-07,
      "loss": 2.3299,
      "step": 573
    },
    {
      "epoch": 0.45,
      "learning_rate": 9.444005079731645e-07,
      "loss": 2.3808,
      "step": 576
    },
    {
      "epoch": 0.46,
      "learning_rate": 9.438309613389736e-07,
      "loss": 2.3591,
      "step": 579
    },
    {
      "epoch": 0.46,
      "eval_loss": 2.33746075630188,
      "eval_runtime": 423.3304,
      "eval_samples_per_second": 20.164,
      "eval_steps_per_second": 0.631,
      "step": 580
    },
    {
      "epoch": 0.46,
      "learning_rate": 9.432586859539067e-07,
      "loss": 2.4369,
      "step": 582
    },
    {
      "epoch": 0.46,
      "learning_rate": 9.426836853364134e-07,
      "loss": 2.3023,
      "step": 585
    },
    {
      "epoch": 0.46,
      "learning_rate": 9.42105963021699e-07,
      "loss": 2.3798,
      "step": 588
    },
    {
      "epoch": 0.47,
      "learning_rate": 9.415255225617018e-07,
      "loss": 2.3748,
      "step": 591
    },
    {
      "epoch": 0.47,
      "learning_rate": 9.409423675250719e-07,
      "loss": 2.3385,
      "step": 594
    },
    {
      "epoch": 0.47,
      "learning_rate": 9.403565014971493e-07,
      "loss": 2.3596,
      "step": 597
    },
    {
      "epoch": 0.47,
      "learning_rate": 9.397679280799413e-07,
      "loss": 2.3233,
      "step": 600
    },
    {
      "epoch": 0.47,
      "eval_loss": 2.3365979194641113,
      "eval_runtime": 423.3209,
      "eval_samples_per_second": 20.164,
      "eval_steps_per_second": 0.631,
      "step": 600
    },
    {
      "epoch": 0.48,
      "learning_rate": 9.39176650892101e-07,
      "loss": 2.3402,
      "step": 603
    },
    {
      "epoch": 0.48,
      "learning_rate": 9.385826735689044e-07,
      "loss": 2.299,
      "step": 606
    },
    {
      "epoch": 0.48,
      "learning_rate": 9.37985999762229e-07,
      "loss": 2.297,
      "step": 609
    },
    {
      "epoch": 0.48,
      "learning_rate": 9.3738663314053e-07,
      "loss": 2.457,
      "step": 612
    },
    {
      "epoch": 0.49,
      "learning_rate": 9.367845773888192e-07,
      "loss": 2.3527,
      "step": 615
    },
    {
      "epoch": 0.49,
      "learning_rate": 9.361798362086412e-07,
      "loss": 2.2866,
      "step": 618
    },
    {
      "epoch": 0.49,
      "eval_loss": 2.335691452026367,
      "eval_runtime": 423.1955,
      "eval_samples_per_second": 20.17,
      "eval_steps_per_second": 0.631,
      "step": 620
    },
    {
      "epoch": 0.49,
      "learning_rate": 9.355724133180511e-07,
      "loss": 2.3485,
      "step": 621
    },
    {
      "epoch": 0.49,
      "learning_rate": 9.349623124515921e-07,
      "loss": 2.3777,
      "step": 624
    },
    {
      "epoch": 0.49,
      "learning_rate": 9.343495373602714e-07,
      "loss": 2.2958,
      "step": 627
    },
    {
      "epoch": 0.5,
      "learning_rate": 9.337340918115384e-07,
      "loss": 2.3733,
      "step": 630
    },
    {
      "epoch": 0.5,
      "learning_rate": 9.331159795892604e-07,
      "loss": 2.3486,
      "step": 633
    },
    {
      "epoch": 0.5,
      "learning_rate": 9.324952044937003e-07,
      "loss": 2.2597,
      "step": 636
    },
    {
      "epoch": 0.5,
      "learning_rate": 9.318717703414927e-07,
      "loss": 2.3699,
      "step": 639
    },
    {
      "epoch": 0.51,
      "eval_loss": 2.3348851203918457,
      "eval_runtime": 423.3298,
      "eval_samples_per_second": 20.164,
      "eval_steps_per_second": 0.631,
      "step": 640
    },
    {
      "epoch": 0.51,
      "learning_rate": 9.312456809656203e-07,
      "loss": 2.3104,
      "step": 642
    },
    {
      "epoch": 0.51,
      "learning_rate": 9.306169402153909e-07,
      "loss": 2.38,
      "step": 645
    },
    {
      "epoch": 0.51,
      "learning_rate": 9.299855519564135e-07,
      "loss": 2.3243,
      "step": 648
    },
    {
      "epoch": 0.51,
      "learning_rate": 9.293515200705739e-07,
      "loss": 2.3186,
      "step": 651
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.287148484560119e-07,
      "loss": 2.3206,
      "step": 654
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.280755410270969e-07,
      "loss": 2.3302,
      "step": 657
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.274336017144031e-07,
      "loss": 2.3104,
      "step": 660
    },
    {
      "epoch": 0.52,
      "eval_loss": 2.334101915359497,
      "eval_runtime": 423.3459,
      "eval_samples_per_second": 20.163,
      "eval_steps_per_second": 0.631,
      "step": 660
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.267890344646867e-07,
      "loss": 2.3382,
      "step": 663
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.261418432408605e-07,
      "loss": 2.2546,
      "step": 666
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.254920320219699e-07,
      "loss": 2.3398,
      "step": 669
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.248396048031689e-07,
      "loss": 2.259,
      "step": 672
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.241845655956948e-07,
      "loss": 2.3811,
      "step": 675
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.235269184268441e-07,
      "loss": 2.3023,
      "step": 678
    },
    {
      "epoch": 0.54,
      "eval_loss": 2.333385467529297,
      "eval_runtime": 423.3544,
      "eval_samples_per_second": 20.163,
      "eval_steps_per_second": 0.631,
      "step": 680
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.22866667339947e-07,
      "loss": 2.3402,
      "step": 681
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.222038163943437e-07,
      "loss": 2.3985,
      "step": 684
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.215383696653585e-07,
      "loss": 2.3785,
      "step": 687
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.208703312442747e-07,
      "loss": 2.3002,
      "step": 690
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.201997052383106e-07,
      "loss": 2.2807,
      "step": 693
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.195264957705925e-07,
      "loss": 2.3218,
      "step": 696
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.18850706980131e-07,
      "loss": 2.3797,
      "step": 699
    },
    {
      "epoch": 0.55,
      "eval_loss": 2.332702159881592,
      "eval_runtime": 423.4023,
      "eval_samples_per_second": 20.16,
      "eval_steps_per_second": 0.631,
      "step": 700
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.181723430217943e-07,
      "loss": 2.3441,
      "step": 702
    },
    {
      "epoch": 0.56,
      "learning_rate": 9.174914080662837e-07,
      "loss": 2.4208,
      "step": 705
    },
    {
      "epoch": 0.56,
      "learning_rate": 9.168079063001069e-07,
      "loss": 2.3724,
      "step": 708
    },
    {
      "epoch": 0.56,
      "learning_rate": 9.161218419255531e-07,
      "loss": 2.3602,
      "step": 711
    },
    {
      "epoch": 0.56,
      "learning_rate": 9.154332191606671e-07,
      "loss": 2.3921,
      "step": 714
    },
    {
      "epoch": 0.57,
      "learning_rate": 9.147420422392226e-07,
      "loss": 2.3401,
      "step": 717
    },
    {
      "epoch": 0.57,
      "learning_rate": 9.14048315410697e-07,
      "loss": 2.378,
      "step": 720
    },
    {
      "epoch": 0.57,
      "eval_loss": 2.3319976329803467,
      "eval_runtime": 423.2623,
      "eval_samples_per_second": 20.167,
      "eval_steps_per_second": 0.631,
      "step": 720
    },
    {
      "epoch": 0.57,
      "learning_rate": 9.133520429402452e-07,
      "loss": 2.2433,
      "step": 723
    },
    {
      "epoch": 0.57,
      "learning_rate": 9.126532291086727e-07,
      "loss": 2.2643,
      "step": 726
    },
    {
      "epoch": 0.58,
      "learning_rate": 9.119518782124101e-07,
      "loss": 2.2668,
      "step": 729
    },
    {
      "epoch": 0.58,
      "learning_rate": 9.112479945634858e-07,
      "loss": 2.3394,
      "step": 732
    },
    {
      "epoch": 0.58,
      "learning_rate": 9.105415824895007e-07,
      "loss": 2.3177,
      "step": 735
    },
    {
      "epoch": 0.58,
      "learning_rate": 9.098326463336005e-07,
      "loss": 2.3163,
      "step": 738
    },
    {
      "epoch": 0.58,
      "eval_loss": 2.331338882446289,
      "eval_runtime": 423.2629,
      "eval_samples_per_second": 20.167,
      "eval_steps_per_second": 0.631,
      "step": 740
    },
    {
      "epoch": 0.58,
      "learning_rate": 9.091211904544497e-07,
      "loss": 2.3085,
      "step": 741
    },
    {
      "epoch": 0.59,
      "learning_rate": 9.084072192262038e-07,
      "loss": 2.3119,
      "step": 744
    },
    {
      "epoch": 0.59,
      "learning_rate": 9.076907370384841e-07,
      "loss": 2.3025,
      "step": 747
    },
    {
      "epoch": 0.59,
      "learning_rate": 9.069717482963488e-07,
      "loss": 2.3669,
      "step": 750
    },
    {
      "epoch": 0.59,
      "learning_rate": 9.062502574202676e-07,
      "loss": 2.3758,
      "step": 753
    },
    {
      "epoch": 0.6,
      "learning_rate": 9.05526268846093e-07,
      "loss": 2.2763,
      "step": 756
    },
    {
      "epoch": 0.6,
      "learning_rate": 9.047997870250346e-07,
      "loss": 2.2827,
      "step": 759
    },
    {
      "epoch": 0.6,
      "eval_loss": 2.3305909633636475,
      "eval_runtime": 423.267,
      "eval_samples_per_second": 20.167,
      "eval_steps_per_second": 0.631,
      "step": 760
    },
    {
      "epoch": 0.6,
      "learning_rate": 9.040708164236302e-07,
      "loss": 2.3013,
      "step": 762
    },
    {
      "epoch": 0.6,
      "learning_rate": 9.033393615237195e-07,
      "loss": 2.3456,
      "step": 765
    },
    {
      "epoch": 0.61,
      "learning_rate": 9.026054268224159e-07,
      "loss": 2.3182,
      "step": 768
    },
    {
      "epoch": 0.61,
      "learning_rate": 9.018690168320794e-07,
      "loss": 2.3545,
      "step": 771
    },
    {
      "epoch": 0.61,
      "learning_rate": 9.01130136080288e-07,
      "loss": 2.3051,
      "step": 774
    },
    {
      "epoch": 0.61,
      "learning_rate": 9.003887891098106e-07,
      "loss": 2.3245,
      "step": 777
    },
    {
      "epoch": 0.62,
      "learning_rate": 8.996449804785791e-07,
      "loss": 2.3258,
      "step": 780
    },
    {
      "epoch": 0.62,
      "eval_loss": 2.3299028873443604,
      "eval_runtime": 423.3796,
      "eval_samples_per_second": 20.162,
      "eval_steps_per_second": 0.631,
      "step": 780
    },
    {
      "epoch": 0.62,
      "learning_rate": 8.988987147596597e-07,
      "loss": 2.3031,
      "step": 783
    },
    {
      "epoch": 0.62,
      "learning_rate": 8.981499965412255e-07,
      "loss": 2.2865,
      "step": 786
    },
    {
      "epoch": 0.62,
      "learning_rate": 8.973988304265279e-07,
      "loss": 2.3572,
      "step": 789
    },
    {
      "epoch": 0.63,
      "learning_rate": 8.966452210338682e-07,
      "loss": 2.3531,
      "step": 792
    },
    {
      "epoch": 0.63,
      "learning_rate": 8.958891729965698e-07,
      "loss": 2.3163,
      "step": 795
    },
    {
      "epoch": 0.63,
      "learning_rate": 8.951306909629492e-07,
      "loss": 2.3084,
      "step": 798
    },
    {
      "epoch": 0.63,
      "eval_loss": 2.329281806945801,
      "eval_runtime": 423.286,
      "eval_samples_per_second": 20.166,
      "eval_steps_per_second": 0.631,
      "step": 800
    },
    {
      "epoch": 0.63,
      "learning_rate": 8.943697795962872e-07,
      "loss": 2.3127,
      "step": 801
    },
    {
      "epoch": 0.63,
      "learning_rate": 8.93606443574801e-07,
      "loss": 2.2973,
      "step": 804
    },
    {
      "epoch": 0.64,
      "learning_rate": 8.928406875916148e-07,
      "loss": 2.3217,
      "step": 807
    },
    {
      "epoch": 0.64,
      "learning_rate": 8.920725163547311e-07,
      "loss": 2.3282,
      "step": 810
    },
    {
      "epoch": 0.64,
      "learning_rate": 8.91301934587002e-07,
      "loss": 2.2591,
      "step": 813
    },
    {
      "epoch": 0.64,
      "learning_rate": 8.905289470260997e-07,
      "loss": 2.35,
      "step": 816
    },
    {
      "epoch": 0.65,
      "learning_rate": 8.897535584244879e-07,
      "loss": 2.335,
      "step": 819
    },
    {
      "epoch": 0.65,
      "eval_loss": 2.3287057876586914,
      "eval_runtime": 423.3273,
      "eval_samples_per_second": 20.164,
      "eval_steps_per_second": 0.631,
      "step": 820
    },
    {
      "epoch": 0.65,
      "learning_rate": 8.889757735493923e-07,
      "loss": 2.3729,
      "step": 822
    },
    {
      "epoch": 0.65,
      "learning_rate": 8.88195597182771e-07,
      "loss": 2.3513,
      "step": 825
    },
    {
      "epoch": 0.65,
      "learning_rate": 8.874130341212858e-07,
      "loss": 2.3196,
      "step": 828
    },
    {
      "epoch": 0.66,
      "learning_rate": 8.866280891762722e-07,
      "loss": 2.3505,
      "step": 831
    },
    {
      "epoch": 0.66,
      "learning_rate": 8.858407671737098e-07,
      "loss": 2.3756,
      "step": 834
    },
    {
      "epoch": 0.66,
      "learning_rate": 8.850510729541926e-07,
      "loss": 2.3981,
      "step": 837
    },
    {
      "epoch": 0.66,
      "learning_rate": 8.842590113729e-07,
      "loss": 2.395,
      "step": 840
    },
    {
      "epoch": 0.66,
      "eval_loss": 2.328066825866699,
      "eval_runtime": 423.2871,
      "eval_samples_per_second": 20.166,
      "eval_steps_per_second": 0.631,
      "step": 840
    },
    {
      "epoch": 0.67,
      "learning_rate": 8.834645872995661e-07,
      "loss": 2.3557,
      "step": 843
    },
    {
      "epoch": 0.67,
      "learning_rate": 8.826678056184498e-07,
      "loss": 2.3604,
      "step": 846
    },
    {
      "epoch": 0.67,
      "learning_rate": 8.81868671228305e-07,
      "loss": 2.3875,
      "step": 849
    },
    {
      "epoch": 0.67,
      "learning_rate": 8.810671890423507e-07,
      "loss": 2.282,
      "step": 852
    },
    {
      "epoch": 0.67,
      "learning_rate": 8.802633639882405e-07,
      "loss": 2.3101,
      "step": 855
    },
    {
      "epoch": 0.68,
      "learning_rate": 8.794572010080324e-07,
      "loss": 2.3383,
      "step": 858
    },
    {
      "epoch": 0.68,
      "eval_loss": 2.327450752258301,
      "eval_runtime": 423.3291,
      "eval_samples_per_second": 20.164,
      "eval_steps_per_second": 0.631,
      "step": 860
    },
    {
      "epoch": 0.68,
      "learning_rate": 8.786487050581581e-07,
      "loss": 2.3591,
      "step": 861
    },
    {
      "epoch": 0.68,
      "learning_rate": 8.778378811093932e-07,
      "loss": 2.347,
      "step": 864
    },
    {
      "epoch": 0.68,
      "learning_rate": 8.770247341468258e-07,
      "loss": 2.2565,
      "step": 867
    },
    {
      "epoch": 0.69,
      "learning_rate": 8.762092691698271e-07,
      "loss": 2.3666,
      "step": 870
    },
    {
      "epoch": 0.69,
      "learning_rate": 8.753914911920187e-07,
      "loss": 2.3629,
      "step": 873
    },
    {
      "epoch": 0.69,
      "learning_rate": 8.74571405241244e-07,
      "loss": 2.3472,
      "step": 876
    },
    {
      "epoch": 0.69,
      "learning_rate": 8.737490163595354e-07,
      "loss": 2.3475,
      "step": 879
    },
    {
      "epoch": 0.69,
      "eval_loss": 2.3268442153930664,
      "eval_runtime": 423.3258,
      "eval_samples_per_second": 20.164,
      "eval_steps_per_second": 0.631,
      "step": 880
    },
    {
      "epoch": 0.7,
      "learning_rate": 8.72924329603085e-07,
      "loss": 2.3445,
      "step": 882
    },
    {
      "epoch": 0.7,
      "learning_rate": 8.720973500422118e-07,
      "loss": 2.3023,
      "step": 885
    },
    {
      "epoch": 0.7,
      "learning_rate": 8.712680827613316e-07,
      "loss": 2.2698,
      "step": 888
    },
    {
      "epoch": 0.7,
      "learning_rate": 8.704365328589258e-07,
      "loss": 2.3663,
      "step": 891
    },
    {
      "epoch": 0.71,
      "learning_rate": 8.696027054475097e-07,
      "loss": 2.3187,
      "step": 894
    },
    {
      "epoch": 0.71,
      "learning_rate": 8.687666056536008e-07,
      "loss": 2.3517,
      "step": 897
    },
    {
      "epoch": 0.71,
      "learning_rate": 8.679282386176878e-07,
      "loss": 2.2548,
      "step": 900
    },
    {
      "epoch": 0.71,
      "eval_loss": 2.32629132270813,
      "eval_runtime": 423.3296,
      "eval_samples_per_second": 20.164,
      "eval_steps_per_second": 0.631,
      "step": 900
    },
    {
      "epoch": 0.71,
      "learning_rate": 8.67087609494199e-07,
      "loss": 2.2959,
      "step": 903
    },
    {
      "epoch": 0.72,
      "learning_rate": 8.662447234514701e-07,
      "loss": 2.3644,
      "step": 906
    },
    {
      "epoch": 0.72,
      "learning_rate": 8.653995856717129e-07,
      "loss": 2.3586,
      "step": 909
    },
    {
      "epoch": 0.72,
      "learning_rate": 8.645522013509831e-07,
      "loss": 2.3266,
      "step": 912
    },
    {
      "epoch": 0.72,
      "learning_rate": 8.637025756991489e-07,
      "loss": 2.3161,
      "step": 915
    },
    {
      "epoch": 0.72,
      "learning_rate": 8.628507139398582e-07,
      "loss": 2.3037,
      "step": 918
    },
    {
      "epoch": 0.73,
      "eval_loss": 2.3255677223205566,
      "eval_runtime": 423.3411,
      "eval_samples_per_second": 20.163,
      "eval_steps_per_second": 0.631,
      "step": 920
    },
    {
      "epoch": 0.73,
      "learning_rate": 8.61996621310507e-07,
      "loss": 2.2742,
      "step": 921
    },
    {
      "epoch": 0.73,
      "learning_rate": 8.611403030622074e-07,
      "loss": 2.2825,
      "step": 924
    },
    {
      "epoch": 0.73,
      "learning_rate": 8.602817644597542e-07,
      "loss": 2.2959,
      "step": 927
    },
    {
      "epoch": 0.73,
      "learning_rate": 8.594210107815944e-07,
      "loss": 2.3072,
      "step": 930
    },
    {
      "epoch": 0.74,
      "learning_rate": 8.585580473197928e-07,
      "loss": 2.2897,
      "step": 933
    },
    {
      "epoch": 0.74,
      "learning_rate": 8.576928793800009e-07,
      "loss": 2.3138,
      "step": 936
    },
    {
      "epoch": 0.74,
      "learning_rate": 8.568255122814234e-07,
      "loss": 2.302,
      "step": 939
    },
    {
      "epoch": 0.74,
      "eval_loss": 2.3249897956848145,
      "eval_runtime": 423.2819,
      "eval_samples_per_second": 20.166,
      "eval_steps_per_second": 0.631,
      "step": 940
    },
    {
      "epoch": 0.74,
      "learning_rate": 8.559559513567858e-07,
      "loss": 2.3026,
      "step": 942
    },
    {
      "epoch": 0.75,
      "learning_rate": 8.550842019523018e-07,
      "loss": 2.3182,
      "step": 945
    },
    {
      "epoch": 0.75,
      "learning_rate": 8.5421026942764e-07,
      "loss": 2.2286,
      "step": 948
    },
    {
      "epoch": 0.75,
      "learning_rate": 8.53334159155892e-07,
      "loss": 2.2955,
      "step": 951
    },
    {
      "epoch": 0.75,
      "learning_rate": 8.524558765235372e-07,
      "loss": 2.2946,
      "step": 954
    },
    {
      "epoch": 0.76,
      "learning_rate": 8.515754269304123e-07,
      "loss": 2.3708,
      "step": 957
    },
    {
      "epoch": 0.76,
      "learning_rate": 8.506928157896763e-07,
      "loss": 2.333,
      "step": 960
    },
    {
      "epoch": 0.76,
      "eval_loss": 2.3244550228118896,
      "eval_runtime": 423.4402,
      "eval_samples_per_second": 20.159,
      "eval_steps_per_second": 0.631,
      "step": 960
    },
    {
      "epoch": 0.76,
      "learning_rate": 8.498080485277777e-07,
      "loss": 2.3298,
      "step": 963
    },
    {
      "epoch": 0.76,
      "learning_rate": 8.489211305844215e-07,
      "loss": 2.3625,
      "step": 966
    },
    {
      "epoch": 0.76,
      "learning_rate": 8.480320674125354e-07,
      "loss": 2.3087,
      "step": 969
    },
    {
      "epoch": 0.77,
      "learning_rate": 8.471408644782362e-07,
      "loss": 2.2796,
      "step": 972
    },
    {
      "epoch": 0.77,
      "learning_rate": 8.462475272607964e-07,
      "loss": 2.317,
      "step": 975
    },
    {
      "epoch": 0.77,
      "learning_rate": 8.453520612526104e-07,
      "loss": 2.3447,
      "step": 978
    },
    {
      "epoch": 0.77,
      "eval_loss": 2.323906421661377,
      "eval_runtime": 423.4069,
      "eval_samples_per_second": 20.16,
      "eval_steps_per_second": 0.631,
      "step": 980
    },
    {
      "epoch": 0.77,
      "learning_rate": 8.44454471959161e-07,
      "loss": 2.3125,
      "step": 981
    },
    {
      "epoch": 0.78,
      "learning_rate": 8.435547648989851e-07,
      "loss": 2.299,
      "step": 984
    },
    {
      "epoch": 0.78,
      "learning_rate": 8.4265294560364e-07,
      "loss": 2.3087,
      "step": 987
    },
    {
      "epoch": 0.78,
      "learning_rate": 8.417490196176695e-07,
      "loss": 2.271,
      "step": 990
    },
    {
      "epoch": 0.78,
      "learning_rate": 8.408429924985697e-07,
      "loss": 2.3086,
      "step": 993
    },
    {
      "epoch": 0.79,
      "learning_rate": 8.39934869816755e-07,
      "loss": 2.3539,
      "step": 996
    },
    {
      "epoch": 0.79,
      "learning_rate": 8.390246571555232e-07,
      "loss": 2.2637,
      "step": 999
    },
    {
      "epoch": 0.79,
      "eval_loss": 2.3233530521392822,
      "eval_runtime": 423.4804,
      "eval_samples_per_second": 20.157,
      "eval_steps_per_second": 0.63,
      "step": 1000
    },
    {
      "epoch": 0.79,
      "learning_rate": 8.38112360111022e-07,
      "loss": 2.2723,
      "step": 1002
    },
    {
      "epoch": 0.79,
      "learning_rate": 8.371979842922145e-07,
      "loss": 2.2917,
      "step": 1005
    },
    {
      "epoch": 0.8,
      "learning_rate": 8.36281535320844e-07,
      "loss": 2.2947,
      "step": 1008
    },
    {
      "epoch": 0.8,
      "learning_rate": 8.353630188314001e-07,
      "loss": 2.3794,
      "step": 1011
    },
    {
      "epoch": 0.8,
      "learning_rate": 8.344424404710837e-07,
      "loss": 2.2467,
      "step": 1014
    },
    {
      "epoch": 0.8,
      "learning_rate": 8.335198058997728e-07,
      "loss": 2.3408,
      "step": 1017
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.325951207899871e-07,
      "loss": 2.4003,
      "step": 1020
    },
    {
      "epoch": 0.81,
      "eval_loss": 2.322751045227051,
      "eval_runtime": 423.3682,
      "eval_samples_per_second": 20.162,
      "eval_steps_per_second": 0.631,
      "step": 1020
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.316683908268536e-07,
      "loss": 2.3281,
      "step": 1023
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.307396217080709e-07,
      "loss": 2.3577,
      "step": 1026
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.298088191438752e-07,
      "loss": 2.3012,
      "step": 1029
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.288759888570046e-07,
      "loss": 2.366,
      "step": 1032
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.279411365826639e-07,
      "loss": 2.4175,
      "step": 1035
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.270042680684892e-07,
      "loss": 2.3281,
      "step": 1038
    },
    {
      "epoch": 0.82,
      "eval_loss": 2.322261095046997,
      "eval_runtime": 423.4505,
      "eval_samples_per_second": 20.158,
      "eval_steps_per_second": 0.631,
      "step": 1040
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.260653890745133e-07,
      "loss": 2.2987,
      "step": 1041
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.251245053731292e-07,
      "loss": 2.3284,
      "step": 1044
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.241816227490561e-07,
      "loss": 2.3436,
      "step": 1047
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.232367469993017e-07,
      "loss": 2.2726,
      "step": 1050
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.22289883933129e-07,
      "loss": 2.3239,
      "step": 1053
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.213410393720181e-07,
      "loss": 2.3221,
      "step": 1056
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.20390219149633e-07,
      "loss": 2.2965,
      "step": 1059
    },
    {
      "epoch": 0.84,
      "eval_loss": 2.321779251098633,
      "eval_runtime": 423.38,
      "eval_samples_per_second": 20.162,
      "eval_steps_per_second": 0.631,
      "step": 1060
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.194374291117835e-07,
      "loss": 2.2872,
      "step": 1062
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.184826751163909e-07,
      "loss": 2.2789,
      "step": 1065
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.175259630334503e-07,
      "loss": 2.2781,
      "step": 1068
    },
    {
      "epoch": 0.85,
      "learning_rate": 8.165672987449961e-07,
      "loss": 2.2374,
      "step": 1071
    },
    {
      "epoch": 0.85,
      "learning_rate": 8.156066881450653e-07,
      "loss": 2.2523,
      "step": 1074
    },
    {
      "epoch": 0.85,
      "learning_rate": 8.146441371396607e-07,
      "loss": 2.2907,
      "step": 1077
    },
    {
      "epoch": 0.85,
      "learning_rate": 8.136796516467156e-07,
      "loss": 2.3227,
      "step": 1080
    },
    {
      "epoch": 0.85,
      "eval_loss": 2.3212733268737793,
      "eval_runtime": 423.4264,
      "eval_samples_per_second": 20.159,
      "eval_steps_per_second": 0.631,
      "step": 1080
    },
    {
      "epoch": 0.85,
      "learning_rate": 8.127132375960564e-07,
      "loss": 2.2747,
      "step": 1083
    },
    {
      "epoch": 0.86,
      "learning_rate": 8.117449009293668e-07,
      "loss": 2.3263,
      "step": 1086
    },
    {
      "epoch": 0.86,
      "learning_rate": 8.107746476001511e-07,
      "loss": 2.3275,
      "step": 1089
    },
    {
      "epoch": 0.86,
      "learning_rate": 8.098024835736976e-07,
      "loss": 2.311,
      "step": 1092
    },
    {
      "epoch": 0.86,
      "learning_rate": 8.088284148270416e-07,
      "loss": 2.4011,
      "step": 1095
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.078524473489298e-07,
      "loss": 2.2933,
      "step": 1098
    },
    {
      "epoch": 0.87,
      "eval_loss": 2.3207974433898926,
      "eval_runtime": 423.4678,
      "eval_samples_per_second": 20.157,
      "eval_steps_per_second": 0.631,
      "step": 1100
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.068745871397815e-07,
      "loss": 2.3474,
      "step": 1101
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.058948402116537e-07,
      "loss": 2.3132,
      "step": 1104
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.049132125882027e-07,
      "loss": 2.377,
      "step": 1107
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.039297103046483e-07,
      "loss": 2.2774,
      "step": 1110
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.029443394077355e-07,
      "loss": 2.3629,
      "step": 1113
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.019571059556978e-07,
      "loss": 2.3565,
      "step": 1116
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.009680160182205e-07,
      "loss": 2.2868,
      "step": 1119
    },
    {
      "epoch": 0.88,
      "eval_loss": 2.320247173309326,
      "eval_runtime": 423.4681,
      "eval_samples_per_second": 20.157,
      "eval_steps_per_second": 0.631,
      "step": 1120
    },
    {
      "epoch": 0.89,
      "learning_rate": 7.999770756764026e-07,
      "loss": 2.3414,
      "step": 1122
    },
    {
      "epoch": 0.89,
      "learning_rate": 7.989842910227196e-07,
      "loss": 2.3327,
      "step": 1125
    },
    {
      "epoch": 0.89,
      "learning_rate": 7.979896681609864e-07,
      "loss": 2.3244,
      "step": 1128
    },
    {
      "epoch": 0.89,
      "learning_rate": 7.969932132063195e-07,
      "loss": 2.3004,
      "step": 1131
    },
    {
      "epoch": 0.9,
      "learning_rate": 7.959949322850993e-07,
      "loss": 2.3689,
      "step": 1134
    },
    {
      "epoch": 0.9,
      "learning_rate": 7.949948315349328e-07,
      "loss": 2.3043,
      "step": 1137
    },
    {
      "epoch": 0.9,
      "learning_rate": 7.93992917104615e-07,
      "loss": 2.3528,
      "step": 1140
    },
    {
      "epoch": 0.9,
      "eval_loss": 2.319669723510742,
      "eval_runtime": 423.3384,
      "eval_samples_per_second": 20.164,
      "eval_steps_per_second": 0.631,
      "step": 1140
    },
    {
      "epoch": 0.9,
      "learning_rate": 7.929891951540928e-07,
      "loss": 2.2625,
      "step": 1143
    },
    {
      "epoch": 0.9,
      "learning_rate": 7.919836718544248e-07,
      "loss": 2.321,
      "step": 1146
    },
    {
      "epoch": 0.91,
      "learning_rate": 7.909763533877459e-07,
      "loss": 2.3248,
      "step": 1149
    },
    {
      "epoch": 0.91,
      "learning_rate": 7.899672459472266e-07,
      "loss": 2.3621,
      "step": 1152
    },
    {
      "epoch": 0.91,
      "learning_rate": 7.889563557370377e-07,
      "loss": 2.3353,
      "step": 1155
    },
    {
      "epoch": 0.91,
      "learning_rate": 7.879436889723101e-07,
      "loss": 2.2961,
      "step": 1158
    },
    {
      "epoch": 0.92,
      "eval_loss": 2.3192245960235596,
      "eval_runtime": 423.3625,
      "eval_samples_per_second": 20.162,
      "eval_steps_per_second": 0.631,
      "step": 1160
    },
    {
      "epoch": 0.92,
      "learning_rate": 7.869292518790969e-07,
      "loss": 2.3059,
      "step": 1161
    },
    {
      "epoch": 0.92,
      "learning_rate": 7.859130506943361e-07,
      "loss": 2.2811,
      "step": 1164
    },
    {
      "epoch": 0.92,
      "learning_rate": 7.848950916658117e-07,
      "loss": 2.2763,
      "step": 1167
    },
    {
      "epoch": 0.92,
      "learning_rate": 7.838753810521148e-07,
      "loss": 2.2624,
      "step": 1170
    },
    {
      "epoch": 0.93,
      "learning_rate": 7.828539251226058e-07,
      "loss": 2.3175,
      "step": 1173
    },
    {
      "epoch": 0.93,
      "learning_rate": 7.818307301573755e-07,
      "loss": 2.2654,
      "step": 1176
    },
    {
      "epoch": 0.93,
      "learning_rate": 7.808058024472066e-07,
      "loss": 2.3594,
      "step": 1179
    },
    {
      "epoch": 0.93,
      "eval_loss": 2.318722724914551,
      "eval_runtime": 423.4852,
      "eval_samples_per_second": 20.157,
      "eval_steps_per_second": 0.63,
      "step": 1180
    },
    {
      "epoch": 0.93,
      "learning_rate": 7.797791482935354e-07,
      "loss": 2.332,
      "step": 1182
    },
    {
      "epoch": 0.94,
      "learning_rate": 7.787507740084119e-07,
      "loss": 2.3029,
      "step": 1185
    },
    {
      "epoch": 0.94,
      "learning_rate": 7.777206859144626e-07,
      "loss": 2.3374,
      "step": 1188
    },
    {
      "epoch": 0.94,
      "learning_rate": 7.7668889034485e-07,
      "loss": 2.2754,
      "step": 1191
    },
    {
      "epoch": 0.94,
      "learning_rate": 7.756553936432355e-07,
      "loss": 2.3292,
      "step": 1194
    },
    {
      "epoch": 0.94,
      "learning_rate": 7.746202021637383e-07,
      "loss": 2.333,
      "step": 1197
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.735833222708978e-07,
      "loss": 2.3139,
      "step": 1200
    },
    {
      "epoch": 0.95,
      "eval_loss": 2.3182308673858643,
      "eval_runtime": 423.5569,
      "eval_samples_per_second": 20.153,
      "eval_steps_per_second": 0.63,
      "step": 1200
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.725447603396344e-07,
      "loss": 2.3044,
      "step": 1203
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.715045227552095e-07,
      "loss": 2.2979,
      "step": 1206
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.704626159131866e-07,
      "loss": 2.286,
      "step": 1209
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.694190462193929e-07,
      "loss": 2.3523,
      "step": 1212
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.683738200898783e-07,
      "loss": 2.3239,
      "step": 1215
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.673269439508769e-07,
      "loss": 2.3573,
      "step": 1218
    },
    {
      "epoch": 0.96,
      "eval_loss": 2.317840337753296,
      "eval_runtime": 423.5223,
      "eval_samples_per_second": 20.155,
      "eval_steps_per_second": 0.63,
      "step": 1220
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.662784242387678e-07,
      "loss": 2.3076,
      "step": 1221
    },
    {
      "epoch": 0.97,
      "learning_rate": 7.652282674000345e-07,
      "loss": 2.2982,
      "step": 1224
    },
    {
      "epoch": 0.97,
      "learning_rate": 7.641764798912262e-07,
      "loss": 2.3276,
      "step": 1227
    },
    {
      "epoch": 0.97,
      "learning_rate": 7.631230681789176e-07,
      "loss": 2.307,
      "step": 1230
    },
    {
      "epoch": 0.97,
      "learning_rate": 7.620680387396695e-07,
      "loss": 2.3529,
      "step": 1233
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.610113980599883e-07,
      "loss": 2.282,
      "step": 1236
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.599531526362873e-07,
      "loss": 2.3404,
      "step": 1239
    },
    {
      "epoch": 0.98,
      "eval_loss": 2.3173727989196777,
      "eval_runtime": 423.4318,
      "eval_samples_per_second": 20.159,
      "eval_steps_per_second": 0.631,
      "step": 1240
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.588933089748451e-07,
      "loss": 2.3277,
      "step": 1242
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.578318735917675e-07,
      "loss": 2.2916,
      "step": 1245
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.56768853012946e-07,
      "loss": 2.3011,
      "step": 1248
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.557042537740183e-07,
      "loss": 2.3478,
      "step": 1251
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.546380824203277e-07,
      "loss": 2.3414,
      "step": 1254
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.535703455068835e-07,
      "loss": 2.3388,
      "step": 1257
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.525010495983201e-07,
      "loss": 2.3752,
      "step": 1260
    },
    {
      "epoch": 0.99,
      "eval_loss": 2.316869020462036,
      "eval_runtime": 423.6284,
      "eval_samples_per_second": 20.15,
      "eval_steps_per_second": 0.63,
      "step": 1260
    },
    {
      "epoch": 1.0,
      "learning_rate": 7.514302012688574e-07,
      "loss": 2.2594,
      "step": 1263
    },
    {
      "epoch": 1.0,
      "learning_rate": 7.503578071022587e-07,
      "loss": 2.2831,
      "step": 1266
    },
    {
      "epoch": 1.0,
      "learning_rate": 7.492838736917927e-07,
      "loss": 2.2945,
      "step": 1269
    },
    {
      "epoch": 1.0,
      "learning_rate": 7.482084076401908e-07,
      "loss": 2.2828,
      "step": 1272
    },
    {
      "epoch": 1.01,
      "learning_rate": 7.471314155596075e-07,
      "loss": 2.2738,
      "step": 1275
    },
    {
      "epoch": 1.01,
      "learning_rate": 7.4605290407158e-07,
      "loss": 2.3049,
      "step": 1278
    },
    {
      "epoch": 1.01,
      "eval_loss": 2.3168187141418457,
      "eval_runtime": 423.5196,
      "eval_samples_per_second": 20.155,
      "eval_steps_per_second": 0.63,
      "step": 1280
    },
    {
      "epoch": 1.01,
      "learning_rate": 7.449728798069863e-07,
      "loss": 2.3274,
      "step": 1281
    },
    {
      "epoch": 1.01,
      "learning_rate": 7.438913494060062e-07,
      "loss": 2.3031,
      "step": 1284
    },
    {
      "epoch": 1.02,
      "learning_rate": 7.428083195180787e-07,
      "loss": 2.3463,
      "step": 1287
    },
    {
      "epoch": 1.02,
      "learning_rate": 7.417237968018623e-07,
      "loss": 2.2969,
      "step": 1290
    },
    {
      "epoch": 1.02,
      "learning_rate": 7.406377879251935e-07,
      "loss": 2.3231,
      "step": 1293
    },
    {
      "epoch": 1.02,
      "learning_rate": 7.395502995650462e-07,
      "loss": 2.2752,
      "step": 1296
    },
    {
      "epoch": 1.03,
      "learning_rate": 7.384613384074898e-07,
      "loss": 2.3099,
      "step": 1299
    },
    {
      "epoch": 1.03,
      "eval_loss": 2.31632924079895,
      "eval_runtime": 423.6273,
      "eval_samples_per_second": 20.15,
      "eval_steps_per_second": 0.63,
      "step": 1300
    },
    {
      "epoch": 1.03,
      "learning_rate": 7.373709111476497e-07,
      "loss": 2.2691,
      "step": 1302
    },
    {
      "epoch": 1.03,
      "learning_rate": 7.362790244896644e-07,
      "loss": 2.3205,
      "step": 1305
    },
    {
      "epoch": 1.03,
      "learning_rate": 7.351856851466454e-07,
      "loss": 2.2233,
      "step": 1308
    },
    {
      "epoch": 1.03,
      "learning_rate": 7.340908998406352e-07,
      "loss": 2.305,
      "step": 1311
    },
    {
      "epoch": 1.04,
      "learning_rate": 7.329946753025668e-07,
      "loss": 2.3221,
      "step": 1314
    },
    {
      "epoch": 1.04,
      "learning_rate": 7.318970182722216e-07,
      "loss": 2.3171,
      "step": 1317
    },
    {
      "epoch": 1.04,
      "learning_rate": 7.30797935498188e-07,
      "loss": 2.2663,
      "step": 1320
    },
    {
      "epoch": 1.04,
      "eval_loss": 2.3159472942352295,
      "eval_runtime": 423.528,
      "eval_samples_per_second": 20.155,
      "eval_steps_per_second": 0.63,
      "step": 1320
    },
    {
      "epoch": 1.04,
      "learning_rate": 7.296974337378207e-07,
      "loss": 2.2756,
      "step": 1323
    },
    {
      "epoch": 1.05,
      "learning_rate": 7.285955197571982e-07,
      "loss": 2.308,
      "step": 1326
    },
    {
      "epoch": 1.05,
      "learning_rate": 7.274922003310812e-07,
      "loss": 2.3399,
      "step": 1329
    },
    {
      "epoch": 1.05,
      "learning_rate": 7.263874822428723e-07,
      "loss": 2.2725,
      "step": 1332
    },
    {
      "epoch": 1.05,
      "learning_rate": 7.252813722845724e-07,
      "loss": 2.2886,
      "step": 1335
    },
    {
      "epoch": 1.06,
      "learning_rate": 7.241738772567404e-07,
      "loss": 2.3081,
      "step": 1338
    },
    {
      "epoch": 1.06,
      "eval_loss": 2.315493106842041,
      "eval_runtime": 423.5508,
      "eval_samples_per_second": 20.153,
      "eval_steps_per_second": 0.63,
      "step": 1340
    },
    {
      "epoch": 1.06,
      "learning_rate": 7.230650039684505e-07,
      "loss": 2.3301,
      "step": 1341
    },
    {
      "epoch": 1.06,
      "learning_rate": 7.219547592372511e-07,
      "loss": 2.3124,
      "step": 1344
    },
    {
      "epoch": 1.06,
      "learning_rate": 7.208431498891221e-07,
      "loss": 2.2829,
      "step": 1347
    },
    {
      "epoch": 1.07,
      "learning_rate": 7.197301827584335e-07,
      "loss": 2.3014,
      "step": 1350
    },
    {
      "epoch": 1.07,
      "learning_rate": 7.18615864687903e-07,
      "loss": 2.3313,
      "step": 1353
    },
    {
      "epoch": 1.07,
      "learning_rate": 7.175002025285546e-07,
      "loss": 2.2866,
      "step": 1356
    },
    {
      "epoch": 1.07,
      "learning_rate": 7.163832031396751e-07,
      "loss": 2.3324,
      "step": 1359
    },
    {
      "epoch": 1.07,
      "eval_loss": 2.3150970935821533,
      "eval_runtime": 423.5225,
      "eval_samples_per_second": 20.155,
      "eval_steps_per_second": 0.63,
      "step": 1360
    },
    {
      "epoch": 1.07,
      "learning_rate": 7.152648733887738e-07,
      "loss": 2.3364,
      "step": 1362
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.141452201515385e-07,
      "loss": 2.3039,
      "step": 1365
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.130242503117949e-07,
      "loss": 2.3022,
      "step": 1368
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.119019707614626e-07,
      "loss": 2.3087,
      "step": 1371
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.107783884005136e-07,
      "loss": 2.4119,
      "step": 1374
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.096535101369304e-07,
      "loss": 2.3349,
      "step": 1377
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.085273428866624e-07,
      "loss": 2.2818,
      "step": 1380
    },
    {
      "epoch": 1.09,
      "eval_loss": 2.3148207664489746,
      "eval_runtime": 423.6185,
      "eval_samples_per_second": 20.15,
      "eval_steps_per_second": 0.63,
      "step": 1380
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.073998935735841e-07,
      "loss": 2.3156,
      "step": 1383
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.062711691294524e-07,
      "loss": 2.2651,
      "step": 1386
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.051411764938638e-07,
      "loss": 2.2672,
      "step": 1389
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.04009922614212e-07,
      "loss": 2.3123,
      "step": 1392
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.028774144456451e-07,
      "loss": 2.2977,
      "step": 1395
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.017436589510222e-07,
      "loss": 2.3032,
      "step": 1398
    },
    {
      "epoch": 1.1,
      "eval_loss": 2.3144261837005615,
      "eval_runtime": 423.4989,
      "eval_samples_per_second": 20.156,
      "eval_steps_per_second": 0.63,
      "step": 1400
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.006086631008721e-07,
      "loss": 2.2844,
      "step": 1401
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.994724338733489e-07,
      "loss": 2.3115,
      "step": 1404
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.983349782541901e-07,
      "loss": 2.2636,
      "step": 1407
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.971963032366727e-07,
      "loss": 2.3014,
      "step": 1410
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.960564158215714e-07,
      "loss": 2.2709,
      "step": 1413
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.949153230171146e-07,
      "loss": 2.2757,
      "step": 1416
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.937730318389419e-07,
      "loss": 2.2968,
      "step": 1419
    },
    {
      "epoch": 1.12,
      "eval_loss": 2.314065456390381,
      "eval_runtime": 423.7021,
      "eval_samples_per_second": 20.146,
      "eval_steps_per_second": 0.63,
      "step": 1420
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.926295493100602e-07,
      "loss": 2.2748,
      "step": 1422
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.914848824608016e-07,
      "loss": 2.3398,
      "step": 1425
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.903390383287794e-07,
      "loss": 2.3015,
      "step": 1428
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.891920239588449e-07,
      "loss": 2.296,
      "step": 1431
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.880438464030444e-07,
      "loss": 2.3183,
      "step": 1434
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.868945127205756e-07,
      "loss": 2.2845,
      "step": 1437
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.857440299777445e-07,
      "loss": 2.2872,
      "step": 1440
    },
    {
      "epoch": 1.14,
      "eval_loss": 2.313587188720703,
      "eval_runtime": 423.2156,
      "eval_samples_per_second": 20.169,
      "eval_steps_per_second": 0.631,
      "step": 1440
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.845924052479212e-07,
      "loss": 2.3286,
      "step": 1443
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.834396456114975e-07,
      "loss": 2.2985,
      "step": 1446
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.822857581558422e-07,
      "loss": 2.2685,
      "step": 1449
    },
    {
      "epoch": 1.15,
      "learning_rate": 6.81130749975259e-07,
      "loss": 2.2893,
      "step": 1452
    },
    {
      "epoch": 1.15,
      "learning_rate": 6.799746281709412e-07,
      "loss": 2.2832,
      "step": 1455
    },
    {
      "epoch": 1.15,
      "learning_rate": 6.788173998509293e-07,
      "loss": 2.3542,
      "step": 1458
    },
    {
      "epoch": 1.15,
      "eval_loss": 2.3132660388946533,
      "eval_runtime": 423.6025,
      "eval_samples_per_second": 20.151,
      "eval_steps_per_second": 0.63,
      "step": 1460
    },
    {
      "epoch": 1.15,
      "learning_rate": 6.776590721300663e-07,
      "loss": 2.2681,
      "step": 1461
    },
    {
      "epoch": 1.16,
      "learning_rate": 6.764996521299555e-07,
      "loss": 2.2491,
      "step": 1464
    },
    {
      "epoch": 1.16,
      "learning_rate": 6.75339146978915e-07,
      "loss": 2.2629,
      "step": 1467
    },
    {
      "epoch": 1.16,
      "learning_rate": 6.741775638119344e-07,
      "loss": 2.2829,
      "step": 1470
    },
    {
      "epoch": 1.16,
      "learning_rate": 6.730149097706318e-07,
      "loss": 2.2667,
      "step": 1473
    },
    {
      "epoch": 1.16,
      "learning_rate": 6.718511920032088e-07,
      "loss": 2.3181,
      "step": 1476
    },
    {
      "epoch": 1.17,
      "learning_rate": 6.706864176644073e-07,
      "loss": 2.3007,
      "step": 1479
    },
    {
      "epoch": 1.17,
      "eval_loss": 2.3128092288970947,
      "eval_runtime": 423.6014,
      "eval_samples_per_second": 20.151,
      "eval_steps_per_second": 0.63,
      "step": 1480
    },
    {
      "epoch": 1.17,
      "learning_rate": 6.695205939154645e-07,
      "loss": 2.2827,
      "step": 1482
    },
    {
      "epoch": 1.17,
      "learning_rate": 6.683537279240705e-07,
      "loss": 2.2754,
      "step": 1485
    },
    {
      "epoch": 1.17,
      "learning_rate": 6.671858268643225e-07,
      "loss": 2.2312,
      "step": 1488
    },
    {
      "epoch": 1.18,
      "learning_rate": 6.660168979166819e-07,
      "loss": 2.3098,
      "step": 1491
    },
    {
      "epoch": 1.18,
      "learning_rate": 6.648469482679297e-07,
      "loss": 2.2561,
      "step": 1494
    },
    {
      "epoch": 1.18,
      "learning_rate": 6.636759851111222e-07,
      "loss": 2.2789,
      "step": 1497
    },
    {
      "epoch": 1.18,
      "learning_rate": 6.625040156455471e-07,
      "loss": 2.2531,
      "step": 1500
    },
    {
      "epoch": 1.18,
      "eval_loss": 2.312640905380249,
      "eval_runtime": 423.502,
      "eval_samples_per_second": 20.156,
      "eval_steps_per_second": 0.63,
      "step": 1500
    },
    {
      "epoch": 1.19,
      "learning_rate": 6.613310470766787e-07,
      "loss": 2.3494,
      "step": 1503
    },
    {
      "epoch": 1.19,
      "learning_rate": 6.601570866161345e-07,
      "loss": 2.2634,
      "step": 1506
    },
    {
      "epoch": 1.19,
      "learning_rate": 6.589821414816301e-07,
      "loss": 2.296,
      "step": 1509
    },
    {
      "epoch": 1.19,
      "learning_rate": 6.578062188969349e-07,
      "loss": 2.2437,
      "step": 1512
    },
    {
      "epoch": 1.2,
      "learning_rate": 6.566293260918279e-07,
      "loss": 2.3483,
      "step": 1515
    },
    {
      "epoch": 1.2,
      "learning_rate": 6.554514703020533e-07,
      "loss": 2.2712,
      "step": 1518
    },
    {
      "epoch": 1.2,
      "eval_loss": 2.312190532684326,
      "eval_runtime": 423.5944,
      "eval_samples_per_second": 20.151,
      "eval_steps_per_second": 0.63,
      "step": 1520
    },
    {
      "epoch": 1.2,
      "learning_rate": 6.542726587692756e-07,
      "loss": 2.288,
      "step": 1521
    },
    {
      "epoch": 1.2,
      "learning_rate": 6.530928987410361e-07,
      "loss": 2.2557,
      "step": 1524
    },
    {
      "epoch": 1.21,
      "learning_rate": 6.519121974707066e-07,
      "loss": 2.3426,
      "step": 1527
    },
    {
      "epoch": 1.21,
      "learning_rate": 6.507305622174467e-07,
      "loss": 2.2903,
      "step": 1530
    },
    {
      "epoch": 1.21,
      "learning_rate": 6.495480002461577e-07,
      "loss": 2.294,
      "step": 1533
    },
    {
      "epoch": 1.21,
      "learning_rate": 6.48364518827439e-07,
      "loss": 2.284,
      "step": 1536
    },
    {
      "epoch": 1.21,
      "learning_rate": 6.471801252375425e-07,
      "loss": 2.2413,
      "step": 1539
    },
    {
      "epoch": 1.22,
      "eval_loss": 2.312066078186035,
      "eval_runtime": 423.5569,
      "eval_samples_per_second": 20.153,
      "eval_steps_per_second": 0.63,
      "step": 1540
    },
    {
      "epoch": 1.22,
      "learning_rate": 6.459948267583285e-07,
      "loss": 2.3278,
      "step": 1542
    },
    {
      "epoch": 1.22,
      "learning_rate": 6.448086306772207e-07,
      "loss": 2.3135,
      "step": 1545
    },
    {
      "epoch": 1.22,
      "learning_rate": 6.436215442871615e-07,
      "loss": 2.2751,
      "step": 1548
    },
    {
      "epoch": 1.22,
      "learning_rate": 6.424335748865668e-07,
      "loss": 2.3304,
      "step": 1551
    },
    {
      "epoch": 1.23,
      "learning_rate": 6.412447297792818e-07,
      "loss": 2.3364,
      "step": 1554
    },
    {
      "epoch": 1.23,
      "learning_rate": 6.400550162745354e-07,
      "loss": 2.2637,
      "step": 1557
    },
    {
      "epoch": 1.23,
      "learning_rate": 6.388644416868956e-07,
      "loss": 2.2676,
      "step": 1560
    },
    {
      "epoch": 1.23,
      "eval_loss": 2.311553478240967,
      "eval_runtime": 423.529,
      "eval_samples_per_second": 20.154,
      "eval_steps_per_second": 0.63,
      "step": 1560
    },
    {
      "epoch": 1.23,
      "learning_rate": 6.376730133362247e-07,
      "loss": 2.1986,
      "step": 1563
    },
    {
      "epoch": 1.24,
      "learning_rate": 6.364807385476336e-07,
      "loss": 2.2948,
      "step": 1566
    },
    {
      "epoch": 1.24,
      "learning_rate": 6.352876246514378e-07,
      "loss": 2.34,
      "step": 1569
    },
    {
      "epoch": 1.24,
      "learning_rate": 6.340936789831115e-07,
      "loss": 2.2766,
      "step": 1572
    },
    {
      "epoch": 1.24,
      "learning_rate": 6.32898908883243e-07,
      "loss": 2.3154,
      "step": 1575
    },
    {
      "epoch": 1.25,
      "learning_rate": 6.317033216974889e-07,
      "loss": 2.2639,
      "step": 1578
    },
    {
      "epoch": 1.25,
      "eval_loss": 2.3112854957580566,
      "eval_runtime": 423.6669,
      "eval_samples_per_second": 20.148,
      "eval_steps_per_second": 0.63,
      "step": 1580
    },
    {
      "epoch": 1.25,
      "learning_rate": 6.305069247765299e-07,
      "loss": 2.251,
      "step": 1581
    },
    {
      "epoch": 1.25,
      "learning_rate": 6.293097254760247e-07,
      "loss": 2.3302,
      "step": 1584
    },
    {
      "epoch": 1.25,
      "learning_rate": 6.281117311565654e-07,
      "loss": 2.2488,
      "step": 1587
    },
    {
      "epoch": 1.25,
      "learning_rate": 6.269129491836321e-07,
      "loss": 2.2853,
      "step": 1590
    },
    {
      "epoch": 1.26,
      "learning_rate": 6.257133869275472e-07,
      "loss": 2.3204,
      "step": 1593
    },
    {
      "epoch": 1.26,
      "learning_rate": 6.245130517634306e-07,
      "loss": 2.2984,
      "step": 1596
    },
    {
      "epoch": 1.26,
      "learning_rate": 6.233119510711543e-07,
      "loss": 2.3206,
      "step": 1599
    },
    {
      "epoch": 1.26,
      "eval_loss": 2.3111162185668945,
      "eval_runtime": 423.5824,
      "eval_samples_per_second": 20.152,
      "eval_steps_per_second": 0.63,
      "step": 1600
    },
    {
      "epoch": 1.26,
      "learning_rate": 6.221100922352968e-07,
      "loss": 2.2511,
      "step": 1602
    },
    {
      "epoch": 1.27,
      "learning_rate": 6.209074826450974e-07,
      "loss": 2.2552,
      "step": 1605
    },
    {
      "epoch": 1.27,
      "learning_rate": 6.197041296944122e-07,
      "loss": 2.2893,
      "step": 1608
    },
    {
      "epoch": 1.27,
      "learning_rate": 6.185000407816663e-07,
      "loss": 2.3363,
      "step": 1611
    },
    {
      "epoch": 1.27,
      "learning_rate": 6.172952233098109e-07,
      "loss": 2.3269,
      "step": 1614
    },
    {
      "epoch": 1.28,
      "learning_rate": 6.160896846862753e-07,
      "loss": 2.33,
      "step": 1617
    },
    {
      "epoch": 1.28,
      "learning_rate": 6.148834323229238e-07,
      "loss": 2.2845,
      "step": 1620
    },
    {
      "epoch": 1.28,
      "eval_loss": 2.3106329441070557,
      "eval_runtime": 423.3773,
      "eval_samples_per_second": 20.162,
      "eval_steps_per_second": 0.631,
      "step": 1620
    },
    {
      "epoch": 1.28,
      "learning_rate": 6.136764736360076e-07,
      "loss": 2.2542,
      "step": 1623
    },
    {
      "epoch": 1.28,
      "learning_rate": 6.124688160461217e-07,
      "loss": 2.2704,
      "step": 1626
    },
    {
      "epoch": 1.29,
      "learning_rate": 6.112604669781572e-07,
      "loss": 2.3159,
      "step": 1629
    },
    {
      "epoch": 1.29,
      "learning_rate": 6.100514338612571e-07,
      "loss": 2.2634,
      "step": 1632
    },
    {
      "epoch": 1.29,
      "learning_rate": 6.088417241287696e-07,
      "loss": 2.2725,
      "step": 1635
    },
    {
      "epoch": 1.29,
      "learning_rate": 6.076313452182032e-07,
      "loss": 2.2322,
      "step": 1638
    },
    {
      "epoch": 1.29,
      "eval_loss": 2.3104732036590576,
      "eval_runtime": 423.6269,
      "eval_samples_per_second": 20.15,
      "eval_steps_per_second": 0.63,
      "step": 1640
    },
    {
      "epoch": 1.3,
      "learning_rate": 6.064203045711807e-07,
      "loss": 2.2647,
      "step": 1641
    },
    {
      "epoch": 1.3,
      "learning_rate": 6.052086096333927e-07,
      "loss": 2.3305,
      "step": 1644
    },
    {
      "epoch": 1.3,
      "learning_rate": 6.039962678545535e-07,
      "loss": 2.2913,
      "step": 1647
    },
    {
      "epoch": 1.3,
      "learning_rate": 6.027832866883532e-07,
      "loss": 2.2252,
      "step": 1650
    },
    {
      "epoch": 1.3,
      "learning_rate": 6.015696735924141e-07,
      "loss": 2.3144,
      "step": 1653
    },
    {
      "epoch": 1.31,
      "learning_rate": 6.003554360282425e-07,
      "loss": 2.3081,
      "step": 1656
    },
    {
      "epoch": 1.31,
      "learning_rate": 5.991405814611855e-07,
      "loss": 2.284,
      "step": 1659
    },
    {
      "epoch": 1.31,
      "eval_loss": 2.3101911544799805,
      "eval_runtime": 423.606,
      "eval_samples_per_second": 20.151,
      "eval_steps_per_second": 0.63,
      "step": 1660
    },
    {
      "epoch": 1.31,
      "learning_rate": 5.97925117360382e-07,
      "loss": 2.3429,
      "step": 1662
    },
    {
      "epoch": 1.31,
      "learning_rate": 5.967090511987198e-07,
      "loss": 2.3258,
      "step": 1665
    },
    {
      "epoch": 1.32,
      "learning_rate": 5.954923904527876e-07,
      "loss": 2.3345,
      "step": 1668
    },
    {
      "epoch": 1.32,
      "learning_rate": 5.942751426028296e-07,
      "loss": 2.2829,
      "step": 1671
    },
    {
      "epoch": 1.32,
      "learning_rate": 5.930573151327e-07,
      "loss": 2.3246,
      "step": 1674
    },
    {
      "epoch": 1.32,
      "learning_rate": 5.918389155298166e-07,
      "loss": 2.2878,
      "step": 1677
    },
    {
      "epoch": 1.33,
      "learning_rate": 5.906199512851144e-07,
      "loss": 2.2834,
      "step": 1680
    },
    {
      "epoch": 1.33,
      "eval_loss": 2.3097965717315674,
      "eval_runtime": 423.5642,
      "eval_samples_per_second": 20.153,
      "eval_steps_per_second": 0.63,
      "step": 1680
    },
    {
      "epoch": 1.33,
      "learning_rate": 5.894004298930003e-07,
      "loss": 2.2633,
      "step": 1683
    },
    {
      "epoch": 1.33,
      "learning_rate": 5.881803588513065e-07,
      "loss": 2.2489,
      "step": 1686
    },
    {
      "epoch": 1.33,
      "learning_rate": 5.869597456612441e-07,
      "loss": 2.2432,
      "step": 1689
    },
    {
      "epoch": 1.34,
      "learning_rate": 5.857385978273587e-07,
      "loss": 2.3146,
      "step": 1692
    },
    {
      "epoch": 1.34,
      "learning_rate": 5.845169228574813e-07,
      "loss": 2.2641,
      "step": 1695
    },
    {
      "epoch": 1.34,
      "learning_rate": 5.832947282626852e-07,
      "loss": 2.3092,
      "step": 1698
    },
    {
      "epoch": 1.34,
      "eval_loss": 2.309492826461792,
      "eval_runtime": 423.6808,
      "eval_samples_per_second": 20.147,
      "eval_steps_per_second": 0.63,
      "step": 1700
    },
    {
      "epoch": 1.34,
      "learning_rate": 5.820720215572374e-07,
      "loss": 2.2735,
      "step": 1701
    },
    {
      "epoch": 1.34,
      "learning_rate": 5.808488102585547e-07,
      "loss": 2.3068,
      "step": 1704
    },
    {
      "epoch": 1.35,
      "learning_rate": 5.796251018871547e-07,
      "loss": 2.2826,
      "step": 1707
    },
    {
      "epoch": 1.35,
      "learning_rate": 5.784009039666124e-07,
      "loss": 2.1923,
      "step": 1710
    },
    {
      "epoch": 1.35,
      "learning_rate": 5.771762240235119e-07,
      "loss": 2.3212,
      "step": 1713
    },
    {
      "epoch": 1.35,
      "learning_rate": 5.759510695874012e-07,
      "loss": 2.2999,
      "step": 1716
    },
    {
      "epoch": 1.36,
      "learning_rate": 5.747254481907451e-07,
      "loss": 2.2863,
      "step": 1719
    },
    {
      "epoch": 1.36,
      "eval_loss": 2.3091623783111572,
      "eval_runtime": 423.6551,
      "eval_samples_per_second": 20.148,
      "eval_steps_per_second": 0.63,
      "step": 1720
    },
    {
      "epoch": 1.36,
      "learning_rate": 5.7349936736888e-07,
      "loss": 2.3533,
      "step": 1722
    },
    {
      "epoch": 1.36,
      "learning_rate": 5.722728346599667e-07,
      "loss": 2.2678,
      "step": 1725
    },
    {
      "epoch": 1.36,
      "learning_rate": 5.710458576049438e-07,
      "loss": 2.2349,
      "step": 1728
    },
    {
      "epoch": 1.37,
      "learning_rate": 5.698184437474826e-07,
      "loss": 2.3027,
      "step": 1731
    },
    {
      "epoch": 1.37,
      "learning_rate": 5.685906006339391e-07,
      "loss": 2.3294,
      "step": 1734
    },
    {
      "epoch": 1.37,
      "learning_rate": 5.673623358133095e-07,
      "loss": 2.2783,
      "step": 1737
    },
    {
      "epoch": 1.37,
      "learning_rate": 5.661336568371815e-07,
      "loss": 2.3281,
      "step": 1740
    },
    {
      "epoch": 1.37,
      "eval_loss": 2.309011936187744,
      "eval_runtime": 423.8896,
      "eval_samples_per_second": 20.137,
      "eval_steps_per_second": 0.63,
      "step": 1740
    },
    {
      "epoch": 1.38,
      "learning_rate": 5.649045712596903e-07,
      "loss": 2.1963,
      "step": 1743
    },
    {
      "epoch": 1.38,
      "learning_rate": 5.636750866374698e-07,
      "loss": 2.2346,
      "step": 1746
    },
    {
      "epoch": 1.38,
      "learning_rate": 5.624452105296086e-07,
      "loss": 2.3149,
      "step": 1749
    },
    {
      "epoch": 1.38,
      "learning_rate": 5.612149504976008e-07,
      "loss": 2.2763,
      "step": 1752
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.59984314105302e-07,
      "loss": 2.2088,
      "step": 1755
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.587533089188814e-07,
      "loss": 2.2591,
      "step": 1758
    },
    {
      "epoch": 1.39,
      "eval_loss": 2.3086211681365967,
      "eval_runtime": 423.8256,
      "eval_samples_per_second": 20.14,
      "eval_steps_per_second": 0.63,
      "step": 1760
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.575219425067753e-07,
      "loss": 2.2959,
      "step": 1761
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.562902224396415e-07,
      "loss": 2.25,
      "step": 1764
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.550581562903114e-07,
      "loss": 2.2962,
      "step": 1767
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.538257516337449e-07,
      "loss": 2.251,
      "step": 1770
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.525930160469825e-07,
      "loss": 2.3452,
      "step": 1773
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.513599571090999e-07,
      "loss": 2.2982,
      "step": 1776
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.501265824011601e-07,
      "loss": 2.2629,
      "step": 1779
    },
    {
      "epoch": 1.4,
      "eval_loss": 2.308394432067871,
      "eval_runtime": 423.8076,
      "eval_samples_per_second": 20.141,
      "eval_steps_per_second": 0.63,
      "step": 1780
    },
    {
      "epoch": 1.41,
      "learning_rate": 5.488928995061684e-07,
      "loss": 2.2443,
      "step": 1782
    },
    {
      "epoch": 1.41,
      "learning_rate": 5.476589160090237e-07,
      "loss": 2.3114,
      "step": 1785
    },
    {
      "epoch": 1.41,
      "learning_rate": 5.464246394964746e-07,
      "loss": 2.248,
      "step": 1788
    },
    {
      "epoch": 1.41,
      "learning_rate": 5.451900775570697e-07,
      "loss": 2.2687,
      "step": 1791
    },
    {
      "epoch": 1.42,
      "learning_rate": 5.439552377811134e-07,
      "loss": 2.3112,
      "step": 1794
    },
    {
      "epoch": 1.42,
      "learning_rate": 5.42720127760618e-07,
      "loss": 2.3296,
      "step": 1797
    },
    {
      "epoch": 1.42,
      "learning_rate": 5.414847550892571e-07,
      "loss": 2.3287,
      "step": 1800
    },
    {
      "epoch": 1.42,
      "eval_loss": 2.3081881999969482,
      "eval_runtime": 423.7599,
      "eval_samples_per_second": 20.143,
      "eval_steps_per_second": 0.63,
      "step": 1800
    },
    {
      "epoch": 1.42,
      "learning_rate": 5.402491273623198e-07,
      "loss": 2.2917,
      "step": 1803
    },
    {
      "epoch": 1.43,
      "learning_rate": 5.390132521766625e-07,
      "loss": 2.3018,
      "step": 1806
    },
    {
      "epoch": 1.43,
      "learning_rate": 5.377771371306635e-07,
      "loss": 2.2418,
      "step": 1809
    },
    {
      "epoch": 1.43,
      "learning_rate": 5.365407898241755e-07,
      "loss": 2.2849,
      "step": 1812
    },
    {
      "epoch": 1.43,
      "learning_rate": 5.353042178584797e-07,
      "loss": 2.2288,
      "step": 1815
    },
    {
      "epoch": 1.43,
      "learning_rate": 5.340674288362379e-07,
      "loss": 2.2505,
      "step": 1818
    },
    {
      "epoch": 1.44,
      "eval_loss": 2.307854175567627,
      "eval_runtime": 423.7254,
      "eval_samples_per_second": 20.145,
      "eval_steps_per_second": 0.63,
      "step": 1820
    },
    {
      "epoch": 1.44,
      "learning_rate": 5.32830430361447e-07,
      "loss": 2.2766,
      "step": 1821
    },
    {
      "epoch": 1.44,
      "learning_rate": 5.315932300393912e-07,
      "loss": 2.3088,
      "step": 1824
    },
    {
      "epoch": 1.44,
      "learning_rate": 5.303558354765959e-07,
      "loss": 2.3131,
      "step": 1827
    },
    {
      "epoch": 1.44,
      "learning_rate": 5.291182542807806e-07,
      "loss": 2.3099,
      "step": 1830
    },
    {
      "epoch": 1.45,
      "learning_rate": 5.278804940608125e-07,
      "loss": 2.2755,
      "step": 1833
    },
    {
      "epoch": 1.45,
      "learning_rate": 5.266425624266593e-07,
      "loss": 2.3089,
      "step": 1836
    },
    {
      "epoch": 1.45,
      "learning_rate": 5.254044669893424e-07,
      "loss": 2.223,
      "step": 1839
    },
    {
      "epoch": 1.45,
      "eval_loss": 2.3075809478759766,
      "eval_runtime": 423.9002,
      "eval_samples_per_second": 20.137,
      "eval_steps_per_second": 0.63,
      "step": 1840
    },
    {
      "epoch": 1.45,
      "learning_rate": 5.241662153608906e-07,
      "loss": 2.3372,
      "step": 1842
    },
    {
      "epoch": 1.46,
      "learning_rate": 5.229278151542929e-07,
      "loss": 2.3305,
      "step": 1845
    },
    {
      "epoch": 1.46,
      "learning_rate": 5.216892739834519e-07,
      "loss": 2.2677,
      "step": 1848
    },
    {
      "epoch": 1.46,
      "learning_rate": 5.204505994631362e-07,
      "loss": 2.3112,
      "step": 1851
    },
    {
      "epoch": 1.46,
      "learning_rate": 5.192117992089356e-07,
      "loss": 2.2879,
      "step": 1854
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.179728808372112e-07,
      "loss": 2.2813,
      "step": 1857
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.167338519650521e-07,
      "loss": 2.2174,
      "step": 1860
    },
    {
      "epoch": 1.47,
      "eval_loss": 2.3073344230651855,
      "eval_runtime": 423.7318,
      "eval_samples_per_second": 20.145,
      "eval_steps_per_second": 0.63,
      "step": 1860
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.154947202102254e-07,
      "loss": 2.2635,
      "step": 1863
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.142554931911315e-07,
      "loss": 2.2595,
      "step": 1866
    },
    {
      "epoch": 1.48,
      "learning_rate": 5.13016178526756e-07,
      "loss": 2.3065,
      "step": 1869
    },
    {
      "epoch": 1.48,
      "learning_rate": 5.117767838366238e-07,
      "loss": 2.3224,
      "step": 1872
    },
    {
      "epoch": 1.48,
      "learning_rate": 5.105373167407516e-07,
      "loss": 2.226,
      "step": 1875
    },
    {
      "epoch": 1.48,
      "learning_rate": 5.092977848596011e-07,
      "loss": 2.3372,
      "step": 1878
    },
    {
      "epoch": 1.48,
      "eval_loss": 2.307128429412842,
      "eval_runtime": 423.6944,
      "eval_samples_per_second": 20.147,
      "eval_steps_per_second": 0.63,
      "step": 1880
    },
    {
      "epoch": 1.48,
      "learning_rate": 5.080581958140327e-07,
      "loss": 2.3131,
      "step": 1881
    },
    {
      "epoch": 1.49,
      "learning_rate": 5.068185572252579e-07,
      "loss": 2.3115,
      "step": 1884
    },
    {
      "epoch": 1.49,
      "learning_rate": 5.05578876714793e-07,
      "loss": 2.3032,
      "step": 1887
    },
    {
      "epoch": 1.49,
      "learning_rate": 5.043391619044122e-07,
      "loss": 2.2818,
      "step": 1890
    },
    {
      "epoch": 1.49,
      "learning_rate": 5.030994204161003e-07,
      "loss": 2.2672,
      "step": 1893
    },
    {
      "epoch": 1.5,
      "learning_rate": 5.018596598720058e-07,
      "loss": 2.3055,
      "step": 1896
    },
    {
      "epoch": 1.5,
      "learning_rate": 5.006198878943954e-07,
      "loss": 2.2662,
      "step": 1899
    },
    {
      "epoch": 1.5,
      "eval_loss": 2.3069169521331787,
      "eval_runtime": 423.6523,
      "eval_samples_per_second": 20.149,
      "eval_steps_per_second": 0.63,
      "step": 1900
    },
    {
      "epoch": 1.5,
      "learning_rate": 4.993801121056048e-07,
      "loss": 2.2982,
      "step": 1902
    },
    {
      "epoch": 1.5,
      "learning_rate": 4.981403401279943e-07,
      "loss": 2.2884,
      "step": 1905
    },
    {
      "epoch": 1.51,
      "learning_rate": 4.969005795838998e-07,
      "loss": 2.2941,
      "step": 1908
    },
    {
      "epoch": 1.51,
      "learning_rate": 4.956608380955877e-07,
      "loss": 2.3172,
      "step": 1911
    },
    {
      "epoch": 1.51,
      "learning_rate": 4.94421123285207e-07,
      "loss": 2.2671,
      "step": 1914
    },
    {
      "epoch": 1.51,
      "learning_rate": 4.931814427747421e-07,
      "loss": 2.2642,
      "step": 1917
    },
    {
      "epoch": 1.52,
      "learning_rate": 4.919418041859674e-07,
      "loss": 2.3282,
      "step": 1920
    },
    {
      "epoch": 1.52,
      "eval_loss": 2.3066823482513428,
      "eval_runtime": 423.8373,
      "eval_samples_per_second": 20.14,
      "eval_steps_per_second": 0.63,
      "step": 1920
    },
    {
      "epoch": 1.52,
      "learning_rate": 4.907022151403991e-07,
      "loss": 2.2661,
      "step": 1923
    },
    {
      "epoch": 1.52,
      "learning_rate": 4.894626832592485e-07,
      "loss": 2.2434,
      "step": 1926
    },
    {
      "epoch": 1.52,
      "learning_rate": 4.882232161633762e-07,
      "loss": 2.2517,
      "step": 1929
    },
    {
      "epoch": 1.52,
      "learning_rate": 4.86983821473244e-07,
      "loss": 2.2487,
      "step": 1932
    },
    {
      "epoch": 1.53,
      "learning_rate": 4.857445068088687e-07,
      "loss": 2.2646,
      "step": 1935
    },
    {
      "epoch": 1.53,
      "learning_rate": 4.845052797897746e-07,
      "loss": 2.1408,
      "step": 1938
    },
    {
      "epoch": 1.53,
      "eval_loss": 2.3063833713531494,
      "eval_runtime": 423.8484,
      "eval_samples_per_second": 20.139,
      "eval_steps_per_second": 0.63,
      "step": 1940
    },
    {
      "epoch": 1.53,
      "learning_rate": 4.832661480349479e-07,
      "loss": 2.3191,
      "step": 1941
    },
    {
      "epoch": 1.53,
      "learning_rate": 4.820271191627886e-07,
      "loss": 2.2882,
      "step": 1944
    },
    {
      "epoch": 1.54,
      "learning_rate": 4.807882007910646e-07,
      "loss": 2.3442,
      "step": 1947
    },
    {
      "epoch": 1.54,
      "learning_rate": 4.795494005368639e-07,
      "loss": 2.3082,
      "step": 1950
    },
    {
      "epoch": 1.54,
      "learning_rate": 4.783107260165483e-07,
      "loss": 2.2433,
      "step": 1953
    },
    {
      "epoch": 1.54,
      "learning_rate": 4.770721848457071e-07,
      "loss": 2.3025,
      "step": 1956
    },
    {
      "epoch": 1.55,
      "learning_rate": 4.7583378463910945e-07,
      "loss": 2.2559,
      "step": 1959
    },
    {
      "epoch": 1.55,
      "eval_loss": 2.3061537742614746,
      "eval_runtime": 423.8032,
      "eval_samples_per_second": 20.141,
      "eval_steps_per_second": 0.63,
      "step": 1960
    },
    {
      "epoch": 1.55,
      "learning_rate": 4.745955330106577e-07,
      "loss": 2.2355,
      "step": 1962
    },
    {
      "epoch": 1.55,
      "learning_rate": 4.733574375733408e-07,
      "loss": 2.3659,
      "step": 1965
    },
    {
      "epoch": 1.55,
      "learning_rate": 4.7211950593918756e-07,
      "loss": 2.3009,
      "step": 1968
    },
    {
      "epoch": 1.56,
      "learning_rate": 4.7088174571921946e-07,
      "loss": 2.301,
      "step": 1971
    },
    {
      "epoch": 1.56,
      "learning_rate": 4.696441645234041e-07,
      "loss": 2.2812,
      "step": 1974
    },
    {
      "epoch": 1.56,
      "learning_rate": 4.684067699606088e-07,
      "loss": 2.3294,
      "step": 1977
    },
    {
      "epoch": 1.56,
      "learning_rate": 4.671695696385531e-07,
      "loss": 2.337,
      "step": 1980
    },
    {
      "epoch": 1.56,
      "eval_loss": 2.3059725761413574,
      "eval_runtime": 423.7698,
      "eval_samples_per_second": 20.143,
      "eval_steps_per_second": 0.63,
      "step": 1980
    },
    {
      "epoch": 1.57,
      "learning_rate": 4.659325711637621e-07,
      "loss": 2.2814,
      "step": 1983
    },
    {
      "epoch": 1.57,
      "learning_rate": 4.646957821415203e-07,
      "loss": 2.3117,
      "step": 1986
    },
    {
      "epoch": 1.57,
      "learning_rate": 4.6345921017582444e-07,
      "loss": 2.2646,
      "step": 1989
    },
    {
      "epoch": 1.57,
      "learning_rate": 4.6222286286933667e-07,
      "loss": 2.3307,
      "step": 1992
    },
    {
      "epoch": 1.57,
      "learning_rate": 4.609867478233376e-07,
      "loss": 2.2327,
      "step": 1995
    },
    {
      "epoch": 1.58,
      "learning_rate": 4.5975087263768024e-07,
      "loss": 2.2712,
      "step": 1998
    },
    {
      "epoch": 1.58,
      "eval_loss": 2.305758476257324,
      "eval_runtime": 423.7395,
      "eval_samples_per_second": 20.144,
      "eval_steps_per_second": 0.63,
      "step": 2000
    },
    {
      "epoch": 1.58,
      "learning_rate": 4.5851524491074265e-07,
      "loss": 2.3103,
      "step": 2001
    },
    {
      "epoch": 1.58,
      "learning_rate": 4.5727987223938203e-07,
      "loss": 2.2437,
      "step": 2004
    },
    {
      "epoch": 1.58,
      "learning_rate": 4.560447622188866e-07,
      "loss": 2.2446,
      "step": 2007
    },
    {
      "epoch": 1.59,
      "learning_rate": 4.548099224429303e-07,
      "loss": 2.2253,
      "step": 2010
    },
    {
      "epoch": 1.59,
      "learning_rate": 4.535753605035256e-07,
      "loss": 2.2397,
      "step": 2013
    },
    {
      "epoch": 1.59,
      "learning_rate": 4.523410839909763e-07,
      "loss": 2.3447,
      "step": 2016
    },
    {
      "epoch": 1.59,
      "learning_rate": 4.5110710049383173e-07,
      "loss": 2.3251,
      "step": 2019
    },
    {
      "epoch": 1.59,
      "eval_loss": 2.3055238723754883,
      "eval_runtime": 423.7668,
      "eval_samples_per_second": 20.143,
      "eval_steps_per_second": 0.63,
      "step": 2020
    },
    {
      "epoch": 1.6,
      "learning_rate": 4.4987341759883985e-07,
      "loss": 2.2572,
      "step": 2022
    },
    {
      "epoch": 1.6,
      "learning_rate": 4.486400428909002e-07,
      "loss": 2.3107,
      "step": 2025
    },
    {
      "epoch": 1.6,
      "learning_rate": 4.4781796804540905e-07,
      "loss": 2.2396,
      "step": 2028
    },
    {
      "epoch": 1.6,
      "learning_rate": 4.465851238327215e-07,
      "loss": 2.3031,
      "step": 2031
    },
    {
      "epoch": 1.61,
      "learning_rate": 4.457634096698275e-07,
      "loss": 2.2643,
      "step": 2034
    },
    {
      "epoch": 1.61,
      "learning_rate": 4.4453111700721476e-07,
      "loss": 2.2851,
      "step": 2037
    },
    {
      "epoch": 1.61,
      "learning_rate": 4.4329916537705867e-07,
      "loss": 2.2894,
      "step": 2040
    },
    {
      "epoch": 1.61,
      "eval_loss": 2.3053619861602783,
      "eval_runtime": 423.6799,
      "eval_samples_per_second": 20.147,
      "eval_steps_per_second": 0.63,
      "step": 2040
    },
    {
      "epoch": 1.61,
      "learning_rate": 4.4206756235361475e-07,
      "loss": 2.2917,
      "step": 2043
    },
    {
      "epoch": 1.61,
      "learning_rate": 4.408363155089951e-07,
      "loss": 2.2395,
      "step": 2046
    },
    {
      "epoch": 1.62,
      "learning_rate": 4.396054324131219e-07,
      "loss": 2.2643,
      "step": 2049
    },
    {
      "epoch": 1.62,
      "learning_rate": 4.383749206336813e-07,
      "loss": 2.3527,
      "step": 2052
    },
    {
      "epoch": 1.62,
      "learning_rate": 4.3714478773607625e-07,
      "loss": 2.2174,
      "step": 2055
    },
    {
      "epoch": 1.62,
      "learning_rate": 4.3591504128338055e-07,
      "loss": 2.2587,
      "step": 2058
    },
    {
      "epoch": 1.63,
      "eval_loss": 2.3052470684051514,
      "eval_runtime": 423.7595,
      "eval_samples_per_second": 20.143,
      "eval_steps_per_second": 0.63,
      "step": 2060
    },
    {
      "epoch": 1.63,
      "learning_rate": 4.346856888362914e-07,
      "loss": 2.2754,
      "step": 2061
    },
    {
      "epoch": 1.63,
      "learning_rate": 4.3345673795308427e-07,
      "loss": 2.2893,
      "step": 2064
    },
    {
      "epoch": 1.63,
      "learning_rate": 4.3222819618956584e-07,
      "loss": 2.222,
      "step": 2067
    },
    {
      "epoch": 1.63,
      "learning_rate": 4.310000710990265e-07,
      "loss": 2.333,
      "step": 2070
    },
    {
      "epoch": 1.64,
      "learning_rate": 4.297723702321959e-07,
      "loss": 2.2997,
      "step": 2073
    },
    {
      "epoch": 1.64,
      "learning_rate": 4.2854510113719506e-07,
      "loss": 2.2541,
      "step": 2076
    },
    {
      "epoch": 1.64,
      "learning_rate": 4.273182713594904e-07,
      "loss": 2.2966,
      "step": 2079
    },
    {
      "epoch": 1.64,
      "eval_loss": 2.3049557209014893,
      "eval_runtime": 423.917,
      "eval_samples_per_second": 20.136,
      "eval_steps_per_second": 0.63,
      "step": 2080
    },
    {
      "epoch": 1.64,
      "learning_rate": 4.2609188844184705e-07,
      "loss": 2.2776,
      "step": 2082
    },
    {
      "epoch": 1.65,
      "learning_rate": 4.2527455180925484e-07,
      "loss": 2.2846,
      "step": 2085
    },
    {
      "epoch": 1.65,
      "learning_rate": 4.240489304125989e-07,
      "loss": 2.2439,
      "step": 2088
    },
    {
      "epoch": 1.65,
      "learning_rate": 4.2282377597648807e-07,
      "loss": 2.335,
      "step": 2091
    },
    {
      "epoch": 1.65,
      "learning_rate": 4.215990960333874e-07,
      "loss": 2.2774,
      "step": 2094
    },
    {
      "epoch": 1.66,
      "learning_rate": 4.203748981128453e-07,
      "loss": 2.2459,
      "step": 2097
    },
    {
      "epoch": 1.66,
      "learning_rate": 4.1915118974144533e-07,
      "loss": 2.2533,
      "step": 2100
    },
    {
      "epoch": 1.66,
      "eval_loss": 2.3047776222229004,
      "eval_runtime": 424.029,
      "eval_samples_per_second": 20.131,
      "eval_steps_per_second": 0.63,
      "step": 2100
    },
    {
      "epoch": 1.66,
      "learning_rate": 4.179279784427624e-07,
      "loss": 2.2719,
      "step": 2103
    },
    {
      "epoch": 1.66,
      "learning_rate": 4.1670527173731494e-07,
      "loss": 2.3111,
      "step": 2106
    },
    {
      "epoch": 1.66,
      "learning_rate": 4.1548307714251875e-07,
      "loss": 2.3206,
      "step": 2109
    },
    {
      "epoch": 1.67,
      "learning_rate": 4.1426140217264136e-07,
      "loss": 2.3619,
      "step": 2112
    },
    {
      "epoch": 1.67,
      "learning_rate": 4.130402543387557e-07,
      "loss": 2.2922,
      "step": 2115
    },
    {
      "epoch": 1.67,
      "learning_rate": 4.118196411486937e-07,
      "loss": 2.2691,
      "step": 2118
    },
    {
      "epoch": 1.67,
      "eval_loss": 2.304494619369507,
      "eval_runtime": 424.0274,
      "eval_samples_per_second": 20.131,
      "eval_steps_per_second": 0.63,
      "step": 2120
    },
    {
      "epoch": 1.67,
      "learning_rate": 4.1059957010699976e-07,
      "loss": 2.2847,
      "step": 2121
    },
    {
      "epoch": 1.68,
      "learning_rate": 4.0938004871488564e-07,
      "loss": 2.2344,
      "step": 2124
    },
    {
      "epoch": 1.68,
      "learning_rate": 4.0816108447018337e-07,
      "loss": 2.2626,
      "step": 2127
    },
    {
      "epoch": 1.68,
      "learning_rate": 4.0694268486729997e-07,
      "loss": 2.3064,
      "step": 2130
    },
    {
      "epoch": 1.68,
      "learning_rate": 4.057248573971704e-07,
      "loss": 2.28,
      "step": 2133
    },
    {
      "epoch": 1.69,
      "learning_rate": 4.0450760954721253e-07,
      "loss": 2.2872,
      "step": 2136
    },
    {
      "epoch": 1.69,
      "learning_rate": 4.032909488012803e-07,
      "loss": 2.2976,
      "step": 2139
    },
    {
      "epoch": 1.69,
      "eval_loss": 2.304422378540039,
      "eval_runtime": 423.8457,
      "eval_samples_per_second": 20.139,
      "eval_steps_per_second": 0.63,
      "step": 2140
    },
    {
      "epoch": 1.69,
      "learning_rate": 4.02074882639618e-07,
      "loss": 2.2723,
      "step": 2142
    },
    {
      "epoch": 1.69,
      "learning_rate": 4.0085941853881456e-07,
      "loss": 2.2608,
      "step": 2145
    },
    {
      "epoch": 1.7,
      "learning_rate": 3.996445639717573e-07,
      "loss": 2.3145,
      "step": 2148
    },
    {
      "epoch": 1.7,
      "learning_rate": 3.984303264075861e-07,
      "loss": 2.2487,
      "step": 2151
    },
    {
      "epoch": 1.7,
      "learning_rate": 3.9721671331164687e-07,
      "loss": 2.2996,
      "step": 2154
    },
    {
      "epoch": 1.7,
      "learning_rate": 3.9600373214544655e-07,
      "loss": 2.2845,
      "step": 2157
    },
    {
      "epoch": 1.7,
      "learning_rate": 3.9479139036660726e-07,
      "loss": 2.2886,
      "step": 2160
    },
    {
      "epoch": 1.7,
      "eval_loss": 2.3043317794799805,
      "eval_runtime": 423.8407,
      "eval_samples_per_second": 20.14,
      "eval_steps_per_second": 0.63,
      "step": 2160
    },
    {
      "epoch": 1.71,
      "learning_rate": 3.935796954288194e-07,
      "loss": 2.3522,
      "step": 2163
    },
    {
      "epoch": 1.71,
      "learning_rate": 3.923686547817968e-07,
      "loss": 2.2845,
      "step": 2166
    },
    {
      "epoch": 1.71,
      "learning_rate": 3.911582758712304e-07,
      "loss": 2.3067,
      "step": 2169
    },
    {
      "epoch": 1.71,
      "learning_rate": 3.899485661387429e-07,
      "loss": 2.2995,
      "step": 2172
    },
    {
      "epoch": 1.72,
      "learning_rate": 3.8873953302184283e-07,
      "loss": 2.3704,
      "step": 2175
    },
    {
      "epoch": 1.72,
      "learning_rate": 3.8753118395387835e-07,
      "loss": 2.2079,
      "step": 2178
    },
    {
      "epoch": 1.72,
      "eval_loss": 2.3040771484375,
      "eval_runtime": 423.8379,
      "eval_samples_per_second": 20.14,
      "eval_steps_per_second": 0.63,
      "step": 2180
    },
    {
      "epoch": 1.72,
      "learning_rate": 3.8632352636399236e-07,
      "loss": 2.321,
      "step": 2181
    },
    {
      "epoch": 1.72,
      "learning_rate": 3.851165676770764e-07,
      "loss": 2.3197,
      "step": 2184
    },
    {
      "epoch": 1.73,
      "learning_rate": 3.839103153137247e-07,
      "loss": 2.2741,
      "step": 2187
    },
    {
      "epoch": 1.73,
      "learning_rate": 3.8270477669018915e-07,
      "loss": 2.2377,
      "step": 2190
    },
    {
      "epoch": 1.73,
      "learning_rate": 3.8149995921833357e-07,
      "loss": 2.3662,
      "step": 2193
    },
    {
      "epoch": 1.73,
      "learning_rate": 3.80295870305588e-07,
      "loss": 2.3399,
      "step": 2196
    },
    {
      "epoch": 1.74,
      "learning_rate": 3.7909251735490253e-07,
      "loss": 2.2561,
      "step": 2199
    },
    {
      "epoch": 1.74,
      "eval_loss": 2.30399227142334,
      "eval_runtime": 423.7849,
      "eval_samples_per_second": 20.142,
      "eval_steps_per_second": 0.63,
      "step": 2200
    },
    {
      "epoch": 1.74,
      "learning_rate": 3.7788990776470324e-07,
      "loss": 2.2898,
      "step": 2202
    },
    {
      "epoch": 1.74,
      "learning_rate": 3.7668804892884567e-07,
      "loss": 2.2755,
      "step": 2205
    },
    {
      "epoch": 1.74,
      "learning_rate": 3.754869482365694e-07,
      "loss": 2.2196,
      "step": 2208
    },
    {
      "epoch": 1.75,
      "learning_rate": 3.7428661307245286e-07,
      "loss": 2.2588,
      "step": 2211
    },
    {
      "epoch": 1.75,
      "learning_rate": 3.730870508163679e-07,
      "loss": 2.269,
      "step": 2214
    },
    {
      "epoch": 1.75,
      "learning_rate": 3.718882688434344e-07,
      "loss": 2.3169,
      "step": 2217
    },
    {
      "epoch": 1.75,
      "learning_rate": 3.706902745239754e-07,
      "loss": 2.2847,
      "step": 2220
    },
    {
      "epoch": 1.75,
      "eval_loss": 2.303743839263916,
      "eval_runtime": 423.861,
      "eval_samples_per_second": 20.139,
      "eval_steps_per_second": 0.63,
      "step": 2220
    },
    {
      "epoch": 1.75,
      "learning_rate": 3.6949307522347005e-07,
      "loss": 2.3122,
      "step": 2223
    },
    {
      "epoch": 1.76,
      "learning_rate": 3.6829667830251104e-07,
      "loss": 2.2039,
      "step": 2226
    },
    {
      "epoch": 1.76,
      "learning_rate": 3.671010911167571e-07,
      "loss": 2.2844,
      "step": 2229
    },
    {
      "epoch": 1.76,
      "learning_rate": 3.6590632101688853e-07,
      "loss": 2.2644,
      "step": 2232
    },
    {
      "epoch": 1.76,
      "learning_rate": 3.6471237534856213e-07,
      "loss": 2.2826,
      "step": 2235
    },
    {
      "epoch": 1.77,
      "learning_rate": 3.635192614523664e-07,
      "loss": 2.2901,
      "step": 2238
    },
    {
      "epoch": 1.77,
      "eval_loss": 2.303476095199585,
      "eval_runtime": 423.895,
      "eval_samples_per_second": 20.137,
      "eval_steps_per_second": 0.63,
      "step": 2240
    },
    {
      "epoch": 1.77,
      "learning_rate": 3.623269866637755e-07,
      "loss": 2.2458,
      "step": 2241
    },
    {
      "epoch": 1.77,
      "learning_rate": 3.6113555831310446e-07,
      "loss": 2.2776,
      "step": 2244
    },
    {
      "epoch": 1.77,
      "learning_rate": 3.599449837254646e-07,
      "loss": 2.2093,
      "step": 2247
    },
    {
      "epoch": 1.78,
      "learning_rate": 3.5875527022071806e-07,
      "loss": 2.2796,
      "step": 2250
    },
    {
      "epoch": 1.78,
      "learning_rate": 3.5756642511343316e-07,
      "loss": 2.2667,
      "step": 2253
    },
    {
      "epoch": 1.78,
      "learning_rate": 3.5637845571283855e-07,
      "loss": 2.2485,
      "step": 2256
    },
    {
      "epoch": 1.78,
      "learning_rate": 3.5519136932277925e-07,
      "loss": 2.2958,
      "step": 2259
    },
    {
      "epoch": 1.78,
      "eval_loss": 2.303359031677246,
      "eval_runtime": 424.3049,
      "eval_samples_per_second": 20.118,
      "eval_steps_per_second": 0.629,
      "step": 2260
    },
    {
      "epoch": 1.79,
      "learning_rate": 3.5400517324167146e-07,
      "loss": 2.2098,
      "step": 2262
    },
    {
      "epoch": 1.79,
      "learning_rate": 3.528198747624577e-07,
      "loss": 2.2349,
      "step": 2265
    },
    {
      "epoch": 1.79,
      "learning_rate": 3.5163548117256106e-07,
      "loss": 2.2503,
      "step": 2268
    },
    {
      "epoch": 1.79,
      "learning_rate": 3.504519997538422e-07,
      "loss": 2.3013,
      "step": 2271
    },
    {
      "epoch": 1.79,
      "learning_rate": 3.4926943778255344e-07,
      "loss": 2.2884,
      "step": 2274
    },
    {
      "epoch": 1.8,
      "learning_rate": 3.480878025292935e-07,
      "loss": 2.2343,
      "step": 2277
    },
    {
      "epoch": 1.8,
      "learning_rate": 3.4690710125896396e-07,
      "loss": 2.2947,
      "step": 2280
    },
    {
      "epoch": 1.8,
      "eval_loss": 2.3031911849975586,
      "eval_runtime": 423.931,
      "eval_samples_per_second": 20.135,
      "eval_steps_per_second": 0.63,
      "step": 2280
    },
    {
      "epoch": 1.8,
      "learning_rate": 3.4572734123072426e-07,
      "loss": 2.2812,
      "step": 2283
    },
    {
      "epoch": 1.8,
      "learning_rate": 3.4454852969794685e-07,
      "loss": 2.2455,
      "step": 2286
    },
    {
      "epoch": 1.81,
      "learning_rate": 3.433706739081722e-07,
      "loss": 2.3179,
      "step": 2289
    },
    {
      "epoch": 1.81,
      "learning_rate": 3.421937811030652e-07,
      "loss": 2.2778,
      "step": 2292
    },
    {
      "epoch": 1.81,
      "learning_rate": 3.410178585183698e-07,
      "loss": 2.2567,
      "step": 2295
    },
    {
      "epoch": 1.81,
      "learning_rate": 3.398429133838654e-07,
      "loss": 2.2701,
      "step": 2298
    },
    {
      "epoch": 1.82,
      "eval_loss": 2.3029837608337402,
      "eval_runtime": 423.7445,
      "eval_samples_per_second": 20.144,
      "eval_steps_per_second": 0.63,
      "step": 2300
    },
    {
      "epoch": 1.82,
      "learning_rate": 3.386689529233213e-07,
      "loss": 2.3341,
      "step": 2301
    },
    {
      "epoch": 1.82,
      "learning_rate": 3.37495984354453e-07,
      "loss": 2.2603,
      "step": 2304
    },
    {
      "epoch": 1.82,
      "learning_rate": 3.3632401488887774e-07,
      "loss": 2.2587,
      "step": 2307
    },
    {
      "epoch": 1.82,
      "learning_rate": 3.3515305173207044e-07,
      "loss": 2.1969,
      "step": 2310
    },
    {
      "epoch": 1.83,
      "learning_rate": 3.3398310208331803e-07,
      "loss": 2.2755,
      "step": 2313
    },
    {
      "epoch": 1.83,
      "learning_rate": 3.328141731356775e-07,
      "loss": 2.2577,
      "step": 2316
    },
    {
      "epoch": 1.83,
      "learning_rate": 3.3164627207592963e-07,
      "loss": 2.4315,
      "step": 2319
    },
    {
      "epoch": 1.83,
      "eval_loss": 2.30289363861084,
      "eval_runtime": 423.7495,
      "eval_samples_per_second": 20.144,
      "eval_steps_per_second": 0.63,
      "step": 2320
    },
    {
      "epoch": 1.83,
      "learning_rate": 3.304794060845355e-07,
      "loss": 2.2716,
      "step": 2322
    },
    {
      "epoch": 1.84,
      "learning_rate": 3.2931358233559276e-07,
      "loss": 2.3602,
      "step": 2325
    },
    {
      "epoch": 1.84,
      "learning_rate": 3.281488079967911e-07,
      "loss": 2.2675,
      "step": 2328
    },
    {
      "epoch": 1.84,
      "learning_rate": 3.269850902293683e-07,
      "loss": 2.2746,
      "step": 2331
    },
    {
      "epoch": 1.84,
      "learning_rate": 3.258224361880657e-07,
      "loss": 2.2504,
      "step": 2334
    },
    {
      "epoch": 1.84,
      "learning_rate": 3.2466085302108516e-07,
      "loss": 2.2465,
      "step": 2337
    },
    {
      "epoch": 1.85,
      "learning_rate": 3.2350034787004444e-07,
      "loss": 2.2611,
      "step": 2340
    },
    {
      "epoch": 1.85,
      "eval_loss": 2.3026528358459473,
      "eval_runtime": 423.646,
      "eval_samples_per_second": 20.149,
      "eval_steps_per_second": 0.63,
      "step": 2340
    },
    {
      "epoch": 1.85,
      "learning_rate": 3.223409278699337e-07,
      "loss": 2.21,
      "step": 2343
    },
    {
      "epoch": 1.85,
      "learning_rate": 3.2118260014907084e-07,
      "loss": 2.3432,
      "step": 2346
    },
    {
      "epoch": 1.85,
      "learning_rate": 3.200253718290589e-07,
      "loss": 2.3252,
      "step": 2349
    },
    {
      "epoch": 1.86,
      "learning_rate": 3.1886925002474107e-07,
      "loss": 2.2402,
      "step": 2352
    },
    {
      "epoch": 1.86,
      "learning_rate": 3.177142418441578e-07,
      "loss": 2.2978,
      "step": 2355
    },
    {
      "epoch": 1.86,
      "learning_rate": 3.165603543885026e-07,
      "loss": 2.2621,
      "step": 2358
    },
    {
      "epoch": 1.86,
      "eval_loss": 2.3024840354919434,
      "eval_runtime": 423.7045,
      "eval_samples_per_second": 20.146,
      "eval_steps_per_second": 0.63,
      "step": 2360
    },
    {
      "epoch": 1.86,
      "learning_rate": 3.154075947520788e-07,
      "loss": 2.2844,
      "step": 2361
    },
    {
      "epoch": 1.87,
      "learning_rate": 3.142559700222556e-07,
      "loss": 2.305,
      "step": 2364
    },
    {
      "epoch": 1.87,
      "learning_rate": 3.131054872794244e-07,
      "loss": 2.331,
      "step": 2367
    },
    {
      "epoch": 1.87,
      "learning_rate": 3.119561535969556e-07,
      "loss": 2.3065,
      "step": 2370
    },
    {
      "epoch": 1.87,
      "learning_rate": 3.1080797604115503e-07,
      "loss": 2.2734,
      "step": 2373
    },
    {
      "epoch": 1.88,
      "learning_rate": 3.096609616712207e-07,
      "loss": 2.3741,
      "step": 2376
    },
    {
      "epoch": 1.88,
      "learning_rate": 3.0851511753919844e-07,
      "loss": 2.3104,
      "step": 2379
    },
    {
      "epoch": 1.88,
      "eval_loss": 2.302408218383789,
      "eval_runtime": 423.7207,
      "eval_samples_per_second": 20.145,
      "eval_steps_per_second": 0.63,
      "step": 2380
    },
    {
      "epoch": 1.88,
      "learning_rate": 3.073704506899398e-07,
      "loss": 2.3035,
      "step": 2382
    },
    {
      "epoch": 1.88,
      "learning_rate": 3.062269681610581e-07,
      "loss": 2.3006,
      "step": 2385
    },
    {
      "epoch": 1.88,
      "learning_rate": 3.0508467698288554e-07,
      "loss": 2.2715,
      "step": 2388
    },
    {
      "epoch": 1.89,
      "learning_rate": 3.0394358417842864e-07,
      "loss": 2.2669,
      "step": 2391
    },
    {
      "epoch": 1.89,
      "learning_rate": 3.0280369676332735e-07,
      "loss": 2.2766,
      "step": 2394
    },
    {
      "epoch": 1.89,
      "learning_rate": 3.016650217458101e-07,
      "loss": 2.2612,
      "step": 2397
    },
    {
      "epoch": 1.89,
      "learning_rate": 3.005275661266512e-07,
      "loss": 2.2564,
      "step": 2400
    },
    {
      "epoch": 1.89,
      "eval_loss": 2.3022682666778564,
      "eval_runtime": 423.7641,
      "eval_samples_per_second": 20.143,
      "eval_steps_per_second": 0.63,
      "step": 2400
    },
    {
      "epoch": 1.9,
      "learning_rate": 2.9939133689912787e-07,
      "loss": 2.2989,
      "step": 2403
    },
    {
      "epoch": 1.9,
      "learning_rate": 2.982563410489778e-07,
      "loss": 2.2291,
      "step": 2406
    },
    {
      "epoch": 1.9,
      "learning_rate": 2.971225855543551e-07,
      "loss": 2.299,
      "step": 2409
    },
    {
      "epoch": 1.9,
      "learning_rate": 2.95990077385788e-07,
      "loss": 2.3035,
      "step": 2412
    },
    {
      "epoch": 1.91,
      "learning_rate": 2.9485882350613617e-07,
      "loss": 2.2798,
      "step": 2415
    },
    {
      "epoch": 1.91,
      "learning_rate": 2.9372883087054744e-07,
      "loss": 2.3361,
      "step": 2418
    },
    {
      "epoch": 1.91,
      "eval_loss": 2.3021554946899414,
      "eval_runtime": 423.6838,
      "eval_samples_per_second": 20.147,
      "eval_steps_per_second": 0.63,
      "step": 2420
    },
    {
      "epoch": 1.91,
      "learning_rate": 2.9260010642641584e-07,
      "loss": 2.3625,
      "step": 2421
    },
    {
      "epoch": 1.91,
      "learning_rate": 2.9147265711333767e-07,
      "loss": 2.2619,
      "step": 2424
    },
    {
      "epoch": 1.92,
      "learning_rate": 2.903464898630696e-07,
      "loss": 2.2578,
      "step": 2427
    },
    {
      "epoch": 1.92,
      "learning_rate": 2.8922161159948626e-07,
      "loss": 2.2522,
      "step": 2430
    },
    {
      "epoch": 1.92,
      "learning_rate": 2.8809802923853744e-07,
      "loss": 2.3074,
      "step": 2433
    },
    {
      "epoch": 1.92,
      "learning_rate": 2.8697574968820514e-07,
      "loss": 2.2928,
      "step": 2436
    },
    {
      "epoch": 1.93,
      "learning_rate": 2.858547798484613e-07,
      "loss": 2.3322,
      "step": 2439
    },
    {
      "epoch": 1.93,
      "eval_loss": 2.301987886428833,
      "eval_runtime": 423.6603,
      "eval_samples_per_second": 20.148,
      "eval_steps_per_second": 0.63,
      "step": 2440
    },
    {
      "epoch": 1.93,
      "learning_rate": 2.8473512661122633e-07,
      "loss": 2.2035,
      "step": 2442
    },
    {
      "epoch": 1.93,
      "learning_rate": 2.8361679686032487e-07,
      "loss": 2.2739,
      "step": 2445
    },
    {
      "epoch": 1.93,
      "learning_rate": 2.8249979747144557e-07,
      "loss": 2.28,
      "step": 2448
    },
    {
      "epoch": 1.93,
      "learning_rate": 2.8138413531209687e-07,
      "loss": 2.2528,
      "step": 2451
    },
    {
      "epoch": 1.94,
      "learning_rate": 2.802698172415665e-07,
      "loss": 2.2959,
      "step": 2454
    },
    {
      "epoch": 1.94,
      "learning_rate": 2.791568501108778e-07,
      "loss": 2.3417,
      "step": 2457
    },
    {
      "epoch": 1.94,
      "learning_rate": 2.7804524076274896e-07,
      "loss": 2.291,
      "step": 2460
    },
    {
      "epoch": 1.94,
      "eval_loss": 2.3019022941589355,
      "eval_runtime": 423.6817,
      "eval_samples_per_second": 20.147,
      "eval_steps_per_second": 0.63,
      "step": 2460
    },
    {
      "epoch": 1.94,
      "learning_rate": 2.7693499603154933e-07,
      "loss": 2.282,
      "step": 2463
    },
    {
      "epoch": 1.95,
      "learning_rate": 2.758261227432597e-07,
      "loss": 2.3196,
      "step": 2466
    },
    {
      "epoch": 1.95,
      "learning_rate": 2.747186277154277e-07,
      "loss": 2.193,
      "step": 2469
    },
    {
      "epoch": 1.95,
      "learning_rate": 2.736125177571277e-07,
      "loss": 2.2603,
      "step": 2472
    },
    {
      "epoch": 1.95,
      "learning_rate": 2.725077996689186e-07,
      "loss": 2.2661,
      "step": 2475
    },
    {
      "epoch": 1.96,
      "learning_rate": 2.714044802428019e-07,
      "loss": 2.2643,
      "step": 2478
    },
    {
      "epoch": 1.96,
      "eval_loss": 2.3017375469207764,
      "eval_runtime": 423.6679,
      "eval_samples_per_second": 20.148,
      "eval_steps_per_second": 0.63,
      "step": 2480
    },
    {
      "epoch": 1.96,
      "learning_rate": 2.7030256626217927e-07,
      "loss": 2.2504,
      "step": 2481
    },
    {
      "epoch": 1.96,
      "learning_rate": 2.6920206450181194e-07,
      "loss": 2.2563,
      "step": 2484
    },
    {
      "epoch": 1.96,
      "learning_rate": 2.6810298172777853e-07,
      "loss": 2.2404,
      "step": 2487
    },
    {
      "epoch": 1.97,
      "learning_rate": 2.6700532469743315e-07,
      "loss": 2.3408,
      "step": 2490
    },
    {
      "epoch": 1.97,
      "learning_rate": 2.6590910015936485e-07,
      "loss": 2.2653,
      "step": 2493
    },
    {
      "epoch": 1.97,
      "learning_rate": 2.648143148533546e-07,
      "loss": 2.2583,
      "step": 2496
    },
    {
      "epoch": 1.97,
      "learning_rate": 2.6372097551033563e-07,
      "loss": 2.2709,
      "step": 2499
    },
    {
      "epoch": 1.97,
      "eval_loss": 2.3016295433044434,
      "eval_runtime": 423.8646,
      "eval_samples_per_second": 20.139,
      "eval_steps_per_second": 0.63,
      "step": 2500
    },
    {
      "epoch": 1.97,
      "learning_rate": 2.626290888523504e-07,
      "loss": 2.2721,
      "step": 2502
    },
    {
      "epoch": 1.98,
      "learning_rate": 2.6153866159251015e-07,
      "loss": 2.1841,
      "step": 2505
    },
    {
      "epoch": 1.98,
      "learning_rate": 2.6044970043495386e-07,
      "loss": 2.3263,
      "step": 2508
    },
    {
      "epoch": 1.98,
      "learning_rate": 2.5936221207480645e-07,
      "loss": 2.2907,
      "step": 2511
    },
    {
      "epoch": 1.98,
      "learning_rate": 2.5827620319813773e-07,
      "loss": 2.1769,
      "step": 2514
    },
    {
      "epoch": 1.99,
      "learning_rate": 2.571916804819212e-07,
      "loss": 2.2677,
      "step": 2517
    },
    {
      "epoch": 1.99,
      "learning_rate": 2.5610865059399367e-07,
      "loss": 2.2676,
      "step": 2520
    },
    {
      "epoch": 1.99,
      "eval_loss": 2.30149245262146,
      "eval_runtime": 423.885,
      "eval_samples_per_second": 20.138,
      "eval_steps_per_second": 0.63,
      "step": 2520
    },
    {
      "epoch": 1.99,
      "learning_rate": 2.5502712019301357e-07,
      "loss": 2.2708,
      "step": 2523
    },
    {
      "epoch": 1.99,
      "learning_rate": 2.539470959284201e-07,
      "loss": 2.2794,
      "step": 2526
    },
    {
      "epoch": 2.0,
      "learning_rate": 2.5286858444039245e-07,
      "loss": 2.2938,
      "step": 2529
    },
    {
      "epoch": 2.0,
      "learning_rate": 2.517915923598093e-07,
      "loss": 2.3511,
      "step": 2532
    },
    {
      "epoch": 2.0,
      "learning_rate": 2.5071612630820727e-07,
      "loss": 2.2386,
      "step": 2535
    },
    {
      "epoch": 2.0,
      "learning_rate": 2.496421928977412e-07,
      "loss": 2.2732,
      "step": 2538
    },
    {
      "epoch": 2.0,
      "eval_loss": 2.301475763320923,
      "eval_runtime": 424.3098,
      "eval_samples_per_second": 20.117,
      "eval_steps_per_second": 0.629,
      "step": 2540
    },
    {
      "epoch": 2.01,
      "learning_rate": 2.485697987311426e-07,
      "loss": 2.2122,
      "step": 2541
    },
    {
      "epoch": 2.01,
      "learning_rate": 2.4749895040167977e-07,
      "loss": 2.2602,
      "step": 2544
    },
    {
      "epoch": 2.01,
      "learning_rate": 2.4642965449311657e-07,
      "loss": 2.1993,
      "step": 2547
    },
    {
      "epoch": 2.01,
      "learning_rate": 2.453619175796723e-07,
      "loss": 2.2088,
      "step": 2550
    },
    {
      "epoch": 2.01,
      "learning_rate": 2.442957462259816e-07,
      "loss": 2.2474,
      "step": 2553
    },
    {
      "epoch": 2.02,
      "learning_rate": 2.4323114698705397e-07,
      "loss": 2.2621,
      "step": 2556
    },
    {
      "epoch": 2.02,
      "learning_rate": 2.421681264082326e-07,
      "loss": 2.2827,
      "step": 2559
    },
    {
      "epoch": 2.02,
      "eval_loss": 2.301480531692505,
      "eval_runtime": 424.0525,
      "eval_samples_per_second": 20.13,
      "eval_steps_per_second": 0.63,
      "step": 2560
    },
    {
      "epoch": 2.02,
      "learning_rate": 2.411066910251549e-07,
      "loss": 2.215,
      "step": 2562
    },
    {
      "epoch": 2.02,
      "learning_rate": 2.400468473637127e-07,
      "loss": 2.2449,
      "step": 2565
    },
    {
      "epoch": 2.03,
      "learning_rate": 2.3898860194001165e-07,
      "loss": 2.2532,
      "step": 2568
    },
    {
      "epoch": 2.03,
      "learning_rate": 2.379319612603306e-07,
      "loss": 2.3317,
      "step": 2571
    },
    {
      "epoch": 2.03,
      "learning_rate": 2.3687693182108232e-07,
      "loss": 2.2752,
      "step": 2574
    },
    {
      "epoch": 2.03,
      "learning_rate": 2.3582352010877381e-07,
      "loss": 2.2865,
      "step": 2577
    },
    {
      "epoch": 2.04,
      "learning_rate": 2.3477173259996541e-07,
      "loss": 2.2986,
      "step": 2580
    },
    {
      "epoch": 2.04,
      "eval_loss": 2.3014891147613525,
      "eval_runtime": 424.1884,
      "eval_samples_per_second": 20.123,
      "eval_steps_per_second": 0.629,
      "step": 2580
    },
    {
      "epoch": 2.04,
      "learning_rate": 2.337215757612322e-07,
      "loss": 2.2623,
      "step": 2583
    },
    {
      "epoch": 2.04,
      "learning_rate": 2.3267305604912296e-07,
      "loss": 2.281,
      "step": 2586
    },
    {
      "epoch": 2.04,
      "learning_rate": 2.3162617991012173e-07,
      "loss": 2.3224,
      "step": 2589
    },
    {
      "epoch": 2.05,
      "learning_rate": 2.3058095378060715e-07,
      "loss": 2.2695,
      "step": 2592
    },
    {
      "epoch": 2.05,
      "learning_rate": 2.2953738408681327e-07,
      "loss": 2.3021,
      "step": 2595
    },
    {
      "epoch": 2.05,
      "learning_rate": 2.284954772447905e-07,
      "loss": 2.3108,
      "step": 2598
    },
    {
      "epoch": 2.05,
      "eval_loss": 2.3014276027679443,
      "eval_runtime": 423.7571,
      "eval_samples_per_second": 20.144,
      "eval_steps_per_second": 0.63,
      "step": 2600
    },
    {
      "epoch": 2.05,
      "learning_rate": 2.2745523966036561e-07,
      "loss": 2.1925,
      "step": 2601
    },
    {
      "epoch": 2.06,
      "learning_rate": 2.2641667772910217e-07,
      "loss": 2.2689,
      "step": 2604
    },
    {
      "epoch": 2.06,
      "learning_rate": 2.2537979783626165e-07,
      "loss": 2.3145,
      "step": 2607
    },
    {
      "epoch": 2.06,
      "learning_rate": 2.243446063567645e-07,
      "loss": 2.277,
      "step": 2610
    },
    {
      "epoch": 2.06,
      "learning_rate": 2.2331110965514976e-07,
      "loss": 2.2525,
      "step": 2613
    },
    {
      "epoch": 2.06,
      "learning_rate": 2.2227931408553747e-07,
      "loss": 2.2333,
      "step": 2616
    },
    {
      "epoch": 2.07,
      "learning_rate": 2.2124922599158795e-07,
      "loss": 2.2867,
      "step": 2619
    },
    {
      "epoch": 2.07,
      "eval_loss": 2.3013503551483154,
      "eval_runtime": 423.8767,
      "eval_samples_per_second": 20.138,
      "eval_steps_per_second": 0.63,
      "step": 2620
    },
    {
      "epoch": 2.07,
      "learning_rate": 2.2022085170646464e-07,
      "loss": 2.2512,
      "step": 2622
    },
    {
      "epoch": 2.07,
      "learning_rate": 2.191941975527934e-07,
      "loss": 2.3615,
      "step": 2625
    },
    {
      "epoch": 2.07,
      "learning_rate": 2.181692698426245e-07,
      "loss": 2.2471,
      "step": 2628
    },
    {
      "epoch": 2.08,
      "learning_rate": 2.171460748773941e-07,
      "loss": 2.2726,
      "step": 2631
    },
    {
      "epoch": 2.08,
      "learning_rate": 2.161246189478852e-07,
      "loss": 2.2978,
      "step": 2634
    },
    {
      "epoch": 2.08,
      "learning_rate": 2.1510490833418838e-07,
      "loss": 2.2591,
      "step": 2637
    },
    {
      "epoch": 2.08,
      "learning_rate": 2.1408694930566383e-07,
      "loss": 2.2827,
      "step": 2640
    },
    {
      "epoch": 2.08,
      "eval_loss": 2.3013150691986084,
      "eval_runtime": 423.5356,
      "eval_samples_per_second": 20.154,
      "eval_steps_per_second": 0.63,
      "step": 2640
    },
    {
      "epoch": 2.09,
      "learning_rate": 2.1307074812090308e-07,
      "loss": 2.2449,
      "step": 2643
    },
    {
      "epoch": 2.09,
      "learning_rate": 2.1205631102769e-07,
      "loss": 2.2686,
      "step": 2646
    },
    {
      "epoch": 2.09,
      "learning_rate": 2.1104364426296233e-07,
      "loss": 2.2174,
      "step": 2649
    },
    {
      "epoch": 2.09,
      "learning_rate": 2.1003275405277332e-07,
      "loss": 2.2562,
      "step": 2652
    },
    {
      "epoch": 2.1,
      "learning_rate": 2.090236466122543e-07,
      "loss": 2.2223,
      "step": 2655
    },
    {
      "epoch": 2.1,
      "learning_rate": 2.0801632814557508e-07,
      "loss": 2.2721,
      "step": 2658
    },
    {
      "epoch": 2.1,
      "eval_loss": 2.301299810409546,
      "eval_runtime": 423.6078,
      "eval_samples_per_second": 20.151,
      "eval_steps_per_second": 0.63,
      "step": 2660
    },
    {
      "epoch": 2.1,
      "learning_rate": 2.0701080484590732e-07,
      "loss": 2.2413,
      "step": 2661
    },
    {
      "epoch": 2.1,
      "learning_rate": 2.0600708289538488e-07,
      "loss": 2.2998,
      "step": 2664
    },
    {
      "epoch": 2.1,
      "learning_rate": 2.0500516846506733e-07,
      "loss": 2.2751,
      "step": 2667
    },
    {
      "epoch": 2.11,
      "learning_rate": 2.0400506771490077e-07,
      "loss": 2.2682,
      "step": 2670
    },
    {
      "epoch": 2.11,
      "learning_rate": 2.030067867936805e-07,
      "loss": 2.3002,
      "step": 2673
    },
    {
      "epoch": 2.11,
      "learning_rate": 2.020103318390135e-07,
      "loss": 2.3029,
      "step": 2676
    },
    {
      "epoch": 2.11,
      "learning_rate": 2.0101570897728044e-07,
      "loss": 2.2781,
      "step": 2679
    },
    {
      "epoch": 2.12,
      "eval_loss": 2.301173210144043,
      "eval_runtime": 423.7282,
      "eval_samples_per_second": 20.145,
      "eval_steps_per_second": 0.63,
      "step": 2680
    },
    {
      "epoch": 2.12,
      "learning_rate": 2.000229243235976e-07,
      "loss": 2.2415,
      "step": 2682
    },
    {
      "epoch": 2.12,
      "learning_rate": 1.990319839817795e-07,
      "loss": 2.175,
      "step": 2685
    },
    {
      "epoch": 2.12,
      "learning_rate": 1.9804289404430203e-07,
      "loss": 2.2062,
      "step": 2688
    },
    {
      "epoch": 2.12,
      "learning_rate": 1.9705566059226447e-07,
      "loss": 2.2741,
      "step": 2691
    },
    {
      "epoch": 2.13,
      "learning_rate": 1.960702896953516e-07,
      "loss": 2.2501,
      "step": 2694
    },
    {
      "epoch": 2.13,
      "learning_rate": 1.9508678741179706e-07,
      "loss": 2.289,
      "step": 2697
    },
    {
      "epoch": 2.13,
      "learning_rate": 1.941051597883463e-07,
      "loss": 2.2014,
      "step": 2700
    },
    {
      "epoch": 2.13,
      "eval_loss": 2.301100254058838,
      "eval_runtime": 423.7829,
      "eval_samples_per_second": 20.142,
      "eval_steps_per_second": 0.63,
      "step": 2700
    },
    {
      "epoch": 2.13,
      "learning_rate": 1.9312541286021833e-07,
      "loss": 2.2905,
      "step": 2703
    },
    {
      "epoch": 2.14,
      "learning_rate": 1.9214755265107018e-07,
      "loss": 2.2611,
      "step": 2706
    },
    {
      "epoch": 2.14,
      "learning_rate": 1.9117158517295816e-07,
      "loss": 2.2603,
      "step": 2709
    },
    {
      "epoch": 2.14,
      "learning_rate": 1.901975164263025e-07,
      "loss": 2.2208,
      "step": 2712
    },
    {
      "epoch": 2.14,
      "learning_rate": 1.8922535239984906e-07,
      "loss": 2.2823,
      "step": 2715
    },
    {
      "epoch": 2.15,
      "learning_rate": 1.8825509907063326e-07,
      "loss": 2.2059,
      "step": 2718
    },
    {
      "epoch": 2.15,
      "eval_loss": 2.3010268211364746,
      "eval_runtime": 423.7014,
      "eval_samples_per_second": 20.146,
      "eval_steps_per_second": 0.63,
      "step": 2720
    },
    {
      "epoch": 2.15,
      "learning_rate": 1.872867624039436e-07,
      "loss": 2.2688,
      "step": 2721
    },
    {
      "epoch": 2.15,
      "learning_rate": 1.8632034835328443e-07,
      "loss": 2.2891,
      "step": 2724
    },
    {
      "epoch": 2.15,
      "learning_rate": 1.8535586286033932e-07,
      "loss": 2.2176,
      "step": 2727
    },
    {
      "epoch": 2.15,
      "learning_rate": 1.8439331185493472e-07,
      "loss": 2.2586,
      "step": 2730
    },
    {
      "epoch": 2.16,
      "learning_rate": 1.8343270125500377e-07,
      "loss": 2.1833,
      "step": 2733
    },
    {
      "epoch": 2.16,
      "learning_rate": 1.8247403696654966e-07,
      "loss": 2.311,
      "step": 2736
    },
    {
      "epoch": 2.16,
      "learning_rate": 1.8151732488360916e-07,
      "loss": 2.2836,
      "step": 2739
    },
    {
      "epoch": 2.16,
      "eval_loss": 2.3009707927703857,
      "eval_runtime": 423.6795,
      "eval_samples_per_second": 20.147,
      "eval_steps_per_second": 0.63,
      "step": 2740
    },
    {
      "epoch": 2.16,
      "learning_rate": 1.8056257088821625e-07,
      "loss": 2.2633,
      "step": 2742
    },
    {
      "epoch": 2.17,
      "learning_rate": 1.7960978085036692e-07,
      "loss": 2.2118,
      "step": 2745
    },
    {
      "epoch": 2.17,
      "learning_rate": 1.7865896062798197e-07,
      "loss": 2.3445,
      "step": 2748
    },
    {
      "epoch": 2.17,
      "learning_rate": 1.777101160668712e-07,
      "loss": 2.3142,
      "step": 2751
    },
    {
      "epoch": 2.17,
      "learning_rate": 1.7676325300069822e-07,
      "loss": 2.2825,
      "step": 2754
    },
    {
      "epoch": 2.18,
      "learning_rate": 1.75818377250944e-07,
      "loss": 2.2622,
      "step": 2757
    },
    {
      "epoch": 2.18,
      "learning_rate": 1.748754946268708e-07,
      "loss": 2.3294,
      "step": 2760
    },
    {
      "epoch": 2.18,
      "eval_loss": 2.3009371757507324,
      "eval_runtime": 423.6974,
      "eval_samples_per_second": 20.146,
      "eval_steps_per_second": 0.63,
      "step": 2760
    },
    {
      "epoch": 2.18,
      "learning_rate": 1.7393461092548677e-07,
      "loss": 2.2989,
      "step": 2763
    },
    {
      "epoch": 2.18,
      "learning_rate": 1.7299573193151075e-07,
      "loss": 2.2718,
      "step": 2766
    },
    {
      "epoch": 2.19,
      "learning_rate": 1.7205886341733618e-07,
      "loss": 2.2669,
      "step": 2769
    },
    {
      "epoch": 2.19,
      "learning_rate": 1.7112401114299542e-07,
      "loss": 2.2736,
      "step": 2772
    },
    {
      "epoch": 2.19,
      "learning_rate": 1.7019118085612472e-07,
      "loss": 2.2803,
      "step": 2775
    },
    {
      "epoch": 2.19,
      "learning_rate": 1.6926037829192897e-07,
      "loss": 2.2741,
      "step": 2778
    },
    {
      "epoch": 2.19,
      "eval_loss": 2.3007988929748535,
      "eval_runtime": 423.7773,
      "eval_samples_per_second": 20.143,
      "eval_steps_per_second": 0.63,
      "step": 2780
    },
    {
      "epoch": 2.19,
      "learning_rate": 1.6833160917314644e-07,
      "loss": 2.3159,
      "step": 2781
    },
    {
      "epoch": 2.2,
      "learning_rate": 1.674048792100129e-07,
      "loss": 2.2096,
      "step": 2784
    },
    {
      "epoch": 2.2,
      "learning_rate": 1.6648019410022711e-07,
      "loss": 2.2167,
      "step": 2787
    },
    {
      "epoch": 2.2,
      "learning_rate": 1.6555755952891638e-07,
      "loss": 2.2509,
      "step": 2790
    },
    {
      "epoch": 2.2,
      "learning_rate": 1.6463698116860009e-07,
      "loss": 2.2823,
      "step": 2793
    },
    {
      "epoch": 2.21,
      "learning_rate": 1.6371846467915602e-07,
      "loss": 2.2866,
      "step": 2796
    },
    {
      "epoch": 2.21,
      "learning_rate": 1.628020157077854e-07,
      "loss": 2.2796,
      "step": 2799
    },
    {
      "epoch": 2.21,
      "eval_loss": 2.300727367401123,
      "eval_runtime": 424.0574,
      "eval_samples_per_second": 20.129,
      "eval_steps_per_second": 0.63,
      "step": 2800
    },
    {
      "epoch": 2.21,
      "learning_rate": 1.618876398889779e-07,
      "loss": 2.2732,
      "step": 2802
    },
    {
      "epoch": 2.21,
      "learning_rate": 1.6097534284447689e-07,
      "loss": 2.3093,
      "step": 2805
    },
    {
      "epoch": 2.22,
      "learning_rate": 1.6006513018324504e-07,
      "loss": 2.2459,
      "step": 2808
    },
    {
      "epoch": 2.22,
      "learning_rate": 1.591570075014302e-07,
      "loss": 2.3028,
      "step": 2811
    },
    {
      "epoch": 2.22,
      "learning_rate": 1.5825098038233054e-07,
      "loss": 2.2875,
      "step": 2814
    },
    {
      "epoch": 2.22,
      "learning_rate": 1.5734705439636014e-07,
      "loss": 2.293,
      "step": 2817
    },
    {
      "epoch": 2.23,
      "learning_rate": 1.5644523510101498e-07,
      "loss": 2.2647,
      "step": 2820
    },
    {
      "epoch": 2.23,
      "eval_loss": 2.3006794452667236,
      "eval_runtime": 423.7507,
      "eval_samples_per_second": 20.144,
      "eval_steps_per_second": 0.63,
      "step": 2820
    },
    {
      "epoch": 2.23,
      "learning_rate": 1.555455280408391e-07,
      "loss": 2.2789,
      "step": 2823
    },
    {
      "epoch": 2.23,
      "learning_rate": 1.5464793874738956e-07,
      "loss": 2.2478,
      "step": 2826
    },
    {
      "epoch": 2.23,
      "learning_rate": 1.5375247273920367e-07,
      "loss": 2.2291,
      "step": 2829
    },
    {
      "epoch": 2.24,
      "learning_rate": 1.528591355217637e-07,
      "loss": 2.2975,
      "step": 2832
    },
    {
      "epoch": 2.24,
      "learning_rate": 1.5196793258746454e-07,
      "loss": 2.2117,
      "step": 2835
    },
    {
      "epoch": 2.24,
      "learning_rate": 1.510788694155785e-07,
      "loss": 2.2724,
      "step": 2838
    },
    {
      "epoch": 2.24,
      "eval_loss": 2.3006186485290527,
      "eval_runtime": 423.685,
      "eval_samples_per_second": 20.147,
      "eval_steps_per_second": 0.63,
      "step": 2840
    },
    {
      "epoch": 2.24,
      "learning_rate": 1.5019195147222225e-07,
      "loss": 2.1983,
      "step": 2841
    },
    {
      "epoch": 2.24,
      "learning_rate": 1.4930718421032363e-07,
      "loss": 2.3009,
      "step": 2844
    },
    {
      "epoch": 2.25,
      "learning_rate": 1.4842457306958767e-07,
      "loss": 2.3078,
      "step": 2847
    },
    {
      "epoch": 2.25,
      "learning_rate": 1.4754412347646285e-07,
      "loss": 2.3127,
      "step": 2850
    },
    {
      "epoch": 2.25,
      "learning_rate": 1.4666584084410804e-07,
      "loss": 2.2781,
      "step": 2853
    },
    {
      "epoch": 2.25,
      "learning_rate": 1.457897305723597e-07,
      "loss": 2.2852,
      "step": 2856
    },
    {
      "epoch": 2.26,
      "learning_rate": 1.4491579804769815e-07,
      "loss": 2.2122,
      "step": 2859
    },
    {
      "epoch": 2.26,
      "eval_loss": 2.3005518913269043,
      "eval_runtime": 423.7052,
      "eval_samples_per_second": 20.146,
      "eval_steps_per_second": 0.63,
      "step": 2860
    },
    {
      "epoch": 2.26,
      "learning_rate": 1.4404404864321425e-07,
      "loss": 2.2656,
      "step": 2862
    },
    {
      "epoch": 2.26,
      "learning_rate": 1.4317448771857654e-07,
      "loss": 2.284,
      "step": 2865
    },
    {
      "epoch": 2.26,
      "learning_rate": 1.4230712061999904e-07,
      "loss": 2.2285,
      "step": 2868
    },
    {
      "epoch": 2.27,
      "learning_rate": 1.4144195268020704e-07,
      "loss": 2.3214,
      "step": 2871
    },
    {
      "epoch": 2.27,
      "learning_rate": 1.405789892184056e-07,
      "loss": 2.2994,
      "step": 2874
    },
    {
      "epoch": 2.27,
      "learning_rate": 1.397182355402457e-07,
      "loss": 2.2861,
      "step": 2877
    },
    {
      "epoch": 2.27,
      "learning_rate": 1.3885969693779276e-07,
      "loss": 2.2816,
      "step": 2880
    },
    {
      "epoch": 2.27,
      "eval_loss": 2.3004748821258545,
      "eval_runtime": 423.7032,
      "eval_samples_per_second": 20.146,
      "eval_steps_per_second": 0.63,
      "step": 2880
    },
    {
      "epoch": 2.28,
      "learning_rate": 1.3800337868949307e-07,
      "loss": 2.2926,
      "step": 2883
    },
    {
      "epoch": 2.28,
      "learning_rate": 1.371492860601418e-07,
      "loss": 2.2583,
      "step": 2886
    },
    {
      "epoch": 2.28,
      "learning_rate": 1.36297424300851e-07,
      "loss": 2.3241,
      "step": 2889
    },
    {
      "epoch": 2.28,
      "learning_rate": 1.3544779864901678e-07,
      "loss": 2.2666,
      "step": 2892
    },
    {
      "epoch": 2.28,
      "learning_rate": 1.3460041432828712e-07,
      "loss": 2.267,
      "step": 2895
    },
    {
      "epoch": 2.29,
      "learning_rate": 1.337552765485298e-07,
      "loss": 2.2765,
      "step": 2898
    },
    {
      "epoch": 2.29,
      "eval_loss": 2.3004419803619385,
      "eval_runtime": 423.7381,
      "eval_samples_per_second": 20.145,
      "eval_steps_per_second": 0.63,
      "step": 2900
    },
    {
      "epoch": 2.29,
      "learning_rate": 1.3291239050580083e-07,
      "loss": 2.3155,
      "step": 2901
    },
    {
      "epoch": 2.29,
      "learning_rate": 1.3207176138231208e-07,
      "loss": 2.2445,
      "step": 2904
    },
    {
      "epoch": 2.29,
      "learning_rate": 1.3123339434639923e-07,
      "loss": 2.2625,
      "step": 2907
    },
    {
      "epoch": 2.3,
      "learning_rate": 1.3039729455249027e-07,
      "loss": 2.303,
      "step": 2910
    },
    {
      "epoch": 2.3,
      "learning_rate": 1.295634671410742e-07,
      "loss": 2.1328,
      "step": 2913
    },
    {
      "epoch": 2.3,
      "learning_rate": 1.2873191723866856e-07,
      "loss": 2.281,
      "step": 2916
    },
    {
      "epoch": 2.3,
      "learning_rate": 1.2790264995778838e-07,
      "loss": 2.3013,
      "step": 2919
    },
    {
      "epoch": 2.3,
      "eval_loss": 2.3004138469696045,
      "eval_runtime": 423.726,
      "eval_samples_per_second": 20.145,
      "eval_steps_per_second": 0.63,
      "step": 2920
    },
    {
      "epoch": 2.31,
      "learning_rate": 1.2707567039691502e-07,
      "loss": 2.2248,
      "step": 2922
    },
    {
      "epoch": 2.31,
      "learning_rate": 1.2625098364046454e-07,
      "loss": 2.2735,
      "step": 2925
    },
    {
      "epoch": 2.31,
      "learning_rate": 1.2542859475875611e-07,
      "loss": 2.2606,
      "step": 2928
    },
    {
      "epoch": 2.31,
      "learning_rate": 1.246085088079813e-07,
      "loss": 2.265,
      "step": 2931
    },
    {
      "epoch": 2.32,
      "learning_rate": 1.237907308301729e-07,
      "loss": 2.2569,
      "step": 2934
    },
    {
      "epoch": 2.32,
      "learning_rate": 1.2297526585317408e-07,
      "loss": 2.2557,
      "step": 2937
    },
    {
      "epoch": 2.32,
      "learning_rate": 1.221621188906069e-07,
      "loss": 2.3185,
      "step": 2940
    },
    {
      "epoch": 2.32,
      "eval_loss": 2.3003499507904053,
      "eval_runtime": 423.9623,
      "eval_samples_per_second": 20.134,
      "eval_steps_per_second": 0.63,
      "step": 2940
    },
    {
      "epoch": 2.32,
      "learning_rate": 1.2135129494184187e-07,
      "loss": 2.2078,
      "step": 2943
    },
    {
      "epoch": 2.33,
      "learning_rate": 1.2054279899196757e-07,
      "loss": 2.2205,
      "step": 2946
    },
    {
      "epoch": 2.33,
      "learning_rate": 1.1973663601175942e-07,
      "loss": 2.3166,
      "step": 2949
    },
    {
      "epoch": 2.33,
      "learning_rate": 1.1893281095764934e-07,
      "loss": 2.2881,
      "step": 2952
    },
    {
      "epoch": 2.33,
      "learning_rate": 1.1813132877169502e-07,
      "loss": 2.2296,
      "step": 2955
    },
    {
      "epoch": 2.33,
      "learning_rate": 1.1733219438155029e-07,
      "loss": 2.3117,
      "step": 2958
    },
    {
      "epoch": 2.34,
      "eval_loss": 2.300266981124878,
      "eval_runtime": 423.7888,
      "eval_samples_per_second": 20.142,
      "eval_steps_per_second": 0.63,
      "step": 2960
    },
    {
      "epoch": 2.34,
      "learning_rate": 1.1653541270043393e-07,
      "loss": 2.2171,
      "step": 2961
    },
    {
      "epoch": 2.34,
      "learning_rate": 1.1574098862709992e-07,
      "loss": 2.2274,
      "step": 2964
    },
    {
      "epoch": 2.34,
      "learning_rate": 1.1494892704580727e-07,
      "loss": 2.3187,
      "step": 2967
    },
    {
      "epoch": 2.34,
      "learning_rate": 1.141592328262903e-07,
      "loss": 2.2714,
      "step": 2970
    },
    {
      "epoch": 2.35,
      "learning_rate": 1.1337191082372788e-07,
      "loss": 2.2141,
      "step": 2973
    },
    {
      "epoch": 2.35,
      "learning_rate": 1.1258696587871408e-07,
      "loss": 2.3156,
      "step": 2976
    },
    {
      "epoch": 2.35,
      "learning_rate": 1.118044028172288e-07,
      "loss": 2.3267,
      "step": 2979
    },
    {
      "epoch": 2.35,
      "eval_loss": 2.300215721130371,
      "eval_runtime": 423.6752,
      "eval_samples_per_second": 20.148,
      "eval_steps_per_second": 0.63,
      "step": 2980
    },
    {
      "epoch": 2.35,
      "learning_rate": 1.110242264506076e-07,
      "loss": 2.2584,
      "step": 2982
    },
    {
      "epoch": 2.36,
      "learning_rate": 1.1024644157551205e-07,
      "loss": 2.2517,
      "step": 2985
    },
    {
      "epoch": 2.36,
      "learning_rate": 1.094710529739002e-07,
      "loss": 2.2194,
      "step": 2988
    },
    {
      "epoch": 2.36,
      "learning_rate": 1.0869806541299787e-07,
      "loss": 2.2743,
      "step": 2991
    },
    {
      "epoch": 2.36,
      "learning_rate": 1.0792748364526883e-07,
      "loss": 2.2713,
      "step": 2994
    },
    {
      "epoch": 2.37,
      "learning_rate": 1.0715931240838522e-07,
      "loss": 2.3314,
      "step": 2997
    },
    {
      "epoch": 2.37,
      "learning_rate": 1.0639355642519893e-07,
      "loss": 2.2287,
      "step": 3000
    },
    {
      "epoch": 2.37,
      "eval_loss": 2.300197124481201,
      "eval_runtime": 423.7461,
      "eval_samples_per_second": 20.144,
      "eval_steps_per_second": 0.63,
      "step": 3000
    },
    {
      "epoch": 2.37,
      "learning_rate": 1.0563022040371278e-07,
      "loss": 2.3382,
      "step": 3003
    },
    {
      "epoch": 2.37,
      "learning_rate": 1.0486930903705094e-07,
      "loss": 2.223,
      "step": 3006
    },
    {
      "epoch": 2.37,
      "learning_rate": 1.0411082700343016e-07,
      "loss": 2.3025,
      "step": 3009
    },
    {
      "epoch": 2.38,
      "learning_rate": 1.0335477896613171e-07,
      "loss": 2.1982,
      "step": 3012
    },
    {
      "epoch": 2.38,
      "learning_rate": 1.0260116957347214e-07,
      "loss": 2.2945,
      "step": 3015
    },
    {
      "epoch": 2.38,
      "learning_rate": 1.0185000345877454e-07,
      "loss": 2.2744,
      "step": 3018
    },
    {
      "epoch": 2.38,
      "eval_loss": 2.3001396656036377,
      "eval_runtime": 423.7517,
      "eval_samples_per_second": 20.144,
      "eval_steps_per_second": 0.63,
      "step": 3020
    },
    {
      "epoch": 2.38,
      "learning_rate": 1.0110128524034023e-07,
      "loss": 2.3053,
      "step": 3021
    },
    {
      "epoch": 2.39,
      "learning_rate": 1.0035501952142078e-07,
      "loss": 2.2525,
      "step": 3024
    },
    {
      "epoch": 2.39,
      "learning_rate": 9.961121089018931e-08,
      "loss": 2.3048,
      "step": 3027
    },
    {
      "epoch": 2.39,
      "learning_rate": 9.886986391971208e-08,
      "loss": 2.2963,
      "step": 3030
    },
    {
      "epoch": 2.39,
      "learning_rate": 9.813098316792056e-08,
      "loss": 2.257,
      "step": 3033
    },
    {
      "epoch": 2.4,
      "learning_rate": 9.739457317758409e-08,
      "loss": 2.2602,
      "step": 3036
    },
    {
      "epoch": 2.4,
      "learning_rate": 9.666063847628065e-08,
      "loss": 2.2635,
      "step": 3039
    },
    {
      "epoch": 2.4,
      "eval_loss": 2.3001034259796143,
      "eval_runtime": 423.7899,
      "eval_samples_per_second": 20.142,
      "eval_steps_per_second": 0.63,
      "step": 3040
    },
    {
      "epoch": 2.4,
      "learning_rate": 9.592918357636992e-08,
      "loss": 2.2341,
      "step": 3042
    },
    {
      "epoch": 2.4,
      "learning_rate": 9.520021297496545e-08,
      "loss": 2.1765,
      "step": 3045
    },
    {
      "epoch": 2.41,
      "learning_rate": 9.4473731153907e-08,
      "loss": 2.2441,
      "step": 3048
    },
    {
      "epoch": 2.41,
      "learning_rate": 9.374974257973256e-08,
      "loss": 2.1989,
      "step": 3051
    },
    {
      "epoch": 2.41,
      "learning_rate": 9.302825170365114e-08,
      "loss": 2.1661,
      "step": 3054
    },
    {
      "epoch": 2.41,
      "learning_rate": 9.230926296151581e-08,
      "loss": 2.2788,
      "step": 3057
    },
    {
      "epoch": 2.42,
      "learning_rate": 9.159278077379606e-08,
      "loss": 2.2209,
      "step": 3060
    },
    {
      "epoch": 2.42,
      "eval_loss": 2.300053119659424,
      "eval_runtime": 424.0357,
      "eval_samples_per_second": 20.13,
      "eval_steps_per_second": 0.63,
      "step": 3060
    },
    {
      "epoch": 2.42,
      "learning_rate": 9.087880954555032e-08,
      "loss": 2.2684,
      "step": 3063
    },
    {
      "epoch": 2.42,
      "learning_rate": 9.016735366639933e-08,
      "loss": 2.2857,
      "step": 3066
    },
    {
      "epoch": 2.42,
      "learning_rate": 8.945841751049916e-08,
      "loss": 2.286,
      "step": 3069
    },
    {
      "epoch": 2.42,
      "learning_rate": 8.875200543651417e-08,
      "loss": 2.2638,
      "step": 3072
    },
    {
      "epoch": 2.43,
      "learning_rate": 8.804812178759003e-08,
      "loss": 2.251,
      "step": 3075
    },
    {
      "epoch": 2.43,
      "learning_rate": 8.734677089132725e-08,
      "loss": 2.235,
      "step": 3078
    },
    {
      "epoch": 2.43,
      "eval_loss": 2.30000638961792,
      "eval_runtime": 423.8005,
      "eval_samples_per_second": 20.142,
      "eval_steps_per_second": 0.63,
      "step": 3080
    },
    {
      "epoch": 2.43,
      "learning_rate": 8.664795705975481e-08,
      "loss": 2.2703,
      "step": 3081
    },
    {
      "epoch": 2.43,
      "learning_rate": 8.595168458930297e-08,
      "loss": 2.2184,
      "step": 3084
    },
    {
      "epoch": 2.44,
      "learning_rate": 8.525795776077744e-08,
      "loss": 2.265,
      "step": 3087
    },
    {
      "epoch": 2.44,
      "learning_rate": 8.456678083933289e-08,
      "loss": 2.2504,
      "step": 3090
    },
    {
      "epoch": 2.44,
      "learning_rate": 8.387815807444687e-08,
      "loss": 2.3111,
      "step": 3093
    },
    {
      "epoch": 2.44,
      "learning_rate": 8.319209369989321e-08,
      "loss": 2.2806,
      "step": 3096
    },
    {
      "epoch": 2.45,
      "learning_rate": 8.250859193371639e-08,
      "loss": 2.2143,
      "step": 3099
    },
    {
      "epoch": 2.45,
      "eval_loss": 2.299983263015747,
      "eval_runtime": 423.988,
      "eval_samples_per_second": 20.133,
      "eval_steps_per_second": 0.63,
      "step": 3100
    },
    {
      "epoch": 2.45,
      "learning_rate": 8.18276569782056e-08,
      "loss": 2.2681,
      "step": 3102
    },
    {
      "epoch": 2.45,
      "learning_rate": 8.114929301986901e-08,
      "loss": 2.3132,
      "step": 3105
    },
    {
      "epoch": 2.45,
      "learning_rate": 8.047350422940752e-08,
      "loss": 2.2929,
      "step": 3108
    },
    {
      "epoch": 2.46,
      "learning_rate": 7.980029476168942e-08,
      "loss": 2.2603,
      "step": 3111
    },
    {
      "epoch": 2.46,
      "learning_rate": 7.912966875572513e-08,
      "loss": 2.2735,
      "step": 3114
    },
    {
      "epoch": 2.46,
      "learning_rate": 7.846163033464154e-08,
      "loss": 2.239,
      "step": 3117
    },
    {
      "epoch": 2.46,
      "learning_rate": 7.779618360565626e-08,
      "loss": 2.2915,
      "step": 3120
    },
    {
      "epoch": 2.46,
      "eval_loss": 2.299947500228882,
      "eval_runtime": 423.9687,
      "eval_samples_per_second": 20.134,
      "eval_steps_per_second": 0.63,
      "step": 3120
    },
    {
      "epoch": 2.46,
      "learning_rate": 7.713333266005296e-08,
      "loss": 2.2205,
      "step": 3123
    },
    {
      "epoch": 2.47,
      "learning_rate": 7.647308157315596e-08,
      "loss": 2.2693,
      "step": 3126
    },
    {
      "epoch": 2.47,
      "learning_rate": 7.581543440430522e-08,
      "loss": 2.2387,
      "step": 3129
    },
    {
      "epoch": 2.47,
      "learning_rate": 7.516039519683104e-08,
      "loss": 2.2807,
      "step": 3132
    },
    {
      "epoch": 2.47,
      "learning_rate": 7.450796797803e-08,
      "loss": 2.2665,
      "step": 3135
    },
    {
      "epoch": 2.48,
      "learning_rate": 7.385815675913959e-08,
      "loss": 2.3436,
      "step": 3138
    },
    {
      "epoch": 2.48,
      "eval_loss": 2.299905300140381,
      "eval_runtime": 423.7973,
      "eval_samples_per_second": 20.142,
      "eval_steps_per_second": 0.63,
      "step": 3140
    },
    {
      "epoch": 2.48,
      "learning_rate": 7.321096553531336e-08,
      "loss": 2.1821,
      "step": 3141
    },
    {
      "epoch": 2.48,
      "learning_rate": 7.256639828559686e-08,
      "loss": 2.3041,
      "step": 3144
    },
    {
      "epoch": 2.48,
      "learning_rate": 7.192445897290306e-08,
      "loss": 2.3107,
      "step": 3147
    },
    {
      "epoch": 2.49,
      "learning_rate": 7.128515154398801e-08,
      "loss": 2.2411,
      "step": 3150
    },
    {
      "epoch": 2.49,
      "learning_rate": 7.064847992942613e-08,
      "loss": 2.2451,
      "step": 3153
    },
    {
      "epoch": 2.49,
      "learning_rate": 7.001444804358653e-08,
      "loss": 2.2617,
      "step": 3156
    },
    {
      "epoch": 2.49,
      "learning_rate": 6.938305978460896e-08,
      "loss": 2.2742,
      "step": 3159
    },
    {
      "epoch": 2.49,
      "eval_loss": 2.2998573780059814,
      "eval_runtime": 423.7274,
      "eval_samples_per_second": 20.145,
      "eval_steps_per_second": 0.63,
      "step": 3160
    },
    {
      "epoch": 2.5,
      "learning_rate": 6.875431903437978e-08,
      "loss": 2.2443,
      "step": 3162
    },
    {
      "epoch": 2.5,
      "learning_rate": 6.812822965850739e-08,
      "loss": 2.2786,
      "step": 3165
    },
    {
      "epoch": 2.5,
      "learning_rate": 6.750479550629962e-08,
      "loss": 2.2476,
      "step": 3168
    },
    {
      "epoch": 2.5,
      "learning_rate": 6.688402041073954e-08,
      "loss": 2.2073,
      "step": 3171
    },
    {
      "epoch": 2.51,
      "learning_rate": 6.626590818846162e-08,
      "loss": 2.2585,
      "step": 3174
    },
    {
      "epoch": 2.51,
      "learning_rate": 6.565046263972845e-08,
      "loss": 2.2583,
      "step": 3177
    },
    {
      "epoch": 2.51,
      "learning_rate": 6.503768754840777e-08,
      "loss": 2.3714,
      "step": 3180
    },
    {
      "epoch": 2.51,
      "eval_loss": 2.299828290939331,
      "eval_runtime": 423.874,
      "eval_samples_per_second": 20.138,
      "eval_steps_per_second": 0.63,
      "step": 3180
    },
    {
      "epoch": 2.51,
      "learning_rate": 6.442758668194875e-08,
      "loss": 2.2807,
      "step": 3183
    },
    {
      "epoch": 2.51,
      "learning_rate": 6.382016379135886e-08,
      "loss": 2.2595,
      "step": 3186
    },
    {
      "epoch": 2.52,
      "learning_rate": 6.321542261118079e-08,
      "loss": 2.2182,
      "step": 3189
    },
    {
      "epoch": 2.52,
      "learning_rate": 6.261336685946989e-08,
      "loss": 2.2711,
      "step": 3192
    },
    {
      "epoch": 2.52,
      "learning_rate": 6.201400023777103e-08,
      "loss": 2.2551,
      "step": 3195
    },
    {
      "epoch": 2.52,
      "learning_rate": 6.141732643109554e-08,
      "loss": 2.3001,
      "step": 3198
    },
    {
      "epoch": 2.53,
      "eval_loss": 2.299809217453003,
      "eval_runtime": 424.005,
      "eval_samples_per_second": 20.132,
      "eval_steps_per_second": 0.63,
      "step": 3200
    },
    {
      "epoch": 2.53,
      "learning_rate": 6.0823349107899e-08,
      "loss": 2.297,
      "step": 3201
    },
    {
      "epoch": 2.53,
      "learning_rate": 6.023207192005858e-08,
      "loss": 2.2696,
      "step": 3204
    },
    {
      "epoch": 2.53,
      "learning_rate": 5.964349850285072e-08,
      "loss": 2.2183,
      "step": 3207
    },
    {
      "epoch": 2.53,
      "learning_rate": 5.9057632474928065e-08,
      "loss": 2.3571,
      "step": 3210
    },
    {
      "epoch": 2.54,
      "learning_rate": 5.84744774382982e-08,
      "loss": 2.2842,
      "step": 3213
    },
    {
      "epoch": 2.54,
      "learning_rate": 5.789403697830103e-08,
      "loss": 2.2502,
      "step": 3216
    },
    {
      "epoch": 2.54,
      "learning_rate": 5.7316314663586604e-08,
      "loss": 2.2196,
      "step": 3219
    },
    {
      "epoch": 2.54,
      "eval_loss": 2.2997987270355225,
      "eval_runtime": 423.6473,
      "eval_samples_per_second": 20.149,
      "eval_steps_per_second": 0.63,
      "step": 3220
    },
    {
      "epoch": 2.54,
      "learning_rate": 5.6741314046093335e-08,
      "loss": 2.2229,
      "step": 3222
    },
    {
      "epoch": 2.55,
      "learning_rate": 5.616903866102635e-08,
      "loss": 2.1726,
      "step": 3225
    },
    {
      "epoch": 2.55,
      "learning_rate": 5.5599492026835504e-08,
      "loss": 2.2637,
      "step": 3228
    },
    {
      "epoch": 2.55,
      "learning_rate": 5.5032677645193645e-08,
      "loss": 2.3016,
      "step": 3231
    },
    {
      "epoch": 2.55,
      "learning_rate": 5.4468599000975277e-08,
      "loss": 2.2967,
      "step": 3234
    },
    {
      "epoch": 2.55,
      "learning_rate": 5.39072595622353e-08,
      "loss": 2.2489,
      "step": 3237
    },
    {
      "epoch": 2.56,
      "learning_rate": 5.334866278018757e-08,
      "loss": 2.2858,
      "step": 3240
    },
    {
      "epoch": 2.56,
      "eval_loss": 2.299781084060669,
      "eval_runtime": 423.7516,
      "eval_samples_per_second": 20.144,
      "eval_steps_per_second": 0.63,
      "step": 3240
    },
    {
      "epoch": 2.56,
      "learning_rate": 5.279281208918318e-08,
      "loss": 2.2487,
      "step": 3243
    },
    {
      "epoch": 2.56,
      "learning_rate": 5.22397109066901e-08,
      "loss": 2.2369,
      "step": 3246
    },
    {
      "epoch": 2.56,
      "learning_rate": 5.1689362633271785e-08,
      "loss": 2.2462,
      "step": 3249
    },
    {
      "epoch": 2.57,
      "learning_rate": 5.114177065256631e-08,
      "loss": 2.2625,
      "step": 3252
    },
    {
      "epoch": 2.57,
      "learning_rate": 5.059693833126544e-08,
      "loss": 2.2559,
      "step": 3255
    },
    {
      "epoch": 2.57,
      "learning_rate": 5.005486901909428e-08,
      "loss": 2.2967,
      "step": 3258
    },
    {
      "epoch": 2.57,
      "eval_loss": 2.2997615337371826,
      "eval_runtime": 423.7801,
      "eval_samples_per_second": 20.143,
      "eval_steps_per_second": 0.63,
      "step": 3260
    },
    {
      "epoch": 2.57,
      "learning_rate": 4.951556604879048e-08,
      "loss": 2.303,
      "step": 3261
    },
    {
      "epoch": 2.58,
      "learning_rate": 4.8979032736083505e-08,
      "loss": 2.3076,
      "step": 3264
    },
    {
      "epoch": 2.58,
      "learning_rate": 4.844527237967455e-08,
      "loss": 2.274,
      "step": 3267
    },
    {
      "epoch": 2.58,
      "learning_rate": 4.791428826121635e-08,
      "loss": 2.2408,
      "step": 3270
    },
    {
      "epoch": 2.58,
      "learning_rate": 4.738608364529273e-08,
      "loss": 2.2476,
      "step": 3273
    },
    {
      "epoch": 2.59,
      "learning_rate": 4.686066177939868e-08,
      "loss": 2.2794,
      "step": 3276
    },
    {
      "epoch": 2.59,
      "learning_rate": 4.6338025893920164e-08,
      "loss": 2.2006,
      "step": 3279
    },
    {
      "epoch": 2.59,
      "eval_loss": 2.2997195720672607,
      "eval_runtime": 423.7291,
      "eval_samples_per_second": 20.145,
      "eval_steps_per_second": 0.63,
      "step": 3280
    },
    {
      "epoch": 2.59,
      "learning_rate": 4.581817920211473e-08,
      "loss": 2.273,
      "step": 3282
    },
    {
      "epoch": 2.59,
      "learning_rate": 4.530112490009147e-08,
      "loss": 2.2454,
      "step": 3285
    },
    {
      "epoch": 2.6,
      "learning_rate": 4.478686616679089e-08,
      "loss": 2.2191,
      "step": 3288
    },
    {
      "epoch": 2.6,
      "learning_rate": 4.427540616396647e-08,
      "loss": 2.3154,
      "step": 3291
    },
    {
      "epoch": 2.6,
      "learning_rate": 4.376674803616431e-08,
      "loss": 2.3211,
      "step": 3294
    },
    {
      "epoch": 2.6,
      "learning_rate": 4.3260894910704115e-08,
      "loss": 2.3233,
      "step": 3297
    },
    {
      "epoch": 2.6,
      "learning_rate": 4.275784989765985e-08,
      "loss": 2.2443,
      "step": 3300
    },
    {
      "epoch": 2.6,
      "eval_loss": 2.299701690673828,
      "eval_runtime": 423.6806,
      "eval_samples_per_second": 20.147,
      "eval_steps_per_second": 0.63,
      "step": 3300
    },
    {
      "epoch": 2.61,
      "learning_rate": 4.22576160898408e-08,
      "loss": 2.1774,
      "step": 3303
    },
    {
      "epoch": 2.61,
      "learning_rate": 4.176019656277269e-08,
      "loss": 2.1979,
      "step": 3306
    },
    {
      "epoch": 2.61,
      "learning_rate": 4.126559437467814e-08,
      "loss": 2.255,
      "step": 3309
    },
    {
      "epoch": 2.61,
      "learning_rate": 4.0773812566458456e-08,
      "loss": 2.2893,
      "step": 3312
    },
    {
      "epoch": 2.62,
      "learning_rate": 4.0284854161674766e-08,
      "loss": 2.3453,
      "step": 3315
    },
    {
      "epoch": 2.62,
      "learning_rate": 3.979872216652958e-08,
      "loss": 2.2928,
      "step": 3318
    },
    {
      "epoch": 2.62,
      "eval_loss": 2.2996888160705566,
      "eval_runtime": 423.7635,
      "eval_samples_per_second": 20.143,
      "eval_steps_per_second": 0.63,
      "step": 3320
    },
    {
      "epoch": 2.62,
      "learning_rate": 3.93154195698478e-08,
      "loss": 2.2614,
      "step": 3321
    },
    {
      "epoch": 2.62,
      "learning_rate": 3.883494934305886e-08,
      "loss": 2.3164,
      "step": 3324
    },
    {
      "epoch": 2.63,
      "learning_rate": 3.835731444017837e-08,
      "loss": 2.1937,
      "step": 3327
    },
    {
      "epoch": 2.63,
      "learning_rate": 3.788251779778989e-08,
      "loss": 2.2311,
      "step": 3330
    },
    {
      "epoch": 2.63,
      "learning_rate": 3.741056233502649e-08,
      "loss": 2.3136,
      "step": 3333
    },
    {
      "epoch": 2.63,
      "learning_rate": 3.694145095355355e-08,
      "loss": 2.2684,
      "step": 3336
    },
    {
      "epoch": 2.64,
      "learning_rate": 3.6475186537550495e-08,
      "loss": 2.2994,
      "step": 3339
    },
    {
      "epoch": 2.64,
      "eval_loss": 2.29967999458313,
      "eval_runtime": 423.9449,
      "eval_samples_per_second": 20.135,
      "eval_steps_per_second": 0.63,
      "step": 3340
    },
    {
      "epoch": 2.64,
      "learning_rate": 3.601177195369304e-08,
      "loss": 2.2188,
      "step": 3342
    },
    {
      "epoch": 2.64,
      "learning_rate": 3.5551210051135425e-08,
      "loss": 2.2188,
      "step": 3345
    },
    {
      "epoch": 2.64,
      "learning_rate": 3.509350366149344e-08,
      "loss": 2.3,
      "step": 3348
    },
    {
      "epoch": 2.64,
      "learning_rate": 3.463865559882656e-08,
      "loss": 2.2883,
      "step": 3351
    },
    {
      "epoch": 2.65,
      "learning_rate": 3.4186668659620774e-08,
      "loss": 2.3155,
      "step": 3354
    },
    {
      "epoch": 2.65,
      "learning_rate": 3.3737545622771146e-08,
      "loss": 2.1916,
      "step": 3357
    },
    {
      "epoch": 2.65,
      "learning_rate": 3.3291289249565314e-08,
      "loss": 2.2551,
      "step": 3360
    },
    {
      "epoch": 2.65,
      "eval_loss": 2.2996506690979004,
      "eval_runtime": 423.813,
      "eval_samples_per_second": 20.141,
      "eval_steps_per_second": 0.63,
      "step": 3360
    },
    {
      "epoch": 2.65,
      "learning_rate": 3.284790228366602e-08,
      "loss": 2.3237,
      "step": 3363
    },
    {
      "epoch": 2.66,
      "learning_rate": 3.240738745109439e-08,
      "loss": 2.2697,
      "step": 3366
    },
    {
      "epoch": 2.66,
      "learning_rate": 3.196974746021303e-08,
      "loss": 2.2862,
      "step": 3369
    },
    {
      "epoch": 2.66,
      "learning_rate": 3.15349850017097e-08,
      "loss": 2.3031,
      "step": 3372
    },
    {
      "epoch": 2.66,
      "learning_rate": 3.110310274858074e-08,
      "loss": 2.2972,
      "step": 3375
    },
    {
      "epoch": 2.67,
      "learning_rate": 3.067410335611392e-08,
      "loss": 2.2685,
      "step": 3378
    },
    {
      "epoch": 2.67,
      "eval_loss": 2.299644947052002,
      "eval_runtime": 423.8041,
      "eval_samples_per_second": 20.141,
      "eval_steps_per_second": 0.63,
      "step": 3380
    },
    {
      "epoch": 2.67,
      "learning_rate": 3.0247989461873124e-08,
      "loss": 2.3283,
      "step": 3381
    },
    {
      "epoch": 2.67,
      "learning_rate": 2.9824763685681765e-08,
      "loss": 2.2633,
      "step": 3384
    },
    {
      "epoch": 2.67,
      "learning_rate": 2.9404428629606237e-08,
      "loss": 2.3731,
      "step": 3387
    },
    {
      "epoch": 2.68,
      "learning_rate": 2.8986986877940434e-08,
      "loss": 2.2055,
      "step": 3390
    },
    {
      "epoch": 2.68,
      "learning_rate": 2.857244099718975e-08,
      "loss": 2.241,
      "step": 3393
    },
    {
      "epoch": 2.68,
      "learning_rate": 2.8160793536055382e-08,
      "loss": 2.2104,
      "step": 3396
    },
    {
      "epoch": 2.68,
      "learning_rate": 2.775204702541828e-08,
      "loss": 2.2593,
      "step": 3399
    },
    {
      "epoch": 2.68,
      "eval_loss": 2.2996127605438232,
      "eval_runtime": 423.799,
      "eval_samples_per_second": 20.142,
      "eval_steps_per_second": 0.63,
      "step": 3400
    },
    {
      "epoch": 2.69,
      "learning_rate": 2.7346203978323822e-08,
      "loss": 2.2573,
      "step": 3402
    },
    {
      "epoch": 2.69,
      "learning_rate": 2.694326688996662e-08,
      "loss": 2.2599,
      "step": 3405
    },
    {
      "epoch": 2.69,
      "learning_rate": 2.6543238237674958e-08,
      "loss": 2.2886,
      "step": 3408
    },
    {
      "epoch": 2.69,
      "learning_rate": 2.614612048089515e-08,
      "loss": 2.2429,
      "step": 3411
    },
    {
      "epoch": 2.69,
      "learning_rate": 2.5751916061177104e-08,
      "loss": 2.2698,
      "step": 3414
    },
    {
      "epoch": 2.7,
      "learning_rate": 2.536062740215911e-08,
      "loss": 2.2962,
      "step": 3417
    },
    {
      "epoch": 2.7,
      "learning_rate": 2.4972256909552792e-08,
      "loss": 2.2712,
      "step": 3420
    },
    {
      "epoch": 2.7,
      "eval_loss": 2.299607276916504,
      "eval_runtime": 423.6873,
      "eval_samples_per_second": 20.147,
      "eval_steps_per_second": 0.63,
      "step": 3420
    },
    {
      "epoch": 2.7,
      "learning_rate": 2.458680697112797e-08,
      "loss": 2.3089,
      "step": 3423
    },
    {
      "epoch": 2.7,
      "learning_rate": 2.420427995669899e-08,
      "loss": 2.2821,
      "step": 3426
    },
    {
      "epoch": 2.71,
      "learning_rate": 2.382467821810924e-08,
      "loss": 2.2812,
      "step": 3429
    },
    {
      "epoch": 2.71,
      "learning_rate": 2.3448004089216988e-08,
      "loss": 2.3195,
      "step": 3432
    },
    {
      "epoch": 2.71,
      "learning_rate": 2.307425988588102e-08,
      "loss": 2.2965,
      "step": 3435
    },
    {
      "epoch": 2.71,
      "learning_rate": 2.2703447905946526e-08,
      "loss": 2.2411,
      "step": 3438
    },
    {
      "epoch": 2.72,
      "eval_loss": 2.299588441848755,
      "eval_runtime": 423.7482,
      "eval_samples_per_second": 20.144,
      "eval_steps_per_second": 0.63,
      "step": 3440
    },
    {
      "epoch": 2.72,
      "learning_rate": 2.2335570429230956e-08,
      "loss": 2.2508,
      "step": 3441
    },
    {
      "epoch": 2.72,
      "learning_rate": 2.197062971750968e-08,
      "loss": 2.236,
      "step": 3444
    },
    {
      "epoch": 2.72,
      "learning_rate": 2.160862801450236e-08,
      "loss": 2.3015,
      "step": 3447
    },
    {
      "epoch": 2.72,
      "learning_rate": 2.124956754585927e-08,
      "loss": 2.1736,
      "step": 3450
    },
    {
      "epoch": 2.73,
      "learning_rate": 2.0893450519147537e-08,
      "loss": 2.2258,
      "step": 3453
    },
    {
      "epoch": 2.73,
      "learning_rate": 2.0540279123837044e-08,
      "loss": 2.2241,
      "step": 3456
    },
    {
      "epoch": 2.73,
      "learning_rate": 2.0190055531287776e-08,
      "loss": 2.2478,
      "step": 3459
    },
    {
      "epoch": 2.73,
      "eval_loss": 2.2995758056640625,
      "eval_runtime": 423.8788,
      "eval_samples_per_second": 20.138,
      "eval_steps_per_second": 0.63,
      "step": 3460
    },
    {
      "epoch": 2.73,
      "learning_rate": 1.984278189473615e-08,
      "loss": 2.3455,
      "step": 3462
    },
    {
      "epoch": 2.73,
      "learning_rate": 1.949846034928154e-08,
      "loss": 2.233,
      "step": 3465
    },
    {
      "epoch": 2.74,
      "learning_rate": 1.9157093011873348e-08,
      "loss": 2.307,
      "step": 3468
    },
    {
      "epoch": 2.74,
      "learning_rate": 1.88186819812981e-08,
      "loss": 2.2145,
      "step": 3471
    },
    {
      "epoch": 2.74,
      "learning_rate": 1.8483229338166483e-08,
      "loss": 2.237,
      "step": 3474
    },
    {
      "epoch": 2.74,
      "learning_rate": 1.8150737144900286e-08,
      "loss": 2.2738,
      "step": 3477
    },
    {
      "epoch": 2.75,
      "learning_rate": 1.782120744572002e-08,
      "loss": 2.2321,
      "step": 3480
    },
    {
      "epoch": 2.75,
      "eval_loss": 2.299563407897949,
      "eval_runtime": 423.6364,
      "eval_samples_per_second": 20.149,
      "eval_steps_per_second": 0.63,
      "step": 3480
    },
    {
      "epoch": 2.75,
      "learning_rate": 1.749464226663233e-08,
      "loss": 2.2035,
      "step": 3483
    },
    {
      "epoch": 2.75,
      "learning_rate": 1.717104361541749e-08,
      "loss": 2.2364,
      "step": 3486
    },
    {
      "epoch": 2.75,
      "learning_rate": 1.6850413481616867e-08,
      "loss": 2.3076,
      "step": 3489
    },
    {
      "epoch": 2.76,
      "learning_rate": 1.6532753836520974e-08,
      "loss": 2.2324,
      "step": 3492
    },
    {
      "epoch": 2.76,
      "learning_rate": 1.621806663315717e-08,
      "loss": 2.2394,
      "step": 3495
    },
    {
      "epoch": 2.76,
      "learning_rate": 1.5906353806278027e-08,
      "loss": 2.2977,
      "step": 3498
    },
    {
      "epoch": 2.76,
      "eval_loss": 2.299553871154785,
      "eval_runtime": 423.8609,
      "eval_samples_per_second": 20.139,
      "eval_steps_per_second": 0.63,
      "step": 3500
    },
    {
      "epoch": 2.76,
      "learning_rate": 1.559761727234854e-08,
      "loss": 2.2334,
      "step": 3501
    },
    {
      "epoch": 2.77,
      "learning_rate": 1.529185892953544e-08,
      "loss": 2.2822,
      "step": 3504
    },
    {
      "epoch": 2.77,
      "learning_rate": 1.4989080657694887e-08,
      "loss": 2.2329,
      "step": 3507
    },
    {
      "epoch": 2.77,
      "learning_rate": 1.4689284318360918e-08,
      "loss": 2.2896,
      "step": 3510
    },
    {
      "epoch": 2.77,
      "learning_rate": 1.4392471754734181e-08,
      "loss": 2.2596,
      "step": 3513
    },
    {
      "epoch": 2.78,
      "learning_rate": 1.4098644791670555e-08,
      "loss": 2.2584,
      "step": 3516
    },
    {
      "epoch": 2.78,
      "learning_rate": 1.3807805235670044e-08,
      "loss": 2.2909,
      "step": 3519
    },
    {
      "epoch": 2.78,
      "eval_loss": 2.2995445728302,
      "eval_runtime": 423.9529,
      "eval_samples_per_second": 20.134,
      "eval_steps_per_second": 0.63,
      "step": 3520
    },
    {
      "epoch": 2.78,
      "learning_rate": 1.3519954874865292e-08,
      "loss": 2.2004,
      "step": 3522
    },
    {
      "epoch": 2.78,
      "learning_rate": 1.3235095479011082e-08,
      "loss": 2.2613,
      "step": 3525
    },
    {
      "epoch": 2.78,
      "learning_rate": 1.2953228799473027e-08,
      "loss": 2.2471,
      "step": 3528
    },
    {
      "epoch": 2.79,
      "learning_rate": 1.2674356569217282e-08,
      "loss": 2.276,
      "step": 3531
    },
    {
      "epoch": 2.79,
      "learning_rate": 1.239848050279918e-08,
      "loss": 2.3065,
      "step": 3534
    },
    {
      "epoch": 2.79,
      "learning_rate": 1.2125602296353399e-08,
      "loss": 2.2593,
      "step": 3537
    },
    {
      "epoch": 2.79,
      "learning_rate": 1.1855723627583247e-08,
      "loss": 2.3601,
      "step": 3540
    },
    {
      "epoch": 2.79,
      "eval_loss": 2.2995386123657227,
      "eval_runtime": 424.0706,
      "eval_samples_per_second": 20.129,
      "eval_steps_per_second": 0.63,
      "step": 3540
    },
    {
      "epoch": 2.8,
      "learning_rate": 1.1588846155750398e-08,
      "loss": 2.3294,
      "step": 3543
    },
    {
      "epoch": 2.8,
      "learning_rate": 1.1324971521664229e-08,
      "loss": 2.2418,
      "step": 3546
    },
    {
      "epoch": 2.8,
      "learning_rate": 1.106410134767266e-08,
      "loss": 2.2601,
      "step": 3549
    },
    {
      "epoch": 2.8,
      "learning_rate": 1.080623723765134e-08,
      "loss": 2.1942,
      "step": 3552
    },
    {
      "epoch": 2.81,
      "learning_rate": 1.0551380776994301e-08,
      "loss": 2.2841,
      "step": 3555
    },
    {
      "epoch": 2.81,
      "learning_rate": 1.0299533532603822e-08,
      "loss": 2.2464,
      "step": 3558
    },
    {
      "epoch": 2.81,
      "eval_loss": 2.2995383739471436,
      "eval_runtime": 424.0883,
      "eval_samples_per_second": 20.128,
      "eval_steps_per_second": 0.63,
      "step": 3560
    },
    {
      "epoch": 2.81,
      "learning_rate": 1.0050697052881142e-08,
      "loss": 2.2325,
      "step": 3561
    },
    {
      "epoch": 2.81,
      "learning_rate": 9.804872867716807e-09,
      "loss": 2.308,
      "step": 3564
    },
    {
      "epoch": 2.82,
      "learning_rate": 9.562062488481071e-09,
      "loss": 2.2985,
      "step": 3567
    },
    {
      "epoch": 2.82,
      "learning_rate": 9.32226740801495e-09,
      "loss": 2.235,
      "step": 3570
    },
    {
      "epoch": 2.82,
      "learning_rate": 9.085489100620735e-09,
      "loss": 2.2331,
      "step": 3573
    },
    {
      "epoch": 2.82,
      "learning_rate": 8.851729022053279e-09,
      "loss": 2.2931,
      "step": 3576
    },
    {
      "epoch": 2.82,
      "learning_rate": 8.620988609510494e-09,
      "loss": 2.2943,
      "step": 3579
    },
    {
      "epoch": 2.83,
      "eval_loss": 2.299535036087036,
      "eval_runtime": 423.8942,
      "eval_samples_per_second": 20.137,
      "eval_steps_per_second": 0.63,
      "step": 3580
    },
    {
      "epoch": 2.83,
      "learning_rate": 8.393269281625204e-09,
      "loss": 2.3126,
      "step": 3582
    },
    {
      "epoch": 2.83,
      "learning_rate": 8.168572438455922e-09,
      "loss": 2.2633,
      "step": 3585
    },
    {
      "epoch": 2.83,
      "learning_rate": 7.946899461478307e-09,
      "loss": 2.2687,
      "step": 3588
    },
    {
      "epoch": 2.83,
      "learning_rate": 7.728251713576883e-09,
      "loss": 2.2891,
      "step": 3591
    },
    {
      "epoch": 2.84,
      "learning_rate": 7.512630539036502e-09,
      "loss": 2.1957,
      "step": 3594
    },
    {
      "epoch": 2.84,
      "learning_rate": 7.30003726353412e-09,
      "loss": 2.3084,
      "step": 3597
    },
    {
      "epoch": 2.84,
      "learning_rate": 7.09047319413053e-09,
      "loss": 2.2906,
      "step": 3600
    },
    {
      "epoch": 2.84,
      "eval_loss": 2.299527406692505,
      "eval_runtime": 423.6823,
      "eval_samples_per_second": 20.147,
      "eval_steps_per_second": 0.63,
      "step": 3600
    },
    {
      "epoch": 2.84,
      "learning_rate": 6.883939619262591e-09,
      "loss": 2.279,
      "step": 3603
    },
    {
      "epoch": 2.85,
      "learning_rate": 6.680437808735117e-09,
      "loss": 2.299,
      "step": 3606
    },
    {
      "epoch": 2.85,
      "learning_rate": 6.479969013712949e-09,
      "loss": 2.312,
      "step": 3609
    },
    {
      "epoch": 2.85,
      "learning_rate": 6.282534466713618e-09,
      "loss": 2.2274,
      "step": 3612
    },
    {
      "epoch": 2.85,
      "learning_rate": 6.0881353815994126e-09,
      "loss": 2.3221,
      "step": 3615
    },
    {
      "epoch": 2.86,
      "learning_rate": 5.896772953570161e-09,
      "loss": 2.2872,
      "step": 3618
    },
    {
      "epoch": 2.86,
      "eval_loss": 2.2995247840881348,
      "eval_runtime": 423.7609,
      "eval_samples_per_second": 20.143,
      "eval_steps_per_second": 0.63,
      "step": 3620
    },
    {
      "epoch": 2.86,
      "learning_rate": 5.708448359155848e-09,
      "loss": 2.2979,
      "step": 3621
    },
    {
      "epoch": 2.86,
      "learning_rate": 5.52316275620901e-09,
      "loss": 2.2459,
      "step": 3624
    },
    {
      "epoch": 2.86,
      "learning_rate": 5.340917283898294e-09,
      "loss": 2.2217,
      "step": 3627
    },
    {
      "epoch": 2.87,
      "learning_rate": 5.161713062700912e-09,
      "loss": 2.2791,
      "step": 3630
    },
    {
      "epoch": 2.87,
      "learning_rate": 4.985551194395976e-09,
      "loss": 2.2942,
      "step": 3633
    },
    {
      "epoch": 2.87,
      "learning_rate": 4.812432762057672e-09,
      "loss": 2.2379,
      "step": 3636
    },
    {
      "epoch": 2.87,
      "learning_rate": 4.642358830048543e-09,
      "loss": 2.2559,
      "step": 3639
    },
    {
      "epoch": 2.87,
      "eval_loss": 2.2995212078094482,
      "eval_runtime": 423.6266,
      "eval_samples_per_second": 20.15,
      "eval_steps_per_second": 0.63,
      "step": 3640
    },
    {
      "epoch": 2.87,
      "learning_rate": 4.475330444013103e-09,
      "loss": 2.2677,
      "step": 3642
    },
    {
      "epoch": 2.88,
      "learning_rate": 4.311348630871292e-09,
      "loss": 2.25,
      "step": 3645
    },
    {
      "epoch": 2.88,
      "learning_rate": 4.150414398812086e-09,
      "loss": 2.2852,
      "step": 3648
    },
    {
      "epoch": 2.88,
      "learning_rate": 3.992528737287559e-09,
      "loss": 2.3615,
      "step": 3651
    },
    {
      "epoch": 2.88,
      "learning_rate": 3.888965760035445e-09,
      "loss": 2.2651,
      "step": 3654
    },
    {
      "epoch": 2.89,
      "learning_rate": 3.7361631972741556e-09,
      "loss": 2.2711,
      "step": 3657
    },
    {
      "epoch": 2.89,
      "learning_rate": 3.586411751936802e-09,
      "loss": 2.2915,
      "step": 3660
    },
    {
      "epoch": 2.89,
      "eval_loss": 2.299520969390869,
      "eval_runtime": 423.7203,
      "eval_samples_per_second": 20.145,
      "eval_steps_per_second": 0.63,
      "step": 3660
    },
    {
      "epoch": 2.89,
      "learning_rate": 3.4397123447216234e-09,
      "loss": 2.3214,
      "step": 3663
    },
    {
      "epoch": 2.89,
      "learning_rate": 3.296065877562426e-09,
      "loss": 2.2542,
      "step": 3666
    },
    {
      "epoch": 2.9,
      "learning_rate": 3.1554732336229185e-09,
      "loss": 2.2717,
      "step": 3669
    },
    {
      "epoch": 2.9,
      "learning_rate": 3.0179352772914944e-09,
      "loss": 2.2931,
      "step": 3672
    },
    {
      "epoch": 2.9,
      "learning_rate": 2.8834528541757385e-09,
      "loss": 2.1745,
      "step": 3675
    },
    {
      "epoch": 2.9,
      "learning_rate": 2.7520267910971505e-09,
      "loss": 2.2972,
      "step": 3678
    },
    {
      "epoch": 2.9,
      "eval_loss": 2.29951548576355,
      "eval_runtime": 423.7495,
      "eval_samples_per_second": 20.144,
      "eval_steps_per_second": 0.63,
      "step": 3680
    },
    {
      "epoch": 2.91,
      "learning_rate": 2.6236578960864288e-09,
      "loss": 2.1784,
      "step": 3681
    },
    {
      "epoch": 2.91,
      "learning_rate": 2.498346958378028e-09,
      "loss": 2.2984,
      "step": 3684
    },
    {
      "epoch": 2.91,
      "learning_rate": 2.376094748405666e-09,
      "loss": 2.2609,
      "step": 3687
    },
    {
      "epoch": 2.91,
      "learning_rate": 2.2569020177975462e-09,
      "loss": 2.3127,
      "step": 3690
    },
    {
      "epoch": 2.91,
      "learning_rate": 2.140769499371475e-09,
      "loss": 2.1933,
      "step": 3693
    },
    {
      "epoch": 2.92,
      "learning_rate": 2.0276979071305877e-09,
      "loss": 2.2936,
      "step": 3696
    },
    {
      "epoch": 2.92,
      "learning_rate": 1.917687936259016e-09,
      "loss": 2.3334,
      "step": 3699
    },
    {
      "epoch": 2.92,
      "eval_loss": 2.2995197772979736,
      "eval_runtime": 423.6689,
      "eval_samples_per_second": 20.148,
      "eval_steps_per_second": 0.63,
      "step": 3700
    },
    {
      "epoch": 2.92,
      "learning_rate": 1.810740263117394e-09,
      "loss": 2.2581,
      "step": 3702
    },
    {
      "epoch": 2.92,
      "learning_rate": 1.7068555452388612e-09,
      "loss": 2.24,
      "step": 3705
    },
    {
      "epoch": 2.93,
      "learning_rate": 1.6060344213248978e-09,
      "loss": 2.2293,
      "step": 3708
    },
    {
      "epoch": 2.93,
      "learning_rate": 1.5082775112415513e-09,
      "loss": 2.2348,
      "step": 3711
    },
    {
      "epoch": 2.93,
      "learning_rate": 1.4135854160154947e-09,
      "loss": 2.2998,
      "step": 3714
    },
    {
      "epoch": 2.93,
      "learning_rate": 1.321958717830418e-09,
      "loss": 2.3125,
      "step": 3717
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.2333979800234206e-09,
      "loss": 2.2323,
      "step": 3720
    },
    {
      "epoch": 2.94,
      "eval_loss": 2.2995173931121826,
      "eval_runtime": 423.6809,
      "eval_samples_per_second": 20.147,
      "eval_steps_per_second": 0.63,
      "step": 3720
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.147903747081458e-09,
      "loss": 2.271,
      "step": 3723
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.065476544638122e-09,
      "loss": 2.2147,
      "step": 3726
    },
    {
      "epoch": 2.94,
      "learning_rate": 9.861168794704223e-10,
      "loss": 2.2953,
      "step": 3729
    },
    {
      "epoch": 2.95,
      "learning_rate": 9.098252394954542e-10,
      "loss": 2.3159,
      "step": 3732
    },
    {
      "epoch": 2.95,
      "learning_rate": 8.366020937677354e-10,
      "loss": 2.2447,
      "step": 3735
    },
    {
      "epoch": 2.95,
      "learning_rate": 7.664478924760409e-10,
      "loss": 2.3015,
      "step": 3738
    },
    {
      "epoch": 2.95,
      "eval_loss": 2.2995147705078125,
      "eval_runtime": 424.0084,
      "eval_samples_per_second": 20.132,
      "eval_steps_per_second": 0.63,
      "step": 3740
    },
    {
      "epoch": 2.95,
      "learning_rate": 6.993630669406835e-10,
      "loss": 2.2466,
      "step": 3741
    },
    {
      "epoch": 2.96,
      "learning_rate": 6.353480296110714e-10,
      "loss": 2.2891,
      "step": 3744
    },
    {
      "epoch": 2.96,
      "learning_rate": 5.744031740628208e-10,
      "loss": 2.2337,
      "step": 3747
    },
    {
      "epoch": 2.96,
      "learning_rate": 5.165288749957586e-10,
      "loss": 2.3282,
      "step": 3750
    },
    {
      "epoch": 2.96,
      "learning_rate": 4.617254882311461e-10,
      "loss": 2.2669,
      "step": 3753
    },
    {
      "epoch": 2.96,
      "learning_rate": 4.099933507099029e-10,
      "loss": 2.2943,
      "step": 3756
    },
    {
      "epoch": 2.97,
      "learning_rate": 3.61332780490331e-10,
      "loss": 2.2493,
      "step": 3759
    },
    {
      "epoch": 2.97,
      "eval_loss": 2.2995152473449707,
      "eval_runtime": 423.7012,
      "eval_samples_per_second": 20.146,
      "eval_steps_per_second": 0.63,
      "step": 3760
    },
    {
      "epoch": 2.97,
      "learning_rate": 3.1574407674617165e-10,
      "loss": 2.2758,
      "step": 3762
    },
    {
      "epoch": 2.97,
      "learning_rate": 2.732275197647738e-10,
      "loss": 2.3086,
      "step": 3765
    },
    {
      "epoch": 2.97,
      "learning_rate": 2.337833709454284e-10,
      "loss": 2.2877,
      "step": 3768
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.9741187279770366e-10,
      "loss": 2.1814,
      "step": 3771
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.64113248940001e-10,
      "loss": 2.2774,
      "step": 3774
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.3388770409805684e-10,
      "loss": 2.2262,
      "step": 3777
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.0673542410388758e-10,
      "loss": 2.239,
      "step": 3780
    },
    {
      "epoch": 2.98,
      "eval_loss": 2.299513339996338,
      "eval_runtime": 423.8086,
      "eval_samples_per_second": 20.141,
      "eval_steps_per_second": 0.63,
      "step": 3780
    },
    {
      "epoch": 2.99,
      "learning_rate": 8.265657589451302e-11,
      "loss": 2.2842,
      "step": 3783
    },
    {
      "epoch": 2.99,
      "learning_rate": 6.165130751090153e-11,
      "loss": 2.2156,
      "step": 3786
    },
    {
      "epoch": 2.99,
      "learning_rate": 4.371974809713741e-11,
      "loss": 2.1915,
      "step": 3789
    },
    {
      "epoch": 2.99,
      "learning_rate": 2.8862007899588258e-11,
      "loss": 2.2198,
      "step": 3792
    },
    {
      "epoch": 3.0,
      "learning_rate": 1.7078178266294318e-11,
      "loss": 2.2502,
      "step": 3795
    },
    {
      "epoch": 3.0,
      "learning_rate": 8.368331646302351e-12,
      "loss": 2.2936,
      "step": 3798
    },
    {
      "epoch": 3.0,
      "eval_loss": 2.29951810836792,
      "eval_runtime": 423.9362,
      "eval_samples_per_second": 20.135,
      "eval_steps_per_second": 0.63,
      "step": 3800
    },
    {
      "epoch": 3.0,
      "learning_rate": 2.7325215892770593e-12,
      "loss": 2.229,
      "step": 3801
    },
    {
      "epoch": 3.0,
      "step": 3801,
      "total_flos": 3.389353837045429e+19,
      "train_loss": 2.2972320921952334,
      "train_runtime": 174891.5263,
      "train_samples_per_second": 2.782,
      "train_steps_per_second": 0.022
    }
  ],
  "logging_steps": 3,
  "max_steps": 3801,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 30000,
  "total_flos": 3.389353837045429e+19,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}