{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.9974683544303797,
  "eval_steps": 500,
  "global_step": 37000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 1.8001800180018004e-08,
      "loss": 0.9792,
      "step": 1
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.600360036003601e-08,
      "loss": 1.0271,
      "step": 2
    },
    {
      "epoch": 0.0,
      "learning_rate": 5.400540054005401e-08,
      "loss": 0.781,
      "step": 3
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.200720072007201e-08,
      "loss": 0.7506,
      "step": 4
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.000900090009001e-08,
      "loss": 0.7763,
      "step": 5
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.0801080108010801e-07,
      "loss": 0.7512,
      "step": 6
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.2601260126012603e-07,
      "loss": 0.7167,
      "step": 7
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.4401440144014403e-07,
      "loss": 0.7369,
      "step": 8
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.6201620162016203e-07,
      "loss": 0.7128,
      "step": 9
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.8001800180018003e-07,
      "loss": 0.7315,
      "step": 10
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.9801980198019803e-07,
      "loss": 0.6611,
      "step": 11
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.1602160216021603e-07,
      "loss": 0.6885,
      "step": 12
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.3402340234023403e-07,
      "loss": 0.6637,
      "step": 13
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.5202520252025206e-07,
      "loss": 0.6635,
      "step": 14
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.7002700270027006e-07,
      "loss": 0.7802,
      "step": 15
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.8802880288028806e-07,
      "loss": 0.7121,
      "step": 16
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.0603060306030606e-07,
      "loss": 0.6264,
      "step": 17
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.2403240324032406e-07,
      "loss": 0.6705,
      "step": 18
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.4203420342034206e-07,
      "loss": 0.7708,
      "step": 19
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.6003600360036006e-07,
      "loss": 0.6886,
      "step": 20
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.7803780378037806e-07,
      "loss": 0.6892,
      "step": 21
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.9603960396039606e-07,
      "loss": 0.8217,
      "step": 22
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.1404140414041406e-07,
      "loss": 0.6799,
      "step": 23
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.3204320432043206e-07,
      "loss": 0.6937,
      "step": 24
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.5004500450045006e-07,
      "loss": 0.7009,
      "step": 25
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.6804680468046806e-07,
      "loss": 0.6761,
      "step": 26
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.860486048604861e-07,
      "loss": 0.7158,
      "step": 27
    },
    {
      "epoch": 0.0,
      "learning_rate": 5.040504050405041e-07,
      "loss": 0.6924,
      "step": 28
    },
    {
      "epoch": 0.0,
      "learning_rate": 5.220522052205221e-07,
      "loss": 0.6183,
      "step": 29
    },
    {
      "epoch": 0.0,
      "learning_rate": 5.400540054005401e-07,
      "loss": 0.7141,
      "step": 30
    },
    {
      "epoch": 0.0,
      "learning_rate": 5.580558055805581e-07,
      "loss": 0.6611,
      "step": 31
    },
    {
      "epoch": 0.0,
      "learning_rate": 5.760576057605761e-07,
      "loss": 0.7464,
      "step": 32
    },
    {
      "epoch": 0.0,
      "learning_rate": 5.940594059405941e-07,
      "loss": 0.6021,
      "step": 33
    },
    {
      "epoch": 0.0,
      "learning_rate": 6.120612061206121e-07,
      "loss": 0.6522,
      "step": 34
    },
    {
      "epoch": 0.0,
      "learning_rate": 6.300630063006301e-07,
      "loss": 0.6475,
      "step": 35
    },
    {
      "epoch": 0.0,
      "learning_rate": 6.480648064806481e-07,
      "loss": 0.6036,
      "step": 36
    },
    {
      "epoch": 0.0,
      "learning_rate": 6.660666066606661e-07,
      "loss": 0.5845,
      "step": 37
    },
    {
      "epoch": 0.0,
      "learning_rate": 6.840684068406841e-07,
      "loss": 0.6471,
      "step": 38
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.020702070207021e-07,
      "loss": 0.711,
      "step": 39
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.200720072007201e-07,
      "loss": 0.6241,
      "step": 40
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.380738073807381e-07,
      "loss": 0.5613,
      "step": 41
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.560756075607561e-07,
      "loss": 0.5592,
      "step": 42
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.740774077407741e-07,
      "loss": 0.51,
      "step": 43
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.920792079207921e-07,
      "loss": 0.6925,
      "step": 44
    },
    {
      "epoch": 0.0,
      "learning_rate": 8.100810081008101e-07,
      "loss": 0.5659,
      "step": 45
    },
    {
      "epoch": 0.0,
      "learning_rate": 8.280828082808281e-07,
      "loss": 0.5543,
      "step": 46
    },
    {
      "epoch": 0.0,
      "learning_rate": 8.460846084608461e-07,
      "loss": 0.6187,
      "step": 47
    },
    {
      "epoch": 0.0,
      "learning_rate": 8.640864086408641e-07,
      "loss": 0.5268,
      "step": 48
    },
    {
      "epoch": 0.0,
      "learning_rate": 8.820882088208822e-07,
      "loss": 0.5708,
      "step": 49
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.000900090009001e-07,
      "loss": 0.5354,
      "step": 50
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.180918091809182e-07,
      "loss": 0.5618,
      "step": 51
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.360936093609361e-07,
      "loss": 0.4814,
      "step": 52
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.540954095409543e-07,
      "loss": 0.4708,
      "step": 53
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.720972097209721e-07,
      "loss": 0.4771,
      "step": 54
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.900990099009902e-07,
      "loss": 0.4638,
      "step": 55
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.0081008100810082e-06,
      "loss": 0.4649,
      "step": 56
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.0261026102610263e-06,
      "loss": 0.4824,
      "step": 57
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.0441044104410441e-06,
      "loss": 0.4436,
      "step": 58
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.0621062106210622e-06,
      "loss": 0.5074,
      "step": 59
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.0801080108010802e-06,
      "loss": 0.41,
      "step": 60
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.0981098109810983e-06,
      "loss": 0.4216,
      "step": 61
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.1161116111611161e-06,
      "loss": 0.4623,
      "step": 62
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.1341134113411342e-06,
      "loss": 0.4308,
      "step": 63
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.1521152115211522e-06,
      "loss": 0.4452,
      "step": 64
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.1701170117011703e-06,
      "loss": 0.4656,
      "step": 65
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.1881188118811881e-06,
      "loss": 0.4358,
      "step": 66
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.2061206120612062e-06,
      "loss": 0.4627,
      "step": 67
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.2241224122412242e-06,
      "loss": 0.383,
      "step": 68
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.2421242124212423e-06,
      "loss": 0.4288,
      "step": 69
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.2601260126012601e-06,
      "loss": 0.4127,
      "step": 70
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.2781278127812782e-06,
      "loss": 0.4336,
      "step": 71
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.2961296129612962e-06,
      "loss": 0.4816,
      "step": 72
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.3141314131413143e-06,
      "loss": 0.4324,
      "step": 73
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.3321332133213321e-06,
      "loss": 0.4644,
      "step": 74
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.3501350135013502e-06,
      "loss": 0.4886,
      "step": 75
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.3681368136813682e-06,
      "loss": 0.4813,
      "step": 76
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.3861386138613863e-06,
      "loss": 0.4773,
      "step": 77
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.4041404140414041e-06,
      "loss": 0.3823,
      "step": 78
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.4221422142214222e-06,
      "loss": 0.3822,
      "step": 79
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.4401440144014402e-06,
      "loss": 0.3678,
      "step": 80
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.4581458145814583e-06,
      "loss": 0.4241,
      "step": 81
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.4761476147614761e-06,
      "loss": 0.4527,
      "step": 82
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.4941494149414942e-06,
      "loss": 0.5203,
      "step": 83
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.5121512151215122e-06,
      "loss": 0.4097,
      "step": 84
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.5301530153015303e-06,
      "loss": 0.4145,
      "step": 85
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.5481548154815481e-06,
      "loss": 0.3715,
      "step": 86
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.5661566156615662e-06,
      "loss": 0.4493,
      "step": 87
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.5841584158415842e-06,
      "loss": 0.3551,
      "step": 88
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.6021602160216023e-06,
      "loss": 0.4834,
      "step": 89
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.6201620162016201e-06,
      "loss": 0.4336,
      "step": 90
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.6381638163816382e-06,
      "loss": 0.4113,
      "step": 91
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.6561656165616562e-06,
      "loss": 0.3947,
      "step": 92
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.6741674167416743e-06,
      "loss": 0.3716,
      "step": 93
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.6921692169216921e-06,
      "loss": 0.4492,
      "step": 94
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.7101710171017102e-06,
      "loss": 0.3561,
      "step": 95
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.7281728172817282e-06,
      "loss": 0.4571,
      "step": 96
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.7461746174617463e-06,
      "loss": 0.4221,
      "step": 97
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.7641764176417643e-06,
      "loss": 0.3824,
      "step": 98
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.7821782178217822e-06,
      "loss": 0.3619,
      "step": 99
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.8001800180018002e-06,
      "loss": 0.4039,
      "step": 100
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.8181818181818183e-06,
      "loss": 0.36,
      "step": 101
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.8361836183618363e-06,
      "loss": 0.4104,
      "step": 102
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.8541854185418542e-06,
      "loss": 0.4055,
      "step": 103
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.8721872187218722e-06,
      "loss": 0.4378,
      "step": 104
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.8901890189018903e-06,
      "loss": 0.3793,
      "step": 105
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.9081908190819086e-06,
      "loss": 0.4202,
      "step": 106
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.926192619261926e-06,
      "loss": 0.4162,
      "step": 107
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.9441944194419442e-06,
      "loss": 0.3858,
      "step": 108
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.9621962196219623e-06,
      "loss": 0.4305,
      "step": 109
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.9801980198019803e-06,
      "loss": 0.4484,
      "step": 110
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.9981998199819984e-06,
      "loss": 0.3726,
      "step": 111
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.0162016201620165e-06,
      "loss": 0.4114,
      "step": 112
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.0342034203420345e-06,
      "loss": 0.4834,
      "step": 113
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.0522052205220526e-06,
      "loss": 0.3463,
      "step": 114
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.07020702070207e-06,
      "loss": 0.3579,
      "step": 115
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.0882088208820882e-06,
      "loss": 0.4744,
      "step": 116
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.1062106210621063e-06,
      "loss": 0.3292,
      "step": 117
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.1242124212421243e-06,
      "loss": 0.3254,
      "step": 118
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.1422142214221424e-06,
      "loss": 0.3909,
      "step": 119
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.1602160216021605e-06,
      "loss": 0.3853,
      "step": 120
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.1782178217821785e-06,
      "loss": 0.3664,
      "step": 121
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.1962196219621966e-06,
      "loss": 0.4432,
      "step": 122
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.2142214221422146e-06,
      "loss": 0.3552,
      "step": 123
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.2322232223222322e-06,
      "loss": 0.4132,
      "step": 124
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.2502250225022503e-06,
      "loss": 0.4479,
      "step": 125
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.2682268226822684e-06,
      "loss": 0.362,
      "step": 126
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.2862286228622864e-06,
      "loss": 0.3794,
      "step": 127
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.3042304230423045e-06,
      "loss": 0.3604,
      "step": 128
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.3222322232223225e-06,
      "loss": 0.3989,
      "step": 129
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.3402340234023406e-06,
      "loss": 0.3751,
      "step": 130
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.3582358235823586e-06,
      "loss": 0.4276,
      "step": 131
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.3762376237623762e-06,
      "loss": 0.3887,
      "step": 132
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.3942394239423943e-06,
      "loss": 0.4162,
      "step": 133
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.4122412241224124e-06,
      "loss": 0.4529,
      "step": 134
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.4302430243024304e-06,
      "loss": 0.423,
      "step": 135
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.4482448244824485e-06,
      "loss": 0.4238,
      "step": 136
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.4662466246624665e-06,
      "loss": 0.3306,
      "step": 137
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.4842484248424846e-06,
      "loss": 0.3301,
      "step": 138
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.502250225022502e-06,
      "loss": 0.4499,
      "step": 139
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.5202520252025202e-06,
      "loss": 0.3659,
      "step": 140
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.5382538253825383e-06,
      "loss": 0.5428,
      "step": 141
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.5562556255625564e-06,
      "loss": 0.3557,
      "step": 142
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.5742574257425744e-06,
      "loss": 0.4082,
      "step": 143
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.5922592259225925e-06,
      "loss": 0.372,
      "step": 144
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.6102610261026105e-06,
      "loss": 0.3799,
      "step": 145
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.6282628262826286e-06,
      "loss": 0.4057,
      "step": 146
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.646264626462646e-06,
      "loss": 0.4067,
      "step": 147
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.6642664266426643e-06,
      "loss": 0.3954,
      "step": 148
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.6822682268226823e-06,
      "loss": 0.3964,
      "step": 149
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.7002700270027004e-06,
      "loss": 0.498,
      "step": 150
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.7182718271827184e-06,
      "loss": 0.4836,
      "step": 151
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.7362736273627365e-06,
      "loss": 0.4005,
      "step": 152
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.7542754275427545e-06,
      "loss": 0.3955,
      "step": 153
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.7722772277227726e-06,
      "loss": 0.3217,
      "step": 154
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.79027902790279e-06,
      "loss": 0.4002,
      "step": 155
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.8082808280828083e-06,
      "loss": 0.35,
      "step": 156
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.8262826282628263e-06,
      "loss": 0.4048,
      "step": 157
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.8442844284428444e-06,
      "loss": 0.3266,
      "step": 158
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.8622862286228624e-06,
      "loss": 0.4079,
      "step": 159
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.8802880288028805e-06,
      "loss": 0.3501,
      "step": 160
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.8982898289828985e-06,
      "loss": 0.3625,
      "step": 161
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.9162916291629166e-06,
      "loss": 0.3691,
      "step": 162
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.934293429342934e-06,
      "loss": 0.3245,
      "step": 163
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.9522952295229523e-06,
      "loss": 0.3863,
      "step": 164
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.9702970297029703e-06,
      "loss": 0.3911,
      "step": 165
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.9882988298829884e-06,
      "loss": 0.3202,
      "step": 166
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.0063006300630064e-06,
      "loss": 0.3916,
      "step": 167
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.0243024302430245e-06,
      "loss": 0.3864,
      "step": 168
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.0423042304230425e-06,
      "loss": 0.3681,
      "step": 169
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.0603060306030606e-06,
      "loss": 0.3796,
      "step": 170
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.0783078307830786e-06,
      "loss": 0.3662,
      "step": 171
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.0963096309630963e-06,
      "loss": 0.4294,
      "step": 172
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.1143114311431143e-06,
      "loss": 0.3602,
      "step": 173
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.1323132313231324e-06,
      "loss": 0.4305,
      "step": 174
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.1503150315031504e-06,
      "loss": 0.3563,
      "step": 175
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.1683168316831685e-06,
      "loss": 0.3903,
      "step": 176
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.1863186318631865e-06,
      "loss": 0.3324,
      "step": 177
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.2043204320432046e-06,
      "loss": 0.3704,
      "step": 178
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.2223222322232226e-06,
      "loss": 0.3299,
      "step": 179
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.2403240324032403e-06,
      "loss": 0.3134,
      "step": 180
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.2583258325832583e-06,
      "loss": 0.3697,
      "step": 181
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.2763276327632764e-06,
      "loss": 0.369,
      "step": 182
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.2943294329432944e-06,
      "loss": 0.3988,
      "step": 183
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.3123312331233125e-06,
      "loss": 0.3381,
      "step": 184
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.3303330333033305e-06,
      "loss": 0.4004,
      "step": 185
    },
    {
      "epoch": 0.02,
      "learning_rate": 3.3483348334833486e-06,
      "loss": 0.3228,
      "step": 186
    },
    {
      "epoch": 0.02,
      "learning_rate": 3.3663366336633666e-06,
      "loss": 0.3477,
      "step": 187
    },
    {
      "epoch": 0.02,
      "learning_rate": 3.3843384338433843e-06,
      "loss": 0.333,
      "step": 188
    },
    {
      "epoch": 0.02,
      "learning_rate": 3.4023402340234023e-06,
      "loss": 0.419,
      "step": 189
    },
    {
      "epoch": 0.02,
      "learning_rate": 3.4203420342034204e-06,
      "loss": 0.3447,
      "step": 190
    },
    {
      "epoch": 0.02,
      "learning_rate": 3.4383438343834384e-06,
      "loss": 0.3297,
      "step": 191
    },
    {
      "epoch": 0.02,
      "learning_rate": 3.4563456345634565e-06,
      "loss": 0.388,
      "step": 192
    },
    {
      "epoch": 0.02,
      "learning_rate": 3.4743474347434745e-06,
      "loss": 0.4418,
      "step": 193
    },
    {
      "epoch": 0.02,
      "learning_rate": 3.4923492349234926e-06,
      "loss": 0.3871,
      "step": 194
    },
    {
      "epoch": 0.02,
      "learning_rate": 3.5103510351035106e-06,
      "loss": 0.3505,
      "step": 195
    },
    {
      "epoch": 0.02,
      "learning_rate": 3.5283528352835287e-06,
      "loss": 0.3662,
      "step": 196
    },
    {
      "epoch": 0.02,
      "learning_rate": 3.5463546354635463e-06,
      "loss": 0.3363,
      "step": 197
    },
    {
      "epoch": 0.02,
      "learning_rate": 3.5643564356435644e-06,
      "loss": 0.35,
      "step": 198
    },
    {
      "epoch": 0.02,
      "learning_rate": 3.5823582358235824e-06,
      "loss": 0.3737,
      "step": 199
    },
    {
      "epoch": 0.02,
      "learning_rate": 3.6003600360036005e-06,
      "loss": 0.3213,
      "step": 200
    },
    {
      "epoch": 0.02,
      "learning_rate": 3.6183618361836185e-06,
      "loss": 0.4186,
      "step": 201
    },
    {
      "epoch": 0.02,
      "learning_rate": 3.6363636363636366e-06,
      "loss": 0.337,
      "step": 202
    },
    {
      "epoch": 0.02,
      "learning_rate": 3.6543654365436546e-06,
      "loss": 0.3417,
      "step": 203
    },
    {
      "epoch": 0.02,
      "learning_rate": 3.6723672367236727e-06,
      "loss": 0.354,
      "step": 204
    },
    {
      "epoch": 0.02,
      "learning_rate": 3.6903690369036903e-06,
      "loss": 0.2855,
      "step": 205
    },
    {
      "epoch": 0.02,
      "learning_rate": 3.7083708370837084e-06,
      "loss": 0.3788,
      "step": 206
    },
    {
      "epoch": 0.02,
      "learning_rate": 3.7263726372637264e-06,
      "loss": 0.3082,
      "step": 207
    },
    {
      "epoch": 0.02,
      "learning_rate": 3.7443744374437445e-06,
      "loss": 0.3826,
      "step": 208
    },
    {
      "epoch": 0.02,
      "learning_rate": 3.7623762376237625e-06,
      "loss": 0.3432,
      "step": 209
    },
    {
      "epoch": 0.02,
      "learning_rate": 3.7803780378037806e-06,
      "loss": 0.3932,
      "step": 210
    },
    {
      "epoch": 0.02,
      "learning_rate": 3.7983798379837986e-06,
      "loss": 0.3839,
      "step": 211
    },
    {
      "epoch": 0.02,
      "learning_rate": 3.816381638163817e-06,
      "loss": 0.3941,
      "step": 212
    },
    {
      "epoch": 0.02,
      "learning_rate": 3.834383438343835e-06,
      "loss": 0.34,
      "step": 213
    },
    {
      "epoch": 0.02,
      "learning_rate": 3.852385238523852e-06,
      "loss": 0.3518,
      "step": 214
    },
    {
      "epoch": 0.02,
      "learning_rate": 3.870387038703871e-06,
      "loss": 0.3495,
      "step": 215
    },
    {
      "epoch": 0.02,
      "learning_rate": 3.8883888388838885e-06,
      "loss": 0.3204,
      "step": 216
    },
    {
      "epoch": 0.02,
      "learning_rate": 3.906390639063907e-06,
      "loss": 0.3636,
      "step": 217
    },
    {
      "epoch": 0.02,
      "learning_rate": 3.924392439243925e-06,
      "loss": 0.4576,
      "step": 218
    },
    {
      "epoch": 0.02,
      "learning_rate": 3.942394239423943e-06,
      "loss": 0.2586,
      "step": 219
    },
    {
      "epoch": 0.02,
      "learning_rate": 3.960396039603961e-06,
      "loss": 0.3333,
      "step": 220
    },
    {
      "epoch": 0.02,
      "learning_rate": 3.978397839783979e-06,
      "loss": 0.291,
      "step": 221
    },
    {
      "epoch": 0.02,
      "learning_rate": 3.996399639963997e-06,
      "loss": 0.2926,
      "step": 222
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.0144014401440144e-06,
      "loss": 0.3206,
      "step": 223
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.032403240324033e-06,
      "loss": 0.3332,
      "step": 224
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.0504050405040505e-06,
      "loss": 0.3654,
      "step": 225
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.068406840684069e-06,
      "loss": 0.3779,
      "step": 226
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.086408640864087e-06,
      "loss": 0.292,
      "step": 227
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.104410441044105e-06,
      "loss": 0.2993,
      "step": 228
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.122412241224123e-06,
      "loss": 0.2826,
      "step": 229
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.14041404140414e-06,
      "loss": 0.346,
      "step": 230
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.158415841584159e-06,
      "loss": 0.3286,
      "step": 231
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.1764176417641765e-06,
      "loss": 0.3961,
      "step": 232
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.194419441944195e-06,
      "loss": 0.3676,
      "step": 233
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.212421242124213e-06,
      "loss": 0.2695,
      "step": 234
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.230423042304231e-06,
      "loss": 0.3669,
      "step": 235
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.248424842484249e-06,
      "loss": 0.3445,
      "step": 236
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.266426642664267e-06,
      "loss": 0.3095,
      "step": 237
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.284428442844285e-06,
      "loss": 0.3692,
      "step": 238
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.3024302430243024e-06,
      "loss": 0.3877,
      "step": 239
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.320432043204321e-06,
      "loss": 0.4366,
      "step": 240
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.3384338433843385e-06,
      "loss": 0.2935,
      "step": 241
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.356435643564357e-06,
      "loss": 0.3113,
      "step": 242
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.374437443744375e-06,
      "loss": 0.348,
      "step": 243
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.392439243924393e-06,
      "loss": 0.298,
      "step": 244
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.410441044104411e-06,
      "loss": 0.3294,
      "step": 245
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.428442844284429e-06,
      "loss": 0.2972,
      "step": 246
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.446444644464447e-06,
      "loss": 0.4059,
      "step": 247
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.4644464446444645e-06,
      "loss": 0.4058,
      "step": 248
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.482448244824483e-06,
      "loss": 0.3735,
      "step": 249
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.500450045004501e-06,
      "loss": 0.3023,
      "step": 250
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.518451845184519e-06,
      "loss": 0.3603,
      "step": 251
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.536453645364537e-06,
      "loss": 0.2658,
      "step": 252
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.554455445544555e-06,
      "loss": 0.3329,
      "step": 253
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.572457245724573e-06,
      "loss": 0.4191,
      "step": 254
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.5904590459045904e-06,
      "loss": 0.4098,
      "step": 255
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.608460846084609e-06,
      "loss": 0.388,
      "step": 256
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.6264626462646265e-06,
      "loss": 0.2888,
      "step": 257
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.644464446444645e-06,
      "loss": 0.2909,
      "step": 258
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.662466246624663e-06,
      "loss": 0.338,
      "step": 259
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.680468046804681e-06,
      "loss": 0.32,
      "step": 260
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.698469846984699e-06,
      "loss": 0.32,
      "step": 261
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.716471647164717e-06,
      "loss": 0.3538,
      "step": 262
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.734473447344735e-06,
      "loss": 0.4263,
      "step": 263
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.7524752475247525e-06,
      "loss": 0.4162,
      "step": 264
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.770477047704771e-06,
      "loss": 0.4197,
      "step": 265
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.788478847884789e-06,
      "loss": 0.3773,
      "step": 266
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.806480648064807e-06,
      "loss": 0.3116,
      "step": 267
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.824482448244825e-06,
      "loss": 0.3287,
      "step": 268
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.842484248424843e-06,
      "loss": 0.3388,
      "step": 269
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.860486048604861e-06,
      "loss": 0.3037,
      "step": 270
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.878487848784879e-06,
      "loss": 0.3764,
      "step": 271
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.896489648964897e-06,
      "loss": 0.2966,
      "step": 272
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9144914491449146e-06,
      "loss": 0.3231,
      "step": 273
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.932493249324933e-06,
      "loss": 0.4032,
      "step": 274
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.950495049504951e-06,
      "loss": 0.3492,
      "step": 275
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.968496849684969e-06,
      "loss": 0.3751,
      "step": 276
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.986498649864987e-06,
      "loss": 0.2942,
      "step": 277
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.004500450045004e-06,
      "loss": 0.3665,
      "step": 278
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.022502250225023e-06,
      "loss": 0.3344,
      "step": 279
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.0405040504050405e-06,
      "loss": 0.3473,
      "step": 280
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.058505850585059e-06,
      "loss": 0.3239,
      "step": 281
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.076507650765077e-06,
      "loss": 0.3698,
      "step": 282
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.094509450945095e-06,
      "loss": 0.2864,
      "step": 283
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.112511251125113e-06,
      "loss": 0.3477,
      "step": 284
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.13051305130513e-06,
      "loss": 0.3154,
      "step": 285
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.148514851485149e-06,
      "loss": 0.3017,
      "step": 286
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.1665166516651664e-06,
      "loss": 0.3903,
      "step": 287
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.184518451845185e-06,
      "loss": 0.3146,
      "step": 288
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.2025202520252026e-06,
      "loss": 0.3125,
      "step": 289
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.220522052205221e-06,
      "loss": 0.3775,
      "step": 290
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.238523852385239e-06,
      "loss": 0.3322,
      "step": 291
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.256525652565257e-06,
      "loss": 0.2738,
      "step": 292
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.274527452745275e-06,
      "loss": 0.44,
      "step": 293
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.292529252925292e-06,
      "loss": 0.3199,
      "step": 294
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.310531053105311e-06,
      "loss": 0.3462,
      "step": 295
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.3285328532853285e-06,
      "loss": 0.3298,
      "step": 296
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.346534653465347e-06,
      "loss": 0.3601,
      "step": 297
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.364536453645365e-06,
      "loss": 0.3093,
      "step": 298
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.382538253825383e-06,
      "loss": 0.3369,
      "step": 299
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.400540054005401e-06,
      "loss": 0.3455,
      "step": 300
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.418541854185418e-06,
      "loss": 0.3332,
      "step": 301
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.436543654365437e-06,
      "loss": 0.309,
      "step": 302
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.4545454545454545e-06,
      "loss": 0.3002,
      "step": 303
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.472547254725473e-06,
      "loss": 0.3178,
      "step": 304
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.4905490549054906e-06,
      "loss": 0.3454,
      "step": 305
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.508550855085509e-06,
      "loss": 0.3648,
      "step": 306
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.526552655265527e-06,
      "loss": 0.385,
      "step": 307
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.544554455445545e-06,
      "loss": 0.3625,
      "step": 308
    },
    {
      "epoch": 0.03,
      "learning_rate": 5.562556255625563e-06,
      "loss": 0.3122,
      "step": 309
    },
    {
      "epoch": 0.03,
      "learning_rate": 5.58055805580558e-06,
      "loss": 0.346,
      "step": 310
    },
    {
      "epoch": 0.03,
      "learning_rate": 5.598559855985599e-06,
      "loss": 0.2973,
      "step": 311
    },
    {
      "epoch": 0.03,
      "learning_rate": 5.6165616561656165e-06,
      "loss": 0.2609,
      "step": 312
    },
    {
      "epoch": 0.03,
      "learning_rate": 5.634563456345635e-06,
      "loss": 0.3792,
      "step": 313
    },
    {
      "epoch": 0.03,
      "learning_rate": 5.652565256525653e-06,
      "loss": 0.3386,
      "step": 314
    },
    {
      "epoch": 0.03,
      "learning_rate": 5.670567056705671e-06,
      "loss": 0.3816,
      "step": 315
    },
    {
      "epoch": 0.03,
      "learning_rate": 5.688568856885689e-06,
      "loss": 0.3483,
      "step": 316
    },
    {
      "epoch": 0.03,
      "learning_rate": 5.706570657065707e-06,
      "loss": 0.351,
      "step": 317
    },
    {
      "epoch": 0.03,
      "learning_rate": 5.724572457245725e-06,
      "loss": 0.3519,
      "step": 318
    },
    {
      "epoch": 0.03,
      "learning_rate": 5.7425742574257425e-06,
      "loss": 0.2061,
      "step": 319
    },
    {
      "epoch": 0.03,
      "learning_rate": 5.760576057605761e-06,
      "loss": 0.3528,
      "step": 320
    },
    {
      "epoch": 0.03,
      "learning_rate": 5.7785778577857786e-06,
      "loss": 0.3481,
      "step": 321
    },
    {
      "epoch": 0.03,
      "learning_rate": 5.796579657965797e-06,
      "loss": 0.3603,
      "step": 322
    },
    {
      "epoch": 0.03,
      "learning_rate": 5.814581458145815e-06,
      "loss": 0.3362,
      "step": 323
    },
    {
      "epoch": 0.03,
      "learning_rate": 5.832583258325833e-06,
      "loss": 0.3071,
      "step": 324
    },
    {
      "epoch": 0.03,
      "learning_rate": 5.850585058505851e-06,
      "loss": 0.4035,
      "step": 325
    },
    {
      "epoch": 0.03,
      "learning_rate": 5.868586858685868e-06,
      "loss": 0.3284,
      "step": 326
    },
    {
      "epoch": 0.03,
      "learning_rate": 5.886588658865887e-06,
      "loss": 0.3057,
      "step": 327
    },
    {
      "epoch": 0.03,
      "learning_rate": 5.9045904590459045e-06,
      "loss": 0.4008,
      "step": 328
    },
    {
      "epoch": 0.03,
      "learning_rate": 5.922592259225923e-06,
      "loss": 0.3712,
      "step": 329
    },
    {
      "epoch": 0.03,
      "learning_rate": 5.940594059405941e-06,
      "loss": 0.3539,
      "step": 330
    },
    {
      "epoch": 0.03,
      "learning_rate": 5.958595859585959e-06,
      "loss": 0.2976,
      "step": 331
    },
    {
      "epoch": 0.03,
      "learning_rate": 5.976597659765977e-06,
      "loss": 0.3031,
      "step": 332
    },
    {
      "epoch": 0.03,
      "learning_rate": 5.994599459945995e-06,
      "loss": 0.3975,
      "step": 333
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.012601260126013e-06,
      "loss": 0.3628,
      "step": 334
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.0306030603060305e-06,
      "loss": 0.2901,
      "step": 335
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.048604860486049e-06,
      "loss": 0.3059,
      "step": 336
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.0666066606660666e-06,
      "loss": 0.3776,
      "step": 337
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.084608460846085e-06,
      "loss": 0.3938,
      "step": 338
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.102610261026103e-06,
      "loss": 0.3362,
      "step": 339
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.120612061206121e-06,
      "loss": 0.3221,
      "step": 340
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.138613861386139e-06,
      "loss": 0.3407,
      "step": 341
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.156615661566157e-06,
      "loss": 0.3568,
      "step": 342
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.174617461746175e-06,
      "loss": 0.3526,
      "step": 343
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.1926192619261925e-06,
      "loss": 0.3647,
      "step": 344
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.210621062106211e-06,
      "loss": 0.4077,
      "step": 345
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.228622862286229e-06,
      "loss": 0.3559,
      "step": 346
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.246624662466247e-06,
      "loss": 0.2945,
      "step": 347
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.264626462646265e-06,
      "loss": 0.3005,
      "step": 348
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.282628262826283e-06,
      "loss": 0.2886,
      "step": 349
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.300630063006301e-06,
      "loss": 0.3411,
      "step": 350
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.3186318631863185e-06,
      "loss": 0.3115,
      "step": 351
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.336633663366337e-06,
      "loss": 0.3561,
      "step": 352
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.3546354635463546e-06,
      "loss": 0.3159,
      "step": 353
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.372637263726373e-06,
      "loss": 0.3497,
      "step": 354
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.390639063906391e-06,
      "loss": 0.3408,
      "step": 355
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.408640864086409e-06,
      "loss": 0.3031,
      "step": 356
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.426642664266427e-06,
      "loss": 0.2171,
      "step": 357
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.444644464446445e-06,
      "loss": 0.267,
      "step": 358
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.462646264626463e-06,
      "loss": 0.3486,
      "step": 359
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.4806480648064805e-06,
      "loss": 0.2783,
      "step": 360
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.498649864986499e-06,
      "loss": 0.3436,
      "step": 361
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.516651665166517e-06,
      "loss": 0.3741,
      "step": 362
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.534653465346535e-06,
      "loss": 0.3799,
      "step": 363
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.552655265526553e-06,
      "loss": 0.3268,
      "step": 364
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.570657065706571e-06,
      "loss": 0.4108,
      "step": 365
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.588658865886589e-06,
      "loss": 0.3435,
      "step": 366
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.606660666066607e-06,
      "loss": 0.3122,
      "step": 367
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.624662466246625e-06,
      "loss": 0.3317,
      "step": 368
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.6426642664266426e-06,
      "loss": 0.3033,
      "step": 369
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.660666066606661e-06,
      "loss": 0.3147,
      "step": 370
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.678667866786679e-06,
      "loss": 0.3462,
      "step": 371
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.696669666966697e-06,
      "loss": 0.3011,
      "step": 372
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.714671467146715e-06,
      "loss": 0.332,
      "step": 373
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.732673267326733e-06,
      "loss": 0.3501,
      "step": 374
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.750675067506751e-06,
      "loss": 0.415,
      "step": 375
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.7686768676867685e-06,
      "loss": 0.4304,
      "step": 376
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.786678667866787e-06,
      "loss": 0.3491,
      "step": 377
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.804680468046805e-06,
      "loss": 0.4778,
      "step": 378
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.822682268226823e-06,
      "loss": 0.3406,
      "step": 379
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.840684068406841e-06,
      "loss": 0.2746,
      "step": 380
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.858685868586859e-06,
      "loss": 0.4342,
      "step": 381
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.876687668766877e-06,
      "loss": 0.4175,
      "step": 382
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.894689468946895e-06,
      "loss": 0.3408,
      "step": 383
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.912691269126913e-06,
      "loss": 0.3039,
      "step": 384
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.930693069306931e-06,
      "loss": 0.366,
      "step": 385
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.948694869486949e-06,
      "loss": 0.3237,
      "step": 386
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.966696669666967e-06,
      "loss": 0.3148,
      "step": 387
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.984698469846985e-06,
      "loss": 0.3747,
      "step": 388
    },
    {
      "epoch": 0.03,
      "learning_rate": 7.002700270027003e-06,
      "loss": 0.3698,
      "step": 389
    },
    {
      "epoch": 0.03,
      "learning_rate": 7.020702070207021e-06,
      "loss": 0.3306,
      "step": 390
    },
    {
      "epoch": 0.03,
      "learning_rate": 7.038703870387039e-06,
      "loss": 0.2976,
      "step": 391
    },
    {
      "epoch": 0.03,
      "learning_rate": 7.056705670567057e-06,
      "loss": 0.3395,
      "step": 392
    },
    {
      "epoch": 0.03,
      "learning_rate": 7.074707470747075e-06,
      "loss": 0.3238,
      "step": 393
    },
    {
      "epoch": 0.03,
      "learning_rate": 7.092709270927093e-06,
      "loss": 0.4017,
      "step": 394
    },
    {
      "epoch": 0.03,
      "learning_rate": 7.110711071107111e-06,
      "loss": 0.3246,
      "step": 395
    },
    {
      "epoch": 0.03,
      "learning_rate": 7.128712871287129e-06,
      "loss": 0.305,
      "step": 396
    },
    {
      "epoch": 0.03,
      "learning_rate": 7.146714671467147e-06,
      "loss": 0.307,
      "step": 397
    },
    {
      "epoch": 0.03,
      "learning_rate": 7.164716471647165e-06,
      "loss": 0.3723,
      "step": 398
    },
    {
      "epoch": 0.03,
      "learning_rate": 7.182718271827183e-06,
      "loss": 0.2832,
      "step": 399
    },
    {
      "epoch": 0.03,
      "learning_rate": 7.200720072007201e-06,
      "loss": 0.3387,
      "step": 400
    },
    {
      "epoch": 0.03,
      "learning_rate": 7.218721872187219e-06,
      "loss": 0.3326,
      "step": 401
    },
    {
      "epoch": 0.03,
      "learning_rate": 7.236723672367237e-06,
      "loss": 0.3095,
      "step": 402
    },
    {
      "epoch": 0.03,
      "learning_rate": 7.254725472547255e-06,
      "loss": 0.3692,
      "step": 403
    },
    {
      "epoch": 0.03,
      "learning_rate": 7.272727272727273e-06,
      "loss": 0.3246,
      "step": 404
    },
    {
      "epoch": 0.03,
      "learning_rate": 7.290729072907291e-06,
      "loss": 0.3362,
      "step": 405
    },
    {
      "epoch": 0.03,
      "learning_rate": 7.308730873087309e-06,
      "loss": 0.3483,
      "step": 406
    },
    {
      "epoch": 0.03,
      "learning_rate": 7.326732673267327e-06,
      "loss": 0.3247,
      "step": 407
    },
    {
      "epoch": 0.03,
      "learning_rate": 7.344734473447345e-06,
      "loss": 0.3252,
      "step": 408
    },
    {
      "epoch": 0.03,
      "learning_rate": 7.362736273627363e-06,
      "loss": 0.3703,
      "step": 409
    },
    {
      "epoch": 0.03,
      "learning_rate": 7.380738073807381e-06,
      "loss": 0.3846,
      "step": 410
    },
    {
      "epoch": 0.03,
      "learning_rate": 7.398739873987399e-06,
      "loss": 0.3299,
      "step": 411
    },
    {
      "epoch": 0.03,
      "learning_rate": 7.416741674167417e-06,
      "loss": 0.3625,
      "step": 412
    },
    {
      "epoch": 0.03,
      "learning_rate": 7.434743474347435e-06,
      "loss": 0.3272,
      "step": 413
    },
    {
      "epoch": 0.03,
      "learning_rate": 7.452745274527453e-06,
      "loss": 0.4291,
      "step": 414
    },
    {
      "epoch": 0.03,
      "learning_rate": 7.470747074707471e-06,
      "loss": 0.3439,
      "step": 415
    },
    {
      "epoch": 0.03,
      "learning_rate": 7.488748874887489e-06,
      "loss": 0.392,
      "step": 416
    },
    {
      "epoch": 0.03,
      "learning_rate": 7.506750675067508e-06,
      "loss": 0.3549,
      "step": 417
    },
    {
      "epoch": 0.03,
      "learning_rate": 7.524752475247525e-06,
      "loss": 0.2542,
      "step": 418
    },
    {
      "epoch": 0.03,
      "learning_rate": 7.542754275427543e-06,
      "loss": 0.3564,
      "step": 419
    },
    {
      "epoch": 0.03,
      "learning_rate": 7.560756075607561e-06,
      "loss": 0.3204,
      "step": 420
    },
    {
      "epoch": 0.03,
      "learning_rate": 7.578757875787579e-06,
      "loss": 0.3689,
      "step": 421
    },
    {
      "epoch": 0.03,
      "learning_rate": 7.596759675967597e-06,
      "loss": 0.2848,
      "step": 422
    },
    {
      "epoch": 0.03,
      "learning_rate": 7.614761476147615e-06,
      "loss": 0.3938,
      "step": 423
    },
    {
      "epoch": 0.03,
      "learning_rate": 7.632763276327634e-06,
      "loss": 0.3036,
      "step": 424
    },
    {
      "epoch": 0.03,
      "learning_rate": 7.650765076507652e-06,
      "loss": 0.3378,
      "step": 425
    },
    {
      "epoch": 0.03,
      "learning_rate": 7.66876687668767e-06,
      "loss": 0.3276,
      "step": 426
    },
    {
      "epoch": 0.03,
      "learning_rate": 7.686768676867687e-06,
      "loss": 0.3785,
      "step": 427
    },
    {
      "epoch": 0.03,
      "learning_rate": 7.704770477047705e-06,
      "loss": 0.3461,
      "step": 428
    },
    {
      "epoch": 0.03,
      "learning_rate": 7.722772277227724e-06,
      "loss": 0.2879,
      "step": 429
    },
    {
      "epoch": 0.03,
      "learning_rate": 7.740774077407742e-06,
      "loss": 0.3448,
      "step": 430
    },
    {
      "epoch": 0.03,
      "learning_rate": 7.75877587758776e-06,
      "loss": 0.2748,
      "step": 431
    },
    {
      "epoch": 0.03,
      "learning_rate": 7.776777677767777e-06,
      "loss": 0.3331,
      "step": 432
    },
    {
      "epoch": 0.04,
      "learning_rate": 7.794779477947796e-06,
      "loss": 0.2931,
      "step": 433
    },
    {
      "epoch": 0.04,
      "learning_rate": 7.812781278127814e-06,
      "loss": 0.2568,
      "step": 434
    },
    {
      "epoch": 0.04,
      "learning_rate": 7.830783078307832e-06,
      "loss": 0.2999,
      "step": 435
    },
    {
      "epoch": 0.04,
      "learning_rate": 7.84878487848785e-06,
      "loss": 0.2924,
      "step": 436
    },
    {
      "epoch": 0.04,
      "learning_rate": 7.866786678667867e-06,
      "loss": 0.3259,
      "step": 437
    },
    {
      "epoch": 0.04,
      "learning_rate": 7.884788478847886e-06,
      "loss": 0.3463,
      "step": 438
    },
    {
      "epoch": 0.04,
      "learning_rate": 7.902790279027904e-06,
      "loss": 0.3305,
      "step": 439
    },
    {
      "epoch": 0.04,
      "learning_rate": 7.920792079207921e-06,
      "loss": 0.3092,
      "step": 440
    },
    {
      "epoch": 0.04,
      "learning_rate": 7.938793879387939e-06,
      "loss": 0.3587,
      "step": 441
    },
    {
      "epoch": 0.04,
      "learning_rate": 7.956795679567958e-06,
      "loss": 0.3867,
      "step": 442
    },
    {
      "epoch": 0.04,
      "learning_rate": 7.974797479747976e-06,
      "loss": 0.3469,
      "step": 443
    },
    {
      "epoch": 0.04,
      "learning_rate": 7.992799279927994e-06,
      "loss": 0.3338,
      "step": 444
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.010801080108011e-06,
      "loss": 0.2901,
      "step": 445
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.028802880288029e-06,
      "loss": 0.3559,
      "step": 446
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.046804680468048e-06,
      "loss": 0.2815,
      "step": 447
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.064806480648066e-06,
      "loss": 0.3105,
      "step": 448
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.082808280828083e-06,
      "loss": 0.3918,
      "step": 449
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.100810081008101e-06,
      "loss": 0.2894,
      "step": 450
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.11881188118812e-06,
      "loss": 0.3036,
      "step": 451
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.136813681368138e-06,
      "loss": 0.2948,
      "step": 452
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.154815481548156e-06,
      "loss": 0.32,
      "step": 453
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.172817281728173e-06,
      "loss": 0.3759,
      "step": 454
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.190819081908191e-06,
      "loss": 0.3833,
      "step": 455
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.20882088208821e-06,
      "loss": 0.2703,
      "step": 456
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.226822682268228e-06,
      "loss": 0.2725,
      "step": 457
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.244824482448246e-06,
      "loss": 0.3156,
      "step": 458
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.262826282628263e-06,
      "loss": 0.3758,
      "step": 459
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.28082808280828e-06,
      "loss": 0.2987,
      "step": 460
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.2988298829883e-06,
      "loss": 0.3993,
      "step": 461
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.316831683168318e-06,
      "loss": 0.2933,
      "step": 462
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.334833483348335e-06,
      "loss": 0.2785,
      "step": 463
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.352835283528353e-06,
      "loss": 0.3051,
      "step": 464
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.370837083708372e-06,
      "loss": 0.3082,
      "step": 465
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.38883888388839e-06,
      "loss": 0.3441,
      "step": 466
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.406840684068408e-06,
      "loss": 0.3178,
      "step": 467
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.424842484248425e-06,
      "loss": 0.3128,
      "step": 468
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.442844284428443e-06,
      "loss": 0.3451,
      "step": 469
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.460846084608462e-06,
      "loss": 0.3109,
      "step": 470
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.47884788478848e-06,
      "loss": 0.2739,
      "step": 471
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.496849684968497e-06,
      "loss": 0.2737,
      "step": 472
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.514851485148515e-06,
      "loss": 0.381,
      "step": 473
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.532853285328534e-06,
      "loss": 0.2582,
      "step": 474
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.550855085508552e-06,
      "loss": 0.3325,
      "step": 475
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.56885688568857e-06,
      "loss": 0.3398,
      "step": 476
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.586858685868587e-06,
      "loss": 0.3815,
      "step": 477
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.604860486048605e-06,
      "loss": 0.2805,
      "step": 478
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.622862286228624e-06,
      "loss": 0.3664,
      "step": 479
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.640864086408642e-06,
      "loss": 0.307,
      "step": 480
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.65886588658866e-06,
      "loss": 0.3692,
      "step": 481
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.676867686768677e-06,
      "loss": 0.2824,
      "step": 482
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.694869486948696e-06,
      "loss": 0.3449,
      "step": 483
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.712871287128714e-06,
      "loss": 0.329,
      "step": 484
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.730873087308732e-06,
      "loss": 0.3236,
      "step": 485
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.74887488748875e-06,
      "loss": 0.2919,
      "step": 486
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.766876687668767e-06,
      "loss": 0.393,
      "step": 487
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.784878487848786e-06,
      "loss": 0.3353,
      "step": 488
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.802880288028804e-06,
      "loss": 0.3549,
      "step": 489
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.820882088208822e-06,
      "loss": 0.2913,
      "step": 490
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.838883888388839e-06,
      "loss": 0.363,
      "step": 491
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.856885688568858e-06,
      "loss": 0.3305,
      "step": 492
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.874887488748876e-06,
      "loss": 0.2877,
      "step": 493
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.892889288928894e-06,
      "loss": 0.3036,
      "step": 494
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.910891089108911e-06,
      "loss": 0.2631,
      "step": 495
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.928892889288929e-06,
      "loss": 0.3297,
      "step": 496
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.946894689468948e-06,
      "loss": 0.3325,
      "step": 497
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.964896489648966e-06,
      "loss": 0.3519,
      "step": 498
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.982898289828984e-06,
      "loss": 0.3449,
      "step": 499
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.000900090009001e-06,
      "loss": 0.2441,
      "step": 500
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.01890189018902e-06,
      "loss": 0.3225,
      "step": 501
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.036903690369038e-06,
      "loss": 0.3439,
      "step": 502
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.054905490549056e-06,
      "loss": 0.325,
      "step": 503
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.072907290729073e-06,
      "loss": 0.2331,
      "step": 504
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.090909090909091e-06,
      "loss": 0.261,
      "step": 505
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.10891089108911e-06,
      "loss": 0.3322,
      "step": 506
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.126912691269128e-06,
      "loss": 0.3887,
      "step": 507
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.144914491449146e-06,
      "loss": 0.3609,
      "step": 508
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.162916291629163e-06,
      "loss": 0.3064,
      "step": 509
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.180918091809181e-06,
      "loss": 0.3165,
      "step": 510
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.1989198919892e-06,
      "loss": 0.267,
      "step": 511
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.216921692169218e-06,
      "loss": 0.3641,
      "step": 512
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.234923492349235e-06,
      "loss": 0.2992,
      "step": 513
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.252925292529253e-06,
      "loss": 0.3274,
      "step": 514
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.270927092709272e-06,
      "loss": 0.3309,
      "step": 515
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.28892889288929e-06,
      "loss": 0.2659,
      "step": 516
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.306930693069308e-06,
      "loss": 0.3184,
      "step": 517
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.324932493249325e-06,
      "loss": 0.322,
      "step": 518
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.342934293429343e-06,
      "loss": 0.3154,
      "step": 519
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.360936093609362e-06,
      "loss": 0.3676,
      "step": 520
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.37893789378938e-06,
      "loss": 0.3341,
      "step": 521
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.396939693969398e-06,
      "loss": 0.335,
      "step": 522
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.414941494149415e-06,
      "loss": 0.3139,
      "step": 523
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.432943294329434e-06,
      "loss": 0.3547,
      "step": 524
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.450945094509452e-06,
      "loss": 0.2807,
      "step": 525
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.46894689468947e-06,
      "loss": 0.3164,
      "step": 526
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.486948694869487e-06,
      "loss": 0.2944,
      "step": 527
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.504950495049505e-06,
      "loss": 0.2855,
      "step": 528
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.522952295229524e-06,
      "loss": 0.3033,
      "step": 529
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.540954095409542e-06,
      "loss": 0.2892,
      "step": 530
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.55895589558956e-06,
      "loss": 0.277,
      "step": 531
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.576957695769577e-06,
      "loss": 0.276,
      "step": 532
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.594959495949597e-06,
      "loss": 0.3174,
      "step": 533
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.612961296129614e-06,
      "loss": 0.3155,
      "step": 534
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.630963096309632e-06,
      "loss": 0.3343,
      "step": 535
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.64896489648965e-06,
      "loss": 0.2764,
      "step": 536
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.666966696669667e-06,
      "loss": 0.2856,
      "step": 537
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.684968496849686e-06,
      "loss": 0.3409,
      "step": 538
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.702970297029704e-06,
      "loss": 0.3184,
      "step": 539
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.720972097209722e-06,
      "loss": 0.2841,
      "step": 540
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.73897389738974e-06,
      "loss": 0.3759,
      "step": 541
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.756975697569759e-06,
      "loss": 0.3385,
      "step": 542
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.774977497749776e-06,
      "loss": 0.3359,
      "step": 543
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.792979297929794e-06,
      "loss": 0.3543,
      "step": 544
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.810981098109811e-06,
      "loss": 0.2535,
      "step": 545
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.828982898289829e-06,
      "loss": 0.4335,
      "step": 546
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.846984698469848e-06,
      "loss": 0.3584,
      "step": 547
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.864986498649866e-06,
      "loss": 0.2499,
      "step": 548
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.882988298829884e-06,
      "loss": 0.4521,
      "step": 549
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.900990099009901e-06,
      "loss": 0.3073,
      "step": 550
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.91899189918992e-06,
      "loss": 0.2792,
      "step": 551
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.936993699369938e-06,
      "loss": 0.3216,
      "step": 552
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.954995499549956e-06,
      "loss": 0.3235,
      "step": 553
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.972997299729974e-06,
      "loss": 0.3413,
      "step": 554
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.990999099909991e-06,
      "loss": 0.3067,
      "step": 555
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.0009000900090009e-05,
      "loss": 0.3023,
      "step": 556
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.0027002700270028e-05,
      "loss": 0.3017,
      "step": 557
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.0045004500450046e-05,
      "loss": 0.2778,
      "step": 558
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.0063006300630065e-05,
      "loss": 0.2518,
      "step": 559
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.0081008100810081e-05,
      "loss": 0.3286,
      "step": 560
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.00990099009901e-05,
      "loss": 0.2595,
      "step": 561
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.0117011701170118e-05,
      "loss": 0.2857,
      "step": 562
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.0135013501350136e-05,
      "loss": 0.2556,
      "step": 563
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.0153015301530153e-05,
      "loss": 0.3578,
      "step": 564
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.0171017101710173e-05,
      "loss": 0.3486,
      "step": 565
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.018901890189019e-05,
      "loss": 0.3386,
      "step": 566
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.0207020702070208e-05,
      "loss": 0.3423,
      "step": 567
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.0225022502250225e-05,
      "loss": 0.3018,
      "step": 568
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.0243024302430245e-05,
      "loss": 0.2975,
      "step": 569
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.026102610261026e-05,
      "loss": 0.3539,
      "step": 570
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.027902790279028e-05,
      "loss": 0.307,
      "step": 571
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.0297029702970298e-05,
      "loss": 0.2572,
      "step": 572
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.0315031503150317e-05,
      "loss": 0.3873,
      "step": 573
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.0333033303330333e-05,
      "loss": 0.3658,
      "step": 574
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.0351035103510352e-05,
      "loss": 0.3278,
      "step": 575
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.036903690369037e-05,
      "loss": 0.2887,
      "step": 576
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.0387038703870387e-05,
      "loss": 0.2415,
      "step": 577
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.0405040504050405e-05,
      "loss": 0.316,
      "step": 578
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.0423042304230424e-05,
      "loss": 0.3007,
      "step": 579
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.0441044104410442e-05,
      "loss": 0.3137,
      "step": 580
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.045904590459046e-05,
      "loss": 0.299,
      "step": 581
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.0477047704770477e-05,
      "loss": 0.3478,
      "step": 582
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.0495049504950497e-05,
      "loss": 0.2736,
      "step": 583
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.0513051305130514e-05,
      "loss": 0.2878,
      "step": 584
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.0531053105310532e-05,
      "loss": 0.3484,
      "step": 585
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.054905490549055e-05,
      "loss": 0.3531,
      "step": 586
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.0567056705670569e-05,
      "loss": 0.3527,
      "step": 587
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.0585058505850585e-05,
      "loss": 0.3101,
      "step": 588
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.0603060306030604e-05,
      "loss": 0.3012,
      "step": 589
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.0621062106210622e-05,
      "loss": 0.3533,
      "step": 590
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.0639063906390641e-05,
      "loss": 0.3367,
      "step": 591
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.0657065706570657e-05,
      "loss": 0.2832,
      "step": 592
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.0675067506750676e-05,
      "loss": 0.3044,
      "step": 593
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.0693069306930694e-05,
      "loss": 0.3756,
      "step": 594
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.0711071107110712e-05,
      "loss": 0.3542,
      "step": 595
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.072907290729073e-05,
      "loss": 0.2792,
      "step": 596
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.0747074707470749e-05,
      "loss": 0.2954,
      "step": 597
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.0765076507650766e-05,
      "loss": 0.2669,
      "step": 598
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.0783078307830784e-05,
      "loss": 0.293,
      "step": 599
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.0801080108010801e-05,
      "loss": 0.2631,
      "step": 600
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.081908190819082e-05,
      "loss": 0.3557,
      "step": 601
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.0837083708370837e-05,
      "loss": 0.3348,
      "step": 602
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.0855085508550856e-05,
      "loss": 0.303,
      "step": 603
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.0873087308730874e-05,
      "loss": 0.3559,
      "step": 604
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.0891089108910893e-05,
      "loss": 0.2864,
      "step": 605
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.0909090909090909e-05,
      "loss": 0.2721,
      "step": 606
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.0927092709270928e-05,
      "loss": 0.3468,
      "step": 607
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.0945094509450946e-05,
      "loss": 0.2862,
      "step": 608
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.0963096309630965e-05,
      "loss": 0.329,
      "step": 609
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.0981098109810981e-05,
      "loss": 0.3678,
      "step": 610
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.0999099909991e-05,
      "loss": 0.324,
      "step": 611
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.1017101710171018e-05,
      "loss": 0.3815,
      "step": 612
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.1035103510351036e-05,
      "loss": 0.2167,
      "step": 613
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.1053105310531053e-05,
      "loss": 0.2882,
      "step": 614
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.1071107110711073e-05,
      "loss": 0.3577,
      "step": 615
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.108910891089109e-05,
      "loss": 0.3291,
      "step": 616
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.1107110711071108e-05,
      "loss": 0.3241,
      "step": 617
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.1125112511251126e-05,
      "loss": 0.2898,
      "step": 618
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.1143114311431145e-05,
      "loss": 0.2801,
      "step": 619
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.116111611161116e-05,
      "loss": 0.3026,
      "step": 620
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.117911791179118e-05,
      "loss": 0.2851,
      "step": 621
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.1197119711971198e-05,
      "loss": 0.2985,
      "step": 622
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.1215121512151217e-05,
      "loss": 0.2778,
      "step": 623
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.1233123312331233e-05,
      "loss": 0.2863,
      "step": 624
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.1251125112511252e-05,
      "loss": 0.3306,
      "step": 625
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.126912691269127e-05,
      "loss": 0.3242,
      "step": 626
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.1287128712871288e-05,
      "loss": 0.3827,
      "step": 627
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.1305130513051305e-05,
      "loss": 0.2863,
      "step": 628
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.1323132313231325e-05,
      "loss": 0.2694,
      "step": 629
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.1341134113411342e-05,
      "loss": 0.3124,
      "step": 630
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.135913591359136e-05,
      "loss": 0.3387,
      "step": 631
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.1377137713771377e-05,
      "loss": 0.3184,
      "step": 632
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.1395139513951397e-05,
      "loss": 0.2969,
      "step": 633
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.1413141314131414e-05,
      "loss": 0.3062,
      "step": 634
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.1431143114311432e-05,
      "loss": 0.3124,
      "step": 635
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.144914491449145e-05,
      "loss": 0.3275,
      "step": 636
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.1467146714671469e-05,
      "loss": 0.2929,
      "step": 637
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.1485148514851485e-05,
      "loss": 0.2774,
      "step": 638
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.1503150315031504e-05,
      "loss": 0.3404,
      "step": 639
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.1521152115211522e-05,
      "loss": 0.272,
      "step": 640
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.1539153915391541e-05,
      "loss": 0.3144,
      "step": 641
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.1557155715571557e-05,
      "loss": 0.3664,
      "step": 642
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.1575157515751576e-05,
      "loss": 0.3076,
      "step": 643
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.1593159315931594e-05,
      "loss": 0.3385,
      "step": 644
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.1611161116111612e-05,
      "loss": 0.358,
      "step": 645
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.162916291629163e-05,
      "loss": 0.311,
      "step": 646
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.1647164716471649e-05,
      "loss": 0.3027,
      "step": 647
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.1665166516651666e-05,
      "loss": 0.2826,
      "step": 648
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.1683168316831684e-05,
      "loss": 0.3551,
      "step": 649
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.1701170117011702e-05,
      "loss": 0.3132,
      "step": 650
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.1719171917191721e-05,
      "loss": 0.2635,
      "step": 651
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.1737173717371737e-05,
      "loss": 0.3515,
      "step": 652
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.1755175517551756e-05,
      "loss": 0.2845,
      "step": 653
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.1773177317731774e-05,
      "loss": 0.2462,
      "step": 654
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.1791179117911793e-05,
      "loss": 0.3163,
      "step": 655
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.1809180918091809e-05,
      "loss": 0.3136,
      "step": 656
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.1827182718271828e-05,
      "loss": 0.3365,
      "step": 657
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.1845184518451846e-05,
      "loss": 0.3021,
      "step": 658
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.1863186318631865e-05,
      "loss": 0.2615,
      "step": 659
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.1881188118811881e-05,
      "loss": 0.2302,
      "step": 660
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.18991899189919e-05,
      "loss": 0.312,
      "step": 661
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.1917191719171918e-05,
      "loss": 0.3539,
      "step": 662
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.1935193519351936e-05,
      "loss": 0.357,
      "step": 663
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.1953195319531953e-05,
      "loss": 0.2447,
      "step": 664
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.1971197119711973e-05,
      "loss": 0.293,
      "step": 665
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.198919891989199e-05,
      "loss": 0.2928,
      "step": 666
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.2007200720072008e-05,
      "loss": 0.3411,
      "step": 667
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.2025202520252026e-05,
      "loss": 0.296,
      "step": 668
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.2043204320432045e-05,
      "loss": 0.3148,
      "step": 669
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.2061206120612061e-05,
      "loss": 0.2705,
      "step": 670
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.207920792079208e-05,
      "loss": 0.2902,
      "step": 671
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.2097209720972098e-05,
      "loss": 0.296,
      "step": 672
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.2115211521152117e-05,
      "loss": 0.3455,
      "step": 673
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.2133213321332133e-05,
      "loss": 0.3326,
      "step": 674
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.2151215121512152e-05,
      "loss": 0.3406,
      "step": 675
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.216921692169217e-05,
      "loss": 0.3597,
      "step": 676
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.2187218721872188e-05,
      "loss": 0.3709,
      "step": 677
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.2205220522052205e-05,
      "loss": 0.3227,
      "step": 678
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.2223222322232225e-05,
      "loss": 0.293,
      "step": 679
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.2241224122412242e-05,
      "loss": 0.2513,
      "step": 680
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.225922592259226e-05,
      "loss": 0.3096,
      "step": 681
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.2277227722772278e-05,
      "loss": 0.2905,
      "step": 682
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.2295229522952297e-05,
      "loss": 0.2967,
      "step": 683
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.2313231323132315e-05,
      "loss": 0.3409,
      "step": 684
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.2331233123312332e-05,
      "loss": 0.3165,
      "step": 685
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.234923492349235e-05,
      "loss": 0.387,
      "step": 686
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.2367236723672369e-05,
      "loss": 0.3341,
      "step": 687
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.2385238523852385e-05,
      "loss": 0.29,
      "step": 688
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.2403240324032404e-05,
      "loss": 0.3003,
      "step": 689
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.2421242124212422e-05,
      "loss": 0.3249,
      "step": 690
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.2439243924392441e-05,
      "loss": 0.3477,
      "step": 691
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.2457245724572457e-05,
      "loss": 0.3276,
      "step": 692
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.2475247524752477e-05,
      "loss": 0.3419,
      "step": 693
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.2493249324932494e-05,
      "loss": 0.2771,
      "step": 694
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.2511251125112512e-05,
      "loss": 0.256,
      "step": 695
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.252925292529253e-05,
      "loss": 0.2835,
      "step": 696
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.2547254725472549e-05,
      "loss": 0.3131,
      "step": 697
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.2565256525652566e-05,
      "loss": 0.2717,
      "step": 698
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.2583258325832584e-05,
      "loss": 0.3013,
      "step": 699
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.2601260126012602e-05,
      "loss": 0.3388,
      "step": 700
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.2619261926192621e-05,
      "loss": 0.3236,
      "step": 701
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.2637263726372637e-05,
      "loss": 0.3021,
      "step": 702
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.2655265526552656e-05,
      "loss": 0.3401,
      "step": 703
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.2673267326732674e-05,
      "loss": 0.2369,
      "step": 704
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.2691269126912693e-05,
      "loss": 0.286,
      "step": 705
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.2709270927092709e-05,
      "loss": 0.3225,
      "step": 706
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.2727272727272728e-05,
      "loss": 0.2729,
      "step": 707
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.2745274527452746e-05,
      "loss": 0.3286,
      "step": 708
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.2763276327632765e-05,
      "loss": 0.3765,
      "step": 709
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.2781278127812781e-05,
      "loss": 0.315,
      "step": 710
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.27992799279928e-05,
      "loss": 0.2924,
      "step": 711
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.2817281728172818e-05,
      "loss": 0.3124,
      "step": 712
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.2835283528352836e-05,
      "loss": 0.3421,
      "step": 713
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.2853285328532854e-05,
      "loss": 0.3135,
      "step": 714
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.2871287128712873e-05,
      "loss": 0.3386,
      "step": 715
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.288928892889289e-05,
      "loss": 0.2829,
      "step": 716
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.2907290729072908e-05,
      "loss": 0.3229,
      "step": 717
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.2925292529252926e-05,
      "loss": 0.285,
      "step": 718
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.2943294329432945e-05,
      "loss": 0.3636,
      "step": 719
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.2961296129612961e-05,
      "loss": 0.253,
      "step": 720
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.297929792979298e-05,
      "loss": 0.3394,
      "step": 721
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.2997299729972998e-05,
      "loss": 0.2869,
      "step": 722
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.3015301530153017e-05,
      "loss": 0.2807,
      "step": 723
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.3033303330333033e-05,
      "loss": 0.3052,
      "step": 724
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.3051305130513053e-05,
      "loss": 0.29,
      "step": 725
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.306930693069307e-05,
      "loss": 0.3048,
      "step": 726
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.3087308730873088e-05,
      "loss": 0.3163,
      "step": 727
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.3105310531053105e-05,
      "loss": 0.3592,
      "step": 728
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.3123312331233125e-05,
      "loss": 0.314,
      "step": 729
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.3141314131413142e-05,
      "loss": 0.3448,
      "step": 730
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.315931593159316e-05,
      "loss": 0.2946,
      "step": 731
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.3177317731773178e-05,
      "loss": 0.283,
      "step": 732
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.3195319531953197e-05,
      "loss": 0.2681,
      "step": 733
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.3213321332133215e-05,
      "loss": 0.3615,
      "step": 734
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.3231323132313232e-05,
      "loss": 0.3157,
      "step": 735
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.324932493249325e-05,
      "loss": 0.2767,
      "step": 736
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.326732673267327e-05,
      "loss": 0.3561,
      "step": 737
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.3285328532853285e-05,
      "loss": 0.3724,
      "step": 738
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.3303330333033304e-05,
      "loss": 0.3195,
      "step": 739
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.3321332133213322e-05,
      "loss": 0.3121,
      "step": 740
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.3339333933393341e-05,
      "loss": 0.2977,
      "step": 741
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.3357335733573357e-05,
      "loss": 0.3481,
      "step": 742
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.3375337533753377e-05,
      "loss": 0.3059,
      "step": 743
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.3393339333933394e-05,
      "loss": 0.3464,
      "step": 744
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.3411341134113412e-05,
      "loss": 0.2952,
      "step": 745
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.342934293429343e-05,
      "loss": 0.3303,
      "step": 746
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.3447344734473449e-05,
      "loss": 0.2735,
      "step": 747
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.3465346534653467e-05,
      "loss": 0.3041,
      "step": 748
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.3483348334833484e-05,
      "loss": 0.3758,
      "step": 749
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.3501350135013502e-05,
      "loss": 0.3611,
      "step": 750
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.3519351935193521e-05,
      "loss": 0.3534,
      "step": 751
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.3537353735373537e-05,
      "loss": 0.3513,
      "step": 752
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.3555355535553556e-05,
      "loss": 0.3341,
      "step": 753
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.3573357335733574e-05,
      "loss": 0.3273,
      "step": 754
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.3591359135913593e-05,
      "loss": 0.3456,
      "step": 755
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.360936093609361e-05,
      "loss": 0.2772,
      "step": 756
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.3627362736273629e-05,
      "loss": 0.2845,
      "step": 757
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.3645364536453646e-05,
      "loss": 0.3146,
      "step": 758
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.3663366336633666e-05,
      "loss": 0.2362,
      "step": 759
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.3681368136813681e-05,
      "loss": 0.292,
      "step": 760
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.36993699369937e-05,
      "loss": 0.27,
      "step": 761
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.3717371737173718e-05,
      "loss": 0.3871,
      "step": 762
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.3735373537353736e-05,
      "loss": 0.2613,
      "step": 763
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.3753375337533754e-05,
      "loss": 0.2543,
      "step": 764
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.3771377137713773e-05,
      "loss": 0.3798,
      "step": 765
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.378937893789379e-05,
      "loss": 0.3039,
      "step": 766
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.3807380738073808e-05,
      "loss": 0.3892,
      "step": 767
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.3825382538253826e-05,
      "loss": 0.2773,
      "step": 768
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.3843384338433845e-05,
      "loss": 0.3329,
      "step": 769
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.3861386138613861e-05,
      "loss": 0.342,
      "step": 770
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.387938793879388e-05,
      "loss": 0.275,
      "step": 771
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.3897389738973898e-05,
      "loss": 0.2833,
      "step": 772
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.3915391539153917e-05,
      "loss": 0.2405,
      "step": 773
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.3933393339333933e-05,
      "loss": 0.2971,
      "step": 774
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.3951395139513953e-05,
      "loss": 0.2868,
      "step": 775
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.396939693969397e-05,
      "loss": 0.2798,
      "step": 776
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.3987398739873988e-05,
      "loss": 0.2752,
      "step": 777
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.4005400540054006e-05,
      "loss": 0.3209,
      "step": 778
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.4023402340234025e-05,
      "loss": 0.273,
      "step": 779
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.4041404140414043e-05,
      "loss": 0.3153,
      "step": 780
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.405940594059406e-05,
      "loss": 0.2731,
      "step": 781
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.4077407740774078e-05,
      "loss": 0.3244,
      "step": 782
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.4095409540954097e-05,
      "loss": 0.3162,
      "step": 783
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.4113411341134115e-05,
      "loss": 0.2361,
      "step": 784
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.4131413141314132e-05,
      "loss": 0.3711,
      "step": 785
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.414941494149415e-05,
      "loss": 0.3,
      "step": 786
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.416741674167417e-05,
      "loss": 0.2751,
      "step": 787
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.4185418541854185e-05,
      "loss": 0.3197,
      "step": 788
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.4203420342034205e-05,
      "loss": 0.3289,
      "step": 789
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.4221422142214222e-05,
      "loss": 0.3054,
      "step": 790
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.4239423942394242e-05,
      "loss": 0.2505,
      "step": 791
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.4257425742574257e-05,
      "loss": 0.3379,
      "step": 792
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.4275427542754277e-05,
      "loss": 0.351,
      "step": 793
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.4293429342934294e-05,
      "loss": 0.2788,
      "step": 794
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.4311431143114312e-05,
      "loss": 0.3193,
      "step": 795
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.432943294329433e-05,
      "loss": 0.3048,
      "step": 796
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.4347434743474349e-05,
      "loss": 0.3193,
      "step": 797
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.4365436543654367e-05,
      "loss": 0.2887,
      "step": 798
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.4383438343834384e-05,
      "loss": 0.2731,
      "step": 799
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.4401440144014402e-05,
      "loss": 0.3047,
      "step": 800
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.4419441944194421e-05,
      "loss": 0.2934,
      "step": 801
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.4437443744374437e-05,
      "loss": 0.2796,
      "step": 802
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.4455445544554456e-05,
      "loss": 0.3151,
      "step": 803
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.4473447344734474e-05,
      "loss": 0.3243,
      "step": 804
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.4491449144914493e-05,
      "loss": 0.3026,
      "step": 805
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.450945094509451e-05,
      "loss": 0.2672,
      "step": 806
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.4527452745274529e-05,
      "loss": 0.2757,
      "step": 807
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.4545454545454546e-05,
      "loss": 0.3138,
      "step": 808
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.4563456345634566e-05,
      "loss": 0.2806,
      "step": 809
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.4581458145814582e-05,
      "loss": 0.2858,
      "step": 810
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.4599459945994601e-05,
      "loss": 0.2828,
      "step": 811
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.4617461746174619e-05,
      "loss": 0.2964,
      "step": 812
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.4635463546354636e-05,
      "loss": 0.2631,
      "step": 813
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.4653465346534654e-05,
      "loss": 0.2526,
      "step": 814
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.4671467146714673e-05,
      "loss": 0.2364,
      "step": 815
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.468946894689469e-05,
      "loss": 0.2923,
      "step": 816
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.4707470747074708e-05,
      "loss": 0.3096,
      "step": 817
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.4725472547254726e-05,
      "loss": 0.2588,
      "step": 818
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.4743474347434745e-05,
      "loss": 0.3291,
      "step": 819
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.4761476147614761e-05,
      "loss": 0.3623,
      "step": 820
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.477947794779478e-05,
      "loss": 0.3332,
      "step": 821
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.4797479747974798e-05,
      "loss": 0.2874,
      "step": 822
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.4815481548154818e-05,
      "loss": 0.2547,
      "step": 823
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.4833483348334833e-05,
      "loss": 0.3211,
      "step": 824
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.4851485148514853e-05,
      "loss": 0.344,
      "step": 825
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.486948694869487e-05,
      "loss": 0.3248,
      "step": 826
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.4887488748874888e-05,
      "loss": 0.2887,
      "step": 827
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.4905490549054906e-05,
      "loss": 0.2902,
      "step": 828
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.4923492349234925e-05,
      "loss": 0.3133,
      "step": 829
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.4941494149414943e-05,
      "loss": 0.307,
      "step": 830
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.495949594959496e-05,
      "loss": 0.3548,
      "step": 831
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.4977497749774978e-05,
      "loss": 0.251,
      "step": 832
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.4995499549954997e-05,
      "loss": 0.3148,
      "step": 833
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.5013501350135017e-05,
      "loss": 0.3235,
      "step": 834
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.5031503150315033e-05,
      "loss": 0.3499,
      "step": 835
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.504950495049505e-05,
      "loss": 0.3087,
      "step": 836
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.506750675067507e-05,
      "loss": 0.3344,
      "step": 837
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.5085508550855085e-05,
      "loss": 0.2894,
      "step": 838
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.5103510351035105e-05,
      "loss": 0.3223,
      "step": 839
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.5121512151215122e-05,
      "loss": 0.3421,
      "step": 840
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.5139513951395142e-05,
      "loss": 0.2891,
      "step": 841
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.5157515751575158e-05,
      "loss": 0.3289,
      "step": 842
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.5175517551755177e-05,
      "loss": 0.3106,
      "step": 843
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.5193519351935195e-05,
      "loss": 0.2691,
      "step": 844
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.5211521152115212e-05,
      "loss": 0.3437,
      "step": 845
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.522952295229523e-05,
      "loss": 0.2575,
      "step": 846
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.5247524752475249e-05,
      "loss": 0.3258,
      "step": 847
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.526552655265527e-05,
      "loss": 0.3005,
      "step": 848
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.5283528352835284e-05,
      "loss": 0.2813,
      "step": 849
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.5301530153015304e-05,
      "loss": 0.3459,
      "step": 850
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.531953195319532e-05,
      "loss": 0.2731,
      "step": 851
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.533753375337534e-05,
      "loss": 0.2642,
      "step": 852
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.5355535553555355e-05,
      "loss": 0.3068,
      "step": 853
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.5373537353735374e-05,
      "loss": 0.3268,
      "step": 854
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.5391539153915394e-05,
      "loss": 0.2832,
      "step": 855
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.540954095409541e-05,
      "loss": 0.2675,
      "step": 856
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.542754275427543e-05,
      "loss": 0.3367,
      "step": 857
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.5445544554455448e-05,
      "loss": 0.2881,
      "step": 858
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.5463546354635467e-05,
      "loss": 0.3252,
      "step": 859
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.5481548154815483e-05,
      "loss": 0.3256,
      "step": 860
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.54995499549955e-05,
      "loss": 0.3549,
      "step": 861
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.551755175517552e-05,
      "loss": 0.2222,
      "step": 862
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.5535553555355535e-05,
      "loss": 0.2737,
      "step": 863
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.5553555355535554e-05,
      "loss": 0.3273,
      "step": 864
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.5571557155715573e-05,
      "loss": 0.3085,
      "step": 865
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.5589558955895593e-05,
      "loss": 0.3029,
      "step": 866
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.560756075607561e-05,
      "loss": 0.2637,
      "step": 867
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.5625562556255628e-05,
      "loss": 0.3054,
      "step": 868
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.5643564356435644e-05,
      "loss": 0.2888,
      "step": 869
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.5661566156615663e-05,
      "loss": 0.2697,
      "step": 870
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.567956795679568e-05,
      "loss": 0.2655,
      "step": 871
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.56975697569757e-05,
      "loss": 0.2753,
      "step": 872
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.5715571557155718e-05,
      "loss": 0.2587,
      "step": 873
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.5733573357335734e-05,
      "loss": 0.2384,
      "step": 874
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.5751575157515753e-05,
      "loss": 0.2871,
      "step": 875
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.5769576957695772e-05,
      "loss": 0.3466,
      "step": 876
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.578757875787579e-05,
      "loss": 0.324,
      "step": 877
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.5805580558055808e-05,
      "loss": 0.2996,
      "step": 878
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.5823582358235823e-05,
      "loss": 0.2873,
      "step": 879
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.5841584158415843e-05,
      "loss": 0.284,
      "step": 880
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.585958595859586e-05,
      "loss": 0.2599,
      "step": 881
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.5877587758775878e-05,
      "loss": 0.2704,
      "step": 882
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.5895589558955897e-05,
      "loss": 0.2376,
      "step": 883
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.5913591359135917e-05,
      "loss": 0.3023,
      "step": 884
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.5931593159315933e-05,
      "loss": 0.2995,
      "step": 885
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.5949594959495952e-05,
      "loss": 0.2779,
      "step": 886
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.5967596759675968e-05,
      "loss": 0.2729,
      "step": 887
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.5985598559855987e-05,
      "loss": 0.261,
      "step": 888
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.6003600360036003e-05,
      "loss": 0.2762,
      "step": 889
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.6021602160216022e-05,
      "loss": 0.3399,
      "step": 890
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.6039603960396042e-05,
      "loss": 0.2845,
      "step": 891
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.6057605760576058e-05,
      "loss": 0.3419,
      "step": 892
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.6075607560756077e-05,
      "loss": 0.278,
      "step": 893
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.6093609360936096e-05,
      "loss": 0.2798,
      "step": 894
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.6111611161116112e-05,
      "loss": 0.2635,
      "step": 895
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.612961296129613e-05,
      "loss": 0.3861,
      "step": 896
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.6147614761476148e-05,
      "loss": 0.2765,
      "step": 897
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.6165616561656167e-05,
      "loss": 0.2822,
      "step": 898
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.6183618361836183e-05,
      "loss": 0.3601,
      "step": 899
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.6201620162016202e-05,
      "loss": 0.3188,
      "step": 900
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.621962196219622e-05,
      "loss": 0.3166,
      "step": 901
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.623762376237624e-05,
      "loss": 0.2638,
      "step": 902
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.6255625562556257e-05,
      "loss": 0.301,
      "step": 903
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.6273627362736276e-05,
      "loss": 0.2891,
      "step": 904
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.6291629162916295e-05,
      "loss": 0.2669,
      "step": 905
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.630963096309631e-05,
      "loss": 0.2944,
      "step": 906
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.6327632763276327e-05,
      "loss": 0.3852,
      "step": 907
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.6345634563456347e-05,
      "loss": 0.3551,
      "step": 908
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.6363636363636366e-05,
      "loss": 0.2613,
      "step": 909
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.6381638163816382e-05,
      "loss": 0.31,
      "step": 910
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.63996399639964e-05,
      "loss": 0.3013,
      "step": 911
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.641764176417642e-05,
      "loss": 0.3653,
      "step": 912
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.6435643564356436e-05,
      "loss": 0.3895,
      "step": 913
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.6453645364536456e-05,
      "loss": 0.2581,
      "step": 914
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.647164716471647e-05,
      "loss": 0.2846,
      "step": 915
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.648964896489649e-05,
      "loss": 0.3164,
      "step": 916
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.6507650765076507e-05,
      "loss": 0.3317,
      "step": 917
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.6525652565256526e-05,
      "loss": 0.2745,
      "step": 918
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.6543654365436546e-05,
      "loss": 0.3187,
      "step": 919
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.656165616561656e-05,
      "loss": 0.2245,
      "step": 920
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.657965796579658e-05,
      "loss": 0.2574,
      "step": 921
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.65976597659766e-05,
      "loss": 0.3434,
      "step": 922
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.661566156615662e-05,
      "loss": 0.3172,
      "step": 923
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.6633663366336635e-05,
      "loss": 0.291,
      "step": 924
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.665166516651665e-05,
      "loss": 0.3191,
      "step": 925
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.666966696669667e-05,
      "loss": 0.2837,
      "step": 926
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.668766876687669e-05,
      "loss": 0.3499,
      "step": 927
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.6705670567056706e-05,
      "loss": 0.2864,
      "step": 928
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.6723672367236725e-05,
      "loss": 0.3321,
      "step": 929
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.6741674167416745e-05,
      "loss": 0.3384,
      "step": 930
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.675967596759676e-05,
      "loss": 0.2642,
      "step": 931
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.677767776777678e-05,
      "loss": 0.2943,
      "step": 932
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.6795679567956796e-05,
      "loss": 0.3109,
      "step": 933
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.6813681368136815e-05,
      "loss": 0.3162,
      "step": 934
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.683168316831683e-05,
      "loss": 0.2991,
      "step": 935
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.684968496849685e-05,
      "loss": 0.2894,
      "step": 936
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.686768676867687e-05,
      "loss": 0.2851,
      "step": 937
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.6885688568856886e-05,
      "loss": 0.2687,
      "step": 938
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.6903690369036905e-05,
      "loss": 0.2424,
      "step": 939
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.6921692169216924e-05,
      "loss": 0.2808,
      "step": 940
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.6939693969396944e-05,
      "loss": 0.2694,
      "step": 941
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.695769576957696e-05,
      "loss": 0.3162,
      "step": 942
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.6975697569756975e-05,
      "loss": 0.3078,
      "step": 943
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.6993699369936995e-05,
      "loss": 0.3129,
      "step": 944
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.701170117011701e-05,
      "loss": 0.3085,
      "step": 945
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.702970297029703e-05,
      "loss": 0.255,
      "step": 946
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.704770477047705e-05,
      "loss": 0.306,
      "step": 947
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.706570657065707e-05,
      "loss": 0.3744,
      "step": 948
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.7083708370837085e-05,
      "loss": 0.2662,
      "step": 949
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.7101710171017104e-05,
      "loss": 0.338,
      "step": 950
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.711971197119712e-05,
      "loss": 0.2508,
      "step": 951
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.713771377137714e-05,
      "loss": 0.2999,
      "step": 952
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.7155715571557155e-05,
      "loss": 0.3195,
      "step": 953
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.7173717371737174e-05,
      "loss": 0.2957,
      "step": 954
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.7191719171917194e-05,
      "loss": 0.2546,
      "step": 955
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.720972097209721e-05,
      "loss": 0.2746,
      "step": 956
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.722772277227723e-05,
      "loss": 0.2956,
      "step": 957
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.724572457245725e-05,
      "loss": 0.267,
      "step": 958
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.7263726372637268e-05,
      "loss": 0.3022,
      "step": 959
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.7281728172817284e-05,
      "loss": 0.3167,
      "step": 960
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.72997299729973e-05,
      "loss": 0.305,
      "step": 961
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.731773177317732e-05,
      "loss": 0.2868,
      "step": 962
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.7335733573357335e-05,
      "loss": 0.2513,
      "step": 963
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.7353735373537354e-05,
      "loss": 0.2866,
      "step": 964
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.7371737173717373e-05,
      "loss": 0.2889,
      "step": 965
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.7389738973897393e-05,
      "loss": 0.2723,
      "step": 966
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.740774077407741e-05,
      "loss": 0.3151,
      "step": 967
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.7425742574257428e-05,
      "loss": 0.3036,
      "step": 968
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.7443744374437447e-05,
      "loss": 0.3535,
      "step": 969
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.7461746174617463e-05,
      "loss": 0.2838,
      "step": 970
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.747974797479748e-05,
      "loss": 0.2358,
      "step": 971
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.74977497749775e-05,
      "loss": 0.2879,
      "step": 972
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.7515751575157518e-05,
      "loss": 0.2856,
      "step": 973
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.7533753375337534e-05,
      "loss": 0.3279,
      "step": 974
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.7551755175517553e-05,
      "loss": 0.2415,
      "step": 975
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.7569756975697572e-05,
      "loss": 0.3785,
      "step": 976
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.7587758775877592e-05,
      "loss": 0.3039,
      "step": 977
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.7605760576057608e-05,
      "loss": 0.3401,
      "step": 978
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.7623762376237624e-05,
      "loss": 0.2736,
      "step": 979
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.7641764176417643e-05,
      "loss": 0.3005,
      "step": 980
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.765976597659766e-05,
      "loss": 0.3808,
      "step": 981
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.7677767776777678e-05,
      "loss": 0.3094,
      "step": 982
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.7695769576957698e-05,
      "loss": 0.3599,
      "step": 983
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.7713771377137717e-05,
      "loss": 0.3129,
      "step": 984
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.7731773177317733e-05,
      "loss": 0.2719,
      "step": 985
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.7749774977497752e-05,
      "loss": 0.3326,
      "step": 986
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.776777677767777e-05,
      "loss": 0.2623,
      "step": 987
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.7785778577857787e-05,
      "loss": 0.2884,
      "step": 988
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.7803780378037803e-05,
      "loss": 0.2883,
      "step": 989
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.7821782178217823e-05,
      "loss": 0.1985,
      "step": 990
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.7839783978397842e-05,
      "loss": 0.2947,
      "step": 991
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.7857785778577858e-05,
      "loss": 0.3524,
      "step": 992
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.7875787578757877e-05,
      "loss": 0.2865,
      "step": 993
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.7893789378937897e-05,
      "loss": 0.3266,
      "step": 994
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.7911791179117913e-05,
      "loss": 0.375,
      "step": 995
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.7929792979297932e-05,
      "loss": 0.2773,
      "step": 996
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.7947794779477948e-05,
      "loss": 0.2787,
      "step": 997
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.7965796579657967e-05,
      "loss": 0.3193,
      "step": 998
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.7983798379837983e-05,
      "loss": 0.2936,
      "step": 999
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.8001800180018002e-05,
      "loss": 0.3072,
      "step": 1000
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.8019801980198022e-05,
      "loss": 0.2994,
      "step": 1001
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.803780378037804e-05,
      "loss": 0.275,
      "step": 1002
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.8055805580558057e-05,
      "loss": 0.286,
      "step": 1003
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.8073807380738076e-05,
      "loss": 0.2887,
      "step": 1004
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.8091809180918096e-05,
      "loss": 0.3317,
      "step": 1005
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.810981098109811e-05,
      "loss": 0.3054,
      "step": 1006
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.8127812781278127e-05,
      "loss": 0.2564,
      "step": 1007
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.8145814581458147e-05,
      "loss": 0.3283,
      "step": 1008
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.8163816381638166e-05,
      "loss": 0.2865,
      "step": 1009
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.8181818181818182e-05,
      "loss": 0.3093,
      "step": 1010
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.81998199819982e-05,
      "loss": 0.2788,
      "step": 1011
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.821782178217822e-05,
      "loss": 0.3494,
      "step": 1012
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.8235823582358237e-05,
      "loss": 0.3053,
      "step": 1013
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.8253825382538256e-05,
      "loss": 0.3266,
      "step": 1014
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.8271827182718272e-05,
      "loss": 0.2546,
      "step": 1015
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.828982898289829e-05,
      "loss": 0.3278,
      "step": 1016
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.8307830783078307e-05,
      "loss": 0.2409,
      "step": 1017
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.8325832583258326e-05,
      "loss": 0.293,
      "step": 1018
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.8343834383438346e-05,
      "loss": 0.3033,
      "step": 1019
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.8361836183618362e-05,
      "loss": 0.2981,
      "step": 1020
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.837983798379838e-05,
      "loss": 0.3598,
      "step": 1021
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.83978397839784e-05,
      "loss": 0.3081,
      "step": 1022
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.841584158415842e-05,
      "loss": 0.296,
      "step": 1023
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.8433843384338436e-05,
      "loss": 0.2854,
      "step": 1024
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.845184518451845e-05,
      "loss": 0.3226,
      "step": 1025
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.846984698469847e-05,
      "loss": 0.3146,
      "step": 1026
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.848784878487849e-05,
      "loss": 0.3164,
      "step": 1027
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.8505850585058506e-05,
      "loss": 0.3162,
      "step": 1028
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.8523852385238526e-05,
      "loss": 0.2631,
      "step": 1029
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.8541854185418545e-05,
      "loss": 0.241,
      "step": 1030
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.855985598559856e-05,
      "loss": 0.2661,
      "step": 1031
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.857785778577858e-05,
      "loss": 0.3502,
      "step": 1032
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.85958595859586e-05,
      "loss": 0.3053,
      "step": 1033
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.8613861386138615e-05,
      "loss": 0.2693,
      "step": 1034
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.863186318631863e-05,
      "loss": 0.324,
      "step": 1035
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.864986498649865e-05,
      "loss": 0.2598,
      "step": 1036
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.866786678667867e-05,
      "loss": 0.2897,
      "step": 1037
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.8685868586858686e-05,
      "loss": 0.2666,
      "step": 1038
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.8703870387038705e-05,
      "loss": 0.2793,
      "step": 1039
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.8721872187218725e-05,
      "loss": 0.342,
      "step": 1040
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.8739873987398744e-05,
      "loss": 0.352,
      "step": 1041
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.875787578757876e-05,
      "loss": 0.2418,
      "step": 1042
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.8775877587758776e-05,
      "loss": 0.3424,
      "step": 1043
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.8793879387938795e-05,
      "loss": 0.2684,
      "step": 1044
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.881188118811881e-05,
      "loss": 0.2682,
      "step": 1045
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.882988298829883e-05,
      "loss": 0.3533,
      "step": 1046
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.884788478847885e-05,
      "loss": 0.2441,
      "step": 1047
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.886588658865887e-05,
      "loss": 0.2838,
      "step": 1048
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.8883888388838885e-05,
      "loss": 0.3293,
      "step": 1049
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.8901890189018904e-05,
      "loss": 0.2762,
      "step": 1050
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.8919891989198924e-05,
      "loss": 0.3306,
      "step": 1051
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.893789378937894e-05,
      "loss": 0.2827,
      "step": 1052
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.8955895589558955e-05,
      "loss": 0.266,
      "step": 1053
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.8973897389738975e-05,
      "loss": 0.3439,
      "step": 1054
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.8991899189918994e-05,
      "loss": 0.3304,
      "step": 1055
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.900990099009901e-05,
      "loss": 0.3305,
      "step": 1056
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.902790279027903e-05,
      "loss": 0.2896,
      "step": 1057
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.904590459045905e-05,
      "loss": 0.2327,
      "step": 1058
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9063906390639068e-05,
      "loss": 0.3739,
      "step": 1059
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9081908190819084e-05,
      "loss": 0.3124,
      "step": 1060
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.90999099909991e-05,
      "loss": 0.2741,
      "step": 1061
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.911791179117912e-05,
      "loss": 0.2991,
      "step": 1062
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9135913591359135e-05,
      "loss": 0.3,
      "step": 1063
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9153915391539154e-05,
      "loss": 0.2627,
      "step": 1064
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9171917191719174e-05,
      "loss": 0.2424,
      "step": 1065
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9189918991899193e-05,
      "loss": 0.2836,
      "step": 1066
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.920792079207921e-05,
      "loss": 0.3051,
      "step": 1067
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.922592259225923e-05,
      "loss": 0.2521,
      "step": 1068
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9243924392439248e-05,
      "loss": 0.277,
      "step": 1069
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9261926192619264e-05,
      "loss": 0.27,
      "step": 1070
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.927992799279928e-05,
      "loss": 0.2912,
      "step": 1071
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.92979297929793e-05,
      "loss": 0.3374,
      "step": 1072
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9315931593159318e-05,
      "loss": 0.2886,
      "step": 1073
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9333933393339334e-05,
      "loss": 0.2766,
      "step": 1074
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9351935193519353e-05,
      "loss": 0.2717,
      "step": 1075
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9369936993699373e-05,
      "loss": 0.2985,
      "step": 1076
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9387938793879392e-05,
      "loss": 0.3105,
      "step": 1077
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9405940594059408e-05,
      "loss": 0.316,
      "step": 1078
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9423942394239424e-05,
      "loss": 0.2884,
      "step": 1079
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9441944194419443e-05,
      "loss": 0.2596,
      "step": 1080
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.945994599459946e-05,
      "loss": 0.3042,
      "step": 1081
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.947794779477948e-05,
      "loss": 0.2366,
      "step": 1082
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9495949594959498e-05,
      "loss": 0.2413,
      "step": 1083
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9513951395139517e-05,
      "loss": 0.3343,
      "step": 1084
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9531953195319533e-05,
      "loss": 0.2847,
      "step": 1085
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9549954995499552e-05,
      "loss": 0.2368,
      "step": 1086
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9567956795679572e-05,
      "loss": 0.2569,
      "step": 1087
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9585958595859588e-05,
      "loss": 0.3069,
      "step": 1088
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9603960396039604e-05,
      "loss": 0.3034,
      "step": 1089
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9621962196219623e-05,
      "loss": 0.3531,
      "step": 1090
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9639963996399642e-05,
      "loss": 0.2613,
      "step": 1091
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9657965796579658e-05,
      "loss": 0.2348,
      "step": 1092
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9675967596759678e-05,
      "loss": 0.3155,
      "step": 1093
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9693969396939697e-05,
      "loss": 0.2763,
      "step": 1094
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9711971197119713e-05,
      "loss": 0.2701,
      "step": 1095
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9729972997299732e-05,
      "loss": 0.2622,
      "step": 1096
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.974797479747975e-05,
      "loss": 0.32,
      "step": 1097
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9765976597659767e-05,
      "loss": 0.3119,
      "step": 1098
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9783978397839783e-05,
      "loss": 0.2879,
      "step": 1099
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9801980198019803e-05,
      "loss": 0.2479,
      "step": 1100
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9819981998199822e-05,
      "loss": 0.3078,
      "step": 1101
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983798379837984e-05,
      "loss": 0.3186,
      "step": 1102
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9855985598559857e-05,
      "loss": 0.3526,
      "step": 1103
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9873987398739877e-05,
      "loss": 0.2794,
      "step": 1104
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9891989198919896e-05,
      "loss": 0.3308,
      "step": 1105
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9909990999099912e-05,
      "loss": 0.2657,
      "step": 1106
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9927992799279928e-05,
      "loss": 0.2841,
      "step": 1107
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9945994599459947e-05,
      "loss": 0.2706,
      "step": 1108
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9963996399639966e-05,
      "loss": 0.2632,
      "step": 1109
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9981998199819982e-05,
      "loss": 0.2609,
      "step": 1110
    },
    {
      "epoch": 0.09,
      "learning_rate": 2e-05,
      "loss": 0.2454,
      "step": 1111
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.999999996174877e-05,
      "loss": 0.3352,
      "step": 1112
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9999999846995063e-05,
      "loss": 0.3219,
      "step": 1113
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9999999655738893e-05,
      "loss": 0.242,
      "step": 1114
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9999999387980252e-05,
      "loss": 0.3331,
      "step": 1115
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.999999904371915e-05,
      "loss": 0.2837,
      "step": 1116
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9999998622955585e-05,
      "loss": 0.2868,
      "step": 1117
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9999998125689562e-05,
      "loss": 0.2769,
      "step": 1118
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9999997551921085e-05,
      "loss": 0.2843,
      "step": 1119
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9999996901650158e-05,
      "loss": 0.3438,
      "step": 1120
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.999999617487678e-05,
      "loss": 0.3654,
      "step": 1121
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.999999537160097e-05,
      "loss": 0.2653,
      "step": 1122
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.999999449182272e-05,
      "loss": 0.2571,
      "step": 1123
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9999993535542045e-05,
      "loss": 0.2934,
      "step": 1124
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.999999250275895e-05,
      "loss": 0.3343,
      "step": 1125
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9999991393473445e-05,
      "loss": 0.3285,
      "step": 1126
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.999999020768553e-05,
      "loss": 0.2427,
      "step": 1127
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9999988945395226e-05,
      "loss": 0.2966,
      "step": 1128
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9999987606602536e-05,
      "loss": 0.2988,
      "step": 1129
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9999986191307473e-05,
      "loss": 0.2685,
      "step": 1130
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9999984699510048e-05,
      "loss": 0.2914,
      "step": 1131
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9999983131210267e-05,
      "loss": 0.288,
      "step": 1132
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9999981486408148e-05,
      "loss": 0.2814,
      "step": 1133
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.99999797651037e-05,
      "loss": 0.3296,
      "step": 1134
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.999997796729694e-05,
      "loss": 0.2576,
      "step": 1135
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9999976092987876e-05,
      "loss": 0.32,
      "step": 1136
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9999974142176527e-05,
      "loss": 0.3369,
      "step": 1137
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9999972114862907e-05,
      "loss": 0.28,
      "step": 1138
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.999997001104703e-05,
      "loss": 0.2687,
      "step": 1139
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9999967830728916e-05,
      "loss": 0.2791,
      "step": 1140
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.999996557390858e-05,
      "loss": 0.249,
      "step": 1141
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9999963240586035e-05,
      "loss": 0.2868,
      "step": 1142
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.99999608307613e-05,
      "loss": 0.3215,
      "step": 1143
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9999958344434398e-05,
      "loss": 0.3163,
      "step": 1144
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9999955781605346e-05,
      "loss": 0.2179,
      "step": 1145
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9999953142274162e-05,
      "loss": 0.3061,
      "step": 1146
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.999995042644087e-05,
      "loss": 0.3421,
      "step": 1147
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9999947634105483e-05,
      "loss": 0.2381,
      "step": 1148
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.999994476526803e-05,
      "loss": 0.2972,
      "step": 1149
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.999994181992853e-05,
      "loss": 0.3715,
      "step": 1150
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9999938798087005e-05,
      "loss": 0.3315,
      "step": 1151
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.999993569974348e-05,
      "loss": 0.2366,
      "step": 1152
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9999932524897978e-05,
      "loss": 0.3274,
      "step": 1153
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.999992927355052e-05,
      "loss": 0.2976,
      "step": 1154
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.999992594570114e-05,
      "loss": 0.3191,
      "step": 1155
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9999922541349854e-05,
      "loss": 0.2542,
      "step": 1156
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9999919060496692e-05,
      "loss": 0.3523,
      "step": 1157
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.999991550314168e-05,
      "loss": 0.3273,
      "step": 1158
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.999991186928484e-05,
      "loss": 0.2743,
      "step": 1159
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.999990815892621e-05,
      "loss": 0.2483,
      "step": 1160
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.999990437206581e-05,
      "loss": 0.3542,
      "step": 1161
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.999990050870368e-05,
      "loss": 0.3065,
      "step": 1162
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9999896568839837e-05,
      "loss": 0.3077,
      "step": 1163
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9999892552474315e-05,
      "loss": 0.2704,
      "step": 1164
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9999888459607147e-05,
      "loss": 0.3021,
      "step": 1165
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.999988429023836e-05,
      "loss": 0.2727,
      "step": 1166
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9999880044367996e-05,
      "loss": 0.3506,
      "step": 1167
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9999875721996074e-05,
      "loss": 0.2737,
      "step": 1168
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9999871323122634e-05,
      "loss": 0.294,
      "step": 1169
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9999866847747713e-05,
      "loss": 0.2377,
      "step": 1170
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.999986229587134e-05,
      "loss": 0.2053,
      "step": 1171
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.999985766749355e-05,
      "loss": 0.2642,
      "step": 1172
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999852962614378e-05,
      "loss": 0.2891,
      "step": 1173
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999848181233865e-05,
      "loss": 0.3073,
      "step": 1174
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999843323352045e-05,
      "loss": 0.3435,
      "step": 1175
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.999983838896895e-05,
      "loss": 0.2742,
      "step": 1176
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999833378084626e-05,
      "loss": 0.2659,
      "step": 1177
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999828290699107e-05,
      "loss": 0.2727,
      "step": 1178
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.999982312681243e-05,
      "loss": 0.323,
      "step": 1179
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.999981788642464e-05,
      "loss": 0.2602,
      "step": 1180
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999812569535773e-05,
      "loss": 0.3281,
      "step": 1181
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.999980717614587e-05,
      "loss": 0.2906,
      "step": 1182
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.999980170625497e-05,
      "loss": 0.3334,
      "step": 1183
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.999979615986312e-05,
      "loss": 0.2946,
      "step": 1184
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999790536970364e-05,
      "loss": 0.32,
      "step": 1185
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999784837576737e-05,
      "loss": 0.2837,
      "step": 1186
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999779061682288e-05,
      "loss": 0.3088,
      "step": 1187
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.999977320928706e-05,
      "loss": 0.2569,
      "step": 1188
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999767280391098e-05,
      "loss": 0.2789,
      "step": 1189
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999761274994448e-05,
      "loss": 0.3216,
      "step": 1190
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999755193097154e-05,
      "loss": 0.2406,
      "step": 1191
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999749034699262e-05,
      "loss": 0.3344,
      "step": 1192
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999742799800824e-05,
      "loss": 0.2867,
      "step": 1193
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.999973648840188e-05,
      "loss": 0.3149,
      "step": 1194
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999730100502485e-05,
      "loss": 0.3571,
      "step": 1195
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.999972363610269e-05,
      "loss": 0.2854,
      "step": 1196
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999717095202533e-05,
      "loss": 0.2698,
      "step": 1197
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999710477802075e-05,
      "loss": 0.2578,
      "step": 1198
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.999970378390136e-05,
      "loss": 0.2866,
      "step": 1199
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999697013500444e-05,
      "loss": 0.2455,
      "step": 1200
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999690166599377e-05,
      "loss": 0.2987,
      "step": 1201
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.999968324319821e-05,
      "loss": 0.2576,
      "step": 1202
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999676243296996e-05,
      "loss": 0.313,
      "step": 1203
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999669166895794e-05,
      "loss": 0.222,
      "step": 1204
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999662013994648e-05,
      "loss": 0.3312,
      "step": 1205
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.999965478459362e-05,
      "loss": 0.3807,
      "step": 1206
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.999964747869277e-05,
      "loss": 0.3197,
      "step": 1207
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.999964009629214e-05,
      "loss": 0.2736,
      "step": 1208
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999632637391796e-05,
      "loss": 0.2687,
      "step": 1209
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999625101991792e-05,
      "loss": 0.2752,
      "step": 1210
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.999961749009219e-05,
      "loss": 0.2854,
      "step": 1211
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999609801693044e-05,
      "loss": 0.2179,
      "step": 1212
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999602036794413e-05,
      "loss": 0.2872,
      "step": 1213
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999594195396356e-05,
      "loss": 0.3286,
      "step": 1214
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.999958627749894e-05,
      "loss": 0.3028,
      "step": 1215
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999578283102213e-05,
      "loss": 0.2517,
      "step": 1216
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999570212206248e-05,
      "loss": 0.2474,
      "step": 1217
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.99995620648111e-05,
      "loss": 0.2773,
      "step": 1218
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999553840916833e-05,
      "loss": 0.2855,
      "step": 1219
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999545540523508e-05,
      "loss": 0.3109,
      "step": 1220
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999537163631192e-05,
      "loss": 0.2569,
      "step": 1221
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.999952871023995e-05,
      "loss": 0.3071,
      "step": 1222
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999520180349844e-05,
      "loss": 0.2752,
      "step": 1223
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999511573960934e-05,
      "loss": 0.3512,
      "step": 1224
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999502891073293e-05,
      "loss": 0.332,
      "step": 1225
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.999949413168699e-05,
      "loss": 0.2606,
      "step": 1226
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999485295802085e-05,
      "loss": 0.3125,
      "step": 1227
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.999947638341865e-05,
      "loss": 0.2738,
      "step": 1228
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999467394536753e-05,
      "loss": 0.3084,
      "step": 1229
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999458329156457e-05,
      "loss": 0.2429,
      "step": 1230
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999449187277837e-05,
      "loss": 0.379,
      "step": 1231
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.999943996890096e-05,
      "loss": 0.3414,
      "step": 1232
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999430674025904e-05,
      "loss": 0.3392,
      "step": 1233
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999421302652727e-05,
      "loss": 0.2999,
      "step": 1234
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999411854781514e-05,
      "loss": 0.2153,
      "step": 1235
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.999940233041233e-05,
      "loss": 0.2854,
      "step": 1236
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999392729545247e-05,
      "loss": 0.3224,
      "step": 1237
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.999938305218034e-05,
      "loss": 0.222,
      "step": 1238
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999373298317685e-05,
      "loss": 0.2623,
      "step": 1239
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999363467957354e-05,
      "loss": 0.3457,
      "step": 1240
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999353561099427e-05,
      "loss": 0.3282,
      "step": 1241
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999343577743973e-05,
      "loss": 0.2598,
      "step": 1242
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999333517891072e-05,
      "loss": 0.247,
      "step": 1243
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.99993233815408e-05,
      "loss": 0.2936,
      "step": 1244
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999313168693238e-05,
      "loss": 0.3255,
      "step": 1245
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.999930287934846e-05,
      "loss": 0.3113,
      "step": 1246
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999292513506543e-05,
      "loss": 0.3456,
      "step": 1247
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.999928207116757e-05,
      "loss": 0.2705,
      "step": 1248
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999271552331622e-05,
      "loss": 0.2722,
      "step": 1249
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999260956998777e-05,
      "loss": 0.3084,
      "step": 1250
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.999925028516912e-05,
      "loss": 0.3091,
      "step": 1251
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999239536842723e-05,
      "loss": 0.3083,
      "step": 1252
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.999922871201968e-05,
      "loss": 0.306,
      "step": 1253
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.999921781070006e-05,
      "loss": 0.2873,
      "step": 1254
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999206832883963e-05,
      "loss": 0.2832,
      "step": 1255
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.999919577857146e-05,
      "loss": 0.3079,
      "step": 1256
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999184647762645e-05,
      "loss": 0.265,
      "step": 1257
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999173440457596e-05,
      "loss": 0.2542,
      "step": 1258
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999162156656398e-05,
      "loss": 0.344,
      "step": 1259
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999150796359147e-05,
      "loss": 0.3295,
      "step": 1260
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.999913935956592e-05,
      "loss": 0.2127,
      "step": 1261
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999127846276805e-05,
      "loss": 0.293,
      "step": 1262
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999116256491893e-05,
      "loss": 0.3115,
      "step": 1263
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999104590211278e-05,
      "loss": 0.3261,
      "step": 1264
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999092847435042e-05,
      "loss": 0.3556,
      "step": 1265
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999081028163274e-05,
      "loss": 0.2864,
      "step": 1266
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.999906913239607e-05,
      "loss": 0.295,
      "step": 1267
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999057160133515e-05,
      "loss": 0.2567,
      "step": 1268
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999045111375704e-05,
      "loss": 0.3045,
      "step": 1269
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999032986122734e-05,
      "loss": 0.2517,
      "step": 1270
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.999902078437469e-05,
      "loss": 0.2348,
      "step": 1271
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999008506131664e-05,
      "loss": 0.3777,
      "step": 1272
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9998996151393758e-05,
      "loss": 0.3124,
      "step": 1273
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9998983720161062e-05,
      "loss": 0.2676,
      "step": 1274
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9998971212433675e-05,
      "loss": 0.3292,
      "step": 1275
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9998958628211683e-05,
      "loss": 0.2665,
      "step": 1276
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.999894596749519e-05,
      "loss": 0.2988,
      "step": 1277
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9998933230284294e-05,
      "loss": 0.3017,
      "step": 1278
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9998920416579088e-05,
      "loss": 0.2691,
      "step": 1279
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9998907526379672e-05,
      "loss": 0.3286,
      "step": 1280
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9998894559686144e-05,
      "loss": 0.2888,
      "step": 1281
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.99988815164986e-05,
      "loss": 0.3122,
      "step": 1282
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.999886839681715e-05,
      "loss": 0.3127,
      "step": 1283
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9998855200641888e-05,
      "loss": 0.3067,
      "step": 1284
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.999884192797291e-05,
      "loss": 0.2988,
      "step": 1285
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9998828578810324e-05,
      "loss": 0.2865,
      "step": 1286
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9998815153154233e-05,
      "loss": 0.2669,
      "step": 1287
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9998801651004734e-05,
      "loss": 0.2669,
      "step": 1288
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9998788072361933e-05,
      "loss": 0.301,
      "step": 1289
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.999877441722594e-05,
      "loss": 0.2388,
      "step": 1290
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9998760685596846e-05,
      "loss": 0.2677,
      "step": 1291
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.999874687747477e-05,
      "loss": 0.2548,
      "step": 1292
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.999873299285981e-05,
      "loss": 0.2835,
      "step": 1293
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.999871903175207e-05,
      "loss": 0.3032,
      "step": 1294
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9998704994151664e-05,
      "loss": 0.374,
      "step": 1295
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9998690880058692e-05,
      "loss": 0.2885,
      "step": 1296
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9998676689473272e-05,
      "loss": 0.3352,
      "step": 1297
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.99986624223955e-05,
      "loss": 0.3216,
      "step": 1298
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.99986480788255e-05,
      "loss": 0.2688,
      "step": 1299
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9998633658763363e-05,
      "loss": 0.3477,
      "step": 1300
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9998619162209216e-05,
      "loss": 0.2548,
      "step": 1301
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9998604589163165e-05,
      "loss": 0.304,
      "step": 1302
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9998589939625316e-05,
      "loss": 0.3171,
      "step": 1303
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9998575213595787e-05,
      "loss": 0.2515,
      "step": 1304
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9998560411074687e-05,
      "loss": 0.2509,
      "step": 1305
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.999854553206213e-05,
      "loss": 0.2842,
      "step": 1306
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9998530576558235e-05,
      "loss": 0.2656,
      "step": 1307
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9998515544563112e-05,
      "loss": 0.278,
      "step": 1308
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9998500436076873e-05,
      "loss": 0.32,
      "step": 1309
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9998485251099638e-05,
      "loss": 0.3029,
      "step": 1310
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.999846998963152e-05,
      "loss": 0.2867,
      "step": 1311
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.999845465167264e-05,
      "loss": 0.3105,
      "step": 1312
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9998439237223115e-05,
      "loss": 0.2806,
      "step": 1313
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9998423746283058e-05,
      "loss": 0.2437,
      "step": 1314
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.999840817885259e-05,
      "loss": 0.275,
      "step": 1315
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9998392534931833e-05,
      "loss": 0.2206,
      "step": 1316
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9998376814520905e-05,
      "loss": 0.2406,
      "step": 1317
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9998361017619923e-05,
      "loss": 0.2717,
      "step": 1318
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9998345144229014e-05,
      "loss": 0.2494,
      "step": 1319
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.999832919434829e-05,
      "loss": 0.3109,
      "step": 1320
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9998313167977882e-05,
      "loss": 0.3,
      "step": 1321
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9998297065117907e-05,
      "loss": 0.2687,
      "step": 1322
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9998280885768496e-05,
      "loss": 0.3673,
      "step": 1323
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9998264629929763e-05,
      "loss": 0.3137,
      "step": 1324
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9998248297601837e-05,
      "loss": 0.2591,
      "step": 1325
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9998231888784844e-05,
      "loss": 0.4012,
      "step": 1326
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.999821540347891e-05,
      "loss": 0.34,
      "step": 1327
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9998198841684157e-05,
      "loss": 0.3176,
      "step": 1328
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9998182203400717e-05,
      "loss": 0.3403,
      "step": 1329
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9998165488628708e-05,
      "loss": 0.3572,
      "step": 1330
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.999814869736827e-05,
      "loss": 0.3117,
      "step": 1331
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.999813182961952e-05,
      "loss": 0.2802,
      "step": 1332
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.99981148853826e-05,
      "loss": 0.3019,
      "step": 1333
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.999809786465763e-05,
      "loss": 0.2889,
      "step": 1334
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9998080767444738e-05,
      "loss": 0.2394,
      "step": 1335
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9998063593744065e-05,
      "loss": 0.2513,
      "step": 1336
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9998046343555733e-05,
      "loss": 0.2108,
      "step": 1337
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.999802901687988e-05,
      "loss": 0.2769,
      "step": 1338
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9998011613716635e-05,
      "loss": 0.2607,
      "step": 1339
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9997994134066133e-05,
      "loss": 0.3111,
      "step": 1340
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9997976577928508e-05,
      "loss": 0.2889,
      "step": 1341
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9997958945303893e-05,
      "loss": 0.2769,
      "step": 1342
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9997941236192423e-05,
      "loss": 0.2102,
      "step": 1343
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9997923450594233e-05,
      "loss": 0.2883,
      "step": 1344
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.999790558850946e-05,
      "loss": 0.2599,
      "step": 1345
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.999788764993824e-05,
      "loss": 0.3033,
      "step": 1346
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9997869634880717e-05,
      "loss": 0.2491,
      "step": 1347
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9997851543337015e-05,
      "loss": 0.271,
      "step": 1348
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9997833375307282e-05,
      "loss": 0.2869,
      "step": 1349
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9997815130791656e-05,
      "loss": 0.3004,
      "step": 1350
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9997796809790277e-05,
      "loss": 0.2976,
      "step": 1351
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9997778412303282e-05,
      "loss": 0.2551,
      "step": 1352
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9997759938330808e-05,
      "loss": 0.3529,
      "step": 1353
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9997741387873008e-05,
      "loss": 0.2948,
      "step": 1354
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9997722760930022e-05,
      "loss": 0.3197,
      "step": 1355
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9997704057501978e-05,
      "loss": 0.3078,
      "step": 1356
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9997685277589037e-05,
      "loss": 0.3357,
      "step": 1357
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9997666421191335e-05,
      "loss": 0.2775,
      "step": 1358
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.999764748830901e-05,
      "loss": 0.2867,
      "step": 1359
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9997628478942217e-05,
      "loss": 0.2562,
      "step": 1360
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9997609393091095e-05,
      "loss": 0.3251,
      "step": 1361
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9997590230755796e-05,
      "loss": 0.2977,
      "step": 1362
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.999757099193646e-05,
      "loss": 0.3089,
      "step": 1363
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.999755167663324e-05,
      "loss": 0.2965,
      "step": 1364
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.999753228484628e-05,
      "loss": 0.256,
      "step": 1365
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.999751281657573e-05,
      "loss": 0.2711,
      "step": 1366
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9997493271821737e-05,
      "loss": 0.2477,
      "step": 1367
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9997473650584454e-05,
      "loss": 0.2316,
      "step": 1368
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9997453952864026e-05,
      "loss": 0.3557,
      "step": 1369
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.999743417866061e-05,
      "loss": 0.2565,
      "step": 1370
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9997414327974353e-05,
      "loss": 0.2914,
      "step": 1371
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9997394400805406e-05,
      "loss": 0.2519,
      "step": 1372
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9997374397153923e-05,
      "loss": 0.278,
      "step": 1373
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9997354317020058e-05,
      "loss": 0.2921,
      "step": 1374
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9997334160403966e-05,
      "loss": 0.25,
      "step": 1375
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9997313927305793e-05,
      "loss": 0.212,
      "step": 1376
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9997293617725706e-05,
      "loss": 0.2692,
      "step": 1377
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9997273231663855e-05,
      "loss": 0.2465,
      "step": 1378
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.999725276912039e-05,
      "loss": 0.2723,
      "step": 1379
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9997232230095477e-05,
      "loss": 0.3049,
      "step": 1380
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.999721161458927e-05,
      "loss": 0.2817,
      "step": 1381
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9997190922601918e-05,
      "loss": 0.2934,
      "step": 1382
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9997170154133596e-05,
      "loss": 0.2795,
      "step": 1383
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9997149309184447e-05,
      "loss": 0.2896,
      "step": 1384
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.999712838775464e-05,
      "loss": 0.3662,
      "step": 1385
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9997107389844333e-05,
      "loss": 0.2939,
      "step": 1386
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9997086315453688e-05,
      "loss": 0.2669,
      "step": 1387
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.999706516458286e-05,
      "loss": 0.2793,
      "step": 1388
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9997043937232018e-05,
      "loss": 0.3545,
      "step": 1389
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9997022633401316e-05,
      "loss": 0.3203,
      "step": 1390
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.999700125309093e-05,
      "loss": 0.2756,
      "step": 1391
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.999697979630101e-05,
      "loss": 0.2915,
      "step": 1392
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9996958263031727e-05,
      "loss": 0.2637,
      "step": 1393
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9996936653283248e-05,
      "loss": 0.2329,
      "step": 1394
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.999691496705573e-05,
      "loss": 0.2805,
      "step": 1395
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9996893204349347e-05,
      "loss": 0.2167,
      "step": 1396
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9996871365164264e-05,
      "loss": 0.2957,
      "step": 1397
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9996849449500645e-05,
      "loss": 0.2842,
      "step": 1398
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.999682745735866e-05,
      "loss": 0.2408,
      "step": 1399
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9996805388738475e-05,
      "loss": 0.306,
      "step": 1400
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9996783243640264e-05,
      "loss": 0.2783,
      "step": 1401
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.999676102206419e-05,
      "loss": 0.2379,
      "step": 1402
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9996738724010426e-05,
      "loss": 0.3619,
      "step": 1403
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.999671634947914e-05,
      "loss": 0.2986,
      "step": 1404
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9996693898470506e-05,
      "loss": 0.2157,
      "step": 1405
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9996671370984698e-05,
      "loss": 0.3172,
      "step": 1406
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9996648767021885e-05,
      "loss": 0.2612,
      "step": 1407
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9996626086582243e-05,
      "loss": 0.3161,
      "step": 1408
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9996603329665937e-05,
      "loss": 0.2658,
      "step": 1409
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.999658049627315e-05,
      "loss": 0.2361,
      "step": 1410
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9996557586404054e-05,
      "loss": 0.2221,
      "step": 1411
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9996534600058825e-05,
      "loss": 0.2843,
      "step": 1412
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9996511537237637e-05,
      "loss": 0.2626,
      "step": 1413
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9996488397940667e-05,
      "loss": 0.2283,
      "step": 1414
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9996465182168095e-05,
      "loss": 0.3191,
      "step": 1415
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.999644188992009e-05,
      "loss": 0.288,
      "step": 1416
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9996418521196845e-05,
      "loss": 0.2652,
      "step": 1417
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9996395075998524e-05,
      "loss": 0.3171,
      "step": 1418
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9996371554325314e-05,
      "loss": 0.2452,
      "step": 1419
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.999634795617739e-05,
      "loss": 0.2396,
      "step": 1420
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.999632428155494e-05,
      "loss": 0.3091,
      "step": 1421
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9996300530458138e-05,
      "loss": 0.271,
      "step": 1422
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.999627670288717e-05,
      "loss": 0.2639,
      "step": 1423
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9996252798842216e-05,
      "loss": 0.2781,
      "step": 1424
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9996228818323463e-05,
      "loss": 0.2546,
      "step": 1425
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.999620476133109e-05,
      "loss": 0.3033,
      "step": 1426
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.999618062786528e-05,
      "loss": 0.2919,
      "step": 1427
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.999615641792622e-05,
      "loss": 0.3058,
      "step": 1428
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9996132131514097e-05,
      "loss": 0.2845,
      "step": 1429
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9996107768629093e-05,
      "loss": 0.2924,
      "step": 1430
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9996083329271397e-05,
      "loss": 0.2526,
      "step": 1431
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9996058813441194e-05,
      "loss": 0.2764,
      "step": 1432
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9996034221138675e-05,
      "loss": 0.2948,
      "step": 1433
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9996009552364026e-05,
      "loss": 0.2753,
      "step": 1434
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9995984807117437e-05,
      "loss": 0.2984,
      "step": 1435
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9995959985399094e-05,
      "loss": 0.2798,
      "step": 1436
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.999593508720919e-05,
      "loss": 0.2774,
      "step": 1437
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.999591011254791e-05,
      "loss": 0.2282,
      "step": 1438
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9995885061415454e-05,
      "loss": 0.3244,
      "step": 1439
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.999585993381201e-05,
      "loss": 0.2962,
      "step": 1440
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9995834729737765e-05,
      "loss": 0.2832,
      "step": 1441
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.999580944919292e-05,
      "loss": 0.2975,
      "step": 1442
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.999578409217766e-05,
      "loss": 0.2895,
      "step": 1443
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9995758658692187e-05,
      "loss": 0.2724,
      "step": 1444
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9995733148736694e-05,
      "loss": 0.263,
      "step": 1445
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.999570756231137e-05,
      "loss": 0.2776,
      "step": 1446
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9995681899416416e-05,
      "loss": 0.2954,
      "step": 1447
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9995656160052027e-05,
      "loss": 0.2297,
      "step": 1448
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9995630344218402e-05,
      "loss": 0.2511,
      "step": 1449
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9995604451915736e-05,
      "loss": 0.2094,
      "step": 1450
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9995578483144227e-05,
      "loss": 0.3328,
      "step": 1451
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9995552437904074e-05,
      "loss": 0.272,
      "step": 1452
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9995526316195478e-05,
      "loss": 0.2785,
      "step": 1453
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9995500118018637e-05,
      "loss": 0.2468,
      "step": 1454
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9995473843373753e-05,
      "loss": 0.2271,
      "step": 1455
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9995447492261028e-05,
      "loss": 0.2473,
      "step": 1456
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9995421064680655e-05,
      "loss": 0.3225,
      "step": 1457
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9995394560632848e-05,
      "loss": 0.2621,
      "step": 1458
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9995367980117803e-05,
      "loss": 0.2592,
      "step": 1459
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9995341323135728e-05,
      "loss": 0.3218,
      "step": 1460
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9995314589686818e-05,
      "loss": 0.2159,
      "step": 1461
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9995287779771287e-05,
      "loss": 0.3551,
      "step": 1462
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9995260893389338e-05,
      "loss": 0.2622,
      "step": 1463
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9995233930541168e-05,
      "loss": 0.3094,
      "step": 1464
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9995206891226997e-05,
      "loss": 0.2471,
      "step": 1465
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9995179775447022e-05,
      "loss": 0.3263,
      "step": 1466
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9995152583201456e-05,
      "loss": 0.3182,
      "step": 1467
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9995125314490505e-05,
      "loss": 0.262,
      "step": 1468
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9995097969314374e-05,
      "loss": 0.2884,
      "step": 1469
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9995070547673278e-05,
      "loss": 0.2957,
      "step": 1470
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9995043049567425e-05,
      "loss": 0.2472,
      "step": 1471
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.999501547499702e-05,
      "loss": 0.2634,
      "step": 1472
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9994987823962286e-05,
      "loss": 0.2816,
      "step": 1473
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9994960096463424e-05,
      "loss": 0.2874,
      "step": 1474
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9994932292500648e-05,
      "loss": 0.2115,
      "step": 1475
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.999490441207417e-05,
      "loss": 0.2206,
      "step": 1476
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9994876455184208e-05,
      "loss": 0.2997,
      "step": 1477
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.999484842183097e-05,
      "loss": 0.3007,
      "step": 1478
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9994820312014678e-05,
      "loss": 0.2643,
      "step": 1479
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.999479212573554e-05,
      "loss": 0.269,
      "step": 1480
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9994763862993778e-05,
      "loss": 0.2638,
      "step": 1481
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9994735523789602e-05,
      "loss": 0.2681,
      "step": 1482
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.999470710812323e-05,
      "loss": 0.2981,
      "step": 1483
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9994678615994882e-05,
      "loss": 0.2497,
      "step": 1484
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9994650047404775e-05,
      "loss": 0.2126,
      "step": 1485
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9994621402353126e-05,
      "loss": 0.2223,
      "step": 1486
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9994592680840158e-05,
      "loss": 0.3109,
      "step": 1487
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.999456388286609e-05,
      "loss": 0.2418,
      "step": 1488
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9994535008431134e-05,
      "loss": 0.2063,
      "step": 1489
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.999450605753552e-05,
      "loss": 0.3166,
      "step": 1490
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9994477030179466e-05,
      "loss": 0.2728,
      "step": 1491
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9994447926363195e-05,
      "loss": 0.3042,
      "step": 1492
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.999441874608693e-05,
      "loss": 0.3033,
      "step": 1493
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9994389489350893e-05,
      "loss": 0.27,
      "step": 1494
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.999436015615531e-05,
      "loss": 0.2754,
      "step": 1495
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9994330746500404e-05,
      "loss": 0.2775,
      "step": 1496
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.99943012603864e-05,
      "loss": 0.2705,
      "step": 1497
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.999427169781352e-05,
      "loss": 0.2715,
      "step": 1498
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9994242058782e-05,
      "loss": 0.2939,
      "step": 1499
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9994212343292057e-05,
      "loss": 0.2647,
      "step": 1500
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.999418255134392e-05,
      "loss": 0.3187,
      "step": 1501
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.999415268293782e-05,
      "loss": 0.2516,
      "step": 1502
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9994122738073986e-05,
      "loss": 0.2533,
      "step": 1503
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9994092716752643e-05,
      "loss": 0.3463,
      "step": 1504
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9994062618974027e-05,
      "loss": 0.3169,
      "step": 1505
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9994032444738362e-05,
      "loss": 0.3122,
      "step": 1506
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9994002194045877e-05,
      "loss": 0.2844,
      "step": 1507
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.999397186689681e-05,
      "loss": 0.2747,
      "step": 1508
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9993941463291393e-05,
      "loss": 0.2657,
      "step": 1509
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.999391098322985e-05,
      "loss": 0.2423,
      "step": 1510
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9993880426712428e-05,
      "loss": 0.308,
      "step": 1511
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.999384979373935e-05,
      "loss": 0.2575,
      "step": 1512
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.999381908431085e-05,
      "loss": 0.2355,
      "step": 1513
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9993788298427172e-05,
      "loss": 0.3286,
      "step": 1514
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9993757436088544e-05,
      "loss": 0.3087,
      "step": 1515
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.99937264972952e-05,
      "loss": 0.2473,
      "step": 1516
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9993695482047383e-05,
      "loss": 0.2968,
      "step": 1517
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.999366439034533e-05,
      "loss": 0.2557,
      "step": 1518
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9993633222189276e-05,
      "loss": 0.2976,
      "step": 1519
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9993601977579458e-05,
      "loss": 0.3043,
      "step": 1520
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9993570656516117e-05,
      "loss": 0.3334,
      "step": 1521
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9993539258999495e-05,
      "loss": 0.2468,
      "step": 1522
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9993507785029827e-05,
      "loss": 0.2587,
      "step": 1523
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9993476234607362e-05,
      "loss": 0.2787,
      "step": 1524
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9993444607732334e-05,
      "loss": 0.2629,
      "step": 1525
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9993412904404986e-05,
      "loss": 0.249,
      "step": 1526
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9993381124625562e-05,
      "loss": 0.2685,
      "step": 1527
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9993349268394303e-05,
      "loss": 0.2397,
      "step": 1528
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.999331733571146e-05,
      "loss": 0.2778,
      "step": 1529
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.999328532657727e-05,
      "loss": 0.3064,
      "step": 1530
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9993253240991975e-05,
      "loss": 0.3062,
      "step": 1531
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9993221078955828e-05,
      "loss": 0.2743,
      "step": 1532
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.999318884046907e-05,
      "loss": 0.249,
      "step": 1533
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9993156525531953e-05,
      "loss": 0.3301,
      "step": 1534
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9993124134144722e-05,
      "loss": 0.3307,
      "step": 1535
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.999309166630762e-05,
      "loss": 0.2874,
      "step": 1536
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9993059122020905e-05,
      "loss": 0.2471,
      "step": 1537
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9993026501284816e-05,
      "loss": 0.2502,
      "step": 1538
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9992993804099606e-05,
      "loss": 0.2572,
      "step": 1539
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9992961030465525e-05,
      "loss": 0.2643,
      "step": 1540
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9992928180382828e-05,
      "loss": 0.2075,
      "step": 1541
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9992895253851762e-05,
      "loss": 0.292,
      "step": 1542
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.999286225087258e-05,
      "loss": 0.2956,
      "step": 1543
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9992829171445532e-05,
      "loss": 0.2841,
      "step": 1544
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9992796015570876e-05,
      "loss": 0.241,
      "step": 1545
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.999276278324886e-05,
      "loss": 0.2663,
      "step": 1546
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9992729474479748e-05,
      "loss": 0.2604,
      "step": 1547
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9992696089263783e-05,
      "loss": 0.2693,
      "step": 1548
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9992662627601224e-05,
      "loss": 0.2402,
      "step": 1549
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9992629089492333e-05,
      "loss": 0.3607,
      "step": 1550
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.999259547493736e-05,
      "loss": 0.2485,
      "step": 1551
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.999256178393656e-05,
      "loss": 0.2949,
      "step": 1552
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.99925280164902e-05,
      "loss": 0.3377,
      "step": 1553
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9992494172598534e-05,
      "loss": 0.3016,
      "step": 1554
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9992460252261817e-05,
      "loss": 0.3062,
      "step": 1555
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9992426255480312e-05,
      "loss": 0.2878,
      "step": 1556
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.999239218225428e-05,
      "loss": 0.3403,
      "step": 1557
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9992358032583982e-05,
      "loss": 0.3327,
      "step": 1558
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9992323806469676e-05,
      "loss": 0.3227,
      "step": 1559
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9992289503911625e-05,
      "loss": 0.2728,
      "step": 1560
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.999225512491009e-05,
      "loss": 0.338,
      "step": 1561
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9992220669465337e-05,
      "loss": 0.2701,
      "step": 1562
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9992186137577632e-05,
      "loss": 0.2679,
      "step": 1563
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9992151529247233e-05,
      "loss": 0.2622,
      "step": 1564
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9992116844474408e-05,
      "loss": 0.2736,
      "step": 1565
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9992082083259424e-05,
      "loss": 0.2522,
      "step": 1566
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9992047245602542e-05,
      "loss": 0.3308,
      "step": 1567
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9992012331504034e-05,
      "loss": 0.2452,
      "step": 1568
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.999197734096416e-05,
      "loss": 0.261,
      "step": 1569
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9991942273983197e-05,
      "loss": 0.2812,
      "step": 1570
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9991907130561404e-05,
      "loss": 0.2294,
      "step": 1571
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9991871910699055e-05,
      "loss": 0.2735,
      "step": 1572
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.999183661439642e-05,
      "loss": 0.2457,
      "step": 1573
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9991801241653767e-05,
      "loss": 0.267,
      "step": 1574
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.999176579247137e-05,
      "loss": 0.2347,
      "step": 1575
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9991730266849493e-05,
      "loss": 0.2461,
      "step": 1576
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9991694664788415e-05,
      "loss": 0.3278,
      "step": 1577
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.999165898628841e-05,
      "loss": 0.2369,
      "step": 1578
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9991623231349736e-05,
      "loss": 0.2989,
      "step": 1579
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9991587399972686e-05,
      "loss": 0.2374,
      "step": 1580
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9991551492157523e-05,
      "loss": 0.3169,
      "step": 1581
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.999151550790452e-05,
      "loss": 0.2459,
      "step": 1582
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.999147944721396e-05,
      "loss": 0.2911,
      "step": 1583
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9991443310086115e-05,
      "loss": 0.2594,
      "step": 1584
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9991407096521263e-05,
      "loss": 0.2977,
      "step": 1585
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9991370806519677e-05,
      "loss": 0.2375,
      "step": 1586
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.999133444008164e-05,
      "loss": 0.2841,
      "step": 1587
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.999129799720742e-05,
      "loss": 0.3151,
      "step": 1588
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9991261477897313e-05,
      "loss": 0.2707,
      "step": 1589
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9991224882151582e-05,
      "loss": 0.318,
      "step": 1590
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9991188209970516e-05,
      "loss": 0.2803,
      "step": 1591
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9991151461354393e-05,
      "loss": 0.3142,
      "step": 1592
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9991114636303494e-05,
      "loss": 0.2669,
      "step": 1593
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.99910777348181e-05,
      "loss": 0.2426,
      "step": 1594
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9991040756898496e-05,
      "loss": 0.273,
      "step": 1595
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9991003702544963e-05,
      "loss": 0.287,
      "step": 1596
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9990966571757782e-05,
      "loss": 0.2452,
      "step": 1597
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9990929364537242e-05,
      "loss": 0.2477,
      "step": 1598
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9990892080883627e-05,
      "loss": 0.334,
      "step": 1599
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9990854720797218e-05,
      "loss": 0.358,
      "step": 1600
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9990817284278306e-05,
      "loss": 0.2522,
      "step": 1601
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9990779771327173e-05,
      "loss": 0.3018,
      "step": 1602
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.999074218194411e-05,
      "loss": 0.27,
      "step": 1603
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.99907045161294e-05,
      "loss": 0.2731,
      "step": 1604
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9990666773883333e-05,
      "loss": 0.2742,
      "step": 1605
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9990628955206198e-05,
      "loss": 0.2703,
      "step": 1606
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9990591060098285e-05,
      "loss": 0.2437,
      "step": 1607
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9990553088559886e-05,
      "loss": 0.2853,
      "step": 1608
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9990515040591285e-05,
      "loss": 0.3306,
      "step": 1609
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.999047691619278e-05,
      "loss": 0.273,
      "step": 1610
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.999043871536466e-05,
      "loss": 0.2116,
      "step": 1611
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9990400438107217e-05,
      "loss": 0.2746,
      "step": 1612
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9990362084420742e-05,
      "loss": 0.2933,
      "step": 1613
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.999032365430553e-05,
      "loss": 0.2422,
      "step": 1614
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9990285147761875e-05,
      "loss": 0.3135,
      "step": 1615
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9990246564790073e-05,
      "loss": 0.2586,
      "step": 1616
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9990207905390417e-05,
      "loss": 0.2559,
      "step": 1617
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9990169169563205e-05,
      "loss": 0.2763,
      "step": 1618
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9990130357308732e-05,
      "loss": 0.2734,
      "step": 1619
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9990091468627296e-05,
      "loss": 0.2335,
      "step": 1620
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9990052503519192e-05,
      "loss": 0.3106,
      "step": 1621
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9990013461984718e-05,
      "loss": 0.2278,
      "step": 1622
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9989974344024175e-05,
      "loss": 0.3034,
      "step": 1623
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9989935149637866e-05,
      "loss": 0.2731,
      "step": 1624
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.998989587882608e-05,
      "loss": 0.2445,
      "step": 1625
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9989856531589126e-05,
      "loss": 0.2342,
      "step": 1626
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9989817107927304e-05,
      "loss": 0.2775,
      "step": 1627
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9989777607840916e-05,
      "loss": 0.2836,
      "step": 1628
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9989738031330258e-05,
      "loss": 0.2532,
      "step": 1629
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9989698378395642e-05,
      "loss": 0.2854,
      "step": 1630
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9989658649037364e-05,
      "loss": 0.2696,
      "step": 1631
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9989618843255728e-05,
      "loss": 0.3286,
      "step": 1632
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9989578961051045e-05,
      "loss": 0.2315,
      "step": 1633
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9989539002423618e-05,
      "loss": 0.2422,
      "step": 1634
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9989498967373747e-05,
      "loss": 0.2616,
      "step": 1635
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9989458855901745e-05,
      "loss": 0.2728,
      "step": 1636
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9989418668007914e-05,
      "loss": 0.2746,
      "step": 1637
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9989378403692564e-05,
      "loss": 0.2932,
      "step": 1638
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9989338062956004e-05,
      "loss": 0.2701,
      "step": 1639
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.998929764579854e-05,
      "loss": 0.2847,
      "step": 1640
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.998925715222048e-05,
      "loss": 0.2691,
      "step": 1641
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9989216582222142e-05,
      "loss": 0.2985,
      "step": 1642
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.998917593580383e-05,
      "loss": 0.3059,
      "step": 1643
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9989135212965852e-05,
      "loss": 0.2502,
      "step": 1644
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.998909441370852e-05,
      "loss": 0.3458,
      "step": 1645
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9989053538032156e-05,
      "loss": 0.2353,
      "step": 1646
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.998901258593706e-05,
      "loss": 0.2686,
      "step": 1647
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9988971557423555e-05,
      "loss": 0.2428,
      "step": 1648
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9988930452491953e-05,
      "loss": 0.2392,
      "step": 1649
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9988889271142562e-05,
      "loss": 0.3424,
      "step": 1650
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9988848013375706e-05,
      "loss": 0.2576,
      "step": 1651
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9988806679191692e-05,
      "loss": 0.3267,
      "step": 1652
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9988765268590842e-05,
      "loss": 0.3217,
      "step": 1653
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9988723781573472e-05,
      "loss": 0.2928,
      "step": 1654
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.99886822181399e-05,
      "loss": 0.2294,
      "step": 1655
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.998864057829044e-05,
      "loss": 0.2298,
      "step": 1656
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.998859886202541e-05,
      "loss": 0.2512,
      "step": 1657
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.998855706934514e-05,
      "loss": 0.3476,
      "step": 1658
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9988515200249937e-05,
      "loss": 0.2885,
      "step": 1659
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9988473254740127e-05,
      "loss": 0.3219,
      "step": 1660
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9988431232816033e-05,
      "loss": 0.3368,
      "step": 1661
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.998838913447797e-05,
      "loss": 0.2513,
      "step": 1662
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9988346959726265e-05,
      "loss": 0.294,
      "step": 1663
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.998830470856124e-05,
      "loss": 0.2928,
      "step": 1664
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9988262380983218e-05,
      "loss": 0.2832,
      "step": 1665
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9988219976992523e-05,
      "loss": 0.3203,
      "step": 1666
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9988177496589477e-05,
      "loss": 0.2783,
      "step": 1667
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9988134939774407e-05,
      "loss": 0.2821,
      "step": 1668
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9988092306547638e-05,
      "loss": 0.2422,
      "step": 1669
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9988049596909498e-05,
      "loss": 0.2027,
      "step": 1670
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.998800681086031e-05,
      "loss": 0.2655,
      "step": 1671
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9987963948400407e-05,
      "loss": 0.2909,
      "step": 1672
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.998792100953011e-05,
      "loss": 0.2599,
      "step": 1673
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9987877994249753e-05,
      "loss": 0.2886,
      "step": 1674
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9987834902559662e-05,
      "loss": 0.287,
      "step": 1675
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9987791734460172e-05,
      "loss": 0.2604,
      "step": 1676
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9987748489951605e-05,
      "loss": 0.2571,
      "step": 1677
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9987705169034293e-05,
      "loss": 0.2434,
      "step": 1678
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9987661771708576e-05,
      "loss": 0.2704,
      "step": 1679
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9987618297974777e-05,
      "loss": 0.2665,
      "step": 1680
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9987574747833233e-05,
      "loss": 0.3148,
      "step": 1681
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.998753112128428e-05,
      "loss": 0.2077,
      "step": 1682
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9987487418328243e-05,
      "loss": 0.2374,
      "step": 1683
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.998744363896546e-05,
      "loss": 0.3253,
      "step": 1684
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9987399783196267e-05,
      "loss": 0.2829,
      "step": 1685
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9987355851021003e-05,
      "loss": 0.2121,
      "step": 1686
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.998731184244e-05,
      "loss": 0.2835,
      "step": 1687
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9987267757453593e-05,
      "loss": 0.2396,
      "step": 1688
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9987223596062123e-05,
      "loss": 0.2722,
      "step": 1689
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9987179358265927e-05,
      "loss": 0.3099,
      "step": 1690
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.998713504406534e-05,
      "loss": 0.2395,
      "step": 1691
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9987090653460707e-05,
      "loss": 0.365,
      "step": 1692
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9987046186452365e-05,
      "loss": 0.3061,
      "step": 1693
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.998700164304065e-05,
      "loss": 0.2611,
      "step": 1694
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.998695702322591e-05,
      "loss": 0.2738,
      "step": 1695
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.998691232700848e-05,
      "loss": 0.2456,
      "step": 1696
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.998686755438871e-05,
      "loss": 0.285,
      "step": 1697
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.998682270536693e-05,
      "loss": 0.2252,
      "step": 1698
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9986777779943493e-05,
      "loss": 0.244,
      "step": 1699
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9986732778118744e-05,
      "loss": 0.2617,
      "step": 1700
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.998668769989302e-05,
      "loss": 0.3159,
      "step": 1701
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9986642545266666e-05,
      "loss": 0.2518,
      "step": 1702
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9986597314240033e-05,
      "loss": 0.1683,
      "step": 1703
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9986552006813467e-05,
      "loss": 0.2716,
      "step": 1704
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.998650662298731e-05,
      "loss": 0.2835,
      "step": 1705
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.998646116276191e-05,
      "loss": 0.279,
      "step": 1706
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.998641562613762e-05,
      "loss": 0.2869,
      "step": 1707
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.998637001311478e-05,
      "loss": 0.258,
      "step": 1708
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.998632432369375e-05,
      "loss": 0.2879,
      "step": 1709
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9986278557874868e-05,
      "loss": 0.2976,
      "step": 1710
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.998623271565849e-05,
      "loss": 0.3243,
      "step": 1711
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9986186797044966e-05,
      "loss": 0.2764,
      "step": 1712
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9986140802034648e-05,
      "loss": 0.262,
      "step": 1713
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9986094730627888e-05,
      "loss": 0.2334,
      "step": 1714
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9986048582825034e-05,
      "loss": 0.2525,
      "step": 1715
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9986002358626445e-05,
      "loss": 0.2525,
      "step": 1716
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.998595605803247e-05,
      "loss": 0.256,
      "step": 1717
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.998590968104347e-05,
      "loss": 0.2485,
      "step": 1718
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9985863227659793e-05,
      "loss": 0.2875,
      "step": 1719
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9985816697881794e-05,
      "loss": 0.3155,
      "step": 1720
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.998577009170983e-05,
      "loss": 0.247,
      "step": 1721
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9985723409144266e-05,
      "loss": 0.26,
      "step": 1722
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9985676650185447e-05,
      "loss": 0.2625,
      "step": 1723
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9985629814833742e-05,
      "loss": 0.2656,
      "step": 1724
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9985582903089498e-05,
      "loss": 0.2128,
      "step": 1725
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.998553591495308e-05,
      "loss": 0.298,
      "step": 1726
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9985488850424844e-05,
      "loss": 0.2242,
      "step": 1727
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9985441709505157e-05,
      "loss": 0.3131,
      "step": 1728
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9985394492194373e-05,
      "loss": 0.359,
      "step": 1729
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9985347198492856e-05,
      "loss": 0.271,
      "step": 1730
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.998529982840097e-05,
      "loss": 0.3495,
      "step": 1731
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.998525238191907e-05,
      "loss": 0.2534,
      "step": 1732
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9985204859047527e-05,
      "loss": 0.2794,
      "step": 1733
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.99851572597867e-05,
      "loss": 0.2845,
      "step": 1734
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9985109584136954e-05,
      "loss": 0.2985,
      "step": 1735
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9985061832098655e-05,
      "loss": 0.2843,
      "step": 1736
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9985014003672167e-05,
      "loss": 0.2499,
      "step": 1737
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9984966098857855e-05,
      "loss": 0.2592,
      "step": 1738
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.998491811765609e-05,
      "loss": 0.2816,
      "step": 1739
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9984870060067233e-05,
      "loss": 0.3019,
      "step": 1740
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9984821926091658e-05,
      "loss": 0.3005,
      "step": 1741
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9984773715729727e-05,
      "loss": 0.285,
      "step": 1742
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9984725428981812e-05,
      "loss": 0.261,
      "step": 1743
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9984677065848283e-05,
      "loss": 0.2927,
      "step": 1744
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9984628626329505e-05,
      "loss": 0.2504,
      "step": 1745
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9984580110425856e-05,
      "loss": 0.2443,
      "step": 1746
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9984531518137704e-05,
      "loss": 0.2733,
      "step": 1747
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9984482849465418e-05,
      "loss": 0.2094,
      "step": 1748
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.998443410440938e-05,
      "loss": 0.2505,
      "step": 1749
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9984385282969947e-05,
      "loss": 0.2692,
      "step": 1750
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9984336385147504e-05,
      "loss": 0.3291,
      "step": 1751
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.998428741094242e-05,
      "loss": 0.29,
      "step": 1752
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9984238360355078e-05,
      "loss": 0.2248,
      "step": 1753
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9984189233385845e-05,
      "loss": 0.2367,
      "step": 1754
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9984140030035097e-05,
      "loss": 0.2793,
      "step": 1755
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9984090750303214e-05,
      "loss": 0.2424,
      "step": 1756
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9984041394190573e-05,
      "loss": 0.2447,
      "step": 1757
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9983991961697545e-05,
      "loss": 0.2537,
      "step": 1758
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9983942452824517e-05,
      "loss": 0.2616,
      "step": 1759
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9983892867571865e-05,
      "loss": 0.2544,
      "step": 1760
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9983843205939965e-05,
      "loss": 0.2371,
      "step": 1761
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9983793467929197e-05,
      "loss": 0.2793,
      "step": 1762
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.998374365353995e-05,
      "loss": 0.226,
      "step": 1763
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9983693762772594e-05,
      "loss": 0.2673,
      "step": 1764
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9983643795627518e-05,
      "loss": 0.2812,
      "step": 1765
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9983593752105098e-05,
      "loss": 0.2823,
      "step": 1766
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9983543632205724e-05,
      "loss": 0.3516,
      "step": 1767
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9983493435929776e-05,
      "loss": 0.2364,
      "step": 1768
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9983443163277635e-05,
      "loss": 0.2464,
      "step": 1769
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9983392814249693e-05,
      "loss": 0.3318,
      "step": 1770
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9983342388846328e-05,
      "loss": 0.2486,
      "step": 1771
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.998329188706793e-05,
      "loss": 0.2366,
      "step": 1772
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9983241308914882e-05,
      "loss": 0.2489,
      "step": 1773
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9983190654387577e-05,
      "loss": 0.2751,
      "step": 1774
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9983139923486394e-05,
      "loss": 0.2636,
      "step": 1775
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9983089116211726e-05,
      "loss": 0.2525,
      "step": 1776
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9983038232563964e-05,
      "loss": 0.26,
      "step": 1777
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9982987272543492e-05,
      "loss": 0.3264,
      "step": 1778
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9982936236150702e-05,
      "loss": 0.2613,
      "step": 1779
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.998288512338599e-05,
      "loss": 0.2413,
      "step": 1780
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9982833934249736e-05,
      "loss": 0.2503,
      "step": 1781
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.998278266874234e-05,
      "loss": 0.2337,
      "step": 1782
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9982731326864193e-05,
      "loss": 0.2861,
      "step": 1783
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.998267990861568e-05,
      "loss": 0.2827,
      "step": 1784
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9982628413997206e-05,
      "loss": 0.3209,
      "step": 1785
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.998257684300916e-05,
      "loss": 0.219,
      "step": 1786
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9982525195651935e-05,
      "loss": 0.2982,
      "step": 1787
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9982473471925928e-05,
      "loss": 0.1977,
      "step": 1788
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9982421671831532e-05,
      "loss": 0.249,
      "step": 1789
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9982369795369144e-05,
      "loss": 0.2703,
      "step": 1790
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9982317842539166e-05,
      "loss": 0.27,
      "step": 1791
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.998226581334199e-05,
      "loss": 0.2483,
      "step": 1792
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9982213707778016e-05,
      "loss": 0.2284,
      "step": 1793
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9982161525847642e-05,
      "loss": 0.2539,
      "step": 1794
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9982109267551268e-05,
      "loss": 0.2652,
      "step": 1795
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9982056932889297e-05,
      "loss": 0.2432,
      "step": 1796
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.998200452186212e-05,
      "loss": 0.2985,
      "step": 1797
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9981952034470146e-05,
      "loss": 0.2754,
      "step": 1798
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.998189947071377e-05,
      "loss": 0.271,
      "step": 1799
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9981846830593405e-05,
      "loss": 0.2325,
      "step": 1800
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9981794114109442e-05,
      "loss": 0.2512,
      "step": 1801
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.998174132126229e-05,
      "loss": 0.212,
      "step": 1802
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9981688452052356e-05,
      "loss": 0.2239,
      "step": 1803
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9981635506480038e-05,
      "loss": 0.2678,
      "step": 1804
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9981582484545742e-05,
      "loss": 0.2217,
      "step": 1805
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9981529386249878e-05,
      "loss": 0.24,
      "step": 1806
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9981476211592848e-05,
      "loss": 0.2366,
      "step": 1807
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.998142296057506e-05,
      "loss": 0.3169,
      "step": 1808
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9981369633196922e-05,
      "loss": 0.2285,
      "step": 1809
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9981316229458842e-05,
      "loss": 0.2406,
      "step": 1810
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.998126274936123e-05,
      "loss": 0.2461,
      "step": 1811
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9981209192904492e-05,
      "loss": 0.2199,
      "step": 1812
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.998115556008904e-05,
      "loss": 0.241,
      "step": 1813
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9981101850915282e-05,
      "loss": 0.3384,
      "step": 1814
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.998104806538363e-05,
      "loss": 0.2644,
      "step": 1815
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9980994203494496e-05,
      "loss": 0.2849,
      "step": 1816
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9980940265248293e-05,
      "loss": 0.2991,
      "step": 1817
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.998088625064543e-05,
      "loss": 0.2859,
      "step": 1818
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.998083215968632e-05,
      "loss": 0.2951,
      "step": 1819
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9980777992371388e-05,
      "loss": 0.3136,
      "step": 1820
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9980723748701038e-05,
      "loss": 0.2781,
      "step": 1821
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9980669428675682e-05,
      "loss": 0.2806,
      "step": 1822
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9980615032295744e-05,
      "loss": 0.214,
      "step": 1823
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9980560559561634e-05,
      "loss": 0.236,
      "step": 1824
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9980506010473772e-05,
      "loss": 0.2322,
      "step": 1825
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9980451385032574e-05,
      "loss": 0.205,
      "step": 1826
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.998039668323846e-05,
      "loss": 0.2527,
      "step": 1827
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9980341905091846e-05,
      "loss": 0.3005,
      "step": 1828
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9980287050593156e-05,
      "loss": 0.2569,
      "step": 1829
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.99802321197428e-05,
      "loss": 0.2556,
      "step": 1830
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9980177112541208e-05,
      "loss": 0.1959,
      "step": 1831
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9980122028988797e-05,
      "loss": 0.2716,
      "step": 1832
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9980066869085984e-05,
      "loss": 0.2955,
      "step": 1833
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9980011632833197e-05,
      "loss": 0.2218,
      "step": 1834
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9979956320230856e-05,
      "loss": 0.2012,
      "step": 1835
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9979900931279388e-05,
      "loss": 0.2935,
      "step": 1836
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9979845465979212e-05,
      "loss": 0.2749,
      "step": 1837
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9979789924330753e-05,
      "loss": 0.2546,
      "step": 1838
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9979734306334437e-05,
      "loss": 0.2992,
      "step": 1839
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.997967861199069e-05,
      "loss": 0.2329,
      "step": 1840
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9979622841299938e-05,
      "loss": 0.2253,
      "step": 1841
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9979566994262606e-05,
      "loss": 0.3326,
      "step": 1842
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.997951107087912e-05,
      "loss": 0.2316,
      "step": 1843
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9979455071149915e-05,
      "loss": 0.3477,
      "step": 1844
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9979398995075413e-05,
      "loss": 0.2539,
      "step": 1845
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9979342842656045e-05,
      "loss": 0.2484,
      "step": 1846
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9979286613892236e-05,
      "loss": 0.2477,
      "step": 1847
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9979230308784423e-05,
      "loss": 0.3131,
      "step": 1848
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9979173927333036e-05,
      "loss": 0.2787,
      "step": 1849
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9979117469538504e-05,
      "loss": 0.305,
      "step": 1850
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9979060935401256e-05,
      "loss": 0.2534,
      "step": 1851
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.997900432492173e-05,
      "loss": 0.2711,
      "step": 1852
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9978947638100356e-05,
      "loss": 0.2689,
      "step": 1853
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.997889087493757e-05,
      "loss": 0.2831,
      "step": 1854
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9978834035433803e-05,
      "loss": 0.2638,
      "step": 1855
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.997877711958949e-05,
      "loss": 0.2465,
      "step": 1856
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9978720127405072e-05,
      "loss": 0.2599,
      "step": 1857
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.997866305888098e-05,
      "loss": 0.2826,
      "step": 1858
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9978605914017654e-05,
      "loss": 0.24,
      "step": 1859
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9978548692815525e-05,
      "loss": 0.2369,
      "step": 1860
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9978491395275034e-05,
      "loss": 0.2484,
      "step": 1861
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9978434021396623e-05,
      "loss": 0.2929,
      "step": 1862
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9978376571180726e-05,
      "loss": 0.2329,
      "step": 1863
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9978319044627784e-05,
      "loss": 0.2737,
      "step": 1864
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9978261441738237e-05,
      "loss": 0.1847,
      "step": 1865
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.997820376251253e-05,
      "loss": 0.2653,
      "step": 1866
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9978146006951095e-05,
      "loss": 0.319,
      "step": 1867
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9978088175054383e-05,
      "loss": 0.2589,
      "step": 1868
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.997803026682283e-05,
      "loss": 0.3389,
      "step": 1869
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9977972282256885e-05,
      "loss": 0.2751,
      "step": 1870
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9977914221356986e-05,
      "loss": 0.3334,
      "step": 1871
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.997785608412358e-05,
      "loss": 0.2234,
      "step": 1872
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.997779787055711e-05,
      "loss": 0.2012,
      "step": 1873
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9977739580658023e-05,
      "loss": 0.3085,
      "step": 1874
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9977681214426765e-05,
      "loss": 0.2449,
      "step": 1875
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9977622771863784e-05,
      "loss": 0.2656,
      "step": 1876
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.997756425296952e-05,
      "loss": 0.2158,
      "step": 1877
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9977505657744428e-05,
      "loss": 0.236,
      "step": 1878
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9977446986188956e-05,
      "loss": 0.2417,
      "step": 1879
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.997738823830355e-05,
      "loss": 0.254,
      "step": 1880
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.997732941408866e-05,
      "loss": 0.2563,
      "step": 1881
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9977270513544736e-05,
      "loss": 0.2031,
      "step": 1882
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.997721153667223e-05,
      "loss": 0.2568,
      "step": 1883
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.997715248347159e-05,
      "loss": 0.2521,
      "step": 1884
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.997709335394327e-05,
      "loss": 0.235,
      "step": 1885
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9977034148087727e-05,
      "loss": 0.3502,
      "step": 1886
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9976974865905405e-05,
      "loss": 0.2808,
      "step": 1887
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9976915507396764e-05,
      "loss": 0.2289,
      "step": 1888
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.997685607256225e-05,
      "loss": 0.2784,
      "step": 1889
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9976796561402332e-05,
      "loss": 0.3013,
      "step": 1890
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9976736973917453e-05,
      "loss": 0.2394,
      "step": 1891
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.997667731010807e-05,
      "loss": 0.2752,
      "step": 1892
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9976617569974644e-05,
      "loss": 0.3017,
      "step": 1893
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9976557753517634e-05,
      "loss": 0.2071,
      "step": 1894
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.997649786073749e-05,
      "loss": 0.2151,
      "step": 1895
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9976437891634672e-05,
      "loss": 0.2318,
      "step": 1896
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9976377846209646e-05,
      "loss": 0.2578,
      "step": 1897
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9976317724462862e-05,
      "loss": 0.259,
      "step": 1898
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9976257526394784e-05,
      "loss": 0.2383,
      "step": 1899
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9976197252005877e-05,
      "loss": 0.2968,
      "step": 1900
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9976136901296594e-05,
      "loss": 0.2848,
      "step": 1901
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.99760764742674e-05,
      "loss": 0.3544,
      "step": 1902
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9976015970918757e-05,
      "loss": 0.278,
      "step": 1903
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.997595539125113e-05,
      "loss": 0.2801,
      "step": 1904
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.997589473526498e-05,
      "loss": 0.2791,
      "step": 1905
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9975834002960776e-05,
      "loss": 0.2834,
      "step": 1906
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9975773194338976e-05,
      "loss": 0.2763,
      "step": 1907
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9975712309400043e-05,
      "loss": 0.2334,
      "step": 1908
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9975651348144455e-05,
      "loss": 0.3075,
      "step": 1909
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9975590310572665e-05,
      "loss": 0.269,
      "step": 1910
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.997552919668515e-05,
      "loss": 0.2326,
      "step": 1911
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.997546800648237e-05,
      "loss": 0.273,
      "step": 1912
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.99754067399648e-05,
      "loss": 0.2573,
      "step": 1913
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9975345397132906e-05,
      "loss": 0.2084,
      "step": 1914
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9975283977987153e-05,
      "loss": 0.2165,
      "step": 1915
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9975222482528017e-05,
      "loss": 0.3168,
      "step": 1916
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9975160910755966e-05,
      "loss": 0.2703,
      "step": 1917
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9975099262671468e-05,
      "loss": 0.2962,
      "step": 1918
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9975037538275e-05,
      "loss": 0.2904,
      "step": 1919
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9974975737567033e-05,
      "loss": 0.361,
      "step": 1920
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9974913860548035e-05,
      "loss": 0.2194,
      "step": 1921
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9974851907218484e-05,
      "loss": 0.2224,
      "step": 1922
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9974789877578857e-05,
      "loss": 0.2186,
      "step": 1923
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9974727771629618e-05,
      "loss": 0.2683,
      "step": 1924
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9974665589371255e-05,
      "loss": 0.2446,
      "step": 1925
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9974603330804233e-05,
      "loss": 0.236,
      "step": 1926
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9974540995929033e-05,
      "loss": 0.2557,
      "step": 1927
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9974478584746132e-05,
      "loss": 0.2563,
      "step": 1928
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9974416097256008e-05,
      "loss": 0.2581,
      "step": 1929
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9974353533459136e-05,
      "loss": 0.2483,
      "step": 1930
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9974290893355995e-05,
      "loss": 0.301,
      "step": 1931
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.997422817694707e-05,
      "loss": 0.2891,
      "step": 1932
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9974165384232834e-05,
      "loss": 0.2794,
      "step": 1933
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.997410251521377e-05,
      "loss": 0.2341,
      "step": 1934
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.997403956989036e-05,
      "loss": 0.2739,
      "step": 1935
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9973976548263085e-05,
      "loss": 0.279,
      "step": 1936
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9973913450332426e-05,
      "loss": 0.2746,
      "step": 1937
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9973850276098865e-05,
      "loss": 0.2608,
      "step": 1938
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9973787025562888e-05,
      "loss": 0.3495,
      "step": 1939
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9973723698724977e-05,
      "loss": 0.256,
      "step": 1940
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9973660295585614e-05,
      "loss": 0.274,
      "step": 1941
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.997359681614529e-05,
      "loss": 0.2616,
      "step": 1942
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.997353326040449e-05,
      "loss": 0.2507,
      "step": 1943
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9973469628363694e-05,
      "loss": 0.2228,
      "step": 1944
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9973405920023394e-05,
      "loss": 0.1928,
      "step": 1945
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9973342135384077e-05,
      "loss": 0.2754,
      "step": 1946
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.997327827444623e-05,
      "loss": 0.2831,
      "step": 1947
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.997321433721034e-05,
      "loss": 0.2811,
      "step": 1948
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.99731503236769e-05,
      "loss": 0.3254,
      "step": 1949
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9973086233846395e-05,
      "loss": 0.2626,
      "step": 1950
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9973022067719315e-05,
      "loss": 0.254,
      "step": 1951
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9972957825296163e-05,
      "loss": 0.3074,
      "step": 1952
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9972893506577413e-05,
      "loss": 0.2796,
      "step": 1953
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.997282911156357e-05,
      "loss": 0.2706,
      "step": 1954
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9972764640255116e-05,
      "loss": 0.2509,
      "step": 1955
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9972700092652553e-05,
      "loss": 0.3165,
      "step": 1956
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9972635468756373e-05,
      "loss": 0.2647,
      "step": 1957
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9972570768567068e-05,
      "loss": 0.2252,
      "step": 1958
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9972505992085133e-05,
      "loss": 0.2565,
      "step": 1959
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9972441139311066e-05,
      "loss": 0.1909,
      "step": 1960
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9972376210245365e-05,
      "loss": 0.2192,
      "step": 1961
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.997231120488852e-05,
      "loss": 0.2727,
      "step": 1962
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.997224612324103e-05,
      "loss": 0.2234,
      "step": 1963
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.99721809653034e-05,
      "loss": 0.2646,
      "step": 1964
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9972115731076118e-05,
      "loss": 0.3268,
      "step": 1965
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9972050420559693e-05,
      "loss": 0.3321,
      "step": 1966
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.997198503375462e-05,
      "loss": 0.279,
      "step": 1967
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9971919570661394e-05,
      "loss": 0.2855,
      "step": 1968
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9971854031280525e-05,
      "loss": 0.2829,
      "step": 1969
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.997178841561251e-05,
      "loss": 0.2595,
      "step": 1970
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9971722723657846e-05,
      "loss": 0.2332,
      "step": 1971
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9971656955417047e-05,
      "loss": 0.2163,
      "step": 1972
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.997159111089061e-05,
      "loss": 0.2951,
      "step": 1973
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9971525190079037e-05,
      "loss": 0.2389,
      "step": 1974
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9971459192982835e-05,
      "loss": 0.2819,
      "step": 1975
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9971393119602506e-05,
      "loss": 0.2322,
      "step": 1976
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.997132696993856e-05,
      "loss": 0.2844,
      "step": 1977
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9971260743991498e-05,
      "loss": 0.3209,
      "step": 1978
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.997119444176183e-05,
      "loss": 0.2876,
      "step": 1979
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9971128063250064e-05,
      "loss": 0.2666,
      "step": 1980
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9971061608456708e-05,
      "loss": 0.2892,
      "step": 1981
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9970995077382266e-05,
      "loss": 0.3419,
      "step": 1982
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9970928470027248e-05,
      "loss": 0.3856,
      "step": 1983
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9970861786392167e-05,
      "loss": 0.2667,
      "step": 1984
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9970795026477533e-05,
      "loss": 0.2452,
      "step": 1985
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.997072819028385e-05,
      "loss": 0.3084,
      "step": 1986
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.997066127781164e-05,
      "loss": 0.2812,
      "step": 1987
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9970594289061406e-05,
      "loss": 0.2408,
      "step": 1988
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9970527224033664e-05,
      "loss": 0.2494,
      "step": 1989
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9970460082728924e-05,
      "loss": 0.2052,
      "step": 1990
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9970392865147708e-05,
      "loss": 0.2666,
      "step": 1991
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9970325571290522e-05,
      "loss": 0.3105,
      "step": 1992
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9970258201157883e-05,
      "loss": 0.2668,
      "step": 1993
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9970190754750307e-05,
      "loss": 0.2663,
      "step": 1994
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.997012323206831e-05,
      "loss": 0.2862,
      "step": 1995
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9970055633112412e-05,
      "loss": 0.2006,
      "step": 1996
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.996998795788312e-05,
      "loss": 0.3303,
      "step": 1997
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9969920206380965e-05,
      "loss": 0.2828,
      "step": 1998
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.996985237860645e-05,
      "loss": 0.3169,
      "step": 1999
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.996978447456011e-05,
      "loss": 0.2287,
      "step": 2000
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9969716494242454e-05,
      "loss": 0.3229,
      "step": 2001
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9969648437654006e-05,
      "loss": 0.2618,
      "step": 2002
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9969580304795287e-05,
      "loss": 0.2565,
      "step": 2003
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9969512095666817e-05,
      "loss": 0.2622,
      "step": 2004
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9969443810269115e-05,
      "loss": 0.2901,
      "step": 2005
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9969375448602707e-05,
      "loss": 0.3282,
      "step": 2006
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9969307010668117e-05,
      "loss": 0.2862,
      "step": 2007
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9969238496465864e-05,
      "loss": 0.2528,
      "step": 2008
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9969169905996476e-05,
      "loss": 0.2705,
      "step": 2009
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9969101239260476e-05,
      "loss": 0.322,
      "step": 2010
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.996903249625839e-05,
      "loss": 0.286,
      "step": 2011
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9968963676990744e-05,
      "loss": 0.2663,
      "step": 2012
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9968894781458067e-05,
      "loss": 0.2805,
      "step": 2013
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.996882580966088e-05,
      "loss": 0.2433,
      "step": 2014
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9968756761599714e-05,
      "loss": 0.2331,
      "step": 2015
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.99686876372751e-05,
      "loss": 0.2272,
      "step": 2016
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9968618436687565e-05,
      "loss": 0.2246,
      "step": 2017
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9968549159837632e-05,
      "loss": 0.2523,
      "step": 2018
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.996847980672584e-05,
      "loss": 0.2585,
      "step": 2019
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9968410377352715e-05,
      "loss": 0.2944,
      "step": 2020
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.996834087171879e-05,
      "loss": 0.2461,
      "step": 2021
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9968271289824595e-05,
      "loss": 0.2773,
      "step": 2022
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9968201631670666e-05,
      "loss": 0.2818,
      "step": 2023
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.996813189725753e-05,
      "loss": 0.2716,
      "step": 2024
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9968062086585726e-05,
      "loss": 0.25,
      "step": 2025
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.996799219965578e-05,
      "loss": 0.3196,
      "step": 2026
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.996792223646824e-05,
      "loss": 0.2623,
      "step": 2027
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.996785219702363e-05,
      "loss": 0.2416,
      "step": 2028
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9967782081322488e-05,
      "loss": 0.2676,
      "step": 2029
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9967711889365352e-05,
      "loss": 0.2378,
      "step": 2030
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.996764162115276e-05,
      "loss": 0.2425,
      "step": 2031
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9967571276685253e-05,
      "loss": 0.2005,
      "step": 2032
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9967500855963356e-05,
      "loss": 0.2538,
      "step": 2033
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9967430358987623e-05,
      "loss": 0.2612,
      "step": 2034
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9967359785758583e-05,
      "loss": 0.2757,
      "step": 2035
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.996728913627678e-05,
      "loss": 0.2534,
      "step": 2036
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9967218410542755e-05,
      "loss": 0.2511,
      "step": 2037
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9967147608557048e-05,
      "loss": 0.2202,
      "step": 2038
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9967076730320198e-05,
      "loss": 0.2294,
      "step": 2039
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9967005775832754e-05,
      "loss": 0.2984,
      "step": 2040
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9966934745095253e-05,
      "loss": 0.3094,
      "step": 2041
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9966863638108238e-05,
      "loss": 0.2888,
      "step": 2042
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9966792454872256e-05,
      "loss": 0.2876,
      "step": 2043
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9966721195387852e-05,
      "loss": 0.3074,
      "step": 2044
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9966649859655568e-05,
      "loss": 0.266,
      "step": 2045
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9966578447675957e-05,
      "loss": 0.2132,
      "step": 2046
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9966506959449553e-05,
      "loss": 0.1682,
      "step": 2047
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9966435394976913e-05,
      "loss": 0.2732,
      "step": 2048
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9966363754258582e-05,
      "loss": 0.2904,
      "step": 2049
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.996629203729511e-05,
      "loss": 0.2444,
      "step": 2050
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9966220244087035e-05,
      "loss": 0.2051,
      "step": 2051
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.996614837463492e-05,
      "loss": 0.3185,
      "step": 2052
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9966076428939307e-05,
      "loss": 0.235,
      "step": 2053
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9966004407000747e-05,
      "loss": 0.3104,
      "step": 2054
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.99659323088198e-05,
      "loss": 0.2597,
      "step": 2055
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9965860134397e-05,
      "loss": 0.2632,
      "step": 2056
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9965787883732915e-05,
      "loss": 0.2824,
      "step": 2057
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.996571555682809e-05,
      "loss": 0.326,
      "step": 2058
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.996564315368308e-05,
      "loss": 0.2827,
      "step": 2059
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9965570674298442e-05,
      "loss": 0.2539,
      "step": 2060
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9965498118674725e-05,
      "loss": 0.2649,
      "step": 2061
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9965425486812487e-05,
      "loss": 0.2732,
      "step": 2062
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9965352778712285e-05,
      "loss": 0.2671,
      "step": 2063
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.996527999437467e-05,
      "loss": 0.2927,
      "step": 2064
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9965207133800203e-05,
      "loss": 0.2231,
      "step": 2065
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9965134196989444e-05,
      "loss": 0.3242,
      "step": 2066
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9965061183942945e-05,
      "loss": 0.2188,
      "step": 2067
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.996498809466127e-05,
      "loss": 0.283,
      "step": 2068
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9964914929144973e-05,
      "loss": 0.3322,
      "step": 2069
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9964841687394617e-05,
      "loss": 0.2726,
      "step": 2070
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.996476836941076e-05,
      "loss": 0.2331,
      "step": 2071
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9964694975193968e-05,
      "loss": 0.2886,
      "step": 2072
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9964621504744798e-05,
      "loss": 0.2445,
      "step": 2073
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9964547958063815e-05,
      "loss": 0.2977,
      "step": 2074
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9964474335151575e-05,
      "loss": 0.2706,
      "step": 2075
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9964400636008646e-05,
      "loss": 0.2202,
      "step": 2076
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9964326860635594e-05,
      "loss": 0.2504,
      "step": 2077
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.996425300903298e-05,
      "loss": 0.2562,
      "step": 2078
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9964179081201373e-05,
      "loss": 0.2615,
      "step": 2079
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.996410507714133e-05,
      "loss": 0.2622,
      "step": 2080
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9964030996853427e-05,
      "loss": 0.2888,
      "step": 2081
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9963956840338226e-05,
      "loss": 0.2467,
      "step": 2082
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.996388260759629e-05,
      "loss": 0.2439,
      "step": 2083
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9963808298628196e-05,
      "loss": 0.2274,
      "step": 2084
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9963733913434513e-05,
      "loss": 0.2695,
      "step": 2085
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9963659452015796e-05,
      "loss": 0.3223,
      "step": 2086
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.996358491437263e-05,
      "loss": 0.2846,
      "step": 2087
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.996351030050558e-05,
      "loss": 0.2783,
      "step": 2088
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9963435610415213e-05,
      "loss": 0.2664,
      "step": 2089
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9963360844102105e-05,
      "loss": 0.2691,
      "step": 2090
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9963286001566825e-05,
      "loss": 0.2216,
      "step": 2091
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9963211082809945e-05,
      "loss": 0.2705,
      "step": 2092
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9963136087832042e-05,
      "loss": 0.3104,
      "step": 2093
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9963061016633693e-05,
      "loss": 0.2605,
      "step": 2094
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.996298586921546e-05,
      "loss": 0.3179,
      "step": 2095
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9962910645577927e-05,
      "loss": 0.2032,
      "step": 2096
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9962835345721668e-05,
      "loss": 0.2359,
      "step": 2097
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9962759969647257e-05,
      "loss": 0.2263,
      "step": 2098
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9962684517355277e-05,
      "loss": 0.216,
      "step": 2099
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9962608988846296e-05,
      "loss": 0.229,
      "step": 2100
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9962533384120894e-05,
      "loss": 0.2573,
      "step": 2101
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9962457703179658e-05,
      "loss": 0.2794,
      "step": 2102
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9962381946023155e-05,
      "loss": 0.2874,
      "step": 2103
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9962306112651974e-05,
      "loss": 0.2843,
      "step": 2104
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9962230203066688e-05,
      "loss": 0.2523,
      "step": 2105
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9962154217267882e-05,
      "loss": 0.2544,
      "step": 2106
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9962078155256138e-05,
      "loss": 0.2543,
      "step": 2107
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9962002017032035e-05,
      "loss": 0.2367,
      "step": 2108
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9961925802596157e-05,
      "loss": 0.2423,
      "step": 2109
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.996184951194909e-05,
      "loss": 0.275,
      "step": 2110
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.996177314509141e-05,
      "loss": 0.2834,
      "step": 2111
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9961696702023707e-05,
      "loss": 0.2382,
      "step": 2112
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9961620182746562e-05,
      "loss": 0.2803,
      "step": 2113
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.996154358726057e-05,
      "loss": 0.2551,
      "step": 2114
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9961466915566304e-05,
      "loss": 0.2669,
      "step": 2115
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9961390167664355e-05,
      "loss": 0.2373,
      "step": 2116
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9961313343555317e-05,
      "loss": 0.3025,
      "step": 2117
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9961236443239768e-05,
      "loss": 0.2415,
      "step": 2118
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.99611594667183e-05,
      "loss": 0.2605,
      "step": 2119
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9961082413991505e-05,
      "loss": 0.2557,
      "step": 2120
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.996100528505997e-05,
      "loss": 0.2721,
      "step": 2121
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9960928079924285e-05,
      "loss": 0.2452,
      "step": 2122
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9960850798585038e-05,
      "loss": 0.2815,
      "step": 2123
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9960773441042825e-05,
      "loss": 0.2284,
      "step": 2124
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.996069600729824e-05,
      "loss": 0.2214,
      "step": 2125
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9960618497351864e-05,
      "loss": 0.2611,
      "step": 2126
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9960540911204298e-05,
      "loss": 0.194,
      "step": 2127
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9960463248856134e-05,
      "loss": 0.2363,
      "step": 2128
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.996038551030797e-05,
      "loss": 0.2576,
      "step": 2129
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.99603076955604e-05,
      "loss": 0.2165,
      "step": 2130
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.996022980461401e-05,
      "loss": 0.2402,
      "step": 2131
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9960151837469405e-05,
      "loss": 0.2605,
      "step": 2132
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.996007379412718e-05,
      "loss": 0.2699,
      "step": 2133
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.995999567458793e-05,
      "loss": 0.2529,
      "step": 2134
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.995991747885225e-05,
      "loss": 0.2228,
      "step": 2135
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.995983920692075e-05,
      "loss": 0.2333,
      "step": 2136
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9959760858794015e-05,
      "loss": 0.2693,
      "step": 2137
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.995968243447265e-05,
      "loss": 0.2691,
      "step": 2138
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.995960393395726e-05,
      "loss": 0.2547,
      "step": 2139
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9959525357248437e-05,
      "loss": 0.2808,
      "step": 2140
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9959446704346784e-05,
      "loss": 0.2282,
      "step": 2141
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.995936797525291e-05,
      "loss": 0.3338,
      "step": 2142
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9959289169967407e-05,
      "loss": 0.2499,
      "step": 2143
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9959210288490885e-05,
      "loss": 0.2783,
      "step": 2144
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9959131330823945e-05,
      "loss": 0.2356,
      "step": 2145
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.995905229696719e-05,
      "loss": 0.2833,
      "step": 2146
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9958973186921228e-05,
      "loss": 0.2809,
      "step": 2147
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.995889400068666e-05,
      "loss": 0.2374,
      "step": 2148
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9958814738264096e-05,
      "loss": 0.2358,
      "step": 2149
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9958735399654134e-05,
      "loss": 0.2485,
      "step": 2150
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9958655984857394e-05,
      "loss": 0.2476,
      "step": 2151
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9958576493874476e-05,
      "loss": 0.2215,
      "step": 2152
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9958496926705986e-05,
      "loss": 0.3087,
      "step": 2153
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9958417283352536e-05,
      "loss": 0.2485,
      "step": 2154
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9958337563814735e-05,
      "loss": 0.2887,
      "step": 2155
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.995825776809319e-05,
      "loss": 0.2682,
      "step": 2156
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.995817789618852e-05,
      "loss": 0.2238,
      "step": 2157
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9958097948101328e-05,
      "loss": 0.254,
      "step": 2158
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.995801792383223e-05,
      "loss": 0.2471,
      "step": 2159
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.995793782338183e-05,
      "loss": 0.2786,
      "step": 2160
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.995785764675075e-05,
      "loss": 0.2453,
      "step": 2161
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9957777393939602e-05,
      "loss": 0.2941,
      "step": 2162
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9957697064948998e-05,
      "loss": 0.2373,
      "step": 2163
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.995761665977955e-05,
      "loss": 0.1937,
      "step": 2164
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9957536178431876e-05,
      "loss": 0.2696,
      "step": 2165
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9957455620906592e-05,
      "loss": 0.27,
      "step": 2166
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9957374987204315e-05,
      "loss": 0.266,
      "step": 2167
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.995729427732566e-05,
      "loss": 0.2393,
      "step": 2168
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9957213491271247e-05,
      "loss": 0.2736,
      "step": 2169
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.995713262904169e-05,
      "loss": 0.2666,
      "step": 2170
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.995705169063761e-05,
      "loss": 0.2504,
      "step": 2171
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9956970676059625e-05,
      "loss": 0.293,
      "step": 2172
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9956889585308357e-05,
      "loss": 0.2741,
      "step": 2173
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9956808418384423e-05,
      "loss": 0.278,
      "step": 2174
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.995672717528845e-05,
      "loss": 0.3016,
      "step": 2175
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9956645856021052e-05,
      "loss": 0.2117,
      "step": 2176
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9956564460582855e-05,
      "loss": 0.2689,
      "step": 2177
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9956482988974482e-05,
      "loss": 0.2548,
      "step": 2178
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9956401441196555e-05,
      "loss": 0.2908,
      "step": 2179
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.99563198172497e-05,
      "loss": 0.2055,
      "step": 2180
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.995623811713454e-05,
      "loss": 0.2172,
      "step": 2181
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.99561563408517e-05,
      "loss": 0.2326,
      "step": 2182
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9956074488401805e-05,
      "loss": 0.2516,
      "step": 2183
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9955992559785482e-05,
      "loss": 0.2551,
      "step": 2184
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9955910555003357e-05,
      "loss": 0.282,
      "step": 2185
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9955828474056056e-05,
      "loss": 0.2435,
      "step": 2186
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9955746316944213e-05,
      "loss": 0.293,
      "step": 2187
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.995566408366845e-05,
      "loss": 0.2225,
      "step": 2188
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.99555817742294e-05,
      "loss": 0.2664,
      "step": 2189
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9955499388627688e-05,
      "loss": 0.2688,
      "step": 2190
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.995541692686395e-05,
      "loss": 0.254,
      "step": 2191
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9955334388938815e-05,
      "loss": 0.2372,
      "step": 2192
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.995525177485291e-05,
      "loss": 0.2598,
      "step": 2193
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9955169084606872e-05,
      "loss": 0.2406,
      "step": 2194
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9955086318201337e-05,
      "loss": 0.2299,
      "step": 2195
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9955003475636928e-05,
      "loss": 0.2819,
      "step": 2196
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9954920556914285e-05,
      "loss": 0.2911,
      "step": 2197
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9954837562034047e-05,
      "loss": 0.2585,
      "step": 2198
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9954754490996836e-05,
      "loss": 0.2401,
      "step": 2199
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.99546713438033e-05,
      "loss": 0.2707,
      "step": 2200
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.995458812045407e-05,
      "loss": 0.2586,
      "step": 2201
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.995450482094978e-05,
      "loss": 0.2959,
      "step": 2202
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9954421445291072e-05,
      "loss": 0.2971,
      "step": 2203
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9954337993478582e-05,
      "loss": 0.246,
      "step": 2204
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9954254465512947e-05,
      "loss": 0.2196,
      "step": 2205
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.995417086139481e-05,
      "loss": 0.2262,
      "step": 2206
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9954087181124806e-05,
      "loss": 0.2175,
      "step": 2207
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9954003424703577e-05,
      "loss": 0.2074,
      "step": 2208
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9953919592131766e-05,
      "loss": 0.3009,
      "step": 2209
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.995383568341001e-05,
      "loss": 0.2315,
      "step": 2210
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9953751698538955e-05,
      "loss": 0.2858,
      "step": 2211
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.995366763751924e-05,
      "loss": 0.2936,
      "step": 2212
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.995358350035151e-05,
      "loss": 0.2081,
      "step": 2213
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9953499287036408e-05,
      "loss": 0.2574,
      "step": 2214
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.995341499757458e-05,
      "loss": 0.2538,
      "step": 2215
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.995333063196667e-05,
      "loss": 0.2863,
      "step": 2216
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9953246190213323e-05,
      "loss": 0.2533,
      "step": 2217
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9953161672315184e-05,
      "loss": 0.2177,
      "step": 2218
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9953077078272903e-05,
      "loss": 0.2716,
      "step": 2219
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.995299240808712e-05,
      "loss": 0.3101,
      "step": 2220
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.995290766175849e-05,
      "loss": 0.1947,
      "step": 2221
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.995282283928766e-05,
      "loss": 0.2743,
      "step": 2222
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9952737940675276e-05,
      "loss": 0.2152,
      "step": 2223
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.995265296592199e-05,
      "loss": 0.267,
      "step": 2224
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9952567915028452e-05,
      "loss": 0.2905,
      "step": 2225
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.995248278799531e-05,
      "loss": 0.2527,
      "step": 2226
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9952397584823216e-05,
      "loss": 0.2783,
      "step": 2227
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9952312305512826e-05,
      "loss": 0.2249,
      "step": 2228
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9952226950064788e-05,
      "loss": 0.2149,
      "step": 2229
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9952141518479757e-05,
      "loss": 0.2783,
      "step": 2230
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9952056010758384e-05,
      "loss": 0.2421,
      "step": 2231
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.995197042690133e-05,
      "loss": 0.2639,
      "step": 2232
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.995188476690924e-05,
      "loss": 0.2248,
      "step": 2233
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9951799030782775e-05,
      "loss": 0.2772,
      "step": 2234
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9951713218522594e-05,
      "loss": 0.2649,
      "step": 2235
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9951627330129347e-05,
      "loss": 0.2918,
      "step": 2236
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9951541365603692e-05,
      "loss": 0.3015,
      "step": 2237
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9951455324946288e-05,
      "loss": 0.2621,
      "step": 2238
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9951369208157793e-05,
      "loss": 0.235,
      "step": 2239
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.995128301523887e-05,
      "loss": 0.2727,
      "step": 2240
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9951196746190174e-05,
      "loss": 0.2933,
      "step": 2241
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9951110401012364e-05,
      "loss": 0.2467,
      "step": 2242
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9951023979706102e-05,
      "loss": 0.2572,
      "step": 2243
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.995093748227205e-05,
      "loss": 0.2847,
      "step": 2244
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9950850908710873e-05,
      "loss": 0.22,
      "step": 2245
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9950764259023224e-05,
      "loss": 0.3247,
      "step": 2246
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9950677533209774e-05,
      "loss": 0.2133,
      "step": 2247
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.995059073127118e-05,
      "loss": 0.2675,
      "step": 2248
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9950503853208115e-05,
      "loss": 0.2395,
      "step": 2249
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9950416899021236e-05,
      "loss": 0.2167,
      "step": 2250
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9950329868711214e-05,
      "loss": 0.2411,
      "step": 2251
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9950242762278708e-05,
      "loss": 0.259,
      "step": 2252
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.995015557972439e-05,
      "loss": 0.2385,
      "step": 2253
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9950068321048922e-05,
      "loss": 0.2499,
      "step": 2254
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9949980986252976e-05,
      "loss": 0.2866,
      "step": 2255
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9949893575337217e-05,
      "loss": 0.1917,
      "step": 2256
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.994980608830232e-05,
      "loss": 0.242,
      "step": 2257
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9949718525148947e-05,
      "loss": 0.3235,
      "step": 2258
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9949630885877768e-05,
      "loss": 0.2301,
      "step": 2259
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9949543170489457e-05,
      "loss": 0.2482,
      "step": 2260
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9949455378984685e-05,
      "loss": 0.1999,
      "step": 2261
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9949367511364123e-05,
      "loss": 0.2751,
      "step": 2262
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9949279567628445e-05,
      "loss": 0.27,
      "step": 2263
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.994919154777832e-05,
      "loss": 0.2724,
      "step": 2264
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.994910345181442e-05,
      "loss": 0.2355,
      "step": 2265
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.994901527973742e-05,
      "loss": 0.2536,
      "step": 2266
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9948927031548005e-05,
      "loss": 0.2914,
      "step": 2267
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9948838707246837e-05,
      "loss": 0.2392,
      "step": 2268
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9948750306834593e-05,
      "loss": 0.2531,
      "step": 2269
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.994866183031196e-05,
      "loss": 0.2205,
      "step": 2270
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9948573277679603e-05,
      "loss": 0.1944,
      "step": 2271
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9948484648938202e-05,
      "loss": 0.2385,
      "step": 2272
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.994839594408844e-05,
      "loss": 0.2433,
      "step": 2273
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9948307163130993e-05,
      "loss": 0.2775,
      "step": 2274
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.994821830606654e-05,
      "loss": 0.2666,
      "step": 2275
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9948129372895754e-05,
      "loss": 0.2509,
      "step": 2276
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.994804036361933e-05,
      "loss": 0.2246,
      "step": 2277
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9947951278237935e-05,
      "loss": 0.3002,
      "step": 2278
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.994786211675226e-05,
      "loss": 0.2367,
      "step": 2279
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.994777287916298e-05,
      "loss": 0.24,
      "step": 2280
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9947683565470785e-05,
      "loss": 0.2091,
      "step": 2281
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9947594175676353e-05,
      "loss": 0.2571,
      "step": 2282
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9947504709780368e-05,
      "loss": 0.2378,
      "step": 2283
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9947415167783518e-05,
      "loss": 0.2732,
      "step": 2284
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9947325549686486e-05,
      "loss": 0.312,
      "step": 2285
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9947235855489955e-05,
      "loss": 0.2729,
      "step": 2286
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9947146085194614e-05,
      "loss": 0.2946,
      "step": 2287
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.994705623880115e-05,
      "loss": 0.2701,
      "step": 2288
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.994696631631025e-05,
      "loss": 0.2672,
      "step": 2289
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.99468763177226e-05,
      "loss": 0.2347,
      "step": 2290
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.994678624303889e-05,
      "loss": 0.2594,
      "step": 2291
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.994669609225981e-05,
      "loss": 0.2154,
      "step": 2292
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.994660586538605e-05,
      "loss": 0.2183,
      "step": 2293
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9946515562418297e-05,
      "loss": 0.294,
      "step": 2294
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9946425183357247e-05,
      "loss": 0.2866,
      "step": 2295
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9946334728203585e-05,
      "loss": 0.2289,
      "step": 2296
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9946244196958006e-05,
      "loss": 0.231,
      "step": 2297
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9946153589621207e-05,
      "loss": 0.2209,
      "step": 2298
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9946062906193873e-05,
      "loss": 0.2256,
      "step": 2299
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9945972146676703e-05,
      "loss": 0.1738,
      "step": 2300
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.994588131107039e-05,
      "loss": 0.2385,
      "step": 2301
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9945790399375632e-05,
      "loss": 0.2472,
      "step": 2302
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9945699411593118e-05,
      "loss": 0.2622,
      "step": 2303
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9945608347723548e-05,
      "loss": 0.224,
      "step": 2304
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.994551720776762e-05,
      "loss": 0.2365,
      "step": 2305
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9945425991726028e-05,
      "loss": 0.267,
      "step": 2306
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9945334699599473e-05,
      "loss": 0.2894,
      "step": 2307
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.994524333138865e-05,
      "loss": 0.2213,
      "step": 2308
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9945151887094264e-05,
      "loss": 0.2262,
      "step": 2309
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9945060366717006e-05,
      "loss": 0.2529,
      "step": 2310
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.994496877025758e-05,
      "loss": 0.2714,
      "step": 2311
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9944877097716692e-05,
      "loss": 0.26,
      "step": 2312
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9944785349095036e-05,
      "loss": 0.2446,
      "step": 2313
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9944693524393313e-05,
      "loss": 0.2606,
      "step": 2314
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9944601623612234e-05,
      "loss": 0.2993,
      "step": 2315
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9944509646752498e-05,
      "loss": 0.182,
      "step": 2316
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.99444175938148e-05,
      "loss": 0.2451,
      "step": 2317
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.994432546479986e-05,
      "loss": 0.2644,
      "step": 2318
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.994423325970837e-05,
      "loss": 0.2266,
      "step": 2319
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9944140978541044e-05,
      "loss": 0.2284,
      "step": 2320
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.994404862129858e-05,
      "loss": 0.2273,
      "step": 2321
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.994395618798169e-05,
      "loss": 0.2538,
      "step": 2322
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.994386367859108e-05,
      "loss": 0.2778,
      "step": 2323
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.994377109312746e-05,
      "loss": 0.2606,
      "step": 2324
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.994367843159153e-05,
      "loss": 0.2697,
      "step": 2325
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.994358569398401e-05,
      "loss": 0.2625,
      "step": 2326
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9943492880305602e-05,
      "loss": 0.2914,
      "step": 2327
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.994339999055702e-05,
      "loss": 0.1945,
      "step": 2328
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9943307024738968e-05,
      "loss": 0.1987,
      "step": 2329
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9943213982852168e-05,
      "loss": 0.1968,
      "step": 2330
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.994312086489732e-05,
      "loss": 0.232,
      "step": 2331
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9943027670875145e-05,
      "loss": 0.2183,
      "step": 2332
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9942934400786353e-05,
      "loss": 0.2818,
      "step": 2333
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9942841054631657e-05,
      "loss": 0.2934,
      "step": 2334
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9942747632411773e-05,
      "loss": 0.2485,
      "step": 2335
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.994265413412742e-05,
      "loss": 0.2385,
      "step": 2336
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.99425605597793e-05,
      "loss": 0.2296,
      "step": 2337
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9942466909368136e-05,
      "loss": 0.2524,
      "step": 2338
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.994237318289465e-05,
      "loss": 0.2945,
      "step": 2339
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9942279380359552e-05,
      "loss": 0.2414,
      "step": 2340
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9942185501763564e-05,
      "loss": 0.2233,
      "step": 2341
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9942091547107395e-05,
      "loss": 0.2617,
      "step": 2342
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9941997516391778e-05,
      "loss": 0.2737,
      "step": 2343
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9941903409617423e-05,
      "loss": 0.2335,
      "step": 2344
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9941809226785053e-05,
      "loss": 0.2687,
      "step": 2345
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9941714967895385e-05,
      "loss": 0.2448,
      "step": 2346
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9941620632949145e-05,
      "loss": 0.2254,
      "step": 2347
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.994152622194705e-05,
      "loss": 0.2876,
      "step": 2348
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9941431734889827e-05,
      "loss": 0.2522,
      "step": 2349
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9941337171778193e-05,
      "loss": 0.2479,
      "step": 2350
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.994124253261288e-05,
      "loss": 0.2551,
      "step": 2351
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.99411478173946e-05,
      "loss": 0.2296,
      "step": 2352
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.994105302612409e-05,
      "loss": 0.2279,
      "step": 2353
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.994095815880207e-05,
      "loss": 0.3072,
      "step": 2354
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9940863215429264e-05,
      "loss": 0.2375,
      "step": 2355
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.99407681960064e-05,
      "loss": 0.2357,
      "step": 2356
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.99406731005342e-05,
      "loss": 0.2943,
      "step": 2357
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9940577929013404e-05,
      "loss": 0.2769,
      "step": 2358
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.994048268144473e-05,
      "loss": 0.2569,
      "step": 2359
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9940387357828907e-05,
      "loss": 0.2398,
      "step": 2360
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9940291958166663e-05,
      "loss": 0.2476,
      "step": 2361
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9940196482458737e-05,
      "loss": 0.2973,
      "step": 2362
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.994010093070585e-05,
      "loss": 0.2149,
      "step": 2363
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.994000530290874e-05,
      "loss": 0.2827,
      "step": 2364
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.993990959906813e-05,
      "loss": 0.2303,
      "step": 2365
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.993981381918476e-05,
      "loss": 0.2536,
      "step": 2366
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.993971796325936e-05,
      "loss": 0.2515,
      "step": 2367
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.993962203129266e-05,
      "loss": 0.252,
      "step": 2368
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9939526023285402e-05,
      "loss": 0.2818,
      "step": 2369
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9939429939238315e-05,
      "loss": 0.2286,
      "step": 2370
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9939333779152134e-05,
      "loss": 0.3128,
      "step": 2371
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9939237543027596e-05,
      "loss": 0.319,
      "step": 2372
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9939141230865436e-05,
      "loss": 0.2859,
      "step": 2373
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.993904484266639e-05,
      "loss": 0.2508,
      "step": 2374
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9938948378431198e-05,
      "loss": 0.2418,
      "step": 2375
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9938851838160595e-05,
      "loss": 0.2805,
      "step": 2376
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9938755221855323e-05,
      "loss": 0.2689,
      "step": 2377
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.993865852951612e-05,
      "loss": 0.2797,
      "step": 2378
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.993856176114372e-05,
      "loss": 0.2772,
      "step": 2379
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9938464916738877e-05,
      "loss": 0.2969,
      "step": 2380
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.993836799630232e-05,
      "loss": 0.2374,
      "step": 2381
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.993827099983479e-05,
      "loss": 0.2552,
      "step": 2382
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9938173927337035e-05,
      "loss": 0.2602,
      "step": 2383
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.99380767788098e-05,
      "loss": 0.235,
      "step": 2384
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.993797955425382e-05,
      "loss": 0.28,
      "step": 2385
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.993788225366984e-05,
      "loss": 0.276,
      "step": 2386
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.993778487705861e-05,
      "loss": 0.2579,
      "step": 2387
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.993768742442087e-05,
      "loss": 0.2702,
      "step": 2388
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.993758989575737e-05,
      "loss": 0.2443,
      "step": 2389
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.993749229106885e-05,
      "loss": 0.266,
      "step": 2390
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9937394610356065e-05,
      "loss": 0.2508,
      "step": 2391
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9937296853619755e-05,
      "loss": 0.2175,
      "step": 2392
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.993719902086067e-05,
      "loss": 0.2312,
      "step": 2393
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9937101112079554e-05,
      "loss": 0.2421,
      "step": 2394
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9937003127277167e-05,
      "loss": 0.2565,
      "step": 2395
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9936905066454254e-05,
      "loss": 0.2679,
      "step": 2396
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.993680692961156e-05,
      "loss": 0.2425,
      "step": 2397
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9936708716749838e-05,
      "loss": 0.2424,
      "step": 2398
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9936610427869842e-05,
      "loss": 0.2556,
      "step": 2399
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9936512062972323e-05,
      "loss": 0.2267,
      "step": 2400
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9936413622058035e-05,
      "loss": 0.2795,
      "step": 2401
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9936315105127728e-05,
      "loss": 0.285,
      "step": 2402
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9936216512182156e-05,
      "loss": 0.2084,
      "step": 2403
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9936117843222075e-05,
      "loss": 0.2672,
      "step": 2404
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9936019098248235e-05,
      "loss": 0.2486,
      "step": 2405
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9935920277261403e-05,
      "loss": 0.2734,
      "step": 2406
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9935821380262323e-05,
      "loss": 0.2634,
      "step": 2407
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9935722407251757e-05,
      "loss": 0.2268,
      "step": 2408
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.993562335823046e-05,
      "loss": 0.2274,
      "step": 2409
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.993552423319919e-05,
      "loss": 0.2375,
      "step": 2410
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.993542503215871e-05,
      "loss": 0.2923,
      "step": 2411
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9935325755109775e-05,
      "loss": 0.2407,
      "step": 2412
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9935226402053143e-05,
      "loss": 0.3055,
      "step": 2413
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9935126972989575e-05,
      "loss": 0.2766,
      "step": 2414
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9935027467919833e-05,
      "loss": 0.2837,
      "step": 2415
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.993492788684468e-05,
      "loss": 0.2185,
      "step": 2416
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9934828229764874e-05,
      "loss": 0.2729,
      "step": 2417
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9934728496681175e-05,
      "loss": 0.2846,
      "step": 2418
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9934628687594354e-05,
      "loss": 0.215,
      "step": 2419
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.993452880250517e-05,
      "loss": 0.2693,
      "step": 2420
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9934428841414388e-05,
      "loss": 0.2443,
      "step": 2421
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9934328804322774e-05,
      "loss": 0.2187,
      "step": 2422
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.993422869123109e-05,
      "loss": 0.2439,
      "step": 2423
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.99341285021401e-05,
      "loss": 0.2636,
      "step": 2424
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.993402823705058e-05,
      "loss": 0.2616,
      "step": 2425
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9933927895963286e-05,
      "loss": 0.3846,
      "step": 2426
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9933827478878994e-05,
      "loss": 0.2536,
      "step": 2427
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9933726985798465e-05,
      "loss": 0.2358,
      "step": 2428
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9933626416722473e-05,
      "loss": 0.2675,
      "step": 2429
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.993352577165179e-05,
      "loss": 0.2518,
      "step": 2430
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.993342505058718e-05,
      "loss": 0.2846,
      "step": 2431
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9933324253529413e-05,
      "loss": 0.2861,
      "step": 2432
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9933223380479265e-05,
      "loss": 0.2489,
      "step": 2433
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9933122431437506e-05,
      "loss": 0.2709,
      "step": 2434
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9933021406404905e-05,
      "loss": 0.2881,
      "step": 2435
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.993292030538224e-05,
      "loss": 0.3296,
      "step": 2436
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.993281912837028e-05,
      "loss": 0.2605,
      "step": 2437
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9932717875369804e-05,
      "loss": 0.2865,
      "step": 2438
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.993261654638158e-05,
      "loss": 0.2715,
      "step": 2439
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.993251514140639e-05,
      "loss": 0.2902,
      "step": 2440
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9932413660445004e-05,
      "loss": 0.2842,
      "step": 2441
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9932312103498202e-05,
      "loss": 0.319,
      "step": 2442
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.993221047056676e-05,
      "loss": 0.2913,
      "step": 2443
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9932108761651457e-05,
      "loss": 0.2041,
      "step": 2444
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.993200697675307e-05,
      "loss": 0.2493,
      "step": 2445
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9931905115872374e-05,
      "loss": 0.1866,
      "step": 2446
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9931803179010153e-05,
      "loss": 0.2132,
      "step": 2447
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9931701166167183e-05,
      "loss": 0.2248,
      "step": 2448
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.993159907734425e-05,
      "loss": 0.3679,
      "step": 2449
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.993149691254213e-05,
      "loss": 0.2976,
      "step": 2450
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9931394671761607e-05,
      "loss": 0.2323,
      "step": 2451
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9931292355003463e-05,
      "loss": 0.1835,
      "step": 2452
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.993118996226848e-05,
      "loss": 0.2528,
      "step": 2453
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.993108749355744e-05,
      "loss": 0.2417,
      "step": 2454
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9930984948871128e-05,
      "loss": 0.2754,
      "step": 2455
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.993088232821033e-05,
      "loss": 0.2287,
      "step": 2456
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.993077963157583e-05,
      "loss": 0.2204,
      "step": 2457
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9930676858968417e-05,
      "loss": 0.2328,
      "step": 2458
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.993057401038887e-05,
      "loss": 0.2502,
      "step": 2459
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.993047108583798e-05,
      "loss": 0.2227,
      "step": 2460
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9930368085316534e-05,
      "loss": 0.2602,
      "step": 2461
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.993026500882532e-05,
      "loss": 0.213,
      "step": 2462
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.993016185636513e-05,
      "loss": 0.277,
      "step": 2463
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9930058627936745e-05,
      "loss": 0.2758,
      "step": 2464
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9929955323540962e-05,
      "loss": 0.2808,
      "step": 2465
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.992985194317857e-05,
      "loss": 0.2037,
      "step": 2466
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9929748486850358e-05,
      "loss": 0.2496,
      "step": 2467
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.992964495455712e-05,
      "loss": 0.2906,
      "step": 2468
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9929541346299644e-05,
      "loss": 0.2261,
      "step": 2469
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9929437662078723e-05,
      "loss": 0.2337,
      "step": 2470
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9929333901895155e-05,
      "loss": 0.2292,
      "step": 2471
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.992923006574973e-05,
      "loss": 0.2936,
      "step": 2472
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9929126153643242e-05,
      "loss": 0.2935,
      "step": 2473
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9929022165576488e-05,
      "loss": 0.1968,
      "step": 2474
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9928918101550262e-05,
      "loss": 0.281,
      "step": 2475
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9928813961565365e-05,
      "loss": 0.299,
      "step": 2476
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9928709745622584e-05,
      "loss": 0.1899,
      "step": 2477
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9928605453722724e-05,
      "loss": 0.2538,
      "step": 2478
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.992850108586658e-05,
      "loss": 0.2817,
      "step": 2479
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.992839664205495e-05,
      "loss": 0.2433,
      "step": 2480
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.992829212228864e-05,
      "loss": 0.2543,
      "step": 2481
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9928187526568438e-05,
      "loss": 0.2651,
      "step": 2482
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9928082854895152e-05,
      "loss": 0.27,
      "step": 2483
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.992797810726958e-05,
      "loss": 0.2662,
      "step": 2484
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9927873283692526e-05,
      "loss": 0.2054,
      "step": 2485
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9927768384164788e-05,
      "loss": 0.2471,
      "step": 2486
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.992766340868717e-05,
      "loss": 0.2504,
      "step": 2487
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9927558357260476e-05,
      "loss": 0.2639,
      "step": 2488
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.992745322988551e-05,
      "loss": 0.2966,
      "step": 2489
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9927348026563075e-05,
      "loss": 0.2184,
      "step": 2490
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9927242747293977e-05,
      "loss": 0.2913,
      "step": 2491
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9927137392079017e-05,
      "loss": 0.2378,
      "step": 2492
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9927031960919013e-05,
      "loss": 0.2612,
      "step": 2493
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9926926453814756e-05,
      "loss": 0.2472,
      "step": 2494
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9926820870767063e-05,
      "loss": 0.28,
      "step": 2495
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9926715211776737e-05,
      "loss": 0.2115,
      "step": 2496
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9926609476844592e-05,
      "loss": 0.2166,
      "step": 2497
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9926503665971433e-05,
      "loss": 0.2322,
      "step": 2498
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9926397779158067e-05,
      "loss": 0.2525,
      "step": 2499
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9926291816405308e-05,
      "loss": 0.252,
      "step": 2500
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9926185777713968e-05,
      "loss": 0.2558,
      "step": 2501
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9926079663084853e-05,
      "loss": 0.2891,
      "step": 2502
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9925973472518774e-05,
      "loss": 0.2167,
      "step": 2503
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9925867206016554e-05,
      "loss": 0.2009,
      "step": 2504
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9925760863579e-05,
      "loss": 0.2662,
      "step": 2505
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.992565444520692e-05,
      "loss": 0.257,
      "step": 2506
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.992554795090113e-05,
      "loss": 0.2672,
      "step": 2507
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9925441380662454e-05,
      "loss": 0.241,
      "step": 2508
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9925334734491698e-05,
      "loss": 0.2883,
      "step": 2509
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.992522801238968e-05,
      "loss": 0.2381,
      "step": 2510
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9925121214357216e-05,
      "loss": 0.251,
      "step": 2511
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9925014340395123e-05,
      "loss": 0.218,
      "step": 2512
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.992490739050422e-05,
      "loss": 0.2469,
      "step": 2513
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.992480036468533e-05,
      "loss": 0.2765,
      "step": 2514
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.992469326293926e-05,
      "loss": 0.269,
      "step": 2515
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.992458608526684e-05,
      "loss": 0.253,
      "step": 2516
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9924478831668883e-05,
      "loss": 0.2208,
      "step": 2517
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9924371502146216e-05,
      "loss": 0.273,
      "step": 2518
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9924264096699653e-05,
      "loss": 0.2681,
      "step": 2519
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9924156615330023e-05,
      "loss": 0.24,
      "step": 2520
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.992404905803814e-05,
      "loss": 0.2298,
      "step": 2521
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9923941424824834e-05,
      "loss": 0.2695,
      "step": 2522
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9923833715690925e-05,
      "loss": 0.2879,
      "step": 2523
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9923725930637236e-05,
      "loss": 0.3208,
      "step": 2524
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9923618069664593e-05,
      "loss": 0.2568,
      "step": 2525
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.992351013277382e-05,
      "loss": 0.2732,
      "step": 2526
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9923402119965753e-05,
      "loss": 0.2967,
      "step": 2527
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.99232940312412e-05,
      "loss": 0.2904,
      "step": 2528
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9923185866601002e-05,
      "loss": 0.2088,
      "step": 2529
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.992307762604598e-05,
      "loss": 0.2163,
      "step": 2530
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9922969309576963e-05,
      "loss": 0.2579,
      "step": 2531
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9922860917194783e-05,
      "loss": 0.3106,
      "step": 2532
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.992275244890027e-05,
      "loss": 0.2741,
      "step": 2533
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9922643904694246e-05,
      "loss": 0.214,
      "step": 2534
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9922535284577544e-05,
      "loss": 0.2582,
      "step": 2535
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9922426588551e-05,
      "loss": 0.2105,
      "step": 2536
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9922317816615446e-05,
      "loss": 0.2075,
      "step": 2537
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9922208968771703e-05,
      "loss": 0.2716,
      "step": 2538
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9922100045020615e-05,
      "loss": 0.2452,
      "step": 2539
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9921991045363014e-05,
      "loss": 0.1976,
      "step": 2540
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.992188196979973e-05,
      "loss": 0.2952,
      "step": 2541
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9921772818331595e-05,
      "loss": 0.2751,
      "step": 2542
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9921663590959452e-05,
      "loss": 0.246,
      "step": 2543
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9921554287684132e-05,
      "loss": 0.2652,
      "step": 2544
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.992144490850647e-05,
      "loss": 0.2706,
      "step": 2545
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.992133545342731e-05,
      "loss": 0.2767,
      "step": 2546
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.992122592244748e-05,
      "loss": 0.3464,
      "step": 2547
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9921116315567822e-05,
      "loss": 0.299,
      "step": 2548
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9921006632789175e-05,
      "loss": 0.1979,
      "step": 2549
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9920896874112377e-05,
      "loss": 0.265,
      "step": 2550
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9920787039538267e-05,
      "loss": 0.2809,
      "step": 2551
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.992067712906769e-05,
      "loss": 0.2312,
      "step": 2552
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.992056714270148e-05,
      "loss": 0.2142,
      "step": 2553
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9920457080440485e-05,
      "loss": 0.2123,
      "step": 2554
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.992034694228554e-05,
      "loss": 0.2118,
      "step": 2555
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9920236728237496e-05,
      "loss": 0.2402,
      "step": 2556
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9920126438297185e-05,
      "loss": 0.2128,
      "step": 2557
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9920016072465464e-05,
      "loss": 0.2762,
      "step": 2558
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9919905630743165e-05,
      "loss": 0.2457,
      "step": 2559
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.991979511313114e-05,
      "loss": 0.1976,
      "step": 2560
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9919684519630235e-05,
      "loss": 0.275,
      "step": 2561
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9919573850241292e-05,
      "loss": 0.2125,
      "step": 2562
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9919463104965163e-05,
      "loss": 0.2592,
      "step": 2563
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9919352283802688e-05,
      "loss": 0.2381,
      "step": 2564
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.991924138675472e-05,
      "loss": 0.2524,
      "step": 2565
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9919130413822106e-05,
      "loss": 0.2457,
      "step": 2566
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9919019365005696e-05,
      "loss": 0.2568,
      "step": 2567
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.991890824030634e-05,
      "loss": 0.27,
      "step": 2568
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9918797039724885e-05,
      "loss": 0.2979,
      "step": 2569
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9918685763262183e-05,
      "loss": 0.2335,
      "step": 2570
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9918574410919086e-05,
      "loss": 0.2499,
      "step": 2571
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9918462982696446e-05,
      "loss": 0.2375,
      "step": 2572
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.991835147859511e-05,
      "loss": 0.2191,
      "step": 2573
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9918239898615944e-05,
      "loss": 0.2599,
      "step": 2574
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.991812824275979e-05,
      "loss": 0.2719,
      "step": 2575
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9918016511027508e-05,
      "loss": 0.2855,
      "step": 2576
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9917904703419946e-05,
      "loss": 0.2025,
      "step": 2577
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9917792819937968e-05,
      "loss": 0.2463,
      "step": 2578
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9917680860582424e-05,
      "loss": 0.3025,
      "step": 2579
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9917568825354175e-05,
      "loss": 0.2718,
      "step": 2580
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.991745671425407e-05,
      "loss": 0.2483,
      "step": 2581
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9917344527282984e-05,
      "loss": 0.2615,
      "step": 2582
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9917232264441755e-05,
      "loss": 0.2845,
      "step": 2583
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.991711992573125e-05,
      "loss": 0.2292,
      "step": 2584
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.991700751115233e-05,
      "loss": 0.2455,
      "step": 2585
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9916895020705855e-05,
      "loss": 0.2494,
      "step": 2586
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.991678245439268e-05,
      "loss": 0.2922,
      "step": 2587
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.991666981221368e-05,
      "loss": 0.2054,
      "step": 2588
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.99165570941697e-05,
      "loss": 0.2515,
      "step": 2589
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.991644430026161e-05,
      "loss": 0.2419,
      "step": 2590
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.991633143049027e-05,
      "loss": 0.2256,
      "step": 2591
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.991621848485655e-05,
      "loss": 0.2234,
      "step": 2592
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.991610546336131e-05,
      "loss": 0.2954,
      "step": 2593
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9915992366005415e-05,
      "loss": 0.3034,
      "step": 2594
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.991587919278973e-05,
      "loss": 0.2634,
      "step": 2595
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.991576594371512e-05,
      "loss": 0.2876,
      "step": 2596
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9915652618782452e-05,
      "loss": 0.2855,
      "step": 2597
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9915539217992592e-05,
      "loss": 0.2535,
      "step": 2598
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.991542574134641e-05,
      "loss": 0.2955,
      "step": 2599
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.991531218884477e-05,
      "loss": 0.2387,
      "step": 2600
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.991519856048855e-05,
      "loss": 0.2272,
      "step": 2601
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9915084856278608e-05,
      "loss": 0.2045,
      "step": 2602
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.991497107621582e-05,
      "loss": 0.2168,
      "step": 2603
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9914857220301052e-05,
      "loss": 0.2475,
      "step": 2604
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9914743288535182e-05,
      "loss": 0.2677,
      "step": 2605
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9914629280919073e-05,
      "loss": 0.2659,
      "step": 2606
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9914515197453607e-05,
      "loss": 0.2908,
      "step": 2607
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9914401038139647e-05,
      "loss": 0.2101,
      "step": 2608
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9914286802978074e-05,
      "loss": 0.2626,
      "step": 2609
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.991417249196976e-05,
      "loss": 0.2759,
      "step": 2610
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9914058105115574e-05,
      "loss": 0.2633,
      "step": 2611
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9913943642416398e-05,
      "loss": 0.2177,
      "step": 2612
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9913829103873106e-05,
      "loss": 0.2106,
      "step": 2613
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.991371448948657e-05,
      "loss": 0.281,
      "step": 2614
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9913599799257676e-05,
      "loss": 0.2491,
      "step": 2615
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.991348503318729e-05,
      "loss": 0.2247,
      "step": 2616
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.99133701912763e-05,
      "loss": 0.1952,
      "step": 2617
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9913255273525578e-05,
      "loss": 0.2583,
      "step": 2618
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9913140279936004e-05,
      "loss": 0.1921,
      "step": 2619
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9913025210508462e-05,
      "loss": 0.2813,
      "step": 2620
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.991291006524383e-05,
      "loss": 0.2544,
      "step": 2621
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9912794844142983e-05,
      "loss": 0.2432,
      "step": 2622
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9912679547206814e-05,
      "loss": 0.2513,
      "step": 2623
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9912564174436194e-05,
      "loss": 0.2332,
      "step": 2624
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9912448725832013e-05,
      "loss": 0.2608,
      "step": 2625
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.991233320139515e-05,
      "loss": 0.2385,
      "step": 2626
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9912217601126495e-05,
      "loss": 0.2072,
      "step": 2627
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9912101925026923e-05,
      "loss": 0.2051,
      "step": 2628
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9911986173097322e-05,
      "loss": 0.214,
      "step": 2629
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.991187034533858e-05,
      "loss": 0.2217,
      "step": 2630
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9911754441751587e-05,
      "loss": 0.3154,
      "step": 2631
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.991163846233722e-05,
      "loss": 0.234,
      "step": 2632
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9911522407096378e-05,
      "loss": 0.258,
      "step": 2633
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.991140627602994e-05,
      "loss": 0.2798,
      "step": 2634
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9911290069138793e-05,
      "loss": 0.2305,
      "step": 2635
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.991117378642383e-05,
      "loss": 0.2211,
      "step": 2636
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9911057427885943e-05,
      "loss": 0.2572,
      "step": 2637
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9910940993526017e-05,
      "loss": 0.2324,
      "step": 2638
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9910824483344947e-05,
      "loss": 0.2092,
      "step": 2639
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9910707897343623e-05,
      "loss": 0.2508,
      "step": 2640
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9910591235522933e-05,
      "loss": 0.2613,
      "step": 2641
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9910474497883775e-05,
      "loss": 0.2441,
      "step": 2642
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.991035768442704e-05,
      "loss": 0.2494,
      "step": 2643
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9910240795153623e-05,
      "loss": 0.201,
      "step": 2644
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9910123830064415e-05,
      "loss": 0.2387,
      "step": 2645
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9910006789160313e-05,
      "loss": 0.2314,
      "step": 2646
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9909889672442212e-05,
      "loss": 0.2284,
      "step": 2647
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9909772479911006e-05,
      "loss": 0.196,
      "step": 2648
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9909655211567597e-05,
      "loss": 0.222,
      "step": 2649
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.990953786741288e-05,
      "loss": 0.2693,
      "step": 2650
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9909420447447747e-05,
      "loss": 0.2523,
      "step": 2651
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9909302951673105e-05,
      "loss": 0.2563,
      "step": 2652
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9909185380089845e-05,
      "loss": 0.2148,
      "step": 2653
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9909067732698873e-05,
      "loss": 0.2343,
      "step": 2654
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9908950009501082e-05,
      "loss": 0.3097,
      "step": 2655
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.990883221049738e-05,
      "loss": 0.2465,
      "step": 2656
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.990871433568866e-05,
      "loss": 0.2806,
      "step": 2657
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9908596385075835e-05,
      "loss": 0.2169,
      "step": 2658
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.99084783586598e-05,
      "loss": 0.2802,
      "step": 2659
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9908360256441455e-05,
      "loss": 0.2395,
      "step": 2660
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.990824207842171e-05,
      "loss": 0.2969,
      "step": 2661
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9908123824601468e-05,
      "loss": 0.2522,
      "step": 2662
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.990800549498163e-05,
      "loss": 0.3045,
      "step": 2663
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9907887089563106e-05,
      "loss": 0.2484,
      "step": 2664
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9907768608346796e-05,
      "loss": 0.2295,
      "step": 2665
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.990765005133361e-05,
      "loss": 0.2786,
      "step": 2666
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9907531418524458e-05,
      "loss": 0.2409,
      "step": 2667
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.990741270992024e-05,
      "loss": 0.2642,
      "step": 2668
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9907293925521872e-05,
      "loss": 0.2774,
      "step": 2669
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9907175065330255e-05,
      "loss": 0.2821,
      "step": 2670
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9907056129346306e-05,
      "loss": 0.2891,
      "step": 2671
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.990693711757093e-05,
      "loss": 0.279,
      "step": 2672
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.990681803000504e-05,
      "loss": 0.2277,
      "step": 2673
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9906698866649544e-05,
      "loss": 0.3046,
      "step": 2674
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9906579627505354e-05,
      "loss": 0.2363,
      "step": 2675
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.990646031257339e-05,
      "loss": 0.2334,
      "step": 2676
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9906340921854555e-05,
      "loss": 0.2292,
      "step": 2677
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9906221455349764e-05,
      "loss": 0.2694,
      "step": 2678
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9906101913059933e-05,
      "loss": 0.2743,
      "step": 2679
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.990598229498598e-05,
      "loss": 0.2955,
      "step": 2680
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.990586260112881e-05,
      "loss": 0.2032,
      "step": 2681
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.990574283148935e-05,
      "loss": 0.2002,
      "step": 2682
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.990562298606851e-05,
      "loss": 0.2814,
      "step": 2683
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.990550306486721e-05,
      "loss": 0.2417,
      "step": 2684
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9905383067886365e-05,
      "loss": 0.2438,
      "step": 2685
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9905262995126894e-05,
      "loss": 0.2513,
      "step": 2686
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9905142846589714e-05,
      "loss": 0.2297,
      "step": 2687
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9905022622275743e-05,
      "loss": 0.2902,
      "step": 2688
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9904902322185907e-05,
      "loss": 0.2376,
      "step": 2689
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.990478194632112e-05,
      "loss": 0.2298,
      "step": 2690
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9904661494682308e-05,
      "loss": 0.2875,
      "step": 2691
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9904540967270387e-05,
      "loss": 0.2788,
      "step": 2692
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9904420364086284e-05,
      "loss": 0.2472,
      "step": 2693
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.990429968513092e-05,
      "loss": 0.2373,
      "step": 2694
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9904178930405216e-05,
      "loss": 0.218,
      "step": 2695
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.99040580999101e-05,
      "loss": 0.237,
      "step": 2696
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9903937193646493e-05,
      "loss": 0.2157,
      "step": 2697
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.990381621161532e-05,
      "loss": 0.2956,
      "step": 2698
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9903695153817507e-05,
      "loss": 0.2095,
      "step": 2699
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9903574020253983e-05,
      "loss": 0.2633,
      "step": 2700
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.990345281092567e-05,
      "loss": 0.2245,
      "step": 2701
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9903331525833498e-05,
      "loss": 0.2277,
      "step": 2702
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9903210164978396e-05,
      "loss": 0.2057,
      "step": 2703
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.990308872836129e-05,
      "loss": 0.2153,
      "step": 2704
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.990296721598311e-05,
      "loss": 0.2597,
      "step": 2705
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9902845627844783e-05,
      "loss": 0.2512,
      "step": 2706
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9902723963947243e-05,
      "loss": 0.2407,
      "step": 2707
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.990260222429142e-05,
      "loss": 0.281,
      "step": 2708
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9902480408878247e-05,
      "loss": 0.2125,
      "step": 2709
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9902358517708654e-05,
      "loss": 0.2533,
      "step": 2710
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.990223655078357e-05,
      "loss": 0.256,
      "step": 2711
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.990211450810393e-05,
      "loss": 0.2841,
      "step": 2712
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9901992389670672e-05,
      "loss": 0.2621,
      "step": 2713
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.990187019548473e-05,
      "loss": 0.2205,
      "step": 2714
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.990174792554703e-05,
      "loss": 0.258,
      "step": 2715
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9901625579858516e-05,
      "loss": 0.3092,
      "step": 2716
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9901503158420122e-05,
      "loss": 0.2886,
      "step": 2717
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9901380661232785e-05,
      "loss": 0.2811,
      "step": 2718
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9901258088297436e-05,
      "loss": 0.2263,
      "step": 2719
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9901135439615023e-05,
      "loss": 0.2369,
      "step": 2720
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.990101271518648e-05,
      "loss": 0.2275,
      "step": 2721
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.990088991501274e-05,
      "loss": 0.2302,
      "step": 2722
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9900767039094752e-05,
      "loss": 0.2958,
      "step": 2723
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9900644087433445e-05,
      "loss": 0.2243,
      "step": 2724
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.990052106002977e-05,
      "loss": 0.2816,
      "step": 2725
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9900397956884666e-05,
      "loss": 0.2585,
      "step": 2726
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.990027477799907e-05,
      "loss": 0.3197,
      "step": 2727
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.990015152337393e-05,
      "loss": 0.2276,
      "step": 2728
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9900028193010185e-05,
      "loss": 0.2273,
      "step": 2729
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.989990478690878e-05,
      "loss": 0.2338,
      "step": 2730
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9899781305070656e-05,
      "loss": 0.2318,
      "step": 2731
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9899657747496765e-05,
      "loss": 0.2532,
      "step": 2732
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9899534114188045e-05,
      "loss": 0.2844,
      "step": 2733
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9899410405145446e-05,
      "loss": 0.2442,
      "step": 2734
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.989928662036991e-05,
      "loss": 0.2547,
      "step": 2735
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.989916275986239e-05,
      "loss": 0.2911,
      "step": 2736
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.989903882362383e-05,
      "loss": 0.241,
      "step": 2737
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9898914811655178e-05,
      "loss": 0.2273,
      "step": 2738
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9898790723957386e-05,
      "loss": 0.2618,
      "step": 2739
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.98986665605314e-05,
      "loss": 0.2395,
      "step": 2740
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.989854232137817e-05,
      "loss": 0.3039,
      "step": 2741
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9898418006498645e-05,
      "loss": 0.2556,
      "step": 2742
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.989829361589378e-05,
      "loss": 0.2199,
      "step": 2743
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9898169149564525e-05,
      "loss": 0.3076,
      "step": 2744
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9898044607511832e-05,
      "loss": 0.2975,
      "step": 2745
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.989791998973665e-05,
      "loss": 0.2329,
      "step": 2746
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9897795296239942e-05,
      "loss": 0.2476,
      "step": 2747
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.989767052702265e-05,
      "loss": 0.2508,
      "step": 2748
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9897545682085736e-05,
      "loss": 0.1969,
      "step": 2749
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9897420761430156e-05,
      "loss": 0.2441,
      "step": 2750
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9897295765056865e-05,
      "loss": 0.2447,
      "step": 2751
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9897170692966813e-05,
      "loss": 0.278,
      "step": 2752
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9897045545160965e-05,
      "loss": 0.2893,
      "step": 2753
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.989692032164027e-05,
      "loss": 0.2256,
      "step": 2754
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9896795022405694e-05,
      "loss": 0.2025,
      "step": 2755
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9896669647458192e-05,
      "loss": 0.2416,
      "step": 2756
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9896544196798726e-05,
      "loss": 0.2619,
      "step": 2757
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.989641867042825e-05,
      "loss": 0.2282,
      "step": 2758
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9896293068347728e-05,
      "loss": 0.2773,
      "step": 2759
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.989616739055812e-05,
      "loss": 0.2419,
      "step": 2760
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.989604163706039e-05,
      "loss": 0.1921,
      "step": 2761
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9895915807855496e-05,
      "loss": 0.2437,
      "step": 2762
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9895789902944403e-05,
      "loss": 0.2566,
      "step": 2763
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9895663922328073e-05,
      "loss": 0.2147,
      "step": 2764
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9895537866007472e-05,
      "loss": 0.218,
      "step": 2765
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9895411733983562e-05,
      "loss": 0.2795,
      "step": 2766
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.989528552625731e-05,
      "loss": 0.2664,
      "step": 2767
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.989515924282968e-05,
      "loss": 0.2032,
      "step": 2768
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9895032883701636e-05,
      "loss": 0.2364,
      "step": 2769
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.989490644887415e-05,
      "loss": 0.243,
      "step": 2770
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9894779938348185e-05,
      "loss": 0.2769,
      "step": 2771
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9894653352124707e-05,
      "loss": 0.2391,
      "step": 2772
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9894526690204694e-05,
      "loss": 0.2753,
      "step": 2773
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9894399952589107e-05,
      "loss": 0.2233,
      "step": 2774
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9894273139278915e-05,
      "loss": 0.2413,
      "step": 2775
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.989414625027509e-05,
      "loss": 0.2351,
      "step": 2776
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9894019285578607e-05,
      "loss": 0.233,
      "step": 2777
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9893892245190428e-05,
      "loss": 0.2741,
      "step": 2778
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.989376512911153e-05,
      "loss": 0.2585,
      "step": 2779
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9893637937342892e-05,
      "loss": 0.2524,
      "step": 2780
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.989351066988548e-05,
      "loss": 0.2475,
      "step": 2781
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9893383326740264e-05,
      "loss": 0.2338,
      "step": 2782
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9893255907908228e-05,
      "loss": 0.2894,
      "step": 2783
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9893128413390338e-05,
      "loss": 0.2819,
      "step": 2784
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.989300084318757e-05,
      "loss": 0.2318,
      "step": 2785
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9892873197300906e-05,
      "loss": 0.2428,
      "step": 2786
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9892745475731318e-05,
      "loss": 0.2486,
      "step": 2787
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9892617678479787e-05,
      "loss": 0.2589,
      "step": 2788
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9892489805547286e-05,
      "loss": 0.2439,
      "step": 2789
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9892361856934796e-05,
      "loss": 0.2203,
      "step": 2790
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9892233832643297e-05,
      "loss": 0.2552,
      "step": 2791
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9892105732673764e-05,
      "loss": 0.2478,
      "step": 2792
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9891977557027178e-05,
      "loss": 0.286,
      "step": 2793
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9891849305704523e-05,
      "loss": 0.2853,
      "step": 2794
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.989172097870678e-05,
      "loss": 0.2933,
      "step": 2795
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.989159257603493e-05,
      "loss": 0.2497,
      "step": 2796
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.989146409768995e-05,
      "loss": 0.2358,
      "step": 2797
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9891335543672827e-05,
      "loss": 0.2602,
      "step": 2798
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.989120691398455e-05,
      "loss": 0.2024,
      "step": 2799
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9891078208626092e-05,
      "loss": 0.2172,
      "step": 2800
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9890949427598448e-05,
      "loss": 0.2353,
      "step": 2801
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9890820570902592e-05,
      "loss": 0.261,
      "step": 2802
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9890691638539522e-05,
      "loss": 0.2172,
      "step": 2803
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9890562630510216e-05,
      "loss": 0.2207,
      "step": 2804
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9890433546815667e-05,
      "loss": 0.2444,
      "step": 2805
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9890304387456857e-05,
      "loss": 0.2695,
      "step": 2806
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.989017515243478e-05,
      "loss": 0.2216,
      "step": 2807
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9890045841750413e-05,
      "loss": 0.2129,
      "step": 2808
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9889916455404758e-05,
      "loss": 0.2392,
      "step": 2809
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9889786993398803e-05,
      "loss": 0.2952,
      "step": 2810
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.988965745573353e-05,
      "loss": 0.232,
      "step": 2811
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.988952784240994e-05,
      "loss": 0.2489,
      "step": 2812
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9889398153429015e-05,
      "loss": 0.2537,
      "step": 2813
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9889268388791757e-05,
      "loss": 0.2494,
      "step": 2814
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9889138548499153e-05,
      "loss": 0.212,
      "step": 2815
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9889008632552195e-05,
      "loss": 0.2339,
      "step": 2816
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.988887864095188e-05,
      "loss": 0.2183,
      "step": 2817
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9888748573699203e-05,
      "loss": 0.259,
      "step": 2818
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9888618430795157e-05,
      "loss": 0.2134,
      "step": 2819
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.988848821224074e-05,
      "loss": 0.2337,
      "step": 2820
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.988835791803694e-05,
      "loss": 0.2304,
      "step": 2821
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9888227548184766e-05,
      "loss": 0.2463,
      "step": 2822
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.988809710268521e-05,
      "loss": 0.2395,
      "step": 2823
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9887966581539266e-05,
      "loss": 0.2672,
      "step": 2824
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.988783598474794e-05,
      "loss": 0.2299,
      "step": 2825
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9887705312312225e-05,
      "loss": 0.2322,
      "step": 2826
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.988757456423312e-05,
      "loss": 0.2192,
      "step": 2827
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9887443740511632e-05,
      "loss": 0.24,
      "step": 2828
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.988731284114876e-05,
      "loss": 0.2574,
      "step": 2829
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9887181866145497e-05,
      "loss": 0.2823,
      "step": 2830
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9887050815502855e-05,
      "loss": 0.239,
      "step": 2831
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9886919689221832e-05,
      "loss": 0.2383,
      "step": 2832
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9886788487303433e-05,
      "loss": 0.1856,
      "step": 2833
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9886657209748664e-05,
      "loss": 0.2811,
      "step": 2834
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.988652585655852e-05,
      "loss": 0.2701,
      "step": 2835
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9886394427734013e-05,
      "loss": 0.2752,
      "step": 2836
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.988626292327615e-05,
      "loss": 0.2249,
      "step": 2837
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9886131343185936e-05,
      "loss": 0.2348,
      "step": 2838
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9885999687464374e-05,
      "loss": 0.2537,
      "step": 2839
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.988586795611247e-05,
      "loss": 0.2632,
      "step": 2840
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.988573614913124e-05,
      "loss": 0.2799,
      "step": 2841
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9885604266521684e-05,
      "loss": 0.2012,
      "step": 2842
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9885472308284815e-05,
      "loss": 0.2708,
      "step": 2843
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9885340274421643e-05,
      "loss": 0.2442,
      "step": 2844
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9885208164933177e-05,
      "loss": 0.2265,
      "step": 2845
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.988507597982043e-05,
      "loss": 0.2676,
      "step": 2846
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.988494371908441e-05,
      "loss": 0.2573,
      "step": 2847
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9884811382726125e-05,
      "loss": 0.2309,
      "step": 2848
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9884678970746594e-05,
      "loss": 0.2386,
      "step": 2849
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.988454648314683e-05,
      "loss": 0.2625,
      "step": 2850
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9884413919927845e-05,
      "loss": 0.2518,
      "step": 2851
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.988428128109065e-05,
      "loss": 0.2435,
      "step": 2852
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9884148566636266e-05,
      "loss": 0.2219,
      "step": 2853
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9884015776565704e-05,
      "loss": 0.3252,
      "step": 2854
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.988388291087998e-05,
      "loss": 0.258,
      "step": 2855
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9883749969580107e-05,
      "loss": 0.2019,
      "step": 2856
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.988361695266711e-05,
      "loss": 0.213,
      "step": 2857
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9883483860142006e-05,
      "loss": 0.2284,
      "step": 2858
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9883350692005806e-05,
      "loss": 0.231,
      "step": 2859
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9883217448259535e-05,
      "loss": 0.2509,
      "step": 2860
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9883084128904207e-05,
      "loss": 0.224,
      "step": 2861
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9882950733940848e-05,
      "loss": 0.2589,
      "step": 2862
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9882817263370474e-05,
      "loss": 0.2182,
      "step": 2863
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.988268371719411e-05,
      "loss": 0.2468,
      "step": 2864
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9882550095412774e-05,
      "loss": 0.2252,
      "step": 2865
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.988241639802749e-05,
      "loss": 0.2554,
      "step": 2866
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9882282625039278e-05,
      "loss": 0.2001,
      "step": 2867
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9882148776449165e-05,
      "loss": 0.2478,
      "step": 2868
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9882014852258177e-05,
      "loss": 0.234,
      "step": 2869
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.988188085246733e-05,
      "loss": 0.2431,
      "step": 2870
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9881746777077654e-05,
      "loss": 0.2164,
      "step": 2871
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9881612626090182e-05,
      "loss": 0.2836,
      "step": 2872
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9881478399505928e-05,
      "loss": 0.2988,
      "step": 2873
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9881344097325925e-05,
      "loss": 0.2729,
      "step": 2874
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.98812097195512e-05,
      "loss": 0.2828,
      "step": 2875
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.988107526618278e-05,
      "loss": 0.208,
      "step": 2876
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9880940737221696e-05,
      "loss": 0.214,
      "step": 2877
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9880806132668976e-05,
      "loss": 0.244,
      "step": 2878
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9880671452525646e-05,
      "loss": 0.2174,
      "step": 2879
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9880536696792744e-05,
      "loss": 0.3237,
      "step": 2880
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9880401865471292e-05,
      "loss": 0.247,
      "step": 2881
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9880266958562328e-05,
      "loss": 0.2439,
      "step": 2882
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9880131976066885e-05,
      "loss": 0.263,
      "step": 2883
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.987999691798599e-05,
      "loss": 0.2587,
      "step": 2884
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9879861784320677e-05,
      "loss": 0.2582,
      "step": 2885
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9879726575071986e-05,
      "loss": 0.2607,
      "step": 2886
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9879591290240943e-05,
      "loss": 0.2283,
      "step": 2887
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9879455929828587e-05,
      "loss": 0.2467,
      "step": 2888
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.987932049383596e-05,
      "loss": 0.2245,
      "step": 2889
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9879184982264086e-05,
      "loss": 0.2738,
      "step": 2890
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.987904939511401e-05,
      "loss": 0.23,
      "step": 2891
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9878913732386763e-05,
      "loss": 0.2099,
      "step": 2892
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.987877799408339e-05,
      "loss": 0.233,
      "step": 2893
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9878642180204926e-05,
      "loss": 0.205,
      "step": 2894
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.987850629075241e-05,
      "loss": 0.2145,
      "step": 2895
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.987837032572688e-05,
      "loss": 0.2184,
      "step": 2896
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.987823428512938e-05,
      "loss": 0.2599,
      "step": 2897
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.987809816896095e-05,
      "loss": 0.2227,
      "step": 2898
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9877961977222625e-05,
      "loss": 0.1989,
      "step": 2899
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9877825709915453e-05,
      "loss": 0.1913,
      "step": 2900
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.987768936704048e-05,
      "loss": 0.2173,
      "step": 2901
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.987755294859874e-05,
      "loss": 0.2643,
      "step": 2902
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9877416454591284e-05,
      "loss": 0.2375,
      "step": 2903
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.987727988501915e-05,
      "loss": 0.2131,
      "step": 2904
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9877143239883384e-05,
      "loss": 0.1824,
      "step": 2905
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9877006519185036e-05,
      "loss": 0.233,
      "step": 2906
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9876869722925153e-05,
      "loss": 0.2262,
      "step": 2907
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9876732851104773e-05,
      "loss": 0.2781,
      "step": 2908
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.987659590372495e-05,
      "loss": 0.2419,
      "step": 2909
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9876458880786726e-05,
      "loss": 0.295,
      "step": 2910
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.987632178229116e-05,
      "loss": 0.2357,
      "step": 2911
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9876184608239286e-05,
      "loss": 0.1988,
      "step": 2912
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9876047358632164e-05,
      "loss": 0.3017,
      "step": 2913
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9875910033470844e-05,
      "loss": 0.25,
      "step": 2914
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.987577263275637e-05,
      "loss": 0.2146,
      "step": 2915
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9875635156489797e-05,
      "loss": 0.2342,
      "step": 2916
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9875497604672177e-05,
      "loss": 0.2647,
      "step": 2917
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9875359977304562e-05,
      "loss": 0.2502,
      "step": 2918
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9875222274388008e-05,
      "loss": 0.2158,
      "step": 2919
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.987508449592356e-05,
      "loss": 0.2104,
      "step": 2920
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.987494664191228e-05,
      "loss": 0.2333,
      "step": 2921
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9874808712355217e-05,
      "loss": 0.2214,
      "step": 2922
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.987467070725343e-05,
      "loss": 0.2294,
      "step": 2923
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9874532626607976e-05,
      "loss": 0.2596,
      "step": 2924
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9874394470419908e-05,
      "loss": 0.2704,
      "step": 2925
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9874256238690286e-05,
      "loss": 0.2905,
      "step": 2926
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9874117931420166e-05,
      "loss": 0.3176,
      "step": 2927
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.98739795486106e-05,
      "loss": 0.2557,
      "step": 2928
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9873841090262655e-05,
      "loss": 0.21,
      "step": 2929
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.987370255637739e-05,
      "loss": 0.2098,
      "step": 2930
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.987356394695586e-05,
      "loss": 0.2207,
      "step": 2931
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9873425261999132e-05,
      "loss": 0.2733,
      "step": 2932
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.987328650150826e-05,
      "loss": 0.3065,
      "step": 2933
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9873147665484306e-05,
      "loss": 0.2639,
      "step": 2934
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9873008753928332e-05,
      "loss": 0.2641,
      "step": 2935
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.987286976684141e-05,
      "loss": 0.2212,
      "step": 2936
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9872730704224594e-05,
      "loss": 0.2606,
      "step": 2937
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.987259156607895e-05,
      "loss": 0.2558,
      "step": 2938
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9872452352405546e-05,
      "loss": 0.2683,
      "step": 2939
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9872313063205438e-05,
      "loss": 0.222,
      "step": 2940
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.98721736984797e-05,
      "loss": 0.2983,
      "step": 2941
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9872034258229397e-05,
      "loss": 0.2385,
      "step": 2942
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9871894742455592e-05,
      "loss": 0.2534,
      "step": 2943
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9871755151159357e-05,
      "loss": 0.2491,
      "step": 2944
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9871615484341753e-05,
      "loss": 0.1894,
      "step": 2945
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9871475742003856e-05,
      "loss": 0.1794,
      "step": 2946
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.987133592414673e-05,
      "loss": 0.2752,
      "step": 2947
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9871196030771453e-05,
      "loss": 0.2655,
      "step": 2948
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.987105606187908e-05,
      "loss": 0.2812,
      "step": 2949
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.98709160174707e-05,
      "loss": 0.238,
      "step": 2950
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.987077589754737e-05,
      "loss": 0.2464,
      "step": 2951
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.987063570211017e-05,
      "loss": 0.2121,
      "step": 2952
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9870495431160165e-05,
      "loss": 0.2509,
      "step": 2953
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9870355084698435e-05,
      "loss": 0.3103,
      "step": 2954
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9870214662726052e-05,
      "loss": 0.2556,
      "step": 2955
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9870074165244087e-05,
      "loss": 0.3004,
      "step": 2956
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.986993359225362e-05,
      "loss": 0.235,
      "step": 2957
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9869792943755723e-05,
      "loss": 0.2566,
      "step": 2958
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9869652219751472e-05,
      "loss": 0.2872,
      "step": 2959
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9869511420241946e-05,
      "loss": 0.2114,
      "step": 2960
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.986937054522822e-05,
      "loss": 0.2206,
      "step": 2961
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9869229594711372e-05,
      "loss": 0.2593,
      "step": 2962
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9869088568692483e-05,
      "loss": 0.2673,
      "step": 2963
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9868947467172627e-05,
      "loss": 0.2365,
      "step": 2964
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9868806290152886e-05,
      "loss": 0.3014,
      "step": 2965
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9868665037634344e-05,
      "loss": 0.2465,
      "step": 2966
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.986852370961807e-05,
      "loss": 0.2729,
      "step": 2967
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.986838230610516e-05,
      "loss": 0.2674,
      "step": 2968
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9868240827096685e-05,
      "loss": 0.2482,
      "step": 2969
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9868099272593737e-05,
      "loss": 0.2269,
      "step": 2970
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9867957642597384e-05,
      "loss": 0.2277,
      "step": 2971
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9867815937108722e-05,
      "loss": 0.3174,
      "step": 2972
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9867674156128835e-05,
      "loss": 0.2094,
      "step": 2973
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.98675322996588e-05,
      "loss": 0.2959,
      "step": 2974
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9867390367699704e-05,
      "loss": 0.2398,
      "step": 2975
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.986724836025264e-05,
      "loss": 0.2526,
      "step": 2976
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.986710627731869e-05,
      "loss": 0.2407,
      "step": 2977
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9866964118898936e-05,
      "loss": 0.2351,
      "step": 2978
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9866821884994475e-05,
      "loss": 0.2388,
      "step": 2979
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9866679575606386e-05,
      "loss": 0.2655,
      "step": 2980
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9866537190735765e-05,
      "loss": 0.2465,
      "step": 2981
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9866394730383697e-05,
      "loss": 0.25,
      "step": 2982
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9866252194551273e-05,
      "loss": 0.2491,
      "step": 2983
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9866109583239583e-05,
      "loss": 0.2638,
      "step": 2984
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.986596689644972e-05,
      "loss": 0.2221,
      "step": 2985
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9865824134182773e-05,
      "loss": 0.2532,
      "step": 2986
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9865681296439837e-05,
      "loss": 0.3182,
      "step": 2987
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9865538383222e-05,
      "loss": 0.2783,
      "step": 2988
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9865395394530363e-05,
      "loss": 0.2605,
      "step": 2989
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.986525233036601e-05,
      "loss": 0.2391,
      "step": 2990
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9865109190730046e-05,
      "loss": 0.201,
      "step": 2991
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9864965975623555e-05,
      "loss": 0.2599,
      "step": 2992
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9864822685047644e-05,
      "loss": 0.2271,
      "step": 2993
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9864679319003398e-05,
      "loss": 0.2551,
      "step": 2994
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9864535877491922e-05,
      "loss": 0.2706,
      "step": 2995
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9864392360514313e-05,
      "loss": 0.2058,
      "step": 2996
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9864248768071662e-05,
      "loss": 0.2596,
      "step": 2997
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9864105100165077e-05,
      "loss": 0.2815,
      "step": 2998
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9863961356795653e-05,
      "loss": 0.2313,
      "step": 2999
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9863817537964483e-05,
      "loss": 0.2229,
      "step": 3000
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9863673643672677e-05,
      "loss": 0.243,
      "step": 3001
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.986352967392133e-05,
      "loss": 0.2877,
      "step": 3002
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9863385628711546e-05,
      "loss": 0.2387,
      "step": 3003
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9863241508044428e-05,
      "loss": 0.2293,
      "step": 3004
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9863097311921077e-05,
      "loss": 0.2585,
      "step": 3005
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9862953040342594e-05,
      "loss": 0.2511,
      "step": 3006
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.986280869331009e-05,
      "loss": 0.2921,
      "step": 3007
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.986266427082466e-05,
      "loss": 0.2711,
      "step": 3008
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.986251977288741e-05,
      "loss": 0.2408,
      "step": 3009
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9862375199499454e-05,
      "loss": 0.2406,
      "step": 3010
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.986223055066189e-05,
      "loss": 0.2734,
      "step": 3011
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9862085826375826e-05,
      "loss": 0.2526,
      "step": 3012
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9861941026642374e-05,
      "loss": 0.2495,
      "step": 3013
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9861796151462633e-05,
      "loss": 0.2243,
      "step": 3014
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.986165120083772e-05,
      "loss": 0.2271,
      "step": 3015
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.986150617476874e-05,
      "loss": 0.2577,
      "step": 3016
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9861361073256802e-05,
      "loss": 0.2604,
      "step": 3017
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9861215896303017e-05,
      "loss": 0.2534,
      "step": 3018
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9861070643908497e-05,
      "loss": 0.243,
      "step": 3019
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.986092531607435e-05,
      "loss": 0.2628,
      "step": 3020
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9860779912801685e-05,
      "loss": 0.2518,
      "step": 3021
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9860634434091626e-05,
      "loss": 0.235,
      "step": 3022
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9860488879945278e-05,
      "loss": 0.2575,
      "step": 3023
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.986034325036375e-05,
      "loss": 0.2628,
      "step": 3024
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9860197545348165e-05,
      "loss": 0.2659,
      "step": 3025
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9860051764899634e-05,
      "loss": 0.2597,
      "step": 3026
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9859905909019272e-05,
      "loss": 0.2697,
      "step": 3027
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9859759977708197e-05,
      "loss": 0.2703,
      "step": 3028
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.985961397096752e-05,
      "loss": 0.2655,
      "step": 3029
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.985946788879836e-05,
      "loss": 0.2157,
      "step": 3030
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.985932173120184e-05,
      "loss": 0.2659,
      "step": 3031
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9859175498179077e-05,
      "loss": 0.2687,
      "step": 3032
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9859029189731182e-05,
      "loss": 0.2463,
      "step": 3033
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.985888280585928e-05,
      "loss": 0.2428,
      "step": 3034
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.985873634656449e-05,
      "loss": 0.255,
      "step": 3035
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9858589811847934e-05,
      "loss": 0.277,
      "step": 3036
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9858443201710732e-05,
      "loss": 0.2257,
      "step": 3037
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9858296516154006e-05,
      "loss": 0.28,
      "step": 3038
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9858149755178875e-05,
      "loss": 0.2937,
      "step": 3039
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9858002918786464e-05,
      "loss": 0.2048,
      "step": 3040
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.98578560069779e-05,
      "loss": 0.2138,
      "step": 3041
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9857709019754302e-05,
      "loss": 0.2327,
      "step": 3042
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9857561957116793e-05,
      "loss": 0.223,
      "step": 3043
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9857414819066503e-05,
      "loss": 0.2344,
      "step": 3044
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9857267605604556e-05,
      "loss": 0.2174,
      "step": 3045
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9857120316732078e-05,
      "loss": 0.2205,
      "step": 3046
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9856972952450192e-05,
      "loss": 0.2403,
      "step": 3047
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9856825512760035e-05,
      "loss": 0.2048,
      "step": 3048
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9856677997662723e-05,
      "loss": 0.2216,
      "step": 3049
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9856530407159394e-05,
      "loss": 0.2519,
      "step": 3050
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9856382741251173e-05,
      "loss": 0.236,
      "step": 3051
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9856234999939194e-05,
      "loss": 0.2609,
      "step": 3052
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9856087183224576e-05,
      "loss": 0.2294,
      "step": 3053
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.985593929110846e-05,
      "loss": 0.2612,
      "step": 3054
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.985579132359198e-05,
      "loss": 0.2622,
      "step": 3055
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9855643280676257e-05,
      "loss": 0.2682,
      "step": 3056
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.985549516236243e-05,
      "loss": 0.2176,
      "step": 3057
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.985534696865163e-05,
      "loss": 0.1787,
      "step": 3058
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9855198699544996e-05,
      "loss": 0.1956,
      "step": 3059
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9855050355043657e-05,
      "loss": 0.2424,
      "step": 3060
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.985490193514875e-05,
      "loss": 0.2331,
      "step": 3061
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.985475343986141e-05,
      "loss": 0.1903,
      "step": 3062
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9854604869182773e-05,
      "loss": 0.2283,
      "step": 3063
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.985445622311397e-05,
      "loss": 0.1983,
      "step": 3064
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.985430750165615e-05,
      "loss": 0.1929,
      "step": 3065
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9854158704810446e-05,
      "loss": 0.2643,
      "step": 3066
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9854009832577986e-05,
      "loss": 0.2588,
      "step": 3067
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9853860884959925e-05,
      "loss": 0.2532,
      "step": 3068
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9853711861957393e-05,
      "loss": 0.262,
      "step": 3069
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9853562763571533e-05,
      "loss": 0.1887,
      "step": 3070
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9853413589803482e-05,
      "loss": 0.3082,
      "step": 3071
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9853264340654385e-05,
      "loss": 0.2397,
      "step": 3072
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9853115016125385e-05,
      "loss": 0.2186,
      "step": 3073
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.985296561621762e-05,
      "loss": 0.2182,
      "step": 3074
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9852816140932236e-05,
      "loss": 0.2244,
      "step": 3075
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9852666590270374e-05,
      "loss": 0.2929,
      "step": 3076
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9852516964233183e-05,
      "loss": 0.3022,
      "step": 3077
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.98523672628218e-05,
      "loss": 0.2953,
      "step": 3078
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.985221748603738e-05,
      "loss": 0.2458,
      "step": 3079
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.985206763388106e-05,
      "loss": 0.2691,
      "step": 3080
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.985191770635399e-05,
      "loss": 0.2189,
      "step": 3081
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9851767703457317e-05,
      "loss": 0.2528,
      "step": 3082
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9851617625192187e-05,
      "loss": 0.2534,
      "step": 3083
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9851467471559753e-05,
      "loss": 0.2243,
      "step": 3084
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.985131724256116e-05,
      "loss": 0.268,
      "step": 3085
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9851166938197556e-05,
      "loss": 0.2397,
      "step": 3086
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.985101655847009e-05,
      "loss": 0.2463,
      "step": 3087
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9850866103379917e-05,
      "loss": 0.2017,
      "step": 3088
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9850715572928187e-05,
      "loss": 0.2055,
      "step": 3089
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.985056496711605e-05,
      "loss": 0.2598,
      "step": 3090
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9850414285944663e-05,
      "loss": 0.3272,
      "step": 3091
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.985026352941517e-05,
      "loss": 0.2415,
      "step": 3092
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9850112697528726e-05,
      "loss": 0.2366,
      "step": 3093
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.984996179028649e-05,
      "loss": 0.2314,
      "step": 3094
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9849810807689617e-05,
      "loss": 0.2441,
      "step": 3095
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9849659749739255e-05,
      "loss": 0.2974,
      "step": 3096
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9849508616436564e-05,
      "loss": 0.3125,
      "step": 3097
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9849357407782704e-05,
      "loss": 0.2394,
      "step": 3098
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9849206123778825e-05,
      "loss": 0.2526,
      "step": 3099
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9849054764426086e-05,
      "loss": 0.3318,
      "step": 3100
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9848903329725648e-05,
      "loss": 0.2586,
      "step": 3101
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.984875181967867e-05,
      "loss": 0.2554,
      "step": 3102
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9848600234286303e-05,
      "loss": 0.2109,
      "step": 3103
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9848448573549718e-05,
      "loss": 0.2632,
      "step": 3104
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9848296837470067e-05,
      "loss": 0.2583,
      "step": 3105
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9848145026048513e-05,
      "loss": 0.2519,
      "step": 3106
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9847993139286218e-05,
      "loss": 0.239,
      "step": 3107
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9847841177184343e-05,
      "loss": 0.241,
      "step": 3108
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.984768913974405e-05,
      "loss": 0.2888,
      "step": 3109
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9847537026966507e-05,
      "loss": 0.231,
      "step": 3110
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.984738483885287e-05,
      "loss": 0.2177,
      "step": 3111
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9847232575404314e-05,
      "loss": 0.2512,
      "step": 3112
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9847080236621995e-05,
      "loss": 0.2375,
      "step": 3113
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.984692782250708e-05,
      "loss": 0.3045,
      "step": 3114
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9846775333060734e-05,
      "loss": 0.2251,
      "step": 3115
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9846622768284126e-05,
      "loss": 0.2998,
      "step": 3116
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9846470128178425e-05,
      "loss": 0.2558,
      "step": 3117
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.984631741274479e-05,
      "loss": 0.2027,
      "step": 3118
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.98461646219844e-05,
      "loss": 0.2761,
      "step": 3119
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.984601175589842e-05,
      "loss": 0.2163,
      "step": 3120
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9845858814488018e-05,
      "loss": 0.2422,
      "step": 3121
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9845705797754365e-05,
      "loss": 0.3243,
      "step": 3122
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.984555270569863e-05,
      "loss": 0.2302,
      "step": 3123
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9845399538321986e-05,
      "loss": 0.2581,
      "step": 3124
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9845246295625605e-05,
      "loss": 0.2425,
      "step": 3125
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.984509297761066e-05,
      "loss": 0.2085,
      "step": 3126
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9844939584278323e-05,
      "loss": 0.2227,
      "step": 3127
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9844786115629767e-05,
      "loss": 0.1982,
      "step": 3128
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9844632571666165e-05,
      "loss": 0.2215,
      "step": 3129
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9844478952388693e-05,
      "loss": 0.1869,
      "step": 3130
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9844325257798527e-05,
      "loss": 0.226,
      "step": 3131
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9844171487896842e-05,
      "loss": 0.2305,
      "step": 3132
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.984401764268481e-05,
      "loss": 0.2687,
      "step": 3133
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.984386372216362e-05,
      "loss": 0.2996,
      "step": 3134
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9843709726334438e-05,
      "loss": 0.2707,
      "step": 3135
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9843555655198444e-05,
      "loss": 0.2209,
      "step": 3136
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9843401508756824e-05,
      "loss": 0.2379,
      "step": 3137
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9843247287010746e-05,
      "loss": 0.2605,
      "step": 3138
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.98430929899614e-05,
      "loss": 0.2283,
      "step": 3139
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.984293861760996e-05,
      "loss": 0.3023,
      "step": 3140
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.984278416995761e-05,
      "loss": 0.258,
      "step": 3141
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9842629647005532e-05,
      "loss": 0.2176,
      "step": 3142
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9842475048754905e-05,
      "loss": 0.2102,
      "step": 3143
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.984232037520691e-05,
      "loss": 0.2629,
      "step": 3144
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.984216562636274e-05,
      "loss": 0.2015,
      "step": 3145
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.984201080222357e-05,
      "loss": 0.2425,
      "step": 3146
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.984185590279059e-05,
      "loss": 0.2587,
      "step": 3147
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9841700928064974e-05,
      "loss": 0.1924,
      "step": 3148
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9841545878047922e-05,
      "loss": 0.2417,
      "step": 3149
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9841390752740615e-05,
      "loss": 0.2736,
      "step": 3150
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.984123555214424e-05,
      "loss": 0.2593,
      "step": 3151
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9841080276259976e-05,
      "loss": 0.1949,
      "step": 3152
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9840924925089023e-05,
      "loss": 0.2138,
      "step": 3153
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.984076949863256e-05,
      "loss": 0.2194,
      "step": 3154
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9840613996891785e-05,
      "loss": 0.2539,
      "step": 3155
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9840458419867882e-05,
      "loss": 0.2561,
      "step": 3156
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9840302767562042e-05,
      "loss": 0.2854,
      "step": 3157
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9840147039975454e-05,
      "loss": 0.2669,
      "step": 3158
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9839991237109318e-05,
      "loss": 0.2407,
      "step": 3159
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9839835358964813e-05,
      "loss": 0.272,
      "step": 3160
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.983967940554314e-05,
      "loss": 0.2344,
      "step": 3161
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.983952337684549e-05,
      "loss": 0.258,
      "step": 3162
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9839367272873055e-05,
      "loss": 0.3019,
      "step": 3163
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9839211093627032e-05,
      "loss": 0.2076,
      "step": 3164
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9839054839108614e-05,
      "loss": 0.2506,
      "step": 3165
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9838898509318995e-05,
      "loss": 0.2359,
      "step": 3166
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9838742104259376e-05,
      "loss": 0.2175,
      "step": 3167
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.983858562393095e-05,
      "loss": 0.2722,
      "step": 3168
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9838429068334914e-05,
      "loss": 0.2435,
      "step": 3169
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.983827243747247e-05,
      "loss": 0.2211,
      "step": 3170
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9838115731344808e-05,
      "loss": 0.2132,
      "step": 3171
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.983795894995313e-05,
      "loss": 0.294,
      "step": 3172
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.983780209329864e-05,
      "loss": 0.2318,
      "step": 3173
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9837645161382536e-05,
      "loss": 0.284,
      "step": 3174
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9837488154206012e-05,
      "loss": 0.271,
      "step": 3175
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.983733107177028e-05,
      "loss": 0.278,
      "step": 3176
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9837173914076537e-05,
      "loss": 0.1867,
      "step": 3177
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9837016681125976e-05,
      "loss": 0.2551,
      "step": 3178
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.983685937291982e-05,
      "loss": 0.2014,
      "step": 3179
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9836701989459252e-05,
      "loss": 0.2439,
      "step": 3180
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9836544530745487e-05,
      "loss": 0.2253,
      "step": 3181
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.983638699677973e-05,
      "loss": 0.2477,
      "step": 3182
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9836229387563182e-05,
      "loss": 0.2453,
      "step": 3183
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.983607170309705e-05,
      "loss": 0.2227,
      "step": 3184
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.983591394338254e-05,
      "loss": 0.2204,
      "step": 3185
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.983575610842086e-05,
      "loss": 0.2801,
      "step": 3186
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9835598198213223e-05,
      "loss": 0.2109,
      "step": 3187
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9835440212760825e-05,
      "loss": 0.2226,
      "step": 3188
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.983528215206488e-05,
      "loss": 0.2523,
      "step": 3189
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9835124016126597e-05,
      "loss": 0.2186,
      "step": 3190
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9834965804947194e-05,
      "loss": 0.2159,
      "step": 3191
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.983480751852787e-05,
      "loss": 0.2759,
      "step": 3192
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.983464915686984e-05,
      "loss": 0.2167,
      "step": 3193
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9834490719974313e-05,
      "loss": 0.2902,
      "step": 3194
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9834332207842507e-05,
      "loss": 0.2347,
      "step": 3195
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.983417362047563e-05,
      "loss": 0.204,
      "step": 3196
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9834014957874898e-05,
      "loss": 0.2696,
      "step": 3197
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.983385622004152e-05,
      "loss": 0.2003,
      "step": 3198
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9833697406976717e-05,
      "loss": 0.2814,
      "step": 3199
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9833538518681696e-05,
      "loss": 0.2303,
      "step": 3200
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.983337955515768e-05,
      "loss": 0.2337,
      "step": 3201
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9833220516405888e-05,
      "loss": 0.294,
      "step": 3202
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9833061402427523e-05,
      "loss": 0.2201,
      "step": 3203
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9832902213223814e-05,
      "loss": 0.2488,
      "step": 3204
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9832742948795972e-05,
      "loss": 0.2125,
      "step": 3205
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9832583609145222e-05,
      "loss": 0.2112,
      "step": 3206
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.983242419427278e-05,
      "loss": 0.2361,
      "step": 3207
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9832264704179863e-05,
      "loss": 0.235,
      "step": 3208
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9832105138867694e-05,
      "loss": 0.1975,
      "step": 3209
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.983194549833749e-05,
      "loss": 0.3071,
      "step": 3210
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9831785782590482e-05,
      "loss": 0.3103,
      "step": 3211
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9831625991627875e-05,
      "loss": 0.2786,
      "step": 3212
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9831466125450907e-05,
      "loss": 0.2662,
      "step": 3213
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.98313061840608e-05,
      "loss": 0.226,
      "step": 3214
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.983114616745877e-05,
      "loss": 0.224,
      "step": 3215
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.983098607564604e-05,
      "loss": 0.2488,
      "step": 3216
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9830825908623842e-05,
      "loss": 0.2459,
      "step": 3217
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.98306656663934e-05,
      "loss": 0.214,
      "step": 3218
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9830505348955937e-05,
      "loss": 0.2545,
      "step": 3219
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.983034495631268e-05,
      "loss": 0.2173,
      "step": 3220
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9830184488464858e-05,
      "loss": 0.3077,
      "step": 3221
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9830023945413694e-05,
      "loss": 0.2795,
      "step": 3222
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9829863327160425e-05,
      "loss": 0.2394,
      "step": 3223
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.982970263370627e-05,
      "loss": 0.2277,
      "step": 3224
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9829541865052465e-05,
      "loss": 0.3221,
      "step": 3225
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9829381021200237e-05,
      "loss": 0.2267,
      "step": 3226
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9829220102150816e-05,
      "loss": 0.242,
      "step": 3227
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9829059107905432e-05,
      "loss": 0.2635,
      "step": 3228
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.982889803846532e-05,
      "loss": 0.2733,
      "step": 3229
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9828736893831718e-05,
      "loss": 0.2478,
      "step": 3230
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9828575674005844e-05,
      "loss": 0.255,
      "step": 3231
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9828414378988944e-05,
      "loss": 0.2496,
      "step": 3232
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9828253008782244e-05,
      "loss": 0.1865,
      "step": 3233
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9828091563386983e-05,
      "loss": 0.209,
      "step": 3234
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9827930042804392e-05,
      "loss": 0.2437,
      "step": 3235
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9827768447035715e-05,
      "loss": 0.1927,
      "step": 3236
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9827606776082177e-05,
      "loss": 0.2075,
      "step": 3237
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9827445029945026e-05,
      "loss": 0.2353,
      "step": 3238
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9827283208625488e-05,
      "loss": 0.2361,
      "step": 3239
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.982712131212481e-05,
      "loss": 0.2234,
      "step": 3240
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.982695934044423e-05,
      "loss": 0.2255,
      "step": 3241
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9826797293584977e-05,
      "loss": 0.3015,
      "step": 3242
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9826635171548305e-05,
      "loss": 0.287,
      "step": 3243
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9826472974335447e-05,
      "loss": 0.2539,
      "step": 3244
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9826310701947643e-05,
      "loss": 0.2407,
      "step": 3245
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9826148354386135e-05,
      "loss": 0.3029,
      "step": 3246
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9825985931652164e-05,
      "loss": 0.2285,
      "step": 3247
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9825823433746977e-05,
      "loss": 0.2332,
      "step": 3248
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9825660860671817e-05,
      "loss": 0.1718,
      "step": 3249
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.982549821242792e-05,
      "loss": 0.22,
      "step": 3250
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.982533548901654e-05,
      "loss": 0.2473,
      "step": 3251
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9825172690438915e-05,
      "loss": 0.2919,
      "step": 3252
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.982500981669629e-05,
      "loss": 0.2309,
      "step": 3253
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.982484686778992e-05,
      "loss": 0.2138,
      "step": 3254
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9824683843721042e-05,
      "loss": 0.2612,
      "step": 3255
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.982452074449091e-05,
      "loss": 0.2463,
      "step": 3256
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.982435757010076e-05,
      "loss": 0.2787,
      "step": 3257
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9824194320551856e-05,
      "loss": 0.2941,
      "step": 3258
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.982403099584544e-05,
      "loss": 0.2168,
      "step": 3259
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.982386759598276e-05,
      "loss": 0.2617,
      "step": 3260
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9823704120965065e-05,
      "loss": 0.2456,
      "step": 3261
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.982354057079361e-05,
      "loss": 0.2097,
      "step": 3262
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9823376945469643e-05,
      "loss": 0.2382,
      "step": 3263
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9823213244994416e-05,
      "loss": 0.2427,
      "step": 3264
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9823049469369183e-05,
      "loss": 0.249,
      "step": 3265
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9822885618595197e-05,
      "loss": 0.2483,
      "step": 3266
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9822721692673708e-05,
      "loss": 0.2272,
      "step": 3267
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9822557691605974e-05,
      "loss": 0.2395,
      "step": 3268
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9822393615393247e-05,
      "loss": 0.1919,
      "step": 3269
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9822229464036786e-05,
      "loss": 0.238,
      "step": 3270
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9822065237537843e-05,
      "loss": 0.2702,
      "step": 3271
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.982190093589768e-05,
      "loss": 0.3198,
      "step": 3272
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.982173655911754e-05,
      "loss": 0.2671,
      "step": 3273
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9821572107198698e-05,
      "loss": 0.2357,
      "step": 3274
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.98214075801424e-05,
      "loss": 0.2305,
      "step": 3275
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.982124297794991e-05,
      "loss": 0.2866,
      "step": 3276
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9821078300622488e-05,
      "loss": 0.2311,
      "step": 3277
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9820913548161388e-05,
      "loss": 0.2579,
      "step": 3278
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.982074872056788e-05,
      "loss": 0.1945,
      "step": 3279
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9820583817843214e-05,
      "loss": 0.2188,
      "step": 3280
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.982041883998866e-05,
      "loss": 0.2703,
      "step": 3281
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9820253787005476e-05,
      "loss": 0.2136,
      "step": 3282
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9820088658894926e-05,
      "loss": 0.2278,
      "step": 3283
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9819923455658273e-05,
      "loss": 0.2046,
      "step": 3284
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.981975817729678e-05,
      "loss": 0.1953,
      "step": 3285
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9819592823811712e-05,
      "loss": 0.256,
      "step": 3286
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9819427395204336e-05,
      "loss": 0.2241,
      "step": 3287
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9819261891475914e-05,
      "loss": 0.2091,
      "step": 3288
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9819096312627715e-05,
      "loss": 0.1932,
      "step": 3289
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9818930658661002e-05,
      "loss": 0.2582,
      "step": 3290
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.981876492957705e-05,
      "loss": 0.2426,
      "step": 3291
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.981859912537712e-05,
      "loss": 0.2779,
      "step": 3292
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.981843324606248e-05,
      "loss": 0.3323,
      "step": 3293
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9818267291634402e-05,
      "loss": 0.2224,
      "step": 3294
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9818101262094154e-05,
      "loss": 0.2261,
      "step": 3295
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.981793515744301e-05,
      "loss": 0.2726,
      "step": 3296
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9817768977682234e-05,
      "loss": 0.235,
      "step": 3297
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9817602722813106e-05,
      "loss": 0.2926,
      "step": 3298
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.981743639283689e-05,
      "loss": 0.2329,
      "step": 3299
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.981726998775486e-05,
      "loss": 0.2501,
      "step": 3300
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.981710350756829e-05,
      "loss": 0.2557,
      "step": 3301
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.981693695227846e-05,
      "loss": 0.2709,
      "step": 3302
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9816770321886633e-05,
      "loss": 0.3078,
      "step": 3303
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.981660361639409e-05,
      "loss": 0.2586,
      "step": 3304
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9816436835802108e-05,
      "loss": 0.2458,
      "step": 3305
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9816269980111954e-05,
      "loss": 0.2107,
      "step": 3306
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9816103049324917e-05,
      "loss": 0.2421,
      "step": 3307
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9815936043442266e-05,
      "loss": 0.2203,
      "step": 3308
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.981576896246528e-05,
      "loss": 0.2061,
      "step": 3309
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.981560180639524e-05,
      "loss": 0.2224,
      "step": 3310
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.981543457523342e-05,
      "loss": 0.2383,
      "step": 3311
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9815267268981102e-05,
      "loss": 0.2414,
      "step": 3312
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9815099887639568e-05,
      "loss": 0.2445,
      "step": 3313
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.981493243121009e-05,
      "loss": 0.2573,
      "step": 3314
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.981476489969396e-05,
      "loss": 0.1653,
      "step": 3315
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9814597293092458e-05,
      "loss": 0.2687,
      "step": 3316
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9814429611406857e-05,
      "loss": 0.2611,
      "step": 3317
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9814261854638454e-05,
      "loss": 0.2429,
      "step": 3318
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9814094022788518e-05,
      "loss": 0.2131,
      "step": 3319
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9813926115858343e-05,
      "loss": 0.2665,
      "step": 3320
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9813758133849205e-05,
      "loss": 0.2276,
      "step": 3321
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9813590076762397e-05,
      "loss": 0.2352,
      "step": 3322
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.98134219445992e-05,
      "loss": 0.2211,
      "step": 3323
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9813253737360907e-05,
      "loss": 0.1901,
      "step": 3324
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9813085455048794e-05,
      "loss": 0.2222,
      "step": 3325
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9812917097664157e-05,
      "loss": 0.288,
      "step": 3326
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.981274866520828e-05,
      "loss": 0.2397,
      "step": 3327
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9812580157682453e-05,
      "loss": 0.2318,
      "step": 3328
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9812411575087965e-05,
      "loss": 0.3168,
      "step": 3329
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9812242917426106e-05,
      "loss": 0.2357,
      "step": 3330
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9812074184698165e-05,
      "loss": 0.2361,
      "step": 3331
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9811905376905436e-05,
      "loss": 0.2193,
      "step": 3332
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9811736494049206e-05,
      "loss": 0.2261,
      "step": 3333
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9811567536130773e-05,
      "loss": 0.1783,
      "step": 3334
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.981139850315142e-05,
      "loss": 0.2717,
      "step": 3335
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9811229395112447e-05,
      "loss": 0.2591,
      "step": 3336
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.981106021201515e-05,
      "loss": 0.1951,
      "step": 3337
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9810890953860817e-05,
      "loss": 0.2626,
      "step": 3338
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9810721620650745e-05,
      "loss": 0.2934,
      "step": 3339
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9810552212386232e-05,
      "loss": 0.2538,
      "step": 3340
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9810382729068573e-05,
      "loss": 0.2739,
      "step": 3341
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.981021317069906e-05,
      "loss": 0.2024,
      "step": 3342
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9810043537278995e-05,
      "loss": 0.241,
      "step": 3343
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9809873828809675e-05,
      "loss": 0.2361,
      "step": 3344
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.98097040452924e-05,
      "loss": 0.2753,
      "step": 3345
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9809534186728464e-05,
      "loss": 0.2641,
      "step": 3346
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.980936425311917e-05,
      "loss": 0.2232,
      "step": 3347
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9809194244465818e-05,
      "loss": 0.2703,
      "step": 3348
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9809024160769708e-05,
      "loss": 0.2426,
      "step": 3349
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.980885400203214e-05,
      "loss": 0.2063,
      "step": 3350
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9808683768254417e-05,
      "loss": 0.259,
      "step": 3351
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9808513459437844e-05,
      "loss": 0.2113,
      "step": 3352
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9808343075583717e-05,
      "loss": 0.2336,
      "step": 3353
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9808172616693343e-05,
      "loss": 0.2829,
      "step": 3354
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.980800208276803e-05,
      "loss": 0.2964,
      "step": 3355
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9807831473809077e-05,
      "loss": 0.2373,
      "step": 3356
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9807660789817797e-05,
      "loss": 0.2124,
      "step": 3357
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9807490030795484e-05,
      "loss": 0.2425,
      "step": 3358
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9807319196743454e-05,
      "loss": 0.1903,
      "step": 3359
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9807148287663007e-05,
      "loss": 0.2514,
      "step": 3360
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.980697730355546e-05,
      "loss": 0.2604,
      "step": 3361
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.980680624442211e-05,
      "loss": 0.2037,
      "step": 3362
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.980663511026427e-05,
      "loss": 0.2482,
      "step": 3363
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.980646390108325e-05,
      "loss": 0.2302,
      "step": 3364
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9806292616880362e-05,
      "loss": 0.1815,
      "step": 3365
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9806121257656913e-05,
      "loss": 0.2526,
      "step": 3366
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9805949823414216e-05,
      "loss": 0.3038,
      "step": 3367
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9805778314153582e-05,
      "loss": 0.2886,
      "step": 3368
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9805606729876322e-05,
      "loss": 0.2381,
      "step": 3369
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9805435070583748e-05,
      "loss": 0.2322,
      "step": 3370
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9805263336277173e-05,
      "loss": 0.2689,
      "step": 3371
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.980509152695792e-05,
      "loss": 0.263,
      "step": 3372
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9804919642627288e-05,
      "loss": 0.2114,
      "step": 3373
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.98047476832866e-05,
      "loss": 0.2085,
      "step": 3374
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9804575648937174e-05,
      "loss": 0.2,
      "step": 3375
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9804403539580324e-05,
      "loss": 0.2266,
      "step": 3376
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9804231355217362e-05,
      "loss": 0.2182,
      "step": 3377
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9804059095849615e-05,
      "loss": 0.2603,
      "step": 3378
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.980388676147839e-05,
      "loss": 0.251,
      "step": 3379
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9803714352105016e-05,
      "loss": 0.1894,
      "step": 3380
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.98035418677308e-05,
      "loss": 0.2848,
      "step": 3381
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9803369308357072e-05,
      "loss": 0.2332,
      "step": 3382
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9803196673985146e-05,
      "loss": 0.2475,
      "step": 3383
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9803023964616346e-05,
      "loss": 0.2577,
      "step": 3384
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.980285118025199e-05,
      "loss": 0.2928,
      "step": 3385
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9802678320893403e-05,
      "loss": 0.2321,
      "step": 3386
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.980250538654191e-05,
      "loss": 0.2274,
      "step": 3387
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9802332377198828e-05,
      "loss": 0.1919,
      "step": 3388
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9802159292865483e-05,
      "loss": 0.2678,
      "step": 3389
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9801986133543197e-05,
      "loss": 0.1949,
      "step": 3390
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9801812899233298e-05,
      "loss": 0.2457,
      "step": 3391
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.980163958993711e-05,
      "loss": 0.2072,
      "step": 3392
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9801466205655958e-05,
      "loss": 0.2151,
      "step": 3393
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9801292746391174e-05,
      "loss": 0.3095,
      "step": 3394
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.980111921214407e-05,
      "loss": 0.2734,
      "step": 3395
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9800945602915994e-05,
      "loss": 0.2122,
      "step": 3396
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.980077191870826e-05,
      "loss": 0.2502,
      "step": 3397
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9800598159522202e-05,
      "loss": 0.2136,
      "step": 3398
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9800424325359148e-05,
      "loss": 0.2792,
      "step": 3399
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9800250416220427e-05,
      "loss": 0.285,
      "step": 3400
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.980007643210737e-05,
      "loss": 0.232,
      "step": 3401
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9799902373021308e-05,
      "loss": 0.217,
      "step": 3402
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9799728238963576e-05,
      "loss": 0.2592,
      "step": 3403
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9799554029935503e-05,
      "loss": 0.253,
      "step": 3404
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9799379745938418e-05,
      "loss": 0.2653,
      "step": 3405
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9799205386973662e-05,
      "loss": 0.236,
      "step": 3406
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9799030953042563e-05,
      "loss": 0.2511,
      "step": 3407
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.979885644414646e-05,
      "loss": 0.2403,
      "step": 3408
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9798681860286684e-05,
      "loss": 0.2721,
      "step": 3409
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9798507201464573e-05,
      "loss": 0.2204,
      "step": 3410
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.979833246768146e-05,
      "loss": 0.2192,
      "step": 3411
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9798157658938685e-05,
      "loss": 0.2379,
      "step": 3412
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9797982775237584e-05,
      "loss": 0.2525,
      "step": 3413
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.97978078165795e-05,
      "loss": 0.2703,
      "step": 3414
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9797632782965763e-05,
      "loss": 0.2495,
      "step": 3415
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9797457674397716e-05,
      "loss": 0.2315,
      "step": 3416
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.97972824908767e-05,
      "loss": 0.2581,
      "step": 3417
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9797107232404055e-05,
      "loss": 0.1916,
      "step": 3418
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9796931898981117e-05,
      "loss": 0.2418,
      "step": 3419
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.979675649060923e-05,
      "loss": 0.2259,
      "step": 3420
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9796581007289743e-05,
      "loss": 0.2203,
      "step": 3421
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.979640544902399e-05,
      "loss": 0.244,
      "step": 3422
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.979622981581331e-05,
      "loss": 0.2146,
      "step": 3423
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.979605410765906e-05,
      "loss": 0.2359,
      "step": 3424
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9795878324562572e-05,
      "loss": 0.3258,
      "step": 3425
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.97957024665252e-05,
      "loss": 0.2136,
      "step": 3426
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9795526533548284e-05,
      "loss": 0.2213,
      "step": 3427
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9795350525633173e-05,
      "loss": 0.2376,
      "step": 3428
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.979517444278121e-05,
      "loss": 0.2639,
      "step": 3429
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9794998284993746e-05,
      "loss": 0.246,
      "step": 3430
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9794822052272123e-05,
      "loss": 0.2323,
      "step": 3431
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9794645744617694e-05,
      "loss": 0.2435,
      "step": 3432
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.979446936203181e-05,
      "loss": 0.2205,
      "step": 3433
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9794292904515814e-05,
      "loss": 0.2379,
      "step": 3434
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9794116372071058e-05,
      "loss": 0.1855,
      "step": 3435
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9793939764698896e-05,
      "loss": 0.1922,
      "step": 3436
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9793763082400672e-05,
      "loss": 0.257,
      "step": 3437
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9793586325177746e-05,
      "loss": 0.2483,
      "step": 3438
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9793409493031465e-05,
      "loss": 0.2545,
      "step": 3439
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9793232585963183e-05,
      "loss": 0.2495,
      "step": 3440
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9793055603974257e-05,
      "loss": 0.234,
      "step": 3441
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9792878547066032e-05,
      "loss": 0.2477,
      "step": 3442
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.979270141523987e-05,
      "loss": 0.2519,
      "step": 3443
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9792524208497122e-05,
      "loss": 0.2653,
      "step": 3444
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.979234692683915e-05,
      "loss": 0.1991,
      "step": 3445
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9792169570267305e-05,
      "loss": 0.2739,
      "step": 3446
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9791992138782944e-05,
      "loss": 0.2514,
      "step": 3447
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9791814632387427e-05,
      "loss": 0.2024,
      "step": 3448
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9791637051082107e-05,
      "loss": 0.2307,
      "step": 3449
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.979145939486835e-05,
      "loss": 0.2534,
      "step": 3450
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.979128166374751e-05,
      "loss": 0.2362,
      "step": 3451
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9791103857720944e-05,
      "loss": 0.2638,
      "step": 3452
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9790925976790015e-05,
      "loss": 0.1789,
      "step": 3453
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.979074802095609e-05,
      "loss": 0.2532,
      "step": 3454
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.979056999022052e-05,
      "loss": 0.2671,
      "step": 3455
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9790391884584677e-05,
      "loss": 0.2577,
      "step": 3456
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9790213704049918e-05,
      "loss": 0.1717,
      "step": 3457
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9790035448617605e-05,
      "loss": 0.1991,
      "step": 3458
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.97898571182891e-05,
      "loss": 0.2258,
      "step": 3459
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9789678713065777e-05,
      "loss": 0.2577,
      "step": 3460
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.978950023294899e-05,
      "loss": 0.3234,
      "step": 3461
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.978932167794011e-05,
      "loss": 0.2235,
      "step": 3462
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.97891430480405e-05,
      "loss": 0.2271,
      "step": 3463
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9788964343251535e-05,
      "loss": 0.2358,
      "step": 3464
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.978878556357457e-05,
      "loss": 0.2295,
      "step": 3465
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.978860670901098e-05,
      "loss": 0.286,
      "step": 3466
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.978842777956213e-05,
      "loss": 0.2203,
      "step": 3467
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9788248775229394e-05,
      "loss": 0.253,
      "step": 3468
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9788069696014135e-05,
      "loss": 0.2618,
      "step": 3469
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.978789054191773e-05,
      "loss": 0.2215,
      "step": 3470
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.978771131294154e-05,
      "loss": 0.2139,
      "step": 3471
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9787532009086946e-05,
      "loss": 0.2364,
      "step": 3472
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.978735263035531e-05,
      "loss": 0.2226,
      "step": 3473
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.978717317674802e-05,
      "loss": 0.2907,
      "step": 3474
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9786993648266427e-05,
      "loss": 0.2503,
      "step": 3475
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9786814044911923e-05,
      "loss": 0.2183,
      "step": 3476
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9786634366685873e-05,
      "loss": 0.1925,
      "step": 3477
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9786454613589652e-05,
      "loss": 0.2884,
      "step": 3478
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9786274785624637e-05,
      "loss": 0.257,
      "step": 3479
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9786094882792205e-05,
      "loss": 0.3043,
      "step": 3480
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.978591490509373e-05,
      "loss": 0.2398,
      "step": 3481
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.978573485253059e-05,
      "loss": 0.2466,
      "step": 3482
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.978555472510416e-05,
      "loss": 0.2409,
      "step": 3483
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9785374522815824e-05,
      "loss": 0.2882,
      "step": 3484
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9785194245666953e-05,
      "loss": 0.2714,
      "step": 3485
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.978501389365893e-05,
      "loss": 0.2284,
      "step": 3486
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.978483346679314e-05,
      "loss": 0.1885,
      "step": 3487
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9784652965070952e-05,
      "loss": 0.1945,
      "step": 3488
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9784472388493755e-05,
      "loss": 0.1936,
      "step": 3489
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.978429173706293e-05,
      "loss": 0.2488,
      "step": 3490
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9784111010779852e-05,
      "loss": 0.1986,
      "step": 3491
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.978393020964591e-05,
      "loss": 0.2377,
      "step": 3492
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.978374933366249e-05,
      "loss": 0.25,
      "step": 3493
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.978356838283097e-05,
      "loss": 0.2462,
      "step": 3494
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9783387357152735e-05,
      "loss": 0.2584,
      "step": 3495
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9783206256629174e-05,
      "loss": 0.2189,
      "step": 3496
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9783025081261663e-05,
      "loss": 0.2194,
      "step": 3497
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.97828438310516e-05,
      "loss": 0.2674,
      "step": 3498
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9782662506000365e-05,
      "loss": 0.2181,
      "step": 3499
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9782481106109346e-05,
      "loss": 0.2289,
      "step": 3500
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.978229963137993e-05,
      "loss": 0.2454,
      "step": 3501
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9782118081813507e-05,
      "loss": 0.2289,
      "step": 3502
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9781936457411466e-05,
      "loss": 0.2277,
      "step": 3503
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9781754758175195e-05,
      "loss": 0.2116,
      "step": 3504
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9781572984106087e-05,
      "loss": 0.239,
      "step": 3505
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.978139113520553e-05,
      "loss": 0.2388,
      "step": 3506
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9781209211474912e-05,
      "loss": 0.2451,
      "step": 3507
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.978102721291563e-05,
      "loss": 0.2592,
      "step": 3508
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9780845139529076e-05,
      "loss": 0.264,
      "step": 3509
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.978066299131664e-05,
      "loss": 0.2353,
      "step": 3510
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9780480768279717e-05,
      "loss": 0.2233,
      "step": 3511
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9780298470419702e-05,
      "loss": 0.1994,
      "step": 3512
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9780116097737988e-05,
      "loss": 0.2575,
      "step": 3513
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.977993365023597e-05,
      "loss": 0.2708,
      "step": 3514
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9779751127915046e-05,
      "loss": 0.2825,
      "step": 3515
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.977956853077661e-05,
      "loss": 0.2256,
      "step": 3516
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9779385858822065e-05,
      "loss": 0.2044,
      "step": 3517
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9779203112052796e-05,
      "loss": 0.249,
      "step": 3518
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9779020290470213e-05,
      "loss": 0.2387,
      "step": 3519
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9778837394075708e-05,
      "loss": 0.2017,
      "step": 3520
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9778654422870684e-05,
      "loss": 0.2376,
      "step": 3521
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.977847137685654e-05,
      "loss": 0.2742,
      "step": 3522
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9778288256034672e-05,
      "loss": 0.2849,
      "step": 3523
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9778105060406487e-05,
      "loss": 0.2454,
      "step": 3524
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9777921789973382e-05,
      "loss": 0.2138,
      "step": 3525
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9777738444736762e-05,
      "loss": 0.2121,
      "step": 3526
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.977755502469803e-05,
      "loss": 0.2531,
      "step": 3527
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9777371529858586e-05,
      "loss": 0.2619,
      "step": 3528
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9777187960219834e-05,
      "loss": 0.2732,
      "step": 3529
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.977700431578318e-05,
      "loss": 0.2379,
      "step": 3530
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9776820596550033e-05,
      "loss": 0.2339,
      "step": 3531
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.977663680252179e-05,
      "loss": 0.3024,
      "step": 3532
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9776452933699866e-05,
      "loss": 0.2228,
      "step": 3533
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.977626899008566e-05,
      "loss": 0.187,
      "step": 3534
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.977608497168058e-05,
      "loss": 0.2562,
      "step": 3535
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.977590087848604e-05,
      "loss": 0.225,
      "step": 3536
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9775716710503442e-05,
      "loss": 0.3119,
      "step": 3537
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.97755324677342e-05,
      "loss": 0.2647,
      "step": 3538
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.977534815017972e-05,
      "loss": 0.2304,
      "step": 3539
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.977516375784141e-05,
      "loss": 0.2435,
      "step": 3540
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9774979290720683e-05,
      "loss": 0.2501,
      "step": 3541
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9774794748818955e-05,
      "loss": 0.2489,
      "step": 3542
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.977461013213763e-05,
      "loss": 0.2714,
      "step": 3543
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9774425440678127e-05,
      "loss": 0.2587,
      "step": 3544
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9774240674441857e-05,
      "loss": 0.2688,
      "step": 3545
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.977405583343023e-05,
      "loss": 0.2413,
      "step": 3546
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9773870917644658e-05,
      "loss": 0.247,
      "step": 3547
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.977368592708657e-05,
      "loss": 0.2103,
      "step": 3548
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.977350086175736e-05,
      "loss": 0.2356,
      "step": 3549
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9773315721658465e-05,
      "loss": 0.2485,
      "step": 3550
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9773130506791285e-05,
      "loss": 0.225,
      "step": 3551
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9772945217157247e-05,
      "loss": 0.2429,
      "step": 3552
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.977275985275776e-05,
      "loss": 0.261,
      "step": 3553
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.977257441359425e-05,
      "loss": 0.2046,
      "step": 3554
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9772388899668135e-05,
      "loss": 0.3035,
      "step": 3555
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.977220331098083e-05,
      "loss": 0.2626,
      "step": 3556
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.977201764753376e-05,
      "loss": 0.2586,
      "step": 3557
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9771831909328335e-05,
      "loss": 0.2491,
      "step": 3558
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9771646096365988e-05,
      "loss": 0.2604,
      "step": 3559
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9771460208648134e-05,
      "loss": 0.2022,
      "step": 3560
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9771274246176198e-05,
      "loss": 0.2235,
      "step": 3561
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9771088208951598e-05,
      "loss": 0.2519,
      "step": 3562
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9770902096975765e-05,
      "loss": 0.2642,
      "step": 3563
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9770715910250114e-05,
      "loss": 0.2041,
      "step": 3564
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.977052964877608e-05,
      "loss": 0.2636,
      "step": 3565
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9770343312555073e-05,
      "loss": 0.2548,
      "step": 3566
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9770156901588532e-05,
      "loss": 0.1579,
      "step": 3567
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.976997041587788e-05,
      "loss": 0.2267,
      "step": 3568
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.976978385542454e-05,
      "loss": 0.2621,
      "step": 3569
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9769597220229938e-05,
      "loss": 0.2994,
      "step": 3570
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.976941051029551e-05,
      "loss": 0.2018,
      "step": 3571
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9769223725622673e-05,
      "loss": 0.2169,
      "step": 3572
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.976903686621287e-05,
      "loss": 0.2547,
      "step": 3573
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9768849932067517e-05,
      "loss": 0.2627,
      "step": 3574
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9768662923188052e-05,
      "loss": 0.2788,
      "step": 3575
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9768475839575903e-05,
      "loss": 0.2647,
      "step": 3576
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.97682886812325e-05,
      "loss": 0.2205,
      "step": 3577
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9768101448159282e-05,
      "loss": 0.3096,
      "step": 3578
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.976791414035767e-05,
      "loss": 0.2353,
      "step": 3579
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9767726757829107e-05,
      "loss": 0.2283,
      "step": 3580
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9767539300575022e-05,
      "loss": 0.2353,
      "step": 3581
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.976735176859685e-05,
      "loss": 0.2309,
      "step": 3582
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.976716416189602e-05,
      "loss": 0.2474,
      "step": 3583
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9766976480473978e-05,
      "loss": 0.2124,
      "step": 3584
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.976678872433215e-05,
      "loss": 0.2415,
      "step": 3585
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.976660089347198e-05,
      "loss": 0.2645,
      "step": 3586
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.97664129878949e-05,
      "loss": 0.3068,
      "step": 3587
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.976622500760235e-05,
      "loss": 0.2525,
      "step": 3588
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9766036952595765e-05,
      "loss": 0.2377,
      "step": 3589
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.976584882287659e-05,
      "loss": 0.2265,
      "step": 3590
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9765660618446256e-05,
      "loss": 0.2063,
      "step": 3591
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.976547233930621e-05,
      "loss": 0.2846,
      "step": 3592
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9765283985457886e-05,
      "loss": 0.25,
      "step": 3593
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.976509555690273e-05,
      "loss": 0.1848,
      "step": 3594
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9764907053642183e-05,
      "loss": 0.2634,
      "step": 3595
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9764718475677687e-05,
      "loss": 0.2838,
      "step": 3596
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.976452982301068e-05,
      "loss": 0.215,
      "step": 3597
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.976434109564261e-05,
      "loss": 0.2016,
      "step": 3598
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.976415229357492e-05,
      "loss": 0.2091,
      "step": 3599
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9763963416809055e-05,
      "loss": 0.2443,
      "step": 3600
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9763774465346455e-05,
      "loss": 0.2669,
      "step": 3601
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.976358543918857e-05,
      "loss": 0.238,
      "step": 3602
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9763396338336852e-05,
      "loss": 0.2791,
      "step": 3603
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9763207162792736e-05,
      "loss": 0.201,
      "step": 3604
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9763017912557675e-05,
      "loss": 0.2234,
      "step": 3605
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9762828587633115e-05,
      "loss": 0.2247,
      "step": 3606
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9762639188020504e-05,
      "loss": 0.2373,
      "step": 3607
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9762449713721298e-05,
      "loss": 0.2298,
      "step": 3608
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9762260164736937e-05,
      "loss": 0.2172,
      "step": 3609
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9762070541068878e-05,
      "loss": 0.2624,
      "step": 3610
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9761880842718568e-05,
      "loss": 0.2747,
      "step": 3611
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.976169106968746e-05,
      "loss": 0.2446,
      "step": 3612
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9761501221977e-05,
      "loss": 0.3203,
      "step": 3613
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9761311299588652e-05,
      "loss": 0.2207,
      "step": 3614
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.976112130252386e-05,
      "loss": 0.2312,
      "step": 3615
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9760931230784078e-05,
      "loss": 0.2541,
      "step": 3616
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9760741084370764e-05,
      "loss": 0.2261,
      "step": 3617
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.976055086328537e-05,
      "loss": 0.249,
      "step": 3618
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.976036056752935e-05,
      "loss": 0.2586,
      "step": 3619
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9760170197104163e-05,
      "loss": 0.2287,
      "step": 3620
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9759979752011263e-05,
      "loss": 0.2397,
      "step": 3621
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.975978923225211e-05,
      "loss": 0.2448,
      "step": 3622
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.975959863782816e-05,
      "loss": 0.2376,
      "step": 3623
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.975940796874087e-05,
      "loss": 0.2707,
      "step": 3624
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9759217224991695e-05,
      "loss": 0.2374,
      "step": 3625
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9759026406582103e-05,
      "loss": 0.1767,
      "step": 3626
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.975883551351355e-05,
      "loss": 0.311,
      "step": 3627
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.975864454578749e-05,
      "loss": 0.2457,
      "step": 3628
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9758453503405394e-05,
      "loss": 0.2294,
      "step": 3629
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.975826238636872e-05,
      "loss": 0.2104,
      "step": 3630
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9758071194678926e-05,
      "loss": 0.2401,
      "step": 3631
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9757879928337477e-05,
      "loss": 0.2753,
      "step": 3632
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9757688587345842e-05,
      "loss": 0.22,
      "step": 3633
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9757497171705474e-05,
      "loss": 0.2459,
      "step": 3634
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.975730568141785e-05,
      "loss": 0.2275,
      "step": 3635
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9757114116484424e-05,
      "loss": 0.2415,
      "step": 3636
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.975692247690667e-05,
      "loss": 0.2473,
      "step": 3637
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9756730762686042e-05,
      "loss": 0.2114,
      "step": 3638
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.975653897382402e-05,
      "loss": 0.1835,
      "step": 3639
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9756347110322065e-05,
      "loss": 0.2773,
      "step": 3640
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9756155172181645e-05,
      "loss": 0.2444,
      "step": 3641
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.975596315940423e-05,
      "loss": 0.2509,
      "step": 3642
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9755771071991284e-05,
      "loss": 0.2148,
      "step": 3643
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9755578909944284e-05,
      "loss": 0.277,
      "step": 3644
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9755386673264696e-05,
      "loss": 0.2003,
      "step": 3645
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9755194361953994e-05,
      "loss": 0.1647,
      "step": 3646
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.975500197601364e-05,
      "loss": 0.2349,
      "step": 3647
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9754809515445116e-05,
      "loss": 0.2204,
      "step": 3648
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.975461698024989e-05,
      "loss": 0.2402,
      "step": 3649
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9754424370429433e-05,
      "loss": 0.2262,
      "step": 3650
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9754231685985224e-05,
      "loss": 0.2489,
      "step": 3651
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9754038926918733e-05,
      "loss": 0.2238,
      "step": 3652
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.975384609323144e-05,
      "loss": 0.2868,
      "step": 3653
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.975365318492481e-05,
      "loss": 0.2981,
      "step": 3654
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9753460202000326e-05,
      "loss": 0.1819,
      "step": 3655
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9753267144459466e-05,
      "loss": 0.2371,
      "step": 3656
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.97530740123037e-05,
      "loss": 0.285,
      "step": 3657
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.975288080553451e-05,
      "loss": 0.2872,
      "step": 3658
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.975268752415338e-05,
      "loss": 0.2003,
      "step": 3659
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9752494168161774e-05,
      "loss": 0.2627,
      "step": 3660
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9752300737561187e-05,
      "loss": 0.2002,
      "step": 3661
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9752107232353083e-05,
      "loss": 0.1746,
      "step": 3662
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9751913652538955e-05,
      "loss": 0.2323,
      "step": 3663
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.975171999812028e-05,
      "loss": 0.2688,
      "step": 3664
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.975152626909854e-05,
      "loss": 0.2726,
      "step": 3665
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9751332465475212e-05,
      "loss": 0.2535,
      "step": 3666
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9751138587251786e-05,
      "loss": 0.2358,
      "step": 3667
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9750944634429742e-05,
      "loss": 0.1825,
      "step": 3668
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9750750607010563e-05,
      "loss": 0.3014,
      "step": 3669
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9750556504995734e-05,
      "loss": 0.1931,
      "step": 3670
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.975036232838674e-05,
      "loss": 0.2368,
      "step": 3671
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.975016807718507e-05,
      "loss": 0.2281,
      "step": 3672
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9749973751392202e-05,
      "loss": 0.216,
      "step": 3673
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.974977935100963e-05,
      "loss": 0.1977,
      "step": 3674
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9749584876038836e-05,
      "loss": 0.2156,
      "step": 3675
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9749390326481315e-05,
      "loss": 0.3189,
      "step": 3676
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9749195702338548e-05,
      "loss": 0.1862,
      "step": 3677
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9749001003612026e-05,
      "loss": 0.2412,
      "step": 3678
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9748806230303237e-05,
      "loss": 0.2422,
      "step": 3679
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9748611382413677e-05,
      "loss": 0.245,
      "step": 3680
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.974841645994483e-05,
      "loss": 0.2823,
      "step": 3681
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9748221462898192e-05,
      "loss": 0.2424,
      "step": 3682
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.974802639127525e-05,
      "loss": 0.2669,
      "step": 3683
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9747831245077503e-05,
      "loss": 0.2352,
      "step": 3684
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9747636024306436e-05,
      "loss": 0.2977,
      "step": 3685
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.974744072896355e-05,
      "loss": 0.2326,
      "step": 3686
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9747245359050334e-05,
      "loss": 0.2362,
      "step": 3687
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9747049914568283e-05,
      "loss": 0.2461,
      "step": 3688
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9746854395518894e-05,
      "loss": 0.2181,
      "step": 3689
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9746658801903666e-05,
      "loss": 0.2156,
      "step": 3690
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9746463133724087e-05,
      "loss": 0.2507,
      "step": 3691
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9746267390981658e-05,
      "loss": 0.2517,
      "step": 3692
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.974607157367788e-05,
      "loss": 0.2459,
      "step": 3693
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9745875681814246e-05,
      "loss": 0.2319,
      "step": 3694
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9745679715392256e-05,
      "loss": 0.2604,
      "step": 3695
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.974548367441341e-05,
      "loss": 0.2233,
      "step": 3696
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.974528755887921e-05,
      "loss": 0.2058,
      "step": 3697
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9745091368791153e-05,
      "loss": 0.2278,
      "step": 3698
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.974489510415074e-05,
      "loss": 0.1871,
      "step": 3699
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9744698764959472e-05,
      "loss": 0.2584,
      "step": 3700
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9744502351218853e-05,
      "loss": 0.2148,
      "step": 3701
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9744305862930387e-05,
      "loss": 0.2372,
      "step": 3702
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.974410930009557e-05,
      "loss": 0.2538,
      "step": 3703
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9743912662715913e-05,
      "loss": 0.2459,
      "step": 3704
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.974371595079292e-05,
      "loss": 0.2308,
      "step": 3705
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9743519164328092e-05,
      "loss": 0.2436,
      "step": 3706
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.974332230332294e-05,
      "loss": 0.2913,
      "step": 3707
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9743125367778964e-05,
      "loss": 0.2274,
      "step": 3708
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9742928357697674e-05,
      "loss": 0.213,
      "step": 3709
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9742731273080574e-05,
      "loss": 0.2452,
      "step": 3710
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9742534113929176e-05,
      "loss": 0.2427,
      "step": 3711
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9742336880244988e-05,
      "loss": 0.2232,
      "step": 3712
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9742139572029513e-05,
      "loss": 0.2501,
      "step": 3713
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.974194218928427e-05,
      "loss": 0.2412,
      "step": 3714
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.974174473201076e-05,
      "loss": 0.2699,
      "step": 3715
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9741547200210497e-05,
      "loss": 0.2229,
      "step": 3716
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9741349593884992e-05,
      "loss": 0.3193,
      "step": 3717
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.974115191303576e-05,
      "loss": 0.2163,
      "step": 3718
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.974095415766431e-05,
      "loss": 0.2593,
      "step": 3719
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9740756327772154e-05,
      "loss": 0.2406,
      "step": 3720
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.974055842336081e-05,
      "loss": 0.2527,
      "step": 3721
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9740360444431786e-05,
      "loss": 0.2446,
      "step": 3722
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.97401623909866e-05,
      "loss": 0.2022,
      "step": 3723
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9739964263026765e-05,
      "loss": 0.2847,
      "step": 3724
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9739766060553803e-05,
      "loss": 0.2486,
      "step": 3725
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.973956778356922e-05,
      "loss": 0.2479,
      "step": 3726
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9739369432074543e-05,
      "loss": 0.2689,
      "step": 3727
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.973917100607128e-05,
      "loss": 0.2371,
      "step": 3728
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.973897250556096e-05,
      "loss": 0.1983,
      "step": 3729
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9738773930545094e-05,
      "loss": 0.2389,
      "step": 3730
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.97385752810252e-05,
      "loss": 0.2322,
      "step": 3731
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.97383765570028e-05,
      "loss": 0.2797,
      "step": 3732
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.973817775847942e-05,
      "loss": 0.3154,
      "step": 3733
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.973797888545657e-05,
      "loss": 0.2266,
      "step": 3734
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.973777993793578e-05,
      "loss": 0.2416,
      "step": 3735
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9737580915918567e-05,
      "loss": 0.2102,
      "step": 3736
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.973738181940646e-05,
      "loss": 0.1879,
      "step": 3737
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9737182648400972e-05,
      "loss": 0.2135,
      "step": 3738
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9736983402903637e-05,
      "loss": 0.2929,
      "step": 3739
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.973678408291597e-05,
      "loss": 0.1816,
      "step": 3740
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9736584688439505e-05,
      "loss": 0.2518,
      "step": 3741
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.973638521947576e-05,
      "loss": 0.2249,
      "step": 3742
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9736185676026263e-05,
      "loss": 0.2658,
      "step": 3743
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9735986058092546e-05,
      "loss": 0.2327,
      "step": 3744
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9735786365676128e-05,
      "loss": 0.2605,
      "step": 3745
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.973558659877854e-05,
      "loss": 0.2328,
      "step": 3746
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9735386757401312e-05,
      "loss": 0.2282,
      "step": 3747
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.973518684154597e-05,
      "loss": 0.2229,
      "step": 3748
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.973498685121405e-05,
      "loss": 0.2404,
      "step": 3749
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9734786786407074e-05,
      "loss": 0.2085,
      "step": 3750
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9734586647126572e-05,
      "loss": 0.2107,
      "step": 3751
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.973438643337408e-05,
      "loss": 0.2487,
      "step": 3752
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.973418614515113e-05,
      "loss": 0.2594,
      "step": 3753
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.973398578245925e-05,
      "loss": 0.2838,
      "step": 3754
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9733785345299977e-05,
      "loss": 0.2295,
      "step": 3755
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.973358483367484e-05,
      "loss": 0.2461,
      "step": 3756
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.973338424758538e-05,
      "loss": 0.2648,
      "step": 3757
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9733183587033124e-05,
      "loss": 0.2374,
      "step": 3758
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.973298285201961e-05,
      "loss": 0.2408,
      "step": 3759
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9732782042546376e-05,
      "loss": 0.2929,
      "step": 3760
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9732581158614955e-05,
      "loss": 0.269,
      "step": 3761
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9732380200226886e-05,
      "loss": 0.2397,
      "step": 3762
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9732179167383702e-05,
      "loss": 0.2579,
      "step": 3763
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.973197806008695e-05,
      "loss": 0.2397,
      "step": 3764
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9731776878338157e-05,
      "loss": 0.2691,
      "step": 3765
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9731575622138874e-05,
      "loss": 0.2578,
      "step": 3766
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9731374291490628e-05,
      "loss": 0.2312,
      "step": 3767
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9731172886394967e-05,
      "loss": 0.2579,
      "step": 3768
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9730971406853433e-05,
      "loss": 0.3152,
      "step": 3769
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9730769852867564e-05,
      "loss": 0.255,
      "step": 3770
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9730568224438902e-05,
      "loss": 0.2739,
      "step": 3771
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9730366521568994e-05,
      "loss": 0.2721,
      "step": 3772
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9730164744259378e-05,
      "loss": 0.214,
      "step": 3773
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9729962892511595e-05,
      "loss": 0.267,
      "step": 3774
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9729760966327197e-05,
      "loss": 0.2472,
      "step": 3775
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.972955896570772e-05,
      "loss": 0.202,
      "step": 3776
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.972935689065472e-05,
      "loss": 0.2703,
      "step": 3777
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9729154741169738e-05,
      "loss": 0.2956,
      "step": 3778
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.972895251725432e-05,
      "loss": 0.2872,
      "step": 3779
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.972875021891001e-05,
      "loss": 0.2861,
      "step": 3780
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9728547846138356e-05,
      "loss": 0.2479,
      "step": 3781
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9728345398940916e-05,
      "loss": 0.1819,
      "step": 3782
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9728142877319223e-05,
      "loss": 0.2153,
      "step": 3783
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9727940281274845e-05,
      "loss": 0.1963,
      "step": 3784
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9727737610809314e-05,
      "loss": 0.2678,
      "step": 3785
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.972753486592419e-05,
      "loss": 0.2784,
      "step": 3786
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9727332046621023e-05,
      "loss": 0.2407,
      "step": 3787
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9727129152901365e-05,
      "loss": 0.2159,
      "step": 3788
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9726926184766766e-05,
      "loss": 0.2285,
      "step": 3789
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.972672314221878e-05,
      "loss": 0.2555,
      "step": 3790
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9726520025258963e-05,
      "loss": 0.264,
      "step": 3791
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.972631683388886e-05,
      "loss": 0.264,
      "step": 3792
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9726113568110036e-05,
      "loss": 0.262,
      "step": 3793
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.972591022792404e-05,
      "loss": 0.2328,
      "step": 3794
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.972570681333243e-05,
      "loss": 0.196,
      "step": 3795
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9725503324336763e-05,
      "loss": 0.2152,
      "step": 3796
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.972529976093859e-05,
      "loss": 0.2148,
      "step": 3797
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9725096123139476e-05,
      "loss": 0.2608,
      "step": 3798
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.972489241094097e-05,
      "loss": 0.1732,
      "step": 3799
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9724688624344643e-05,
      "loss": 0.2045,
      "step": 3800
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9724484763352042e-05,
      "loss": 0.2111,
      "step": 3801
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9724280827964733e-05,
      "loss": 0.2671,
      "step": 3802
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9724076818184276e-05,
      "loss": 0.2653,
      "step": 3803
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.972387273401223e-05,
      "loss": 0.2265,
      "step": 3804
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9723668575450154e-05,
      "loss": 0.2148,
      "step": 3805
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9723464342499615e-05,
      "loss": 0.2525,
      "step": 3806
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.972326003516217e-05,
      "loss": 0.2093,
      "step": 3807
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9723055653439384e-05,
      "loss": 0.2422,
      "step": 3808
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9722851197332825e-05,
      "loss": 0.2247,
      "step": 3809
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.972264666684405e-05,
      "loss": 0.2438,
      "step": 3810
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.972244206197463e-05,
      "loss": 0.206,
      "step": 3811
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.972223738272613e-05,
      "loss": 0.2198,
      "step": 3812
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9722032629100107e-05,
      "loss": 0.1942,
      "step": 3813
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.972182780109814e-05,
      "loss": 0.1939,
      "step": 3814
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9721622898721786e-05,
      "loss": 0.2373,
      "step": 3815
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.972141792197262e-05,
      "loss": 0.2043,
      "step": 3816
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.97212128708522e-05,
      "loss": 0.2064,
      "step": 3817
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9721007745362108e-05,
      "loss": 0.2883,
      "step": 3818
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.97208025455039e-05,
      "loss": 0.2375,
      "step": 3819
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9720597271279155e-05,
      "loss": 0.1842,
      "step": 3820
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9720391922689443e-05,
      "loss": 0.228,
      "step": 3821
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.972018649973633e-05,
      "loss": 0.2446,
      "step": 3822
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.971998100242139e-05,
      "loss": 0.2906,
      "step": 3823
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9719775430746197e-05,
      "loss": 0.2224,
      "step": 3824
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.971956978471232e-05,
      "loss": 0.2926,
      "step": 3825
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9719364064321335e-05,
      "loss": 0.24,
      "step": 3826
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9719158269574816e-05,
      "loss": 0.2366,
      "step": 3827
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9718952400474336e-05,
      "loss": 0.2713,
      "step": 3828
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.971874645702147e-05,
      "loss": 0.236,
      "step": 3829
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.971854043921779e-05,
      "loss": 0.2521,
      "step": 3830
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9718334347064883e-05,
      "loss": 0.1826,
      "step": 3831
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9718128180564314e-05,
      "loss": 0.2212,
      "step": 3832
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9717921939717665e-05,
      "loss": 0.2539,
      "step": 3833
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9717715624526517e-05,
      "loss": 0.2562,
      "step": 3834
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.971750923499244e-05,
      "loss": 0.2467,
      "step": 3835
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.971730277111702e-05,
      "loss": 0.2088,
      "step": 3836
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9717096232901836e-05,
      "loss": 0.2229,
      "step": 3837
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9716889620348466e-05,
      "loss": 0.2213,
      "step": 3838
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9716682933458488e-05,
      "loss": 0.2251,
      "step": 3839
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.971647617223349e-05,
      "loss": 0.2302,
      "step": 3840
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.971626933667505e-05,
      "loss": 0.2168,
      "step": 3841
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.971606242678475e-05,
      "loss": 0.2083,
      "step": 3842
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.971585544256417e-05,
      "loss": 0.2119,
      "step": 3843
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.97156483840149e-05,
      "loss": 0.2745,
      "step": 3844
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9715441251138516e-05,
      "loss": 0.1979,
      "step": 3845
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9715234043936612e-05,
      "loss": 0.2908,
      "step": 3846
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.971502676241077e-05,
      "loss": 0.2829,
      "step": 3847
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9714819406562572e-05,
      "loss": 0.1946,
      "step": 3848
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9714611976393607e-05,
      "loss": 0.198,
      "step": 3849
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9714404471905463e-05,
      "loss": 0.2451,
      "step": 3850
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9714196893099723e-05,
      "loss": 0.2076,
      "step": 3851
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.971398923997798e-05,
      "loss": 0.2491,
      "step": 3852
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.971378151254182e-05,
      "loss": 0.2558,
      "step": 3853
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9713573710792834e-05,
      "loss": 0.2002,
      "step": 3854
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.971336583473261e-05,
      "loss": 0.1882,
      "step": 3855
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9713157884362738e-05,
      "loss": 0.2214,
      "step": 3856
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.971294985968481e-05,
      "loss": 0.2415,
      "step": 3857
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.971274176070042e-05,
      "loss": 0.1982,
      "step": 3858
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9712533587411157e-05,
      "loss": 0.2591,
      "step": 3859
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.971232533981861e-05,
      "loss": 0.2337,
      "step": 3860
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.971211701792438e-05,
      "loss": 0.2717,
      "step": 3861
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9711908621730053e-05,
      "loss": 0.2255,
      "step": 3862
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9711700151237228e-05,
      "loss": 0.2269,
      "step": 3863
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.97114916064475e-05,
      "loss": 0.268,
      "step": 3864
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9711282987362464e-05,
      "loss": 0.2479,
      "step": 3865
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9711074293983713e-05,
      "loss": 0.1827,
      "step": 3866
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9710865526312845e-05,
      "loss": 0.2547,
      "step": 3867
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9710656684351458e-05,
      "loss": 0.2519,
      "step": 3868
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9710447768101154e-05,
      "loss": 0.2144,
      "step": 3869
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9710238777563524e-05,
      "loss": 0.252,
      "step": 3870
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9710029712740168e-05,
      "loss": 0.212,
      "step": 3871
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9709820573632688e-05,
      "loss": 0.2164,
      "step": 3872
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9709611360242684e-05,
      "loss": 0.2385,
      "step": 3873
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9709402072571757e-05,
      "loss": 0.2766,
      "step": 3874
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9709192710621505e-05,
      "loss": 0.2245,
      "step": 3875
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.970898327439353e-05,
      "loss": 0.2978,
      "step": 3876
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9708773763889436e-05,
      "loss": 0.2097,
      "step": 3877
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9708564179110827e-05,
      "loss": 0.2053,
      "step": 3878
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9708354520059304e-05,
      "loss": 0.2265,
      "step": 3879
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9708144786736472e-05,
      "loss": 0.2369,
      "step": 3880
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9707934979143935e-05,
      "loss": 0.3475,
      "step": 3881
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9707725097283295e-05,
      "loss": 0.237,
      "step": 3882
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.970751514115617e-05,
      "loss": 0.2711,
      "step": 3883
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9707305110764148e-05,
      "loss": 0.2388,
      "step": 3884
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.970709500610885e-05,
      "loss": 0.2308,
      "step": 3885
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9706884827191874e-05,
      "loss": 0.2421,
      "step": 3886
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9706674574014836e-05,
      "loss": 0.2231,
      "step": 3887
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9706464246579338e-05,
      "loss": 0.2296,
      "step": 3888
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9706253844886992e-05,
      "loss": 0.2094,
      "step": 3889
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9706043368939412e-05,
      "loss": 0.1969,
      "step": 3890
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.97058328187382e-05,
      "loss": 0.198,
      "step": 3891
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.970562219428497e-05,
      "loss": 0.2291,
      "step": 3892
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9705411495581335e-05,
      "loss": 0.2641,
      "step": 3893
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9705200722628902e-05,
      "loss": 0.2429,
      "step": 3894
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.970498987542929e-05,
      "loss": 0.2467,
      "step": 3895
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.970477895398411e-05,
      "loss": 0.2069,
      "step": 3896
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9704567958294974e-05,
      "loss": 0.2151,
      "step": 3897
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9704356888363497e-05,
      "loss": 0.2278,
      "step": 3898
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9704145744191292e-05,
      "loss": 0.2493,
      "step": 3899
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9703934525779977e-05,
      "loss": 0.2648,
      "step": 3900
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9703723233131167e-05,
      "loss": 0.1971,
      "step": 3901
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9703511866246476e-05,
      "loss": 0.1967,
      "step": 3902
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9703300425127525e-05,
      "loss": 0.3125,
      "step": 3903
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.970308890977593e-05,
      "loss": 0.1998,
      "step": 3904
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.970287732019331e-05,
      "loss": 0.2273,
      "step": 3905
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9702665656381282e-05,
      "loss": 0.2808,
      "step": 3906
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9702453918341464e-05,
      "loss": 0.2711,
      "step": 3907
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.970224210607548e-05,
      "loss": 0.2157,
      "step": 3908
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9702030219584944e-05,
      "loss": 0.1705,
      "step": 3909
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9701818258871484e-05,
      "loss": 0.1891,
      "step": 3910
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.970160622393672e-05,
      "loss": 0.2116,
      "step": 3911
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9701394114782273e-05,
      "loss": 0.2581,
      "step": 3912
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9701181931409767e-05,
      "loss": 0.1828,
      "step": 3913
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9700969673820817e-05,
      "loss": 0.2037,
      "step": 3914
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.970075734201706e-05,
      "loss": 0.2198,
      "step": 3915
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.970054493600011e-05,
      "loss": 0.2223,
      "step": 3916
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.97003324557716e-05,
      "loss": 0.2456,
      "step": 3917
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9700119901333146e-05,
      "loss": 0.2356,
      "step": 3918
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9699907272686384e-05,
      "loss": 0.2484,
      "step": 3919
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9699694569832935e-05,
      "loss": 0.2336,
      "step": 3920
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9699481792774427e-05,
      "loss": 0.2841,
      "step": 3921
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9699268941512488e-05,
      "loss": 0.2436,
      "step": 3922
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.969905601604875e-05,
      "loss": 0.217,
      "step": 3923
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9698843016384835e-05,
      "loss": 0.2411,
      "step": 3924
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9698629942522377e-05,
      "loss": 0.2271,
      "step": 3925
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9698416794463004e-05,
      "loss": 0.2531,
      "step": 3926
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.969820357220835e-05,
      "loss": 0.2468,
      "step": 3927
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9697990275760042e-05,
      "loss": 0.2293,
      "step": 3928
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9697776905119713e-05,
      "loss": 0.2325,
      "step": 3929
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9697563460289e-05,
      "loss": 0.2351,
      "step": 3930
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.969734994126953e-05,
      "loss": 0.2247,
      "step": 3931
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9697136348062938e-05,
      "loss": 0.2288,
      "step": 3932
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9696922680670856e-05,
      "loss": 0.2158,
      "step": 3933
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9696708939094925e-05,
      "loss": 0.2531,
      "step": 3934
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9696495123336776e-05,
      "loss": 0.1944,
      "step": 3935
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9696281233398046e-05,
      "loss": 0.2455,
      "step": 3936
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9696067269280365e-05,
      "loss": 0.1941,
      "step": 3937
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9695853230985377e-05,
      "loss": 0.2009,
      "step": 3938
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9695639118514724e-05,
      "loss": 0.2352,
      "step": 3939
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.969542493187003e-05,
      "loss": 0.2358,
      "step": 3940
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9695210671052943e-05,
      "loss": 0.2195,
      "step": 3941
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9694996336065102e-05,
      "loss": 0.2923,
      "step": 3942
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9694781926908145e-05,
      "loss": 0.2163,
      "step": 3943
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9694567443583713e-05,
      "loss": 0.2021,
      "step": 3944
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9694352886093446e-05,
      "loss": 0.292,
      "step": 3945
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9694138254438983e-05,
      "loss": 0.1839,
      "step": 3946
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.969392354862197e-05,
      "loss": 0.2476,
      "step": 3947
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.969370876864405e-05,
      "loss": 0.2247,
      "step": 3948
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.969349391450686e-05,
      "loss": 0.2599,
      "step": 3949
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.969327898621205e-05,
      "loss": 0.2721,
      "step": 3950
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9693063983761265e-05,
      "loss": 0.2848,
      "step": 3951
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9692848907156146e-05,
      "loss": 0.2057,
      "step": 3952
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9692633756398337e-05,
      "loss": 0.2528,
      "step": 3953
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.969241853148949e-05,
      "loss": 0.2098,
      "step": 3954
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9692203232431247e-05,
      "loss": 0.2458,
      "step": 3955
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9691987859225253e-05,
      "loss": 0.2434,
      "step": 3956
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9691772411873162e-05,
      "loss": 0.1845,
      "step": 3957
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.969155689037662e-05,
      "loss": 0.2793,
      "step": 3958
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.969134129473727e-05,
      "loss": 0.2169,
      "step": 3959
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.969112562495677e-05,
      "loss": 0.2277,
      "step": 3960
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9690909881036762e-05,
      "loss": 0.2383,
      "step": 3961
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9690694062978903e-05,
      "loss": 0.2192,
      "step": 3962
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9690478170784845e-05,
      "loss": 0.2134,
      "step": 3963
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9690262204456233e-05,
      "loss": 0.2476,
      "step": 3964
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9690046163994722e-05,
      "loss": 0.2448,
      "step": 3965
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9689830049401965e-05,
      "loss": 0.2294,
      "step": 3966
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9689613860679615e-05,
      "loss": 0.2608,
      "step": 3967
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.968939759782933e-05,
      "loss": 0.205,
      "step": 3968
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9689181260852757e-05,
      "loss": 0.2686,
      "step": 3969
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9688964849751556e-05,
      "loss": 0.2449,
      "step": 3970
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.968874836452738e-05,
      "loss": 0.2276,
      "step": 3971
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9688531805181887e-05,
      "loss": 0.2238,
      "step": 3972
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9688315171716733e-05,
      "loss": 0.2312,
      "step": 3973
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.968809846413358e-05,
      "loss": 0.2165,
      "step": 3974
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.968788168243408e-05,
      "loss": 0.2221,
      "step": 3975
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.968766482661989e-05,
      "loss": 0.2505,
      "step": 3976
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9687447896692675e-05,
      "loss": 0.2281,
      "step": 3977
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9687230892654086e-05,
      "loss": 0.2716,
      "step": 3978
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9687013814505796e-05,
      "loss": 0.2163,
      "step": 3979
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9686796662249456e-05,
      "loss": 0.2818,
      "step": 3980
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9686579435886727e-05,
      "loss": 0.2404,
      "step": 3981
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9686362135419275e-05,
      "loss": 0.1952,
      "step": 3982
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9686144760848763e-05,
      "loss": 0.2414,
      "step": 3983
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.968592731217685e-05,
      "loss": 0.1745,
      "step": 3984
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.96857097894052e-05,
      "loss": 0.2217,
      "step": 3985
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.968549219253548e-05,
      "loss": 0.1798,
      "step": 3986
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.968527452156935e-05,
      "loss": 0.2151,
      "step": 3987
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9685056776508485e-05,
      "loss": 0.2635,
      "step": 3988
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.968483895735454e-05,
      "loss": 0.2511,
      "step": 3989
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9684621064109185e-05,
      "loss": 0.2445,
      "step": 3990
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.968440309677409e-05,
      "loss": 0.2328,
      "step": 3991
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.968418505535092e-05,
      "loss": 0.2264,
      "step": 3992
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.968396693984134e-05,
      "loss": 0.2451,
      "step": 3993
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9683748750247026e-05,
      "loss": 0.2399,
      "step": 3994
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.968353048656964e-05,
      "loss": 0.2334,
      "step": 3995
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9683312148810852e-05,
      "loss": 0.3143,
      "step": 3996
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9683093736972338e-05,
      "loss": 0.3036,
      "step": 3997
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9682875251055767e-05,
      "loss": 0.1722,
      "step": 3998
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9682656691062808e-05,
      "loss": 0.2608,
      "step": 3999
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9682438056995136e-05,
      "loss": 0.2505,
      "step": 4000
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.968221934885442e-05,
      "loss": 0.2135,
      "step": 4001
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.968200056664234e-05,
      "loss": 0.267,
      "step": 4002
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.968178171036056e-05,
      "loss": 0.2636,
      "step": 4003
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9681562780010758e-05,
      "loss": 0.2456,
      "step": 4004
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9681343775594614e-05,
      "loss": 0.1835,
      "step": 4005
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9681124697113797e-05,
      "loss": 0.2352,
      "step": 4006
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9680905544569988e-05,
      "loss": 0.189,
      "step": 4007
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.968068631796486e-05,
      "loss": 0.2392,
      "step": 4008
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.968046701730009e-05,
      "loss": 0.2558,
      "step": 4009
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9680247642577358e-05,
      "loss": 0.2462,
      "step": 4010
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.968002819379834e-05,
      "loss": 0.1994,
      "step": 4011
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.967980867096472e-05,
      "loss": 0.2362,
      "step": 4012
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9679589074078168e-05,
      "loss": 0.2279,
      "step": 4013
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9679369403140373e-05,
      "loss": 0.1797,
      "step": 4014
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9679149658153013e-05,
      "loss": 0.2355,
      "step": 4015
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9678929839117765e-05,
      "loss": 0.2509,
      "step": 4016
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9678709946036316e-05,
      "loss": 0.2676,
      "step": 4017
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9678489978910344e-05,
      "loss": 0.286,
      "step": 4018
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.967826993774154e-05,
      "loss": 0.2661,
      "step": 4019
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.967804982253157e-05,
      "loss": 0.2478,
      "step": 4020
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.967782963328214e-05,
      "loss": 0.2105,
      "step": 4021
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9677609369994915e-05,
      "loss": 0.2084,
      "step": 4022
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9677389032671598e-05,
      "loss": 0.2152,
      "step": 4023
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9677168621313857e-05,
      "loss": 0.2047,
      "step": 4024
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.967694813592339e-05,
      "loss": 0.2462,
      "step": 4025
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.967672757650188e-05,
      "loss": 0.2065,
      "step": 4026
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9676506943051013e-05,
      "loss": 0.2365,
      "step": 4027
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9676286235572482e-05,
      "loss": 0.2378,
      "step": 4028
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.967606545406797e-05,
      "loss": 0.2022,
      "step": 4029
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.967584459853917e-05,
      "loss": 0.214,
      "step": 4030
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9675623668987765e-05,
      "loss": 0.1776,
      "step": 4031
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9675402665415456e-05,
      "loss": 0.2374,
      "step": 4032
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.967518158782392e-05,
      "loss": 0.1987,
      "step": 4033
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9674960436214864e-05,
      "loss": 0.253,
      "step": 4034
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9674739210589965e-05,
      "loss": 0.2728,
      "step": 4035
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9674517910950923e-05,
      "loss": 0.2231,
      "step": 4036
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9674296537299434e-05,
      "loss": 0.2161,
      "step": 4037
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9674075089637187e-05,
      "loss": 0.2423,
      "step": 4038
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9673853567965874e-05,
      "loss": 0.1959,
      "step": 4039
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.967363197228719e-05,
      "loss": 0.2867,
      "step": 4040
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.967341030260284e-05,
      "loss": 0.2504,
      "step": 4041
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9673188558914508e-05,
      "loss": 0.2198,
      "step": 4042
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.96729667412239e-05,
      "loss": 0.2709,
      "step": 4043
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.96727448495327e-05,
      "loss": 0.2916,
      "step": 4044
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9672522883842616e-05,
      "loss": 0.2394,
      "step": 4045
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9672300844155347e-05,
      "loss": 0.235,
      "step": 4046
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9672078730472588e-05,
      "loss": 0.2122,
      "step": 4047
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9671856542796036e-05,
      "loss": 0.2273,
      "step": 4048
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9671634281127395e-05,
      "loss": 0.244,
      "step": 4049
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9671411945468363e-05,
      "loss": 0.193,
      "step": 4050
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.967118953582064e-05,
      "loss": 0.2548,
      "step": 4051
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9670967052185932e-05,
      "loss": 0.2716,
      "step": 4052
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9670744494565938e-05,
      "loss": 0.2931,
      "step": 4053
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.967052186296236e-05,
      "loss": 0.2403,
      "step": 4054
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9670299157376896e-05,
      "loss": 0.1971,
      "step": 4055
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.967007637781126e-05,
      "loss": 0.1998,
      "step": 4056
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9669853524267154e-05,
      "loss": 0.2387,
      "step": 4057
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.966963059674628e-05,
      "loss": 0.2299,
      "step": 4058
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.966940759525034e-05,
      "loss": 0.2383,
      "step": 4059
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.966918451978105e-05,
      "loss": 0.268,
      "step": 4060
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.966896137034011e-05,
      "loss": 0.2635,
      "step": 4061
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9668738146929226e-05,
      "loss": 0.2691,
      "step": 4062
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9668514849550107e-05,
      "loss": 0.2605,
      "step": 4063
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9668291478204463e-05,
      "loss": 0.2045,
      "step": 4064
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9668068032894004e-05,
      "loss": 0.2314,
      "step": 4065
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9667844513620436e-05,
      "loss": 0.2944,
      "step": 4066
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9667620920385468e-05,
      "loss": 0.214,
      "step": 4067
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9667397253190815e-05,
      "loss": 0.2388,
      "step": 4068
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9667173512038186e-05,
      "loss": 0.187,
      "step": 4069
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.966694969692929e-05,
      "loss": 0.228,
      "step": 4070
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9666725807865847e-05,
      "loss": 0.2595,
      "step": 4071
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9666501844849562e-05,
      "loss": 0.2436,
      "step": 4072
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.966627780788215e-05,
      "loss": 0.2387,
      "step": 4073
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9666053696965326e-05,
      "loss": 0.2275,
      "step": 4074
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9665829512100806e-05,
      "loss": 0.2357,
      "step": 4075
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9665605253290302e-05,
      "loss": 0.2322,
      "step": 4076
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9665380920535534e-05,
      "loss": 0.2608,
      "step": 4077
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.966515651383821e-05,
      "loss": 0.2265,
      "step": 4078
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9664932033200056e-05,
      "loss": 0.2313,
      "step": 4079
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9664707478622788e-05,
      "loss": 0.3185,
      "step": 4080
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9664482850108116e-05,
      "loss": 0.2322,
      "step": 4081
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9664258147657764e-05,
      "loss": 0.2544,
      "step": 4082
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9664033371273454e-05,
      "loss": 0.2225,
      "step": 4083
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9663808520956903e-05,
      "loss": 0.2864,
      "step": 4084
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9663583596709825e-05,
      "loss": 0.2328,
      "step": 4085
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9663358598533952e-05,
      "loss": 0.2357,
      "step": 4086
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9663133526431e-05,
      "loss": 0.2422,
      "step": 4087
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9662908380402686e-05,
      "loss": 0.2174,
      "step": 4088
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9662683160450738e-05,
      "loss": 0.2635,
      "step": 4089
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.966245786657688e-05,
      "loss": 0.283,
      "step": 4090
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.966223249878283e-05,
      "loss": 0.314,
      "step": 4091
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9662007057070317e-05,
      "loss": 0.1887,
      "step": 4092
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9661781541441068e-05,
      "loss": 0.258,
      "step": 4093
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.96615559518968e-05,
      "loss": 0.2352,
      "step": 4094
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9661330288439245e-05,
      "loss": 0.2176,
      "step": 4095
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9661104551070126e-05,
      "loss": 0.223,
      "step": 4096
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9660878739791176e-05,
      "loss": 0.1769,
      "step": 4097
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9660652854604116e-05,
      "loss": 0.266,
      "step": 4098
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9660426895510672e-05,
      "loss": 0.226,
      "step": 4099
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.966020086251258e-05,
      "loss": 0.2025,
      "step": 4100
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.965997475561157e-05,
      "loss": 0.2095,
      "step": 4101
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9659748574809364e-05,
      "loss": 0.2528,
      "step": 4102
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9659522320107697e-05,
      "loss": 0.2122,
      "step": 4103
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9659295991508297e-05,
      "loss": 0.281,
      "step": 4104
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.96590695890129e-05,
      "loss": 0.2553,
      "step": 4105
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9658843112623235e-05,
      "loss": 0.2385,
      "step": 4106
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9658616562341036e-05,
      "loss": 0.1889,
      "step": 4107
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9658389938168035e-05,
      "loss": 0.315,
      "step": 4108
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9658163240105963e-05,
      "loss": 0.2128,
      "step": 4109
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.965793646815656e-05,
      "loss": 0.2365,
      "step": 4110
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.965770962232156e-05,
      "loss": 0.1746,
      "step": 4111
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9657482702602693e-05,
      "loss": 0.2602,
      "step": 4112
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9657255709001697e-05,
      "loss": 0.2076,
      "step": 4113
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9657028641520316e-05,
      "loss": 0.2124,
      "step": 4114
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.965680150016028e-05,
      "loss": 0.234,
      "step": 4115
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9656574284923326e-05,
      "loss": 0.2409,
      "step": 4116
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9656346995811194e-05,
      "loss": 0.2358,
      "step": 4117
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9656119632825628e-05,
      "loss": 0.3165,
      "step": 4118
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9655892195968358e-05,
      "loss": 0.2065,
      "step": 4119
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.965566468524113e-05,
      "loss": 0.1951,
      "step": 4120
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.965543710064568e-05,
      "loss": 0.1879,
      "step": 4121
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9655209442183757e-05,
      "loss": 0.2222,
      "step": 4122
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9654981709857095e-05,
      "loss": 0.264,
      "step": 4123
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.965475390366744e-05,
      "loss": 0.2079,
      "step": 4124
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9654526023616533e-05,
      "loss": 0.2368,
      "step": 4125
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9654298069706116e-05,
      "loss": 0.2056,
      "step": 4126
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9654070041937936e-05,
      "loss": 0.2119,
      "step": 4127
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9653841940313735e-05,
      "loss": 0.1904,
      "step": 4128
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9653613764835264e-05,
      "loss": 0.226,
      "step": 4129
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9653385515504258e-05,
      "loss": 0.239,
      "step": 4130
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9653157192322475e-05,
      "loss": 0.2334,
      "step": 4131
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.965292879529165e-05,
      "loss": 0.2435,
      "step": 4132
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.965270032441354e-05,
      "loss": 0.2266,
      "step": 4133
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.965247177968989e-05,
      "loss": 0.2133,
      "step": 4134
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9652243161122447e-05,
      "loss": 0.1937,
      "step": 4135
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9652014468712958e-05,
      "loss": 0.2319,
      "step": 4136
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9651785702463176e-05,
      "loss": 0.2255,
      "step": 4137
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.965155686237485e-05,
      "loss": 0.2346,
      "step": 4138
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9651327948449733e-05,
      "loss": 0.1857,
      "step": 4139
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9651098960689573e-05,
      "loss": 0.2926,
      "step": 4140
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9650869899096123e-05,
      "loss": 0.2268,
      "step": 4141
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9650640763671133e-05,
      "loss": 0.2312,
      "step": 4142
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.965041155441636e-05,
      "loss": 0.2267,
      "step": 4143
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9650182271333555e-05,
      "loss": 0.155,
      "step": 4144
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9649952914424473e-05,
      "loss": 0.2222,
      "step": 4145
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.964972348369087e-05,
      "loss": 0.2309,
      "step": 4146
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9649493979134498e-05,
      "loss": 0.2403,
      "step": 4147
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.964926440075711e-05,
      "loss": 0.2475,
      "step": 4148
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9649034748560475e-05,
      "loss": 0.2151,
      "step": 4149
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.964880502254634e-05,
      "loss": 0.2673,
      "step": 4150
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.964857522271646e-05,
      "loss": 0.2852,
      "step": 4151
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.96483453490726e-05,
      "loss": 0.2156,
      "step": 4152
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9648115401616515e-05,
      "loss": 0.2428,
      "step": 4153
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.964788538034996e-05,
      "loss": 0.2724,
      "step": 4154
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9647655285274708e-05,
      "loss": 0.2782,
      "step": 4155
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9647425116392508e-05,
      "loss": 0.2319,
      "step": 4156
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.964719487370512e-05,
      "loss": 0.2362,
      "step": 4157
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9646964557214314e-05,
      "loss": 0.2531,
      "step": 4158
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9646734166921845e-05,
      "loss": 0.2069,
      "step": 4159
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9646503702829478e-05,
      "loss": 0.2079,
      "step": 4160
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9646273164938973e-05,
      "loss": 0.256,
      "step": 4161
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.96460425532521e-05,
      "loss": 0.2717,
      "step": 4162
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.964581186777062e-05,
      "loss": 0.2716,
      "step": 4163
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9645581108496293e-05,
      "loss": 0.1978,
      "step": 4164
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9645350275430893e-05,
      "loss": 0.1928,
      "step": 4165
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9645119368576177e-05,
      "loss": 0.1541,
      "step": 4166
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.964488838793392e-05,
      "loss": 0.2371,
      "step": 4167
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9644657333505885e-05,
      "loss": 0.2221,
      "step": 4168
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.964442620529384e-05,
      "loss": 0.2467,
      "step": 4169
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9644195003299553e-05,
      "loss": 0.2532,
      "step": 4170
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9643963727524793e-05,
      "loss": 0.2256,
      "step": 4171
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.964373237797133e-05,
      "loss": 0.2291,
      "step": 4172
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.964350095464093e-05,
      "loss": 0.2243,
      "step": 4173
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9643269457535367e-05,
      "loss": 0.1729,
      "step": 4174
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9643037886656416e-05,
      "loss": 0.2476,
      "step": 4175
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.964280624200584e-05,
      "loss": 0.1891,
      "step": 4176
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9642574523585416e-05,
      "loss": 0.2486,
      "step": 4177
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9642342731396915e-05,
      "loss": 0.2124,
      "step": 4178
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.964211086544211e-05,
      "loss": 0.1868,
      "step": 4179
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9641878925722778e-05,
      "loss": 0.1886,
      "step": 4180
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9641646912240695e-05,
      "loss": 0.1952,
      "step": 4181
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.964141482499763e-05,
      "loss": 0.2597,
      "step": 4182
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.964118266399536e-05,
      "loss": 0.2931,
      "step": 4183
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.964095042923566e-05,
      "loss": 0.2438,
      "step": 4184
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9640718120720314e-05,
      "loss": 0.2405,
      "step": 4185
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9640485738451087e-05,
      "loss": 0.2043,
      "step": 4186
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9640253282429767e-05,
      "loss": 0.2257,
      "step": 4187
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.964002075265813e-05,
      "loss": 0.215,
      "step": 4188
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9639788149137953e-05,
      "loss": 0.2073,
      "step": 4189
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9639555471871014e-05,
      "loss": 0.2245,
      "step": 4190
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9639322720859096e-05,
      "loss": 0.2462,
      "step": 4191
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.963908989610398e-05,
      "loss": 0.3049,
      "step": 4192
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.963885699760745e-05,
      "loss": 0.2691,
      "step": 4193
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.963862402537128e-05,
      "loss": 0.263,
      "step": 4194
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.963839097939726e-05,
      "loss": 0.208,
      "step": 4195
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9638157859687162e-05,
      "loss": 0.2932,
      "step": 4196
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9637924666242783e-05,
      "loss": 0.2465,
      "step": 4197
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9637691399065897e-05,
      "loss": 0.2732,
      "step": 4198
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9637458058158293e-05,
      "loss": 0.2415,
      "step": 4199
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9637224643521757e-05,
      "loss": 0.1339,
      "step": 4200
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.963699115515807e-05,
      "loss": 0.2092,
      "step": 4201
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.963675759306902e-05,
      "loss": 0.2128,
      "step": 4202
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.96365239572564e-05,
      "loss": 0.2206,
      "step": 4203
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9636290247721988e-05,
      "loss": 0.2338,
      "step": 4204
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.963605646446758e-05,
      "loss": 0.2295,
      "step": 4205
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9635822607494957e-05,
      "loss": 0.2228,
      "step": 4206
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.963558867680591e-05,
      "loss": 0.2176,
      "step": 4207
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9635354672402237e-05,
      "loss": 0.2634,
      "step": 4208
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9635120594285718e-05,
      "loss": 0.2536,
      "step": 4209
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9634886442458145e-05,
      "loss": 0.2333,
      "step": 4210
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.963465221692131e-05,
      "loss": 0.2279,
      "step": 4211
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9634417917677012e-05,
      "loss": 0.2259,
      "step": 4212
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9634183544727037e-05,
      "loss": 0.189,
      "step": 4213
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.963394909807318e-05,
      "loss": 0.2457,
      "step": 4214
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9633714577717232e-05,
      "loss": 0.1829,
      "step": 4215
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9633479983660988e-05,
      "loss": 0.2455,
      "step": 4216
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9633245315906244e-05,
      "loss": 0.1855,
      "step": 4217
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9633010574454794e-05,
      "loss": 0.2563,
      "step": 4218
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9632775759308436e-05,
      "loss": 0.2681,
      "step": 4219
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9632540870468965e-05,
      "loss": 0.2612,
      "step": 4220
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9632305907938172e-05,
      "loss": 0.2743,
      "step": 4221
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.963207087171787e-05,
      "loss": 0.2262,
      "step": 4222
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.963183576180984e-05,
      "loss": 0.2609,
      "step": 4223
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.963160057821589e-05,
      "loss": 0.2322,
      "step": 4224
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.963136532093782e-05,
      "loss": 0.2051,
      "step": 4225
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9631129989977423e-05,
      "loss": 0.2478,
      "step": 4226
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9630894585336506e-05,
      "loss": 0.2501,
      "step": 4227
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9630659107016866e-05,
      "loss": 0.2212,
      "step": 4228
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9630423555020308e-05,
      "loss": 0.2584,
      "step": 4229
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.963018792934863e-05,
      "loss": 0.2257,
      "step": 4230
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9629952230003637e-05,
      "loss": 0.1998,
      "step": 4231
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9629716456987133e-05,
      "loss": 0.2262,
      "step": 4232
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9629480610300917e-05,
      "loss": 0.2048,
      "step": 4233
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.96292446899468e-05,
      "loss": 0.2532,
      "step": 4234
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.962900869592658e-05,
      "loss": 0.2107,
      "step": 4235
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9628772628242068e-05,
      "loss": 0.2435,
      "step": 4236
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9628536486895065e-05,
      "loss": 0.254,
      "step": 4237
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9628300271887388e-05,
      "loss": 0.2119,
      "step": 4238
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9628063983220827e-05,
      "loss": 0.1879,
      "step": 4239
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9627827620897206e-05,
      "loss": 0.233,
      "step": 4240
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.962759118491832e-05,
      "loss": 0.1991,
      "step": 4241
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.962735467528599e-05,
      "loss": 0.2071,
      "step": 4242
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9627118092002018e-05,
      "loss": 0.2257,
      "step": 4243
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9626881435068216e-05,
      "loss": 0.222,
      "step": 4244
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9626644704486392e-05,
      "loss": 0.2267,
      "step": 4245
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.962640790025836e-05,
      "loss": 0.2171,
      "step": 4246
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.962617102238593e-05,
      "loss": 0.2547,
      "step": 4247
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9625934070870916e-05,
      "loss": 0.2069,
      "step": 4248
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.962569704571513e-05,
      "loss": 0.2642,
      "step": 4249
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9625459946920383e-05,
      "loss": 0.2301,
      "step": 4250
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.962522277448849e-05,
      "loss": 0.2461,
      "step": 4251
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9624985528421265e-05,
      "loss": 0.2461,
      "step": 4252
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.962474820872053e-05,
      "loss": 0.1904,
      "step": 4253
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.962451081538809e-05,
      "loss": 0.2376,
      "step": 4254
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9624273348425763e-05,
      "loss": 0.2586,
      "step": 4255
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9624035807835376e-05,
      "loss": 0.2777,
      "step": 4256
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9623798193618736e-05,
      "loss": 0.2358,
      "step": 4257
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9623560505777657e-05,
      "loss": 0.2334,
      "step": 4258
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9623322744313972e-05,
      "loss": 0.2534,
      "step": 4259
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9623084909229487e-05,
      "loss": 0.234,
      "step": 4260
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.962284700052603e-05,
      "loss": 0.2095,
      "step": 4261
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9622609018205417e-05,
      "loss": 0.1798,
      "step": 4262
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9622370962269467e-05,
      "loss": 0.2431,
      "step": 4263
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9622132832720002e-05,
      "loss": 0.2925,
      "step": 4264
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9621894629558847e-05,
      "loss": 0.2441,
      "step": 4265
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9621656352787822e-05,
      "loss": 0.1773,
      "step": 4266
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.962141800240875e-05,
      "loss": 0.2179,
      "step": 4267
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9621179578423452e-05,
      "loss": 0.2186,
      "step": 4268
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9620941080833756e-05,
      "loss": 0.1951,
      "step": 4269
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9620702509641488e-05,
      "loss": 0.2484,
      "step": 4270
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9620463864848468e-05,
      "loss": 0.2542,
      "step": 4271
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9620225146456524e-05,
      "loss": 0.2116,
      "step": 4272
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9619986354467483e-05,
      "loss": 0.2251,
      "step": 4273
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9619747488883168e-05,
      "loss": 0.2585,
      "step": 4274
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9619508549705415e-05,
      "loss": 0.2459,
      "step": 4275
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9619269536936044e-05,
      "loss": 0.2469,
      "step": 4276
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9619030450576884e-05,
      "loss": 0.2196,
      "step": 4277
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9618791290629765e-05,
      "loss": 0.2141,
      "step": 4278
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.961855205709652e-05,
      "loss": 0.2309,
      "step": 4279
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9618312749978975e-05,
      "loss": 0.2068,
      "step": 4280
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9618073369278962e-05,
      "loss": 0.2737,
      "step": 4281
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9617833914998316e-05,
      "loss": 0.2114,
      "step": 4282
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9617594387138865e-05,
      "loss": 0.203,
      "step": 4283
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.961735478570244e-05,
      "loss": 0.2447,
      "step": 4284
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9617115110690875e-05,
      "loss": 0.2015,
      "step": 4285
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.961687536210601e-05,
      "loss": 0.2522,
      "step": 4286
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.961663553994967e-05,
      "loss": 0.246,
      "step": 4287
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9616395644223695e-05,
      "loss": 0.1779,
      "step": 4288
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9616155674929914e-05,
      "loss": 0.217,
      "step": 4289
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9615915632070175e-05,
      "loss": 0.2248,
      "step": 4290
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9615675515646303e-05,
      "loss": 0.2292,
      "step": 4291
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.961543532566014e-05,
      "loss": 0.231,
      "step": 4292
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.961519506211352e-05,
      "loss": 0.3115,
      "step": 4293
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.961495472500829e-05,
      "loss": 0.2598,
      "step": 4294
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.961471431434628e-05,
      "loss": 0.2169,
      "step": 4295
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9614473830129323e-05,
      "loss": 0.2657,
      "step": 4296
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9614233272359276e-05,
      "loss": 0.2147,
      "step": 4297
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.961399264103797e-05,
      "loss": 0.2367,
      "step": 4298
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9613751936167242e-05,
      "loss": 0.2474,
      "step": 4299
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.961351115774894e-05,
      "loss": 0.1665,
      "step": 4300
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9613270305784903e-05,
      "loss": 0.2478,
      "step": 4301
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.961302938027698e-05,
      "loss": 0.2393,
      "step": 4302
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9612788381227e-05,
      "loss": 0.2555,
      "step": 4303
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.961254730863682e-05,
      "loss": 0.224,
      "step": 4304
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.961230616250828e-05,
      "loss": 0.272,
      "step": 4305
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9612064942843222e-05,
      "loss": 0.2479,
      "step": 4306
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9611823649643497e-05,
      "loss": 0.196,
      "step": 4307
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9611582282910944e-05,
      "loss": 0.1886,
      "step": 4308
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9611340842647416e-05,
      "loss": 0.2262,
      "step": 4309
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9611099328854755e-05,
      "loss": 0.1832,
      "step": 4310
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9610857741534812e-05,
      "loss": 0.2253,
      "step": 4311
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9610616080689435e-05,
      "loss": 0.2213,
      "step": 4312
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9610374346320473e-05,
      "loss": 0.2119,
      "step": 4313
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.961013253842977e-05,
      "loss": 0.1933,
      "step": 4314
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.960989065701918e-05,
      "loss": 0.265,
      "step": 4315
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9609648702090557e-05,
      "loss": 0.2154,
      "step": 4316
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.960940667364575e-05,
      "loss": 0.2108,
      "step": 4317
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9609164571686605e-05,
      "loss": 0.202,
      "step": 4318
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.960892239621498e-05,
      "loss": 0.2685,
      "step": 4319
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9608680147232727e-05,
      "loss": 0.2233,
      "step": 4320
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9608437824741698e-05,
      "loss": 0.2434,
      "step": 4321
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9608195428743744e-05,
      "loss": 0.248,
      "step": 4322
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9607952959240725e-05,
      "loss": 0.2635,
      "step": 4323
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9607710416234497e-05,
      "loss": 0.2072,
      "step": 4324
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9607467799726904e-05,
      "loss": 0.2323,
      "step": 4325
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9607225109719816e-05,
      "loss": 0.1883,
      "step": 4326
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9606982346215083e-05,
      "loss": 0.2675,
      "step": 4327
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.960673950921456e-05,
      "loss": 0.2461,
      "step": 4328
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.960649659872011e-05,
      "loss": 0.2702,
      "step": 4329
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.960625361473359e-05,
      "loss": 0.2333,
      "step": 4330
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9606010557256856e-05,
      "loss": 0.2073,
      "step": 4331
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9605767426291768e-05,
      "loss": 0.2572,
      "step": 4332
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.960552422184019e-05,
      "loss": 0.269,
      "step": 4333
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.960528094390398e-05,
      "loss": 0.2224,
      "step": 4334
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9605037592484995e-05,
      "loss": 0.2803,
      "step": 4335
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9604794167585105e-05,
      "loss": 0.2165,
      "step": 4336
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9604550669206164e-05,
      "loss": 0.2094,
      "step": 4337
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9604307097350043e-05,
      "loss": 0.2387,
      "step": 4338
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.96040634520186e-05,
      "loss": 0.2529,
      "step": 4339
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9603819733213697e-05,
      "loss": 0.1957,
      "step": 4340
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9603575940937207e-05,
      "loss": 0.2143,
      "step": 4341
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9603332075190986e-05,
      "loss": 0.2619,
      "step": 4342
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9603088135976905e-05,
      "loss": 0.2174,
      "step": 4343
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9602844123296828e-05,
      "loss": 0.2136,
      "step": 4344
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.960260003715262e-05,
      "loss": 0.2336,
      "step": 4345
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9602355877546155e-05,
      "loss": 0.1867,
      "step": 4346
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9602111644479292e-05,
      "loss": 0.298,
      "step": 4347
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9601867337953907e-05,
      "loss": 0.2328,
      "step": 4348
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9601622957971863e-05,
      "loss": 0.2698,
      "step": 4349
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9601378504535038e-05,
      "loss": 0.2195,
      "step": 4350
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9601133977645294e-05,
      "loss": 0.2481,
      "step": 4351
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.96008893773045e-05,
      "loss": 0.2459,
      "step": 4352
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9600644703514538e-05,
      "loss": 0.1979,
      "step": 4353
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.960039995627727e-05,
      "loss": 0.2645,
      "step": 4354
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9600155135594572e-05,
      "loss": 0.2334,
      "step": 4355
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9599910241468316e-05,
      "loss": 0.2209,
      "step": 4356
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9599665273900378e-05,
      "loss": 0.2459,
      "step": 4357
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.959942023289263e-05,
      "loss": 0.2823,
      "step": 4358
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9599175118446948e-05,
      "loss": 0.2234,
      "step": 4359
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.95989299305652e-05,
      "loss": 0.2316,
      "step": 4360
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9598684669249275e-05,
      "loss": 0.1726,
      "step": 4361
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9598439334501038e-05,
      "loss": 0.2352,
      "step": 4362
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9598193926322372e-05,
      "loss": 0.1938,
      "step": 4363
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9597948444715152e-05,
      "loss": 0.2122,
      "step": 4364
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.959770288968126e-05,
      "loss": 0.2013,
      "step": 4365
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9597457261222565e-05,
      "loss": 0.2155,
      "step": 4366
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.959721155934095e-05,
      "loss": 0.3067,
      "step": 4367
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9596965784038304e-05,
      "loss": 0.2834,
      "step": 4368
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9596719935316498e-05,
      "loss": 0.2282,
      "step": 4369
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9596474013177414e-05,
      "loss": 0.2089,
      "step": 4370
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9596228017622934e-05,
      "loss": 0.1961,
      "step": 4371
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.959598194865494e-05,
      "loss": 0.2072,
      "step": 4372
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9595735806275316e-05,
      "loss": 0.2223,
      "step": 4373
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9595489590485945e-05,
      "loss": 0.2458,
      "step": 4374
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9595243301288704e-05,
      "loss": 0.2743,
      "step": 4375
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9594996938685487e-05,
      "loss": 0.2409,
      "step": 4376
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.959475050267817e-05,
      "loss": 0.2664,
      "step": 4377
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9594503993268647e-05,
      "loss": 0.2298,
      "step": 4378
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.95942574104588e-05,
      "loss": 0.1992,
      "step": 4379
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.959401075425051e-05,
      "loss": 0.2057,
      "step": 4380
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.959376402464567e-05,
      "loss": 0.2011,
      "step": 4381
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.959351722164617e-05,
      "loss": 0.2632,
      "step": 4382
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.959327034525389e-05,
      "loss": 0.2665,
      "step": 4383
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9593023395470725e-05,
      "loss": 0.2007,
      "step": 4384
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9592776372298564e-05,
      "loss": 0.2444,
      "step": 4385
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9592529275739293e-05,
      "loss": 0.2603,
      "step": 4386
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.95922821057948e-05,
      "loss": 0.2296,
      "step": 4387
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9592034862466986e-05,
      "loss": 0.2295,
      "step": 4388
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9591787545757736e-05,
      "loss": 0.2143,
      "step": 4389
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9591540155668945e-05,
      "loss": 0.2259,
      "step": 4390
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9591292692202502e-05,
      "loss": 0.2034,
      "step": 4391
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.95910451553603e-05,
      "loss": 0.1995,
      "step": 4392
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9590797545144232e-05,
      "loss": 0.161,
      "step": 4393
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.95905498615562e-05,
      "loss": 0.2165,
      "step": 4394
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9590302104598093e-05,
      "loss": 0.2303,
      "step": 4395
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.95900542742718e-05,
      "loss": 0.2353,
      "step": 4396
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9589806370579228e-05,
      "loss": 0.2634,
      "step": 4397
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9589558393522273e-05,
      "loss": 0.1942,
      "step": 4398
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9589310343102824e-05,
      "loss": 0.2222,
      "step": 4399
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9589062219322784e-05,
      "loss": 0.2946,
      "step": 4400
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9588814022184053e-05,
      "loss": 0.1789,
      "step": 4401
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.958856575168852e-05,
      "loss": 0.2537,
      "step": 4402
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.95883174078381e-05,
      "loss": 0.2432,
      "step": 4403
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.958806899063468e-05,
      "loss": 0.2464,
      "step": 4404
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9587820500080165e-05,
      "loss": 0.2207,
      "step": 4405
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9587571936176456e-05,
      "loss": 0.2374,
      "step": 4406
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9587323298925453e-05,
      "loss": 0.2189,
      "step": 4407
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.958707458832906e-05,
      "loss": 0.2372,
      "step": 4408
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.958682580438918e-05,
      "loss": 0.1866,
      "step": 4409
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9586576947107712e-05,
      "loss": 0.2151,
      "step": 4410
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.958632801648657e-05,
      "loss": 0.2656,
      "step": 4411
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.958607901252765e-05,
      "loss": 0.2076,
      "step": 4412
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9585829935232852e-05,
      "loss": 0.2078,
      "step": 4413
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9585580784604094e-05,
      "loss": 0.202,
      "step": 4414
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9585331560643276e-05,
      "loss": 0.181,
      "step": 4415
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.95850822633523e-05,
      "loss": 0.2523,
      "step": 4416
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9584832892733082e-05,
      "loss": 0.2012,
      "step": 4417
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9584583448787524e-05,
      "loss": 0.2877,
      "step": 4418
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9584333931517536e-05,
      "loss": 0.2477,
      "step": 4419
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.958408434092503e-05,
      "loss": 0.2347,
      "step": 4420
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9583834677011907e-05,
      "loss": 0.2069,
      "step": 4421
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9583584939780083e-05,
      "loss": 0.3196,
      "step": 4422
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9583335129231473e-05,
      "loss": 0.2429,
      "step": 4423
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.958308524536798e-05,
      "loss": 0.2222,
      "step": 4424
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9582835288191516e-05,
      "loss": 0.2572,
      "step": 4425
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9582585257704e-05,
      "loss": 0.166,
      "step": 4426
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9582335153907336e-05,
      "loss": 0.2401,
      "step": 4427
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9582084976803446e-05,
      "loss": 0.2294,
      "step": 4428
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9581834726394238e-05,
      "loss": 0.2097,
      "step": 4429
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.958158440268163e-05,
      "loss": 0.2578,
      "step": 4430
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9581334005667533e-05,
      "loss": 0.226,
      "step": 4431
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9581083535353867e-05,
      "loss": 0.2217,
      "step": 4432
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9580832991742548e-05,
      "loss": 0.2508,
      "step": 4433
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.958058237483549e-05,
      "loss": 0.2238,
      "step": 4434
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9580331684634604e-05,
      "loss": 0.1842,
      "step": 4435
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9580080921141823e-05,
      "loss": 0.2154,
      "step": 4436
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9579830084359054e-05,
      "loss": 0.2899,
      "step": 4437
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.957957917428822e-05,
      "loss": 0.2523,
      "step": 4438
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9579328190931242e-05,
      "loss": 0.2739,
      "step": 4439
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9579077134290037e-05,
      "loss": 0.2302,
      "step": 4440
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9578826004366523e-05,
      "loss": 0.2412,
      "step": 4441
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9578574801162628e-05,
      "loss": 0.1688,
      "step": 4442
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9578323524680273e-05,
      "loss": 0.27,
      "step": 4443
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9578072174921372e-05,
      "loss": 0.229,
      "step": 4444
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.957782075188786e-05,
      "loss": 0.2222,
      "step": 4445
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.957756925558165e-05,
      "loss": 0.2109,
      "step": 4446
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9577317686004672e-05,
      "loss": 0.2205,
      "step": 4447
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.957706604315885e-05,
      "loss": 0.1983,
      "step": 4448
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9576814327046106e-05,
      "loss": 0.2692,
      "step": 4449
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9576562537668367e-05,
      "loss": 0.2222,
      "step": 4450
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.957631067502756e-05,
      "loss": 0.2291,
      "step": 4451
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.957605873912561e-05,
      "loss": 0.231,
      "step": 4452
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9575806729964452e-05,
      "loss": 0.2224,
      "step": 4453
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9575554647546006e-05,
      "loss": 0.2484,
      "step": 4454
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.95753024918722e-05,
      "loss": 0.2393,
      "step": 4455
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9575050262944968e-05,
      "loss": 0.2435,
      "step": 4456
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9574797960766236e-05,
      "loss": 0.1832,
      "step": 4457
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9574545585337934e-05,
      "loss": 0.1923,
      "step": 4458
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9574293136661994e-05,
      "loss": 0.2675,
      "step": 4459
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9574040614740347e-05,
      "loss": 0.2394,
      "step": 4460
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.957378801957493e-05,
      "loss": 0.2301,
      "step": 4461
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.957353535116767e-05,
      "loss": 0.2274,
      "step": 4462
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9573282609520496e-05,
      "loss": 0.2106,
      "step": 4463
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9573029794635347e-05,
      "loss": 0.2174,
      "step": 4464
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.957277690651416e-05,
      "loss": 0.2016,
      "step": 4465
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9572523945158864e-05,
      "loss": 0.198,
      "step": 4466
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9572270910571396e-05,
      "loss": 0.2118,
      "step": 4467
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.957201780275369e-05,
      "loss": 0.2374,
      "step": 4468
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9571764621707688e-05,
      "loss": 0.2763,
      "step": 4469
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.957151136743532e-05,
      "loss": 0.2042,
      "step": 4470
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.957125803993853e-05,
      "loss": 0.2592,
      "step": 4471
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9571004639219252e-05,
      "loss": 0.2728,
      "step": 4472
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9570751165279423e-05,
      "loss": 0.2564,
      "step": 4473
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9570497618120982e-05,
      "loss": 0.2467,
      "step": 4474
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9570243997745874e-05,
      "loss": 0.2319,
      "step": 4475
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9569990304156036e-05,
      "loss": 0.243,
      "step": 4476
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.956973653735341e-05,
      "loss": 0.2014,
      "step": 4477
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9569482697339935e-05,
      "loss": 0.2405,
      "step": 4478
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9569228784117558e-05,
      "loss": 0.2422,
      "step": 4479
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9568974797688214e-05,
      "loss": 0.2286,
      "step": 4480
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9568720738053853e-05,
      "loss": 0.2349,
      "step": 4481
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9568466605216412e-05,
      "loss": 0.2258,
      "step": 4482
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9568212399177842e-05,
      "loss": 0.1995,
      "step": 4483
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9567958119940084e-05,
      "loss": 0.212,
      "step": 4484
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9567703767505085e-05,
      "loss": 0.2282,
      "step": 4485
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9567449341874785e-05,
      "loss": 0.2494,
      "step": 4486
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.956719484305114e-05,
      "loss": 0.2423,
      "step": 4487
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.956694027103609e-05,
      "loss": 0.2293,
      "step": 4488
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9566685625831587e-05,
      "loss": 0.2078,
      "step": 4489
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.956643090743957e-05,
      "loss": 0.1935,
      "step": 4490
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9566176115862e-05,
      "loss": 0.2129,
      "step": 4491
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.956592125110082e-05,
      "loss": 0.2236,
      "step": 4492
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.956566631315798e-05,
      "loss": 0.2693,
      "step": 4493
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.956541130203543e-05,
      "loss": 0.2118,
      "step": 4494
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.956515621773512e-05,
      "loss": 0.2116,
      "step": 4495
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9564901060259007e-05,
      "loss": 0.2306,
      "step": 4496
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9564645829609038e-05,
      "loss": 0.1718,
      "step": 4497
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.956439052578717e-05,
      "loss": 0.2083,
      "step": 4498
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9564135148795344e-05,
      "loss": 0.2269,
      "step": 4499
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9563879698635526e-05,
      "loss": 0.1783,
      "step": 4500
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9563624175309666e-05,
      "loss": 0.2302,
      "step": 4501
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9563368578819726e-05,
      "loss": 0.2224,
      "step": 4502
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.956311290916765e-05,
      "loss": 0.2371,
      "step": 4503
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9562857166355398e-05,
      "loss": 0.2675,
      "step": 4504
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.956260135038493e-05,
      "loss": 0.2249,
      "step": 4505
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9562345461258202e-05,
      "loss": 0.2467,
      "step": 4506
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9562089498977165e-05,
      "loss": 0.2093,
      "step": 4507
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9561833463543785e-05,
      "loss": 0.2295,
      "step": 4508
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.956157735496002e-05,
      "loss": 0.2317,
      "step": 4509
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9561321173227822e-05,
      "loss": 0.275,
      "step": 4510
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9561064918349157e-05,
      "loss": 0.2421,
      "step": 4511
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9560808590325988e-05,
      "loss": 0.3085,
      "step": 4512
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.956055218916027e-05,
      "loss": 0.2473,
      "step": 4513
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.956029571485397e-05,
      "loss": 0.2205,
      "step": 4514
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9560039167409044e-05,
      "loss": 0.2102,
      "step": 4515
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.955978254682746e-05,
      "loss": 0.2609,
      "step": 4516
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9559525853111177e-05,
      "loss": 0.2624,
      "step": 4517
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.955926908626216e-05,
      "loss": 0.227,
      "step": 4518
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9559012246282378e-05,
      "loss": 0.2165,
      "step": 4519
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.955875533317379e-05,
      "loss": 0.267,
      "step": 4520
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9558498346938363e-05,
      "loss": 0.2367,
      "step": 4521
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.955824128757806e-05,
      "loss": 0.2628,
      "step": 4522
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9557984155094858e-05,
      "loss": 0.2252,
      "step": 4523
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9557726949490715e-05,
      "loss": 0.2075,
      "step": 4524
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9557469670767595e-05,
      "loss": 0.2613,
      "step": 4525
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9557212318927477e-05,
      "loss": 0.1854,
      "step": 4526
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9556954893972325e-05,
      "loss": 0.2926,
      "step": 4527
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9556697395904108e-05,
      "loss": 0.2503,
      "step": 4528
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9556439824724798e-05,
      "loss": 0.2505,
      "step": 4529
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.955618218043636e-05,
      "loss": 0.2449,
      "step": 4530
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.955592446304077e-05,
      "loss": 0.2388,
      "step": 4531
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.955566667254e-05,
      "loss": 0.1941,
      "step": 4532
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.955540880893602e-05,
      "loss": 0.2074,
      "step": 4533
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.95551508722308e-05,
      "loss": 0.2681,
      "step": 4534
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9554892862426317e-05,
      "loss": 0.2223,
      "step": 4535
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9554634779524547e-05,
      "loss": 0.2496,
      "step": 4536
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.955437662352746e-05,
      "loss": 0.2312,
      "step": 4537
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9554118394437035e-05,
      "loss": 0.2531,
      "step": 4538
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.955386009225524e-05,
      "loss": 0.2381,
      "step": 4539
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.955360171698406e-05,
      "loss": 0.2171,
      "step": 4540
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9553343268625466e-05,
      "loss": 0.2543,
      "step": 4541
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.955308474718144e-05,
      "loss": 0.2209,
      "step": 4542
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9552826152653956e-05,
      "loss": 0.2545,
      "step": 4543
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.955256748504499e-05,
      "loss": 0.2196,
      "step": 4544
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9552308744356526e-05,
      "loss": 0.2403,
      "step": 4545
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9552049930590544e-05,
      "loss": 0.2064,
      "step": 4546
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9551791043749018e-05,
      "loss": 0.2123,
      "step": 4547
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9551532083833932e-05,
      "loss": 0.2309,
      "step": 4548
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.955127305084727e-05,
      "loss": 0.1972,
      "step": 4549
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9551013944791007e-05,
      "loss": 0.204,
      "step": 4550
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9550754765667132e-05,
      "loss": 0.1962,
      "step": 4551
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9550495513477622e-05,
      "loss": 0.2627,
      "step": 4552
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9550236188224466e-05,
      "loss": 0.1666,
      "step": 4553
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9549976789909643e-05,
      "loss": 0.2175,
      "step": 4554
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.954971731853514e-05,
      "loss": 0.2218,
      "step": 4555
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9549457774102942e-05,
      "loss": 0.265,
      "step": 4556
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9549198156615034e-05,
      "loss": 0.2552,
      "step": 4557
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.95489384660734e-05,
      "loss": 0.2381,
      "step": 4558
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9548678702480034e-05,
      "loss": 0.2226,
      "step": 4559
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9548418865836913e-05,
      "loss": 0.2311,
      "step": 4560
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.954815895614603e-05,
      "loss": 0.2279,
      "step": 4561
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9547898973409376e-05,
      "loss": 0.2103,
      "step": 4562
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.954763891762894e-05,
      "loss": 0.1873,
      "step": 4563
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.95473787888067e-05,
      "loss": 0.2634,
      "step": 4564
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.954711858694466e-05,
      "loss": 0.2359,
      "step": 4565
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9546858312044806e-05,
      "loss": 0.2174,
      "step": 4566
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.954659796410913e-05,
      "loss": 0.2075,
      "step": 4567
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.954633754313962e-05,
      "loss": 0.2094,
      "step": 4568
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9546077049138268e-05,
      "loss": 0.2249,
      "step": 4569
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9545816482107073e-05,
      "loss": 0.2247,
      "step": 4570
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9545555842048024e-05,
      "loss": 0.2085,
      "step": 4571
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9545295128963115e-05,
      "loss": 0.2037,
      "step": 4572
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9545034342854342e-05,
      "loss": 0.2814,
      "step": 4573
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.95447734837237e-05,
      "loss": 0.2814,
      "step": 4574
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9544512551573183e-05,
      "loss": 0.2982,
      "step": 4575
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9544251546404787e-05,
      "loss": 0.2628,
      "step": 4576
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.954399046822051e-05,
      "loss": 0.1863,
      "step": 4577
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.954372931702235e-05,
      "loss": 0.3063,
      "step": 4578
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.954346809281231e-05,
      "loss": 0.1898,
      "step": 4579
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9543206795592378e-05,
      "loss": 0.2286,
      "step": 4580
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9542945425364556e-05,
      "loss": 0.236,
      "step": 4581
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.954268398213085e-05,
      "loss": 0.3047,
      "step": 4582
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.954242246589325e-05,
      "loss": 0.2103,
      "step": 4583
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9542160876653762e-05,
      "loss": 0.2714,
      "step": 4584
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9541899214414387e-05,
      "loss": 0.2262,
      "step": 4585
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.954163747917713e-05,
      "loss": 0.2337,
      "step": 4586
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.954137567094399e-05,
      "loss": 0.2455,
      "step": 4587
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.954111378971697e-05,
      "loss": 0.2543,
      "step": 4588
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.954085183549807e-05,
      "loss": 0.2152,
      "step": 4589
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.95405898082893e-05,
      "loss": 0.2139,
      "step": 4590
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.954032770809266e-05,
      "loss": 0.2597,
      "step": 4591
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9540065534910163e-05,
      "loss": 0.2163,
      "step": 4592
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9539803288743805e-05,
      "loss": 0.3049,
      "step": 4593
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9539540969595597e-05,
      "loss": 0.2268,
      "step": 4594
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9539278577467545e-05,
      "loss": 0.2407,
      "step": 4595
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9539016112361656e-05,
      "loss": 0.2399,
      "step": 4596
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9538753574279937e-05,
      "loss": 0.2514,
      "step": 4597
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.95384909632244e-05,
      "loss": 0.2535,
      "step": 4598
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.953822827919705e-05,
      "loss": 0.2127,
      "step": 4599
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.95379655221999e-05,
      "loss": 0.2188,
      "step": 4600
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.953770269223496e-05,
      "loss": 0.2166,
      "step": 4601
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9537439789304237e-05,
      "loss": 0.2856,
      "step": 4602
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9537176813409745e-05,
      "loss": 0.2326,
      "step": 4603
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9536913764553495e-05,
      "loss": 0.1714,
      "step": 4604
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.95366506427375e-05,
      "loss": 0.2152,
      "step": 4605
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9536387447963775e-05,
      "loss": 0.2143,
      "step": 4606
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9536124180234327e-05,
      "loss": 0.2212,
      "step": 4607
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9535860839551177e-05,
      "loss": 0.203,
      "step": 4608
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.953559742591634e-05,
      "loss": 0.2,
      "step": 4609
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9535333939331823e-05,
      "loss": 0.2489,
      "step": 4610
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9535070379799646e-05,
      "loss": 0.2169,
      "step": 4611
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.953480674732183e-05,
      "loss": 0.217,
      "step": 4612
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.953454304190039e-05,
      "loss": 0.2327,
      "step": 4613
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9534279263537337e-05,
      "loss": 0.2106,
      "step": 4614
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9534015412234693e-05,
      "loss": 0.2022,
      "step": 4615
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.953375148799448e-05,
      "loss": 0.2081,
      "step": 4616
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9533487490818713e-05,
      "loss": 0.1651,
      "step": 4617
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9533223420709414e-05,
      "loss": 0.2518,
      "step": 4618
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.95329592776686e-05,
      "loss": 0.174,
      "step": 4619
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9532695061698293e-05,
      "loss": 0.2532,
      "step": 4620
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9532430772800516e-05,
      "loss": 0.2021,
      "step": 4621
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.953216641097729e-05,
      "loss": 0.2386,
      "step": 4622
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9531901976230637e-05,
      "loss": 0.2025,
      "step": 4623
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.953163746856258e-05,
      "loss": 0.2144,
      "step": 4624
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9531372887975143e-05,
      "loss": 0.2503,
      "step": 4625
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.953110823447035e-05,
      "loss": 0.2286,
      "step": 4626
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9530843508050227e-05,
      "loss": 0.2789,
      "step": 4627
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9530578708716792e-05,
      "loss": 0.2846,
      "step": 4628
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.953031383647208e-05,
      "loss": 0.235,
      "step": 4629
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9530048891318116e-05,
      "loss": 0.1914,
      "step": 4630
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9529783873256925e-05,
      "loss": 0.2466,
      "step": 4631
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9529518782290532e-05,
      "loss": 0.199,
      "step": 4632
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9529253618420968e-05,
      "loss": 0.2194,
      "step": 4633
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.952898838165026e-05,
      "loss": 0.2394,
      "step": 4634
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9528723071980438e-05,
      "loss": 0.2211,
      "step": 4635
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9528457689413533e-05,
      "loss": 0.2495,
      "step": 4636
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9528192233951573e-05,
      "loss": 0.1978,
      "step": 4637
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.952792670559659e-05,
      "loss": 0.2124,
      "step": 4638
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9527661104350616e-05,
      "loss": 0.1981,
      "step": 4639
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.952739543021568e-05,
      "loss": 0.2057,
      "step": 4640
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9527129683193818e-05,
      "loss": 0.2209,
      "step": 4641
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.952686386328706e-05,
      "loss": 0.2214,
      "step": 4642
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.952659797049744e-05,
      "loss": 0.2211,
      "step": 4643
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9526332004826994e-05,
      "loss": 0.2701,
      "step": 4644
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9526065966277758e-05,
      "loss": 0.186,
      "step": 4645
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9525799854851762e-05,
      "loss": 0.2089,
      "step": 4646
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.952553367055105e-05,
      "loss": 0.2498,
      "step": 4647
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.952526741337765e-05,
      "loss": 0.2595,
      "step": 4648
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9525001083333605e-05,
      "loss": 0.2292,
      "step": 4649
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9524734680420946e-05,
      "loss": 0.23,
      "step": 4650
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9524468204641715e-05,
      "loss": 0.1925,
      "step": 4651
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.952420165599795e-05,
      "loss": 0.2575,
      "step": 4652
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9523935034491694e-05,
      "loss": 0.269,
      "step": 4653
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.952366834012498e-05,
      "loss": 0.203,
      "step": 4654
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9523401572899854e-05,
      "loss": 0.1644,
      "step": 4655
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9523134732818353e-05,
      "loss": 0.2191,
      "step": 4656
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.952286781988252e-05,
      "loss": 0.2578,
      "step": 4657
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.95226008340944e-05,
      "loss": 0.2796,
      "step": 4658
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9522333775456025e-05,
      "loss": 0.1946,
      "step": 4659
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.952206664396945e-05,
      "loss": 0.2334,
      "step": 4660
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9521799439636714e-05,
      "loss": 0.2273,
      "step": 4661
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9521532162459862e-05,
      "loss": 0.1903,
      "step": 4662
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9521264812440935e-05,
      "loss": 0.2505,
      "step": 4663
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9520997389581982e-05,
      "loss": 0.2292,
      "step": 4664
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.952072989388505e-05,
      "loss": 0.1857,
      "step": 4665
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9520462325352182e-05,
      "loss": 0.2271,
      "step": 4666
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9520194683985427e-05,
      "loss": 0.2181,
      "step": 4667
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9519926969786833e-05,
      "loss": 0.2242,
      "step": 4668
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9519659182758444e-05,
      "loss": 0.2702,
      "step": 4669
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9519391322902312e-05,
      "loss": 0.2199,
      "step": 4670
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.951912339022049e-05,
      "loss": 0.2223,
      "step": 4671
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.951885538471502e-05,
      "loss": 0.2187,
      "step": 4672
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9518587306387956e-05,
      "loss": 0.2066,
      "step": 4673
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9518319155241347e-05,
      "loss": 0.1924,
      "step": 4674
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.951805093127725e-05,
      "loss": 0.2074,
      "step": 4675
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.951778263449771e-05,
      "loss": 0.2346,
      "step": 4676
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9517514264904783e-05,
      "loss": 0.2128,
      "step": 4677
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9517245822500525e-05,
      "loss": 0.2391,
      "step": 4678
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9516977307286985e-05,
      "loss": 0.2791,
      "step": 4679
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9516708719266217e-05,
      "loss": 0.2076,
      "step": 4680
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.951644005844028e-05,
      "loss": 0.222,
      "step": 4681
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9516171324811225e-05,
      "loss": 0.2078,
      "step": 4682
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.951590251838111e-05,
      "loss": 0.2546,
      "step": 4683
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.951563363915199e-05,
      "loss": 0.203,
      "step": 4684
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9515364687125925e-05,
      "loss": 0.2294,
      "step": 4685
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9515095662304967e-05,
      "loss": 0.2224,
      "step": 4686
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9514826564691183e-05,
      "loss": 0.2152,
      "step": 4687
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.951455739428662e-05,
      "loss": 0.2214,
      "step": 4688
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.951428815109335e-05,
      "loss": 0.2329,
      "step": 4689
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.951401883511342e-05,
      "loss": 0.2402,
      "step": 4690
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.95137494463489e-05,
      "loss": 0.2855,
      "step": 4691
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.951347998480185e-05,
      "loss": 0.2595,
      "step": 4692
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9513210450474326e-05,
      "loss": 0.2072,
      "step": 4693
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.951294084336839e-05,
      "loss": 0.2148,
      "step": 4694
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9512671163486115e-05,
      "loss": 0.2238,
      "step": 4695
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9512401410829552e-05,
      "loss": 0.2272,
      "step": 4696
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.951213158540077e-05,
      "loss": 0.2352,
      "step": 4697
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9511861687201833e-05,
      "loss": 0.181,
      "step": 4698
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9511591716234804e-05,
      "loss": 0.2482,
      "step": 4699
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9511321672501752e-05,
      "loss": 0.2034,
      "step": 4700
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9511051556004742e-05,
      "loss": 0.2862,
      "step": 4701
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9510781366745836e-05,
      "loss": 0.2186,
      "step": 4702
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9510511104727102e-05,
      "loss": 0.1487,
      "step": 4703
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9510240769950616e-05,
      "loss": 0.2191,
      "step": 4704
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9509970362418435e-05,
      "loss": 0.1908,
      "step": 4705
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9509699882132635e-05,
      "loss": 0.2015,
      "step": 4706
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.950942932909528e-05,
      "loss": 0.194,
      "step": 4707
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9509158703308445e-05,
      "loss": 0.199,
      "step": 4708
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9508888004774196e-05,
      "loss": 0.2437,
      "step": 4709
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9508617233494608e-05,
      "loss": 0.2112,
      "step": 4710
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.950834638947175e-05,
      "loss": 0.2175,
      "step": 4711
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.950807547270769e-05,
      "loss": 0.2213,
      "step": 4712
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.950780448320451e-05,
      "loss": 0.244,
      "step": 4713
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9507533420964275e-05,
      "loss": 0.2036,
      "step": 4714
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9507262285989065e-05,
      "loss": 0.2094,
      "step": 4715
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.950699107828095e-05,
      "loss": 0.274,
      "step": 4716
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9506719797842003e-05,
      "loss": 0.1815,
      "step": 4717
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9506448444674304e-05,
      "loss": 0.2303,
      "step": 4718
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9506177018779927e-05,
      "loss": 0.2059,
      "step": 4719
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9505905520160947e-05,
      "loss": 0.2205,
      "step": 4720
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9505633948819445e-05,
      "loss": 0.2291,
      "step": 4721
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9505362304757495e-05,
      "loss": 0.268,
      "step": 4722
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9505090587977177e-05,
      "loss": 0.2347,
      "step": 4723
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9504818798480567e-05,
      "loss": 0.2665,
      "step": 4724
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9504546936269747e-05,
      "loss": 0.1886,
      "step": 4725
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9504275001346796e-05,
      "loss": 0.2084,
      "step": 4726
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9504002993713796e-05,
      "loss": 0.284,
      "step": 4727
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9503730913372825e-05,
      "loss": 0.2505,
      "step": 4728
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9503458760325965e-05,
      "loss": 0.2446,
      "step": 4729
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9503186534575302e-05,
      "loss": 0.2521,
      "step": 4730
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9502914236122913e-05,
      "loss": 0.2494,
      "step": 4731
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9502641864970883e-05,
      "loss": 0.2466,
      "step": 4732
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9502369421121298e-05,
      "loss": 0.2035,
      "step": 4733
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.950209690457624e-05,
      "loss": 0.232,
      "step": 4734
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9501824315337795e-05,
      "loss": 0.2361,
      "step": 4735
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9501551653408045e-05,
      "loss": 0.2298,
      "step": 4736
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.950127891878908e-05,
      "loss": 0.2408,
      "step": 4737
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.950100611148299e-05,
      "loss": 0.2168,
      "step": 4738
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.950073323149185e-05,
      "loss": 0.2239,
      "step": 4739
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.950046027881776e-05,
      "loss": 0.2199,
      "step": 4740
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.95001872534628e-05,
      "loss": 0.2571,
      "step": 4741
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9499914155429063e-05,
      "loss": 0.1747,
      "step": 4742
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.949964098471864e-05,
      "loss": 0.2046,
      "step": 4743
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.949936774133361e-05,
      "loss": 0.1883,
      "step": 4744
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9499094425276074e-05,
      "loss": 0.2496,
      "step": 4745
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9498821036548124e-05,
      "loss": 0.2243,
      "step": 4746
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9498547575151846e-05,
      "loss": 0.2528,
      "step": 4747
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9498274041089333e-05,
      "loss": 0.173,
      "step": 4748
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.949800043436268e-05,
      "loss": 0.2501,
      "step": 4749
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9497726754973974e-05,
      "loss": 0.2243,
      "step": 4750
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9497453002925315e-05,
      "loss": 0.1829,
      "step": 4751
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9497179178218798e-05,
      "loss": 0.2162,
      "step": 4752
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.949690528085651e-05,
      "loss": 0.1898,
      "step": 4753
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9496631310840557e-05,
      "loss": 0.195,
      "step": 4754
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9496357268173027e-05,
      "loss": 0.2458,
      "step": 4755
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9496083152856018e-05,
      "loss": 0.2609,
      "step": 4756
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.949580896489163e-05,
      "loss": 0.2776,
      "step": 4757
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.949553470428196e-05,
      "loss": 0.2318,
      "step": 4758
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9495260371029105e-05,
      "loss": 0.2713,
      "step": 4759
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.949498596513516e-05,
      "loss": 0.2445,
      "step": 4760
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.949471148660223e-05,
      "loss": 0.2138,
      "step": 4761
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9494436935432412e-05,
      "loss": 0.1715,
      "step": 4762
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9494162311627805e-05,
      "loss": 0.1692,
      "step": 4763
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9493887615190513e-05,
      "loss": 0.2093,
      "step": 4764
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.949361284612264e-05,
      "loss": 0.1759,
      "step": 4765
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.949333800442628e-05,
      "loss": 0.1888,
      "step": 4766
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9493063090103543e-05,
      "loss": 0.2346,
      "step": 4767
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.949278810315653e-05,
      "loss": 0.258,
      "step": 4768
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9492513043587342e-05,
      "loss": 0.2403,
      "step": 4769
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9492237911398084e-05,
      "loss": 0.2562,
      "step": 4770
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9491962706590865e-05,
      "loss": 0.2486,
      "step": 4771
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9491687429167785e-05,
      "loss": 0.2067,
      "step": 4772
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9491412079130957e-05,
      "loss": 0.1858,
      "step": 4773
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.949113665648248e-05,
      "loss": 0.2647,
      "step": 4774
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9490861161224465e-05,
      "loss": 0.2128,
      "step": 4775
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9490585593359016e-05,
      "loss": 0.2299,
      "step": 4776
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9490309952888244e-05,
      "loss": 0.2638,
      "step": 4777
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.949003423981426e-05,
      "loss": 0.2531,
      "step": 4778
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.948975845413917e-05,
      "loss": 0.2476,
      "step": 4779
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9489482595865084e-05,
      "loss": 0.2397,
      "step": 4780
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.948920666499411e-05,
      "loss": 0.2861,
      "step": 4781
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9488930661528366e-05,
      "loss": 0.2288,
      "step": 4782
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9488654585469962e-05,
      "loss": 0.1829,
      "step": 4783
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9488378436821e-05,
      "loss": 0.2197,
      "step": 4784
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9488102215583606e-05,
      "loss": 0.1927,
      "step": 4785
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9487825921759883e-05,
      "loss": 0.2184,
      "step": 4786
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.948754955535195e-05,
      "loss": 0.2492,
      "step": 4787
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9487273116361925e-05,
      "loss": 0.1737,
      "step": 4788
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9486996604791913e-05,
      "loss": 0.2455,
      "step": 4789
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9486720020644035e-05,
      "loss": 0.2888,
      "step": 4790
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.948644336392041e-05,
      "loss": 0.2439,
      "step": 4791
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9486166634623146e-05,
      "loss": 0.1817,
      "step": 4792
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9485889832754366e-05,
      "loss": 0.1875,
      "step": 4793
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9485612958316188e-05,
      "loss": 0.2306,
      "step": 4794
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.948533601131073e-05,
      "loss": 0.2199,
      "step": 4795
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9485058991740106e-05,
      "loss": 0.2197,
      "step": 4796
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.948478189960644e-05,
      "loss": 0.2307,
      "step": 4797
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.948450473491185e-05,
      "loss": 0.2165,
      "step": 4798
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.948422749765846e-05,
      "loss": 0.2042,
      "step": 4799
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9483950187848382e-05,
      "loss": 0.2064,
      "step": 4800
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9483672805483746e-05,
      "loss": 0.2147,
      "step": 4801
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9483395350566673e-05,
      "loss": 0.1859,
      "step": 4802
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9483117823099282e-05,
      "loss": 0.2577,
      "step": 4803
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.94828402230837e-05,
      "loss": 0.2305,
      "step": 4804
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9482562550522045e-05,
      "loss": 0.2206,
      "step": 4805
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9482284805416448e-05,
      "loss": 0.2064,
      "step": 4806
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.948200698776903e-05,
      "loss": 0.1567,
      "step": 4807
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9481729097581915e-05,
      "loss": 0.2289,
      "step": 4808
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9481451134857236e-05,
      "loss": 0.1745,
      "step": 4809
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9481173099597114e-05,
      "loss": 0.2081,
      "step": 4810
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9480894991803674e-05,
      "loss": 0.2256,
      "step": 4811
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9480616811479046e-05,
      "loss": 0.2598,
      "step": 4812
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9480338558625362e-05,
      "loss": 0.2433,
      "step": 4813
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9480060233244743e-05,
      "loss": 0.1819,
      "step": 4814
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9479781835339323e-05,
      "loss": 0.1882,
      "step": 4815
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9479503364911233e-05,
      "loss": 0.3293,
      "step": 4816
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9479224821962602e-05,
      "loss": 0.2209,
      "step": 4817
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9478946206495557e-05,
      "loss": 0.1958,
      "step": 4818
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9478667518512235e-05,
      "loss": 0.2311,
      "step": 4819
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.947838875801477e-05,
      "loss": 0.2489,
      "step": 4820
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.947810992500528e-05,
      "loss": 0.2304,
      "step": 4821
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.947783101948592e-05,
      "loss": 0.2406,
      "step": 4822
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9477552041458807e-05,
      "loss": 0.2319,
      "step": 4823
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9477272990926082e-05,
      "loss": 0.2305,
      "step": 4824
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9476993867889877e-05,
      "loss": 0.1669,
      "step": 4825
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9476714672352332e-05,
      "loss": 0.2127,
      "step": 4826
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9476435404315576e-05,
      "loss": 0.2128,
      "step": 4827
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9476156063781748e-05,
      "loss": 0.2464,
      "step": 4828
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.947587665075299e-05,
      "loss": 0.1747,
      "step": 4829
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9475597165231437e-05,
      "loss": 0.2071,
      "step": 4830
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.947531760721922e-05,
      "loss": 0.2016,
      "step": 4831
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.947503797671849e-05,
      "loss": 0.2485,
      "step": 4832
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9474758273731376e-05,
      "loss": 0.2275,
      "step": 4833
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9474478498260024e-05,
      "loss": 0.2284,
      "step": 4834
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.947419865030657e-05,
      "loss": 0.2559,
      "step": 4835
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9473918729873155e-05,
      "loss": 0.1785,
      "step": 4836
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9473638736961927e-05,
      "loss": 0.248,
      "step": 4837
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9473358671575023e-05,
      "loss": 0.2102,
      "step": 4838
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9473078533714584e-05,
      "loss": 0.2296,
      "step": 4839
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9472798323382755e-05,
      "loss": 0.226,
      "step": 4840
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.947251804058168e-05,
      "loss": 0.2259,
      "step": 4841
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9472237685313505e-05,
      "loss": 0.2786,
      "step": 4842
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9471957257580373e-05,
      "loss": 0.2092,
      "step": 4843
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9471676757384426e-05,
      "loss": 0.2022,
      "step": 4844
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9471396184727813e-05,
      "loss": 0.2066,
      "step": 4845
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.947111553961268e-05,
      "loss": 0.2996,
      "step": 4846
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.947083482204118e-05,
      "loss": 0.2428,
      "step": 4847
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.947055403201545e-05,
      "loss": 0.2557,
      "step": 4848
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9470273169537644e-05,
      "loss": 0.247,
      "step": 4849
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.946999223460991e-05,
      "loss": 0.2211,
      "step": 4850
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9469711227234397e-05,
      "loss": 0.2226,
      "step": 4851
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9469430147413256e-05,
      "loss": 0.2376,
      "step": 4852
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9469148995148636e-05,
      "loss": 0.2531,
      "step": 4853
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.946886777044269e-05,
      "loss": 0.1929,
      "step": 4854
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9468586473297562e-05,
      "loss": 0.2552,
      "step": 4855
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.946830510371541e-05,
      "loss": 0.1792,
      "step": 4856
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.946802366169839e-05,
      "loss": 0.2369,
      "step": 4857
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.946774214724865e-05,
      "loss": 0.2297,
      "step": 4858
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9467460560368345e-05,
      "loss": 0.2954,
      "step": 4859
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9467178901059628e-05,
      "loss": 0.1747,
      "step": 4860
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9466897169324654e-05,
      "loss": 0.2632,
      "step": 4861
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.946661536516558e-05,
      "loss": 0.2122,
      "step": 4862
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9466333488584563e-05,
      "loss": 0.1993,
      "step": 4863
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9466051539583754e-05,
      "loss": 0.2231,
      "step": 4864
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9465769518165315e-05,
      "loss": 0.1834,
      "step": 4865
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.94654874243314e-05,
      "loss": 0.2273,
      "step": 4866
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.946520525808417e-05,
      "loss": 0.2147,
      "step": 4867
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9464923019425783e-05,
      "loss": 0.2921,
      "step": 4868
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9464640708358396e-05,
      "loss": 0.1935,
      "step": 4869
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9464358324884177e-05,
      "loss": 0.2442,
      "step": 4870
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9464075869005274e-05,
      "loss": 0.2396,
      "step": 4871
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9463793340723854e-05,
      "loss": 0.2607,
      "step": 4872
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.946351074004208e-05,
      "loss": 0.221,
      "step": 4873
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9463228066962112e-05,
      "loss": 0.2151,
      "step": 4874
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.946294532148611e-05,
      "loss": 0.2766,
      "step": 4875
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.946266250361624e-05,
      "loss": 0.2362,
      "step": 4876
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9462379613354668e-05,
      "loss": 0.2137,
      "step": 4877
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9462096650703555e-05,
      "loss": 0.1916,
      "step": 4878
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9461813615665064e-05,
      "loss": 0.2047,
      "step": 4879
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9461530508241363e-05,
      "loss": 0.2514,
      "step": 4880
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.946124732843462e-05,
      "loss": 0.2785,
      "step": 4881
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9460964076246996e-05,
      "loss": 0.219,
      "step": 4882
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9460680751680663e-05,
      "loss": 0.1865,
      "step": 4883
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9460397354737784e-05,
      "loss": 0.3012,
      "step": 4884
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.946011388542053e-05,
      "loss": 0.2407,
      "step": 4885
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.945983034373107e-05,
      "loss": 0.1716,
      "step": 4886
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.945954672967157e-05,
      "loss": 0.2174,
      "step": 4887
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9459263043244204e-05,
      "loss": 0.2014,
      "step": 4888
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9458979284451137e-05,
      "loss": 0.1871,
      "step": 4889
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9458695453294544e-05,
      "loss": 0.1688,
      "step": 4890
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9458411549776597e-05,
      "loss": 0.2756,
      "step": 4891
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9458127573899465e-05,
      "loss": 0.1928,
      "step": 4892
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9457843525665323e-05,
      "loss": 0.237,
      "step": 4893
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.945755940507634e-05,
      "loss": 0.2726,
      "step": 4894
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.945727521213469e-05,
      "loss": 0.2221,
      "step": 4895
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9456990946842556e-05,
      "loss": 0.2545,
      "step": 4896
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9456706609202104e-05,
      "loss": 0.2444,
      "step": 4897
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9456422199215508e-05,
      "loss": 0.2041,
      "step": 4898
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9456137716884952e-05,
      "loss": 0.2227,
      "step": 4899
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9455853162212602e-05,
      "loss": 0.2161,
      "step": 4900
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9455568535200644e-05,
      "loss": 0.2495,
      "step": 4901
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9455283835851252e-05,
      "loss": 0.225,
      "step": 4902
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9454999064166605e-05,
      "loss": 0.2315,
      "step": 4903
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9454714220148878e-05,
      "loss": 0.2302,
      "step": 4904
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9454429303800253e-05,
      "loss": 0.2439,
      "step": 4905
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.945414431512291e-05,
      "loss": 0.2436,
      "step": 4906
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9453859254119027e-05,
      "loss": 0.2664,
      "step": 4907
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.945357412079079e-05,
      "loss": 0.2076,
      "step": 4908
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9453288915140372e-05,
      "loss": 0.2272,
      "step": 4909
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9453003637169963e-05,
      "loss": 0.2564,
      "step": 4910
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.945271828688174e-05,
      "loss": 0.233,
      "step": 4911
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.945243286427789e-05,
      "loss": 0.2165,
      "step": 4912
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9452147369360594e-05,
      "loss": 0.2096,
      "step": 4913
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9451861802132035e-05,
      "loss": 0.2592,
      "step": 4914
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.94515761625944e-05,
      "loss": 0.3099,
      "step": 4915
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9451290450749874e-05,
      "loss": 0.1925,
      "step": 4916
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.945100466660064e-05,
      "loss": 0.2214,
      "step": 4917
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9450718810148893e-05,
      "loss": 0.2714,
      "step": 4918
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9450432881396806e-05,
      "loss": 0.228,
      "step": 4919
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9450146880346578e-05,
      "loss": 0.2752,
      "step": 4920
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9449860807000394e-05,
      "loss": 0.2565,
      "step": 4921
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.944957466136044e-05,
      "loss": 0.2586,
      "step": 4922
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9449288443428904e-05,
      "loss": 0.223,
      "step": 4923
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9449002153207984e-05,
      "loss": 0.2203,
      "step": 4924
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.944871579069986e-05,
      "loss": 0.1925,
      "step": 4925
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9448429355906725e-05,
      "loss": 0.2601,
      "step": 4926
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9448142848830777e-05,
      "loss": 0.1958,
      "step": 4927
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.94478562694742e-05,
      "loss": 0.2227,
      "step": 4928
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9447569617839193e-05,
      "loss": 0.2433,
      "step": 4929
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9447282893927944e-05,
      "loss": 0.2558,
      "step": 4930
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9446996097742646e-05,
      "loss": 0.2258,
      "step": 4931
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9446709229285496e-05,
      "loss": 0.2442,
      "step": 4932
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.944642228855869e-05,
      "loss": 0.2157,
      "step": 4933
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9446135275564418e-05,
      "loss": 0.2391,
      "step": 4934
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9445848190304882e-05,
      "loss": 0.2091,
      "step": 4935
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9445561032782275e-05,
      "loss": 0.1881,
      "step": 4936
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9445273802998792e-05,
      "loss": 0.2066,
      "step": 4937
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.944498650095663e-05,
      "loss": 0.1832,
      "step": 4938
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9444699126657993e-05,
      "loss": 0.1811,
      "step": 4939
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9444411680105074e-05,
      "loss": 0.2487,
      "step": 4940
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9444124161300072e-05,
      "loss": 0.2523,
      "step": 4941
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9443836570245193e-05,
      "loss": 0.2139,
      "step": 4942
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9443548906942628e-05,
      "loss": 0.2845,
      "step": 4943
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.944326117139458e-05,
      "loss": 0.2357,
      "step": 4944
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9442973363603258e-05,
      "loss": 0.2726,
      "step": 4945
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9442685483570854e-05,
      "loss": 0.2062,
      "step": 4946
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9442397531299577e-05,
      "loss": 0.247,
      "step": 4947
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9442109506791623e-05,
      "loss": 0.2247,
      "step": 4948
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9441821410049204e-05,
      "loss": 0.1912,
      "step": 4949
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.944153324107452e-05,
      "loss": 0.1685,
      "step": 4950
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9441244999869773e-05,
      "loss": 0.173,
      "step": 4951
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9440956686437173e-05,
      "loss": 0.199,
      "step": 4952
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9440668300778924e-05,
      "loss": 0.2092,
      "step": 4953
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9440379842897224e-05,
      "loss": 0.203,
      "step": 4954
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9440091312794294e-05,
      "loss": 0.2015,
      "step": 4955
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9439802710472336e-05,
      "loss": 0.2207,
      "step": 4956
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.943951403593355e-05,
      "loss": 0.2267,
      "step": 4957
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9439225289180155e-05,
      "loss": 0.2289,
      "step": 4958
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9438936470214355e-05,
      "loss": 0.2444,
      "step": 4959
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.943864757903836e-05,
      "loss": 0.2174,
      "step": 4960
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.943835861565438e-05,
      "loss": 0.1787,
      "step": 4961
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9438069580064627e-05,
      "loss": 0.1863,
      "step": 4962
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.943778047227131e-05,
      "loss": 0.2275,
      "step": 4963
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9437491292276643e-05,
      "loss": 0.2682,
      "step": 4964
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9437202040082835e-05,
      "loss": 0.2239,
      "step": 4965
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9436912715692106e-05,
      "loss": 0.2105,
      "step": 4966
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.943662331910666e-05,
      "loss": 0.189,
      "step": 4967
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9436333850328718e-05,
      "loss": 0.2269,
      "step": 4968
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.943604430936049e-05,
      "loss": 0.1805,
      "step": 4969
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9435754696204198e-05,
      "loss": 0.2767,
      "step": 4970
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9435465010862047e-05,
      "loss": 0.2343,
      "step": 4971
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.943517525333626e-05,
      "loss": 0.2094,
      "step": 4972
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9434885423629053e-05,
      "loss": 0.2328,
      "step": 4973
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9434595521742644e-05,
      "loss": 0.2451,
      "step": 4974
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9434305547679247e-05,
      "loss": 0.2643,
      "step": 4975
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9434015501441087e-05,
      "loss": 0.2298,
      "step": 4976
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9433725383030374e-05,
      "loss": 0.2185,
      "step": 4977
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9433435192449333e-05,
      "loss": 0.2004,
      "step": 4978
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9433144929700187e-05,
      "loss": 0.2484,
      "step": 4979
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9432854594785152e-05,
      "loss": 0.248,
      "step": 4980
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.943256418770645e-05,
      "loss": 0.1656,
      "step": 4981
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9432273708466302e-05,
      "loss": 0.2525,
      "step": 4982
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9431983157066932e-05,
      "loss": 0.2121,
      "step": 4983
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9431692533510563e-05,
      "loss": 0.233,
      "step": 4984
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9431401837799415e-05,
      "loss": 0.2367,
      "step": 4985
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9431111069935717e-05,
      "loss": 0.1816,
      "step": 4986
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9430820229921688e-05,
      "loss": 0.2648,
      "step": 4987
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9430529317759554e-05,
      "loss": 0.2078,
      "step": 4988
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9430238333451545e-05,
      "loss": 0.1938,
      "step": 4989
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9429947276999883e-05,
      "loss": 0.178,
      "step": 4990
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9429656148406794e-05,
      "loss": 0.2351,
      "step": 4991
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.942936494767451e-05,
      "loss": 0.2078,
      "step": 4992
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9429073674805256e-05,
      "loss": 0.1987,
      "step": 4993
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.942878232980126e-05,
      "loss": 0.2151,
      "step": 4994
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9428490912664748e-05,
      "loss": 0.204,
      "step": 4995
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9428199423397955e-05,
      "loss": 0.2206,
      "step": 4996
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.942790786200311e-05,
      "loss": 0.2492,
      "step": 4997
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.942761622848244e-05,
      "loss": 0.2208,
      "step": 4998
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9427324522838177e-05,
      "loss": 0.1949,
      "step": 4999
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9427032745072555e-05,
      "loss": 0.2224,
      "step": 5000
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9426740895187805e-05,
      "loss": 0.2055,
      "step": 5001
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9426448973186157e-05,
      "loss": 0.2464,
      "step": 5002
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.942615697906985e-05,
      "loss": 0.1856,
      "step": 5003
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.942586491284111e-05,
      "loss": 0.2053,
      "step": 5004
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.942557277450218e-05,
      "loss": 0.1969,
      "step": 5005
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.942528056405529e-05,
      "loss": 0.2177,
      "step": 5006
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9424988281502674e-05,
      "loss": 0.1901,
      "step": 5007
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9424695926846572e-05,
      "loss": 0.2208,
      "step": 5008
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.942440350008922e-05,
      "loss": 0.2166,
      "step": 5009
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9424111001232856e-05,
      "loss": 0.1746,
      "step": 5010
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9423818430279714e-05,
      "loss": 0.1953,
      "step": 5011
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9423525787232028e-05,
      "loss": 0.1876,
      "step": 5012
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9423233072092052e-05,
      "loss": 0.1925,
      "step": 5013
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.942294028486201e-05,
      "loss": 0.2206,
      "step": 5014
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9422647425544153e-05,
      "loss": 0.2113,
      "step": 5015
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9422354494140715e-05,
      "loss": 0.2304,
      "step": 5016
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9422061490653936e-05,
      "loss": 0.2094,
      "step": 5017
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9421768415086063e-05,
      "loss": 0.2035,
      "step": 5018
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9421475267439335e-05,
      "loss": 0.2444,
      "step": 5019
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9421182047715992e-05,
      "loss": 0.2106,
      "step": 5020
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.942088875591828e-05,
      "loss": 0.1974,
      "step": 5021
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9420595392048445e-05,
      "loss": 0.2941,
      "step": 5022
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9420301956108728e-05,
      "loss": 0.2519,
      "step": 5023
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9420008448101377e-05,
      "loss": 0.2286,
      "step": 5024
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9419714868028632e-05,
      "loss": 0.2452,
      "step": 5025
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9419421215892743e-05,
      "loss": 0.2423,
      "step": 5026
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.941912749169596e-05,
      "loss": 0.2059,
      "step": 5027
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9418833695440523e-05,
      "loss": 0.1475,
      "step": 5028
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9418539827128683e-05,
      "loss": 0.2313,
      "step": 5029
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9418245886762685e-05,
      "loss": 0.2343,
      "step": 5030
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.941795187434478e-05,
      "loss": 0.2221,
      "step": 5031
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9417657789877222e-05,
      "loss": 0.2007,
      "step": 5032
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9417363633362253e-05,
      "loss": 0.2039,
      "step": 5033
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.941706940480213e-05,
      "loss": 0.2161,
      "step": 5034
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9416775104199098e-05,
      "loss": 0.2304,
      "step": 5035
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9416480731555412e-05,
      "loss": 0.2936,
      "step": 5036
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9416186286873326e-05,
      "loss": 0.1736,
      "step": 5037
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9415891770155085e-05,
      "loss": 0.2141,
      "step": 5038
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.941559718140295e-05,
      "loss": 0.2288,
      "step": 5039
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.941530252061917e-05,
      "loss": 0.1781,
      "step": 5040
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9415007787806004e-05,
      "loss": 0.2124,
      "step": 5041
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.94147129829657e-05,
      "loss": 0.2572,
      "step": 5042
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.941441810610052e-05,
      "loss": 0.2794,
      "step": 5043
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9414123157212717e-05,
      "loss": 0.2463,
      "step": 5044
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9413828136304546e-05,
      "loss": 0.2503,
      "step": 5045
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9413533043378265e-05,
      "loss": 0.2021,
      "step": 5046
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9413237878436128e-05,
      "loss": 0.2668,
      "step": 5047
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9412942641480402e-05,
      "loss": 0.2085,
      "step": 5048
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.941264733251334e-05,
      "loss": 0.2273,
      "step": 5049
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.94123519515372e-05,
      "loss": 0.2227,
      "step": 5050
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9412056498554245e-05,
      "loss": 0.2252,
      "step": 5051
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9411760973566734e-05,
      "loss": 0.2641,
      "step": 5052
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9411465376576926e-05,
      "loss": 0.2043,
      "step": 5053
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9411169707587082e-05,
      "loss": 0.2592,
      "step": 5054
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.941087396659947e-05,
      "loss": 0.2408,
      "step": 5055
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9410578153616347e-05,
      "loss": 0.209,
      "step": 5056
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9410282268639976e-05,
      "loss": 0.2109,
      "step": 5057
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9409986311672628e-05,
      "loss": 0.2362,
      "step": 5058
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9409690282716553e-05,
      "loss": 0.2043,
      "step": 5059
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9409394181774027e-05,
      "loss": 0.2204,
      "step": 5060
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.940909800884731e-05,
      "loss": 0.2258,
      "step": 5061
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9408801763938675e-05,
      "loss": 0.2236,
      "step": 5062
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9408505447050382e-05,
      "loss": 0.21,
      "step": 5063
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.94082090581847e-05,
      "loss": 0.2657,
      "step": 5064
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.940791259734389e-05,
      "loss": 0.2543,
      "step": 5065
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9407616064530227e-05,
      "loss": 0.242,
      "step": 5066
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9407319459745982e-05,
      "loss": 0.2227,
      "step": 5067
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.940702278299342e-05,
      "loss": 0.1827,
      "step": 5068
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9406726034274808e-05,
      "loss": 0.2019,
      "step": 5069
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.940642921359242e-05,
      "loss": 0.2461,
      "step": 5070
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9406132320948527e-05,
      "loss": 0.2158,
      "step": 5071
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9405835356345398e-05,
      "loss": 0.2382,
      "step": 5072
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9405538319785305e-05,
      "loss": 0.2374,
      "step": 5073
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9405241211270526e-05,
      "loss": 0.2237,
      "step": 5074
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9404944030803327e-05,
      "loss": 0.2158,
      "step": 5075
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.940464677838598e-05,
      "loss": 0.2017,
      "step": 5076
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9404349454020767e-05,
      "loss": 0.2317,
      "step": 5077
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9404052057709955e-05,
      "loss": 0.2216,
      "step": 5078
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9403754589455825e-05,
      "loss": 0.2244,
      "step": 5079
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9403457049260652e-05,
      "loss": 0.2498,
      "step": 5080
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.940315943712671e-05,
      "loss": 0.1705,
      "step": 5081
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9402861753056275e-05,
      "loss": 0.2274,
      "step": 5082
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9402563997051625e-05,
      "loss": 0.2199,
      "step": 5083
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9402266169115043e-05,
      "loss": 0.2445,
      "step": 5084
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.94019682692488e-05,
      "loss": 0.2242,
      "step": 5085
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9401670297455178e-05,
      "loss": 0.2115,
      "step": 5086
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9401372253736458e-05,
      "loss": 0.2376,
      "step": 5087
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9401074138094914e-05,
      "loss": 0.1873,
      "step": 5088
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.940077595053284e-05,
      "loss": 0.2074,
      "step": 5089
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9400477691052503e-05,
      "loss": 0.2519,
      "step": 5090
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.940017935965619e-05,
      "loss": 0.1959,
      "step": 5091
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9399880956346187e-05,
      "loss": 0.1874,
      "step": 5092
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9399582481124774e-05,
      "loss": 0.1835,
      "step": 5093
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.939928393399423e-05,
      "loss": 0.2454,
      "step": 5094
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9398985314956846e-05,
      "loss": 0.2718,
      "step": 5095
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.93986866240149e-05,
      "loss": 0.2035,
      "step": 5096
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9398387861170684e-05,
      "loss": 0.2159,
      "step": 5097
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9398089026426482e-05,
      "loss": 0.1866,
      "step": 5098
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9397790119784576e-05,
      "loss": 0.2172,
      "step": 5099
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9397491141247254e-05,
      "loss": 0.2234,
      "step": 5100
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9397192090816802e-05,
      "loss": 0.2028,
      "step": 5101
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9396892968495516e-05,
      "loss": 0.2119,
      "step": 5102
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9396593774285676e-05,
      "loss": 0.2182,
      "step": 5103
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9396294508189573e-05,
      "loss": 0.2246,
      "step": 5104
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9395995170209497e-05,
      "loss": 0.2587,
      "step": 5105
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9395695760347735e-05,
      "loss": 0.2027,
      "step": 5106
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9395396278606585e-05,
      "loss": 0.2267,
      "step": 5107
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9395096724988333e-05,
      "loss": 0.2338,
      "step": 5108
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.939479709949527e-05,
      "loss": 0.2238,
      "step": 5109
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.939449740212969e-05,
      "loss": 0.2416,
      "step": 5110
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9394197632893884e-05,
      "loss": 0.2603,
      "step": 5111
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9393897791790145e-05,
      "loss": 0.1854,
      "step": 5112
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.939359787882077e-05,
      "loss": 0.2134,
      "step": 5113
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9393297893988054e-05,
      "loss": 0.2277,
      "step": 5114
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9392997837294288e-05,
      "loss": 0.2455,
      "step": 5115
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9392697708741768e-05,
      "loss": 0.1914,
      "step": 5116
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9392397508332792e-05,
      "loss": 0.2781,
      "step": 5117
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9392097236069657e-05,
      "loss": 0.2034,
      "step": 5118
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9391796891954657e-05,
      "loss": 0.2175,
      "step": 5119
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.939149647599009e-05,
      "loss": 0.2223,
      "step": 5120
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9391195988178263e-05,
      "loss": 0.2442,
      "step": 5121
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.939089542852146e-05,
      "loss": 0.2241,
      "step": 5122
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9390594797021995e-05,
      "loss": 0.2353,
      "step": 5123
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9390294093682156e-05,
      "loss": 0.2411,
      "step": 5124
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.938999331850425e-05,
      "loss": 0.2247,
      "step": 5125
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9389692471490576e-05,
      "loss": 0.278,
      "step": 5126
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9389391552643438e-05,
      "loss": 0.2007,
      "step": 5127
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9389090561965137e-05,
      "loss": 0.2043,
      "step": 5128
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.938878949945797e-05,
      "loss": 0.1965,
      "step": 5129
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9388488365124248e-05,
      "loss": 0.2312,
      "step": 5130
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9388187158966274e-05,
      "loss": 0.2647,
      "step": 5131
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9387885880986344e-05,
      "loss": 0.2542,
      "step": 5132
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9387584531186775e-05,
      "loss": 0.25,
      "step": 5133
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9387283109569865e-05,
      "loss": 0.2562,
      "step": 5134
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.938698161613792e-05,
      "loss": 0.2554,
      "step": 5135
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9386680050893247e-05,
      "loss": 0.2506,
      "step": 5136
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9386378413838158e-05,
      "loss": 0.1868,
      "step": 5137
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9386076704974953e-05,
      "loss": 0.1979,
      "step": 5138
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9385774924305942e-05,
      "loss": 0.2725,
      "step": 5139
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9385473071833438e-05,
      "loss": 0.2396,
      "step": 5140
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9385171147559746e-05,
      "loss": 0.212,
      "step": 5141
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9384869151487177e-05,
      "loss": 0.1923,
      "step": 5142
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9384567083618043e-05,
      "loss": 0.1792,
      "step": 5143
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9384264943954653e-05,
      "loss": 0.1964,
      "step": 5144
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9383962732499316e-05,
      "loss": 0.1691,
      "step": 5145
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9383660449254355e-05,
      "loss": 0.2062,
      "step": 5146
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9383358094222068e-05,
      "loss": 0.2196,
      "step": 5147
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9383055667404775e-05,
      "loss": 0.2342,
      "step": 5148
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.938275316880479e-05,
      "loss": 0.2898,
      "step": 5149
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9382450598424426e-05,
      "loss": 0.1898,
      "step": 5150
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9382147956266e-05,
      "loss": 0.2552,
      "step": 5151
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9381845242331824e-05,
      "loss": 0.2026,
      "step": 5152
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9381542456624216e-05,
      "loss": 0.2151,
      "step": 5153
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9381239599145493e-05,
      "loss": 0.2284,
      "step": 5154
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9380936669897966e-05,
      "loss": 0.2322,
      "step": 5155
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9380633668883964e-05,
      "loss": 0.302,
      "step": 5156
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9380330596105793e-05,
      "loss": 0.2388,
      "step": 5157
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9380027451565778e-05,
      "loss": 0.2513,
      "step": 5158
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9379724235266236e-05,
      "loss": 0.1922,
      "step": 5159
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9379420947209492e-05,
      "loss": 0.2314,
      "step": 5160
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9379117587397856e-05,
      "loss": 0.2314,
      "step": 5161
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9378814155833655e-05,
      "loss": 0.2249,
      "step": 5162
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9378510652519212e-05,
      "loss": 0.2025,
      "step": 5163
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9378207077456846e-05,
      "loss": 0.2218,
      "step": 5164
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9377903430648882e-05,
      "loss": 0.1996,
      "step": 5165
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.937759971209764e-05,
      "loss": 0.1924,
      "step": 5166
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9377295921805443e-05,
      "loss": 0.2663,
      "step": 5167
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9376992059774616e-05,
      "loss": 0.2407,
      "step": 5168
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9376688126007492e-05,
      "loss": 0.2385,
      "step": 5169
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.937638412050638e-05,
      "loss": 0.2199,
      "step": 5170
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9376080043273617e-05,
      "loss": 0.207,
      "step": 5171
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9375775894311524e-05,
      "loss": 0.2679,
      "step": 5172
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9375471673622438e-05,
      "loss": 0.1671,
      "step": 5173
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.937516738120867e-05,
      "loss": 0.2192,
      "step": 5174
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.937486301707256e-05,
      "loss": 0.2686,
      "step": 5175
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9374558581216435e-05,
      "loss": 0.2323,
      "step": 5176
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.937425407364262e-05,
      "loss": 0.216,
      "step": 5177
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9373949494353444e-05,
      "loss": 0.2307,
      "step": 5178
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9373644843351245e-05,
      "loss": 0.2542,
      "step": 5179
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9373340120638348e-05,
      "loss": 0.2164,
      "step": 5180
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9373035326217082e-05,
      "loss": 0.1952,
      "step": 5181
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9372730460089778e-05,
      "loss": 0.2078,
      "step": 5182
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.937242552225878e-05,
      "loss": 0.2053,
      "step": 5183
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9372120512726406e-05,
      "loss": 0.2851,
      "step": 5184
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9371815431495e-05,
      "loss": 0.2149,
      "step": 5185
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9371510278566886e-05,
      "loss": 0.2008,
      "step": 5186
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.937120505394441e-05,
      "loss": 0.2215,
      "step": 5187
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.93708997576299e-05,
      "loss": 0.2021,
      "step": 5188
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9370594389625693e-05,
      "loss": 0.183,
      "step": 5189
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9370288949934125e-05,
      "loss": 0.2604,
      "step": 5190
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.936998343855753e-05,
      "loss": 0.2898,
      "step": 5191
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.936967785549825e-05,
      "loss": 0.2193,
      "step": 5192
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9369372200758624e-05,
      "loss": 0.2065,
      "step": 5193
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9369066474340982e-05,
      "loss": 0.2207,
      "step": 5194
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.936876067624767e-05,
      "loss": 0.237,
      "step": 5195
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9368454806481028e-05,
      "loss": 0.231,
      "step": 5196
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.936814886504339e-05,
      "loss": 0.2491,
      "step": 5197
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.93678428519371e-05,
      "loss": 0.2069,
      "step": 5198
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9367536767164502e-05,
      "loss": 0.2214,
      "step": 5199
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9367230610727935e-05,
      "loss": 0.2715,
      "step": 5200
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9366924382629734e-05,
      "loss": 0.2245,
      "step": 5201
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9366618082872255e-05,
      "loss": 0.2589,
      "step": 5202
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.936631171145783e-05,
      "loss": 0.203,
      "step": 5203
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9366005268388814e-05,
      "loss": 0.2841,
      "step": 5204
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9365698753667542e-05,
      "loss": 0.2264,
      "step": 5205
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9365392167296363e-05,
      "loss": 0.2468,
      "step": 5206
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.936508550927762e-05,
      "loss": 0.2831,
      "step": 5207
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.936477877961366e-05,
      "loss": 0.1773,
      "step": 5208
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.936447197830683e-05,
      "loss": 0.1753,
      "step": 5209
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9364165105359478e-05,
      "loss": 0.2361,
      "step": 5210
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9363858160773953e-05,
      "loss": 0.2309,
      "step": 5211
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9363551144552594e-05,
      "loss": 0.169,
      "step": 5212
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.936324405669776e-05,
      "loss": 0.2116,
      "step": 5213
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9362936897211798e-05,
      "loss": 0.2543,
      "step": 5214
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.936262966609706e-05,
      "loss": 0.1677,
      "step": 5215
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.936232236335589e-05,
      "loss": 0.2362,
      "step": 5216
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.936201498899064e-05,
      "loss": 0.2162,
      "step": 5217
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9361707543003665e-05,
      "loss": 0.2143,
      "step": 5218
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9361400025397318e-05,
      "loss": 0.2043,
      "step": 5219
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9361092436173946e-05,
      "loss": 0.2319,
      "step": 5220
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9360784775335907e-05,
      "loss": 0.2329,
      "step": 5221
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9360477042885555e-05,
      "loss": 0.2326,
      "step": 5222
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.936016923882524e-05,
      "loss": 0.1755,
      "step": 5223
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.935986136315732e-05,
      "loss": 0.1974,
      "step": 5224
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9359553415884146e-05,
      "loss": 0.2374,
      "step": 5225
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9359245397008082e-05,
      "loss": 0.2067,
      "step": 5226
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9358937306531476e-05,
      "loss": 0.2591,
      "step": 5227
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9358629144456693e-05,
      "loss": 0.278,
      "step": 5228
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9358320910786083e-05,
      "loss": 0.2032,
      "step": 5229
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9358012605522007e-05,
      "loss": 0.2187,
      "step": 5230
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9357704228666824e-05,
      "loss": 0.1947,
      "step": 5231
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9357395780222897e-05,
      "loss": 0.1915,
      "step": 5232
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9357087260192576e-05,
      "loss": 0.2638,
      "step": 5233
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.935677866857823e-05,
      "loss": 0.2156,
      "step": 5234
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9356470005382215e-05,
      "loss": 0.2735,
      "step": 5235
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9356161270606897e-05,
      "loss": 0.2541,
      "step": 5236
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9355852464254632e-05,
      "loss": 0.1959,
      "step": 5237
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.935554358632779e-05,
      "loss": 0.231,
      "step": 5238
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9355234636828725e-05,
      "loss": 0.1965,
      "step": 5239
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9354925615759805e-05,
      "loss": 0.1902,
      "step": 5240
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9354616523123394e-05,
      "loss": 0.2615,
      "step": 5241
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.935430735892186e-05,
      "loss": 0.1881,
      "step": 5242
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9353998123157563e-05,
      "loss": 0.2343,
      "step": 5243
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.935368881583287e-05,
      "loss": 0.2438,
      "step": 5244
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9353379436950148e-05,
      "loss": 0.1821,
      "step": 5245
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9353069986511767e-05,
      "loss": 0.2184,
      "step": 5246
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9352760464520088e-05,
      "loss": 0.2644,
      "step": 5247
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9352450870977482e-05,
      "loss": 0.2542,
      "step": 5248
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.935214120588632e-05,
      "loss": 0.2567,
      "step": 5249
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9351831469248963e-05,
      "loss": 0.2044,
      "step": 5250
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9351521661067792e-05,
      "loss": 0.2483,
      "step": 5251
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9351211781345168e-05,
      "loss": 0.187,
      "step": 5252
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9350901830083466e-05,
      "loss": 0.2642,
      "step": 5253
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9350591807285055e-05,
      "loss": 0.2132,
      "step": 5254
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.935028171295231e-05,
      "loss": 0.2503,
      "step": 5255
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.93499715470876e-05,
      "loss": 0.2254,
      "step": 5256
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9349661309693296e-05,
      "loss": 0.1962,
      "step": 5257
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9349351000771777e-05,
      "loss": 0.2511,
      "step": 5258
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9349040620325416e-05,
      "loss": 0.274,
      "step": 5259
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9348730168356582e-05,
      "loss": 0.2797,
      "step": 5260
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9348419644867658e-05,
      "loss": 0.2265,
      "step": 5261
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.934810904986101e-05,
      "loss": 0.245,
      "step": 5262
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9347798383339023e-05,
      "loss": 0.2599,
      "step": 5263
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.934748764530407e-05,
      "loss": 0.2248,
      "step": 5264
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.934717683575853e-05,
      "loss": 0.2339,
      "step": 5265
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9346865954704777e-05,
      "loss": 0.2033,
      "step": 5266
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.934655500214519e-05,
      "loss": 0.2251,
      "step": 5267
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9346243978082153e-05,
      "loss": 0.2048,
      "step": 5268
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.934593288251804e-05,
      "loss": 0.235,
      "step": 5269
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9345621715455233e-05,
      "loss": 0.2429,
      "step": 5270
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9345310476896107e-05,
      "loss": 0.1958,
      "step": 5271
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9344999166843057e-05,
      "loss": 0.227,
      "step": 5272
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.934468778529845e-05,
      "loss": 0.2737,
      "step": 5273
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9344376332264677e-05,
      "loss": 0.2356,
      "step": 5274
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9344064807744115e-05,
      "loss": 0.181,
      "step": 5275
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9343753211739152e-05,
      "loss": 0.2247,
      "step": 5276
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.934344154425217e-05,
      "loss": 0.2035,
      "step": 5277
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9343129805285553e-05,
      "loss": 0.1992,
      "step": 5278
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9342817994841688e-05,
      "loss": 0.1862,
      "step": 5279
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9342506112922953e-05,
      "loss": 0.2182,
      "step": 5280
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9342194159531743e-05,
      "loss": 0.2106,
      "step": 5281
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.934188213467044e-05,
      "loss": 0.2185,
      "step": 5282
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9341570038341433e-05,
      "loss": 0.1975,
      "step": 5283
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9341257870547107e-05,
      "loss": 0.2361,
      "step": 5284
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9340945631289854e-05,
      "loss": 0.2133,
      "step": 5285
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9340633320572056e-05,
      "loss": 0.2338,
      "step": 5286
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.934032093839611e-05,
      "loss": 0.2003,
      "step": 5287
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9340008484764403e-05,
      "loss": 0.2535,
      "step": 5288
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9339695959679324e-05,
      "loss": 0.2312,
      "step": 5289
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9339383363143262e-05,
      "loss": 0.2141,
      "step": 5290
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9339070695158616e-05,
      "loss": 0.236,
      "step": 5291
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.933875795572777e-05,
      "loss": 0.1779,
      "step": 5292
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.933844514485312e-05,
      "loss": 0.2289,
      "step": 5293
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.933813226253706e-05,
      "loss": 0.2607,
      "step": 5294
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.933781930878198e-05,
      "loss": 0.2504,
      "step": 5295
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.933750628359028e-05,
      "loss": 0.2051,
      "step": 5296
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.933719318696435e-05,
      "loss": 0.2621,
      "step": 5297
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9336880018906585e-05,
      "loss": 0.2836,
      "step": 5298
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9336566779419383e-05,
      "loss": 0.2162,
      "step": 5299
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.933625346850514e-05,
      "loss": 0.2871,
      "step": 5300
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.933594008616625e-05,
      "loss": 0.2335,
      "step": 5301
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9335626632405118e-05,
      "loss": 0.2074,
      "step": 5302
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9335313107224135e-05,
      "loss": 0.2005,
      "step": 5303
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9334999510625702e-05,
      "loss": 0.2054,
      "step": 5304
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9334685842612217e-05,
      "loss": 0.2496,
      "step": 5305
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.933437210318608e-05,
      "loss": 0.2026,
      "step": 5306
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9334058292349695e-05,
      "loss": 0.217,
      "step": 5307
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9333744410105456e-05,
      "loss": 0.2439,
      "step": 5308
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9333430456455768e-05,
      "loss": 0.203,
      "step": 5309
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.933311643140303e-05,
      "loss": 0.1854,
      "step": 5310
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.933280233494965e-05,
      "loss": 0.1812,
      "step": 5311
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9332488167098027e-05,
      "loss": 0.2283,
      "step": 5312
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9332173927850567e-05,
      "loss": 0.2006,
      "step": 5313
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9331859617209668e-05,
      "loss": 0.1667,
      "step": 5314
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.933154523517774e-05,
      "loss": 0.1964,
      "step": 5315
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9331230781757188e-05,
      "loss": 0.251,
      "step": 5316
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9330916256950415e-05,
      "loss": 0.2235,
      "step": 5317
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9330601660759828e-05,
      "loss": 0.281,
      "step": 5318
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9330286993187837e-05,
      "loss": 0.2229,
      "step": 5319
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9329972254236847e-05,
      "loss": 0.2672,
      "step": 5320
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.932965744390926e-05,
      "loss": 0.2659,
      "step": 5321
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9329342562207497e-05,
      "loss": 0.2522,
      "step": 5322
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9329027609133954e-05,
      "loss": 0.1987,
      "step": 5323
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.932871258469105e-05,
      "loss": 0.1536,
      "step": 5324
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.932839748888119e-05,
      "loss": 0.2291,
      "step": 5325
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9328082321706786e-05,
      "loss": 0.1998,
      "step": 5326
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9327767083170248e-05,
      "loss": 0.1977,
      "step": 5327
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.932745177327399e-05,
      "loss": 0.2906,
      "step": 5328
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9327136392020423e-05,
      "loss": 0.2854,
      "step": 5329
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9326820939411957e-05,
      "loss": 0.2408,
      "step": 5330
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.932650541545101e-05,
      "loss": 0.2208,
      "step": 5331
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9326189820139995e-05,
      "loss": 0.167,
      "step": 5332
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.932587415348132e-05,
      "loss": 0.2162,
      "step": 5333
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9325558415477408e-05,
      "loss": 0.283,
      "step": 5334
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9325242606130672e-05,
      "loss": 0.2052,
      "step": 5335
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9324926725443526e-05,
      "loss": 0.285,
      "step": 5336
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.932461077341839e-05,
      "loss": 0.2083,
      "step": 5337
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9324294750057677e-05,
      "loss": 0.193,
      "step": 5338
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9323978655363808e-05,
      "loss": 0.2208,
      "step": 5339
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9323662489339203e-05,
      "loss": 0.2237,
      "step": 5340
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9323346251986272e-05,
      "loss": 0.2509,
      "step": 5341
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9323029943307444e-05,
      "loss": 0.2135,
      "step": 5342
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9322713563305132e-05,
      "loss": 0.2157,
      "step": 5343
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9322397111981762e-05,
      "loss": 0.1925,
      "step": 5344
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.932208058933975e-05,
      "loss": 0.2321,
      "step": 5345
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9321763995381522e-05,
      "loss": 0.1951,
      "step": 5346
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9321447330109495e-05,
      "loss": 0.2312,
      "step": 5347
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9321130593526095e-05,
      "loss": 0.2024,
      "step": 5348
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9320813785633743e-05,
      "loss": 0.187,
      "step": 5349
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9320496906434868e-05,
      "loss": 0.227,
      "step": 5350
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9320179955931885e-05,
      "loss": 0.2314,
      "step": 5351
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.931986293412723e-05,
      "loss": 0.2768,
      "step": 5352
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9319545841023316e-05,
      "loss": 0.2839,
      "step": 5353
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.931922867662258e-05,
      "loss": 0.2257,
      "step": 5354
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9318911440927445e-05,
      "loss": 0.2646,
      "step": 5355
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9318594133940333e-05,
      "loss": 0.2469,
      "step": 5356
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.931827675566367e-05,
      "loss": 0.2164,
      "step": 5357
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9317959306099897e-05,
      "loss": 0.1912,
      "step": 5358
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.931764178525143e-05,
      "loss": 0.2015,
      "step": 5359
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9317324193120704e-05,
      "loss": 0.2102,
      "step": 5360
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.931700652971015e-05,
      "loss": 0.2317,
      "step": 5361
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.931668879502219e-05,
      "loss": 0.2905,
      "step": 5362
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9316370989059266e-05,
      "loss": 0.2093,
      "step": 5363
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9316053111823797e-05,
      "loss": 0.2154,
      "step": 5364
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9315735163318226e-05,
      "loss": 0.2226,
      "step": 5365
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.931541714354498e-05,
      "loss": 0.1786,
      "step": 5366
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9315099052506493e-05,
      "loss": 0.1731,
      "step": 5367
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.93147808902052e-05,
      "loss": 0.2238,
      "step": 5368
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9314462656643528e-05,
      "loss": 0.1905,
      "step": 5369
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.931414435182392e-05,
      "loss": 0.2062,
      "step": 5370
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9313825975748805e-05,
      "loss": 0.2223,
      "step": 5371
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9313507528420626e-05,
      "loss": 0.2522,
      "step": 5372
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.931318900984181e-05,
      "loss": 0.2175,
      "step": 5373
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9312870420014803e-05,
      "loss": 0.2482,
      "step": 5374
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9312551758942034e-05,
      "loss": 0.1967,
      "step": 5375
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9312233026625947e-05,
      "loss": 0.2387,
      "step": 5376
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9311914223068978e-05,
      "loss": 0.2383,
      "step": 5377
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9311595348273564e-05,
      "loss": 0.1906,
      "step": 5378
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9311276402242147e-05,
      "loss": 0.2477,
      "step": 5379
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9310957384977163e-05,
      "loss": 0.2697,
      "step": 5380
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9310638296481062e-05,
      "loss": 0.2281,
      "step": 5381
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9310319136756277e-05,
      "loss": 0.2172,
      "step": 5382
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9309999905805254e-05,
      "loss": 0.2392,
      "step": 5383
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9309680603630428e-05,
      "loss": 0.2315,
      "step": 5384
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.930936123023425e-05,
      "loss": 0.2302,
      "step": 5385
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9309041785619155e-05,
      "loss": 0.2347,
      "step": 5386
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9308722269787597e-05,
      "loss": 0.2701,
      "step": 5387
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9308402682742012e-05,
      "loss": 0.2171,
      "step": 5388
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.930808302448485e-05,
      "loss": 0.2206,
      "step": 5389
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9307763295018554e-05,
      "loss": 0.1961,
      "step": 5390
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.930744349434557e-05,
      "loss": 0.2171,
      "step": 5391
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9307123622468348e-05,
      "loss": 0.2151,
      "step": 5392
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9306803679389326e-05,
      "loss": 0.1906,
      "step": 5393
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.930648366511096e-05,
      "loss": 0.2182,
      "step": 5394
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9306163579635698e-05,
      "loss": 0.1979,
      "step": 5395
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.930584342296599e-05,
      "loss": 0.2583,
      "step": 5396
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9305523195104278e-05,
      "loss": 0.1911,
      "step": 5397
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9305202896053012e-05,
      "loss": 0.2111,
      "step": 5398
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.930488252581465e-05,
      "loss": 0.3027,
      "step": 5399
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.930456208439164e-05,
      "loss": 0.254,
      "step": 5400
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.930424157178643e-05,
      "loss": 0.2625,
      "step": 5401
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9303920988001477e-05,
      "loss": 0.2312,
      "step": 5402
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9303600333039232e-05,
      "loss": 0.2383,
      "step": 5403
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9303279606902144e-05,
      "loss": 0.2092,
      "step": 5404
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.930295880959267e-05,
      "loss": 0.2451,
      "step": 5405
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9302637941113268e-05,
      "loss": 0.1966,
      "step": 5406
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9302317001466383e-05,
      "loss": 0.2107,
      "step": 5407
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.930199599065448e-05,
      "loss": 0.2069,
      "step": 5408
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.930167490868001e-05,
      "loss": 0.2356,
      "step": 5409
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.930135375554543e-05,
      "loss": 0.1996,
      "step": 5410
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9301032531253198e-05,
      "loss": 0.2117,
      "step": 5411
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.930071123580577e-05,
      "loss": 0.2154,
      "step": 5412
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9300389869205602e-05,
      "loss": 0.2027,
      "step": 5413
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9300068431455155e-05,
      "loss": 0.2288,
      "step": 5414
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9299746922556892e-05,
      "loss": 0.1991,
      "step": 5415
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9299425342513265e-05,
      "loss": 0.1802,
      "step": 5416
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.929910369132674e-05,
      "loss": 0.236,
      "step": 5417
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9298781968999776e-05,
      "loss": 0.1853,
      "step": 5418
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.929846017553483e-05,
      "loss": 0.2367,
      "step": 5419
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9298138310934375e-05,
      "loss": 0.2059,
      "step": 5420
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.929781637520086e-05,
      "loss": 0.1936,
      "step": 5421
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.929749436833676e-05,
      "loss": 0.2299,
      "step": 5422
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9297172290344523e-05,
      "loss": 0.174,
      "step": 5423
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9296850141226628e-05,
      "loss": 0.2038,
      "step": 5424
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.929652792098553e-05,
      "loss": 0.2234,
      "step": 5425
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9296205629623707e-05,
      "loss": 0.22,
      "step": 5426
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9295883267143607e-05,
      "loss": 0.2003,
      "step": 5427
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9295560833547708e-05,
      "loss": 0.1874,
      "step": 5428
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.929523832883847e-05,
      "loss": 0.1939,
      "step": 5429
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9294915753018367e-05,
      "loss": 0.2093,
      "step": 5430
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9294593106089864e-05,
      "loss": 0.1728,
      "step": 5431
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9294270388055426e-05,
      "loss": 0.2301,
      "step": 5432
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9293947598917526e-05,
      "loss": 0.2434,
      "step": 5433
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9293624738678633e-05,
      "loss": 0.203,
      "step": 5434
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.929330180734121e-05,
      "loss": 0.2623,
      "step": 5435
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.929297880490774e-05,
      "loss": 0.1816,
      "step": 5436
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9292655731380684e-05,
      "loss": 0.2114,
      "step": 5437
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.929233258676252e-05,
      "loss": 0.2281,
      "step": 5438
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9292009371055714e-05,
      "loss": 0.2146,
      "step": 5439
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9291686084262745e-05,
      "loss": 0.2237,
      "step": 5440
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.929136272638608e-05,
      "loss": 0.2408,
      "step": 5441
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9291039297428198e-05,
      "loss": 0.2501,
      "step": 5442
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.929071579739157e-05,
      "loss": 0.2715,
      "step": 5443
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9290392226278674e-05,
      "loss": 0.1938,
      "step": 5444
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.929006858409198e-05,
      "loss": 0.2019,
      "step": 5445
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.928974487083397e-05,
      "loss": 0.2282,
      "step": 5446
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.928942108650712e-05,
      "loss": 0.2291,
      "step": 5447
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9289097231113902e-05,
      "loss": 0.2224,
      "step": 5448
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.92887733046568e-05,
      "loss": 0.1977,
      "step": 5449
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.928844930713828e-05,
      "loss": 0.2771,
      "step": 5450
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9288125238560837e-05,
      "loss": 0.2156,
      "step": 5451
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.928780109892694e-05,
      "loss": 0.1934,
      "step": 5452
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9287476888239073e-05,
      "loss": 0.2458,
      "step": 5453
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.928715260649971e-05,
      "loss": 0.1961,
      "step": 5454
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.928682825371134e-05,
      "loss": 0.2603,
      "step": 5455
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.928650382987644e-05,
      "loss": 0.243,
      "step": 5456
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9286179334997493e-05,
      "loss": 0.1882,
      "step": 5457
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9285854769076983e-05,
      "loss": 0.2265,
      "step": 5458
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.928553013211739e-05,
      "loss": 0.2291,
      "step": 5459
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9285205424121198e-05,
      "loss": 0.2222,
      "step": 5460
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.928488064509089e-05,
      "loss": 0.249,
      "step": 5461
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.928455579502895e-05,
      "loss": 0.2164,
      "step": 5462
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.928423087393787e-05,
      "loss": 0.2095,
      "step": 5463
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9283905881820133e-05,
      "loss": 0.2499,
      "step": 5464
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9283580818678223e-05,
      "loss": 0.2799,
      "step": 5465
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9283255684514625e-05,
      "loss": 0.252,
      "step": 5466
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.928293047933183e-05,
      "loss": 0.2315,
      "step": 5467
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9282605203132322e-05,
      "loss": 0.1981,
      "step": 5468
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9282279855918597e-05,
      "loss": 0.1862,
      "step": 5469
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9281954437693136e-05,
      "loss": 0.1894,
      "step": 5470
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.928162894845843e-05,
      "loss": 0.2403,
      "step": 5471
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9281303388216975e-05,
      "loss": 0.2107,
      "step": 5472
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9280977756971255e-05,
      "loss": 0.2136,
      "step": 5473
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.928065205472376e-05,
      "loss": 0.2256,
      "step": 5474
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.928032628147699e-05,
      "loss": 0.2568,
      "step": 5475
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9280000437233432e-05,
      "loss": 0.2361,
      "step": 5476
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9279674521995577e-05,
      "loss": 0.2235,
      "step": 5477
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9279348535765922e-05,
      "loss": 0.2362,
      "step": 5478
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.927902247854696e-05,
      "loss": 0.2498,
      "step": 5479
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9278696350341187e-05,
      "loss": 0.2469,
      "step": 5480
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.927837015115109e-05,
      "loss": 0.2441,
      "step": 5481
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9278043880979173e-05,
      "loss": 0.2343,
      "step": 5482
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.927771753982793e-05,
      "loss": 0.1401,
      "step": 5483
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9277391127699858e-05,
      "loss": 0.1998,
      "step": 5484
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9277064644597454e-05,
      "loss": 0.2107,
      "step": 5485
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.927673809052321e-05,
      "loss": 0.2188,
      "step": 5486
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.927641146547963e-05,
      "loss": 0.2219,
      "step": 5487
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9276084769469215e-05,
      "loss": 0.2373,
      "step": 5488
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9275758002494456e-05,
      "loss": 0.2162,
      "step": 5489
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.927543116455786e-05,
      "loss": 0.1576,
      "step": 5490
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.927510425566193e-05,
      "loss": 0.2076,
      "step": 5491
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9274777275809158e-05,
      "loss": 0.2881,
      "step": 5492
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9274450225002047e-05,
      "loss": 0.1821,
      "step": 5493
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9274123103243106e-05,
      "loss": 0.1757,
      "step": 5494
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9273795910534832e-05,
      "loss": 0.2168,
      "step": 5495
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.927346864687973e-05,
      "loss": 0.1858,
      "step": 5496
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9273141312280304e-05,
      "loss": 0.1977,
      "step": 5497
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9272813906739055e-05,
      "loss": 0.2166,
      "step": 5498
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9272486430258487e-05,
      "loss": 0.2265,
      "step": 5499
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9272158882841116e-05,
      "loss": 0.2212,
      "step": 5500
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9271831264489435e-05,
      "loss": 0.2697,
      "step": 5501
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9271503575205958e-05,
      "loss": 0.1839,
      "step": 5502
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9271175814993185e-05,
      "loss": 0.2151,
      "step": 5503
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.927084798385363e-05,
      "loss": 0.232,
      "step": 5504
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9270520081789802e-05,
      "loss": 0.211,
      "step": 5505
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.92701921088042e-05,
      "loss": 0.2437,
      "step": 5506
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.926986406489934e-05,
      "loss": 0.2315,
      "step": 5507
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9269535950077736e-05,
      "loss": 0.178,
      "step": 5508
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9269207764341892e-05,
      "loss": 0.2166,
      "step": 5509
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9268879507694317e-05,
      "loss": 0.1752,
      "step": 5510
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9268551180137528e-05,
      "loss": 0.2352,
      "step": 5511
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.926822278167403e-05,
      "loss": 0.2413,
      "step": 5512
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9267894312306342e-05,
      "loss": 0.2084,
      "step": 5513
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9267565772036975e-05,
      "loss": 0.2362,
      "step": 5514
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9267237160868442e-05,
      "loss": 0.2366,
      "step": 5515
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9266908478803255e-05,
      "loss": 0.2341,
      "step": 5516
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9266579725843927e-05,
      "loss": 0.2309,
      "step": 5517
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.926625090199298e-05,
      "loss": 0.2457,
      "step": 5518
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9265922007252924e-05,
      "loss": 0.1915,
      "step": 5519
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9265593041626277e-05,
      "loss": 0.236,
      "step": 5520
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9265264005115555e-05,
      "loss": 0.1831,
      "step": 5521
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9264934897723274e-05,
      "loss": 0.2613,
      "step": 5522
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9264605719451956e-05,
      "loss": 0.2145,
      "step": 5523
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9264276470304116e-05,
      "loss": 0.1888,
      "step": 5524
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.926394715028227e-05,
      "loss": 0.2294,
      "step": 5525
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9263617759388947e-05,
      "loss": 0.2245,
      "step": 5526
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9263288297626655e-05,
      "loss": 0.2076,
      "step": 5527
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.926295876499792e-05,
      "loss": 0.2093,
      "step": 5528
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.926262916150527e-05,
      "loss": 0.2291,
      "step": 5529
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9262299487151214e-05,
      "loss": 0.2226,
      "step": 5530
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.926196974193828e-05,
      "loss": 0.2006,
      "step": 5531
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9261639925868993e-05,
      "loss": 0.2337,
      "step": 5532
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9261310038945872e-05,
      "loss": 0.1894,
      "step": 5533
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9260980081171445e-05,
      "loss": 0.1824,
      "step": 5534
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9260650052548233e-05,
      "loss": 0.245,
      "step": 5535
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.926031995307876e-05,
      "loss": 0.2592,
      "step": 5536
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.925998978276555e-05,
      "loss": 0.2693,
      "step": 5537
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9259659541611134e-05,
      "loss": 0.1838,
      "step": 5538
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.925932922961804e-05,
      "loss": 0.2238,
      "step": 5539
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9258998846788786e-05,
      "loss": 0.2196,
      "step": 5540
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.925866839312591e-05,
      "loss": 0.3031,
      "step": 5541
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9258337868631928e-05,
      "loss": 0.2433,
      "step": 5542
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9258007273309377e-05,
      "loss": 0.1941,
      "step": 5543
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9257676607160784e-05,
      "loss": 0.2001,
      "step": 5544
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9257345870188683e-05,
      "loss": 0.2137,
      "step": 5545
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9257015062395598e-05,
      "loss": 0.2119,
      "step": 5546
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.925668418378406e-05,
      "loss": 0.2683,
      "step": 5547
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9256353234356604e-05,
      "loss": 0.2255,
      "step": 5548
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.925602221411576e-05,
      "loss": 0.258,
      "step": 5549
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.925569112306406e-05,
      "loss": 0.214,
      "step": 5550
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.925535996120404e-05,
      "loss": 0.2128,
      "step": 5551
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9255028728538226e-05,
      "loss": 0.1865,
      "step": 5552
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9254697425069162e-05,
      "loss": 0.1897,
      "step": 5553
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9254366050799375e-05,
      "loss": 0.1853,
      "step": 5554
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9254034605731403e-05,
      "loss": 0.2352,
      "step": 5555
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.925370308986778e-05,
      "loss": 0.2246,
      "step": 5556
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9253371503211044e-05,
      "loss": 0.1619,
      "step": 5557
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9253039845763736e-05,
      "loss": 0.2315,
      "step": 5558
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.925270811752838e-05,
      "loss": 0.2516,
      "step": 5559
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.925237631850753e-05,
      "loss": 0.2713,
      "step": 5560
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.925204444870371e-05,
      "loss": 0.2447,
      "step": 5561
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.925171250811947e-05,
      "loss": 0.1809,
      "step": 5562
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9251380496757344e-05,
      "loss": 0.1702,
      "step": 5563
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.925104841461987e-05,
      "loss": 0.261,
      "step": 5564
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9250716261709595e-05,
      "loss": 0.2269,
      "step": 5565
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9250384038029053e-05,
      "loss": 0.225,
      "step": 5566
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.925005174358079e-05,
      "loss": 0.204,
      "step": 5567
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.924971937836735e-05,
      "loss": 0.2813,
      "step": 5568
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.924938694239127e-05,
      "loss": 0.24,
      "step": 5569
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9249054435655095e-05,
      "loss": 0.2079,
      "step": 5570
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9248721858161373e-05,
      "loss": 0.2038,
      "step": 5571
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9248389209912644e-05,
      "loss": 0.1959,
      "step": 5572
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9248056490911452e-05,
      "loss": 0.2205,
      "step": 5573
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9247723701160347e-05,
      "loss": 0.2143,
      "step": 5574
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.924739084066187e-05,
      "loss": 0.1816,
      "step": 5575
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.924705790941857e-05,
      "loss": 0.192,
      "step": 5576
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9246724907432995e-05,
      "loss": 0.2469,
      "step": 5577
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.924639183470769e-05,
      "loss": 0.2122,
      "step": 5578
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9246058691245205e-05,
      "loss": 0.2371,
      "step": 5579
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9245725477048088e-05,
      "loss": 0.2094,
      "step": 5580
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.924539219211889e-05,
      "loss": 0.2323,
      "step": 5581
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9245058836460155e-05,
      "loss": 0.2236,
      "step": 5582
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9244725410074437e-05,
      "loss": 0.1737,
      "step": 5583
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.924439191296429e-05,
      "loss": 0.2538,
      "step": 5584
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.924405834513226e-05,
      "loss": 0.2467,
      "step": 5585
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.92437247065809e-05,
      "loss": 0.2464,
      "step": 5586
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.924339099731277e-05,
      "loss": 0.201,
      "step": 5587
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.924305721733041e-05,
      "loss": 0.2033,
      "step": 5588
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9242723366636382e-05,
      "loss": 0.227,
      "step": 5589
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9242389445233237e-05,
      "loss": 0.2323,
      "step": 5590
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.924205545312353e-05,
      "loss": 0.2228,
      "step": 5591
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.924172139030982e-05,
      "loss": 0.2121,
      "step": 5592
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9241387256794656e-05,
      "loss": 0.2283,
      "step": 5593
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.92410530525806e-05,
      "loss": 0.2019,
      "step": 5594
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9240718777670208e-05,
      "loss": 0.2528,
      "step": 5595
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.924038443206603e-05,
      "loss": 0.2549,
      "step": 5596
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9240050015770634e-05,
      "loss": 0.2819,
      "step": 5597
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.923971552878657e-05,
      "loss": 0.1772,
      "step": 5598
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9239380971116402e-05,
      "loss": 0.2109,
      "step": 5599
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.923904634276269e-05,
      "loss": 0.2522,
      "step": 5600
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9238711643727994e-05,
      "loss": 0.2137,
      "step": 5601
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9238376874014866e-05,
      "loss": 0.1909,
      "step": 5602
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.923804203362588e-05,
      "loss": 0.2131,
      "step": 5603
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9237707122563587e-05,
      "loss": 0.2106,
      "step": 5604
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9237372140830557e-05,
      "loss": 0.1987,
      "step": 5605
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.923703708842935e-05,
      "loss": 0.2175,
      "step": 5606
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9236701965362523e-05,
      "loss": 0.1954,
      "step": 5607
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9236366771632647e-05,
      "loss": 0.217,
      "step": 5608
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9236031507242287e-05,
      "loss": 0.2211,
      "step": 5609
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9235696172194004e-05,
      "loss": 0.2305,
      "step": 5610
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9235360766490366e-05,
      "loss": 0.2586,
      "step": 5611
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9235025290133938e-05,
      "loss": 0.1889,
      "step": 5612
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9234689743127284e-05,
      "loss": 0.2101,
      "step": 5613
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9234354125472973e-05,
      "loss": 0.2092,
      "step": 5614
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9234018437173577e-05,
      "loss": 0.188,
      "step": 5615
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9233682678231657e-05,
      "loss": 0.1774,
      "step": 5616
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9233346848649784e-05,
      "loss": 0.2338,
      "step": 5617
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9233010948430527e-05,
      "loss": 0.1802,
      "step": 5618
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9232674977576454e-05,
      "loss": 0.2461,
      "step": 5619
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9232338936090143e-05,
      "loss": 0.2058,
      "step": 5620
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.923200282397416e-05,
      "loss": 0.2099,
      "step": 5621
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.923166664123107e-05,
      "loss": 0.2069,
      "step": 5622
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9231330387863453e-05,
      "loss": 0.2042,
      "step": 5623
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.923099406387388e-05,
      "loss": 0.2247,
      "step": 5624
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9230657669264924e-05,
      "loss": 0.239,
      "step": 5625
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9230321204039156e-05,
      "loss": 0.1911,
      "step": 5626
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9229984668199156e-05,
      "loss": 0.2655,
      "step": 5627
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9229648061747487e-05,
      "loss": 0.2602,
      "step": 5628
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9229311384686738e-05,
      "loss": 0.206,
      "step": 5629
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9228974637019474e-05,
      "loss": 0.219,
      "step": 5630
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9228637818748276e-05,
      "loss": 0.2094,
      "step": 5631
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9228300929875717e-05,
      "loss": 0.224,
      "step": 5632
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9227963970404382e-05,
      "loss": 0.1809,
      "step": 5633
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.922762694033684e-05,
      "loss": 0.2189,
      "step": 5634
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9227289839675678e-05,
      "loss": 0.2737,
      "step": 5635
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9226952668423466e-05,
      "loss": 0.2415,
      "step": 5636
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.922661542658279e-05,
      "loss": 0.2167,
      "step": 5637
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.922627811415623e-05,
      "loss": 0.2189,
      "step": 5638
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.922594073114636e-05,
      "loss": 0.2394,
      "step": 5639
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9225603277555766e-05,
      "loss": 0.2657,
      "step": 5640
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.922526575338703e-05,
      "loss": 0.2355,
      "step": 5641
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.922492815864273e-05,
      "loss": 0.1706,
      "step": 5642
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9224590493325458e-05,
      "loss": 0.2582,
      "step": 5643
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9224252757437787e-05,
      "loss": 0.2692,
      "step": 5644
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9223914950982303e-05,
      "loss": 0.1673,
      "step": 5645
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9223577073961596e-05,
      "loss": 0.207,
      "step": 5646
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9223239126378247e-05,
      "loss": 0.2247,
      "step": 5647
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9222901108234837e-05,
      "loss": 0.235,
      "step": 5648
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.922256301953396e-05,
      "loss": 0.2089,
      "step": 5649
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9222224860278197e-05,
      "loss": 0.1846,
      "step": 5650
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9221886630470138e-05,
      "loss": 0.2281,
      "step": 5651
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9221548330112365e-05,
      "loss": 0.2246,
      "step": 5652
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9221209959207475e-05,
      "loss": 0.2011,
      "step": 5653
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.922087151775805e-05,
      "loss": 0.2194,
      "step": 5654
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9220533005766682e-05,
      "loss": 0.2142,
      "step": 5655
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.922019442323596e-05,
      "loss": 0.26,
      "step": 5656
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.921985577016847e-05,
      "loss": 0.2128,
      "step": 5657
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.921951704656681e-05,
      "loss": 0.265,
      "step": 5658
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.921917825243357e-05,
      "loss": 0.2394,
      "step": 5659
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9218839387771334e-05,
      "loss": 0.2546,
      "step": 5660
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9218500452582703e-05,
      "loss": 0.2222,
      "step": 5661
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.921816144687027e-05,
      "loss": 0.1637,
      "step": 5662
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9217822370636625e-05,
      "loss": 0.2426,
      "step": 5663
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.921748322388436e-05,
      "loss": 0.2278,
      "step": 5664
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9217144006616076e-05,
      "loss": 0.2009,
      "step": 5665
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9216804718834365e-05,
      "loss": 0.2658,
      "step": 5666
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9216465360541816e-05,
      "loss": 0.2281,
      "step": 5667
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9216125931741035e-05,
      "loss": 0.2424,
      "step": 5668
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9215786432434614e-05,
      "loss": 0.198,
      "step": 5669
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9215446862625155e-05,
      "loss": 0.1919,
      "step": 5670
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9215107222315246e-05,
      "loss": 0.2058,
      "step": 5671
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9214767511507494e-05,
      "loss": 0.2389,
      "step": 5672
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9214427730204496e-05,
      "loss": 0.1955,
      "step": 5673
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.921408787840885e-05,
      "loss": 0.2498,
      "step": 5674
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9213747956123158e-05,
      "loss": 0.186,
      "step": 5675
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9213407963350016e-05,
      "loss": 0.2234,
      "step": 5676
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.921306790009203e-05,
      "loss": 0.233,
      "step": 5677
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.92127277663518e-05,
      "loss": 0.2317,
      "step": 5678
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.921238756213193e-05,
      "loss": 0.2324,
      "step": 5679
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9212047287435017e-05,
      "loss": 0.1653,
      "step": 5680
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.921170694226367e-05,
      "loss": 0.2295,
      "step": 5681
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9211366526620486e-05,
      "loss": 0.2663,
      "step": 5682
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9211026040508077e-05,
      "loss": 0.2,
      "step": 5683
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.921068548392904e-05,
      "loss": 0.2137,
      "step": 5684
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.921034485688599e-05,
      "loss": 0.2398,
      "step": 5685
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9210004159381526e-05,
      "loss": 0.2176,
      "step": 5686
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9209663391418257e-05,
      "loss": 0.198,
      "step": 5687
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9209322552998785e-05,
      "loss": 0.1873,
      "step": 5688
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9208981644125727e-05,
      "loss": 0.213,
      "step": 5689
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.920864066480168e-05,
      "loss": 0.226,
      "step": 5690
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9208299615029262e-05,
      "loss": 0.2192,
      "step": 5691
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.920795849481108e-05,
      "loss": 0.2376,
      "step": 5692
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9207617304149737e-05,
      "loss": 0.2288,
      "step": 5693
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.920727604304785e-05,
      "loss": 0.2079,
      "step": 5694
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9206934711508025e-05,
      "loss": 0.23,
      "step": 5695
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.920659330953288e-05,
      "loss": 0.213,
      "step": 5696
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9206251837125022e-05,
      "loss": 0.1807,
      "step": 5697
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.920591029428706e-05,
      "loss": 0.1974,
      "step": 5698
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.920556868102162e-05,
      "loss": 0.1838,
      "step": 5699
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9205226997331298e-05,
      "loss": 0.2439,
      "step": 5700
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.920488524321872e-05,
      "loss": 0.1907,
      "step": 5701
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.92045434186865e-05,
      "loss": 0.2024,
      "step": 5702
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9204201523737243e-05,
      "loss": 0.1961,
      "step": 5703
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9203859558373577e-05,
      "loss": 0.2845,
      "step": 5704
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9203517522598112e-05,
      "loss": 0.2412,
      "step": 5705
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9203175416413463e-05,
      "loss": 0.1641,
      "step": 5706
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9202833239822253e-05,
      "loss": 0.2193,
      "step": 5707
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9202490992827095e-05,
      "loss": 0.184,
      "step": 5708
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9202148675430606e-05,
      "loss": 0.1995,
      "step": 5709
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.920180628763541e-05,
      "loss": 0.2197,
      "step": 5710
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9201463829444126e-05,
      "loss": 0.1851,
      "step": 5711
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.920112130085937e-05,
      "loss": 0.2116,
      "step": 5712
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9200778701883763e-05,
      "loss": 0.2109,
      "step": 5713
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9200436032519928e-05,
      "loss": 0.2756,
      "step": 5714
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9200093292770484e-05,
      "loss": 0.179,
      "step": 5715
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9199750482638054e-05,
      "loss": 0.2019,
      "step": 5716
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9199407602125263e-05,
      "loss": 0.2014,
      "step": 5717
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.919906465123473e-05,
      "loss": 0.2462,
      "step": 5718
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9198721629969083e-05,
      "loss": 0.2033,
      "step": 5719
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9198378538330945e-05,
      "loss": 0.2202,
      "step": 5720
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.919803537632294e-05,
      "loss": 0.2145,
      "step": 5721
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9197692143947692e-05,
      "loss": 0.2288,
      "step": 5722
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9197348841207825e-05,
      "loss": 0.2413,
      "step": 5723
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.919700546810597e-05,
      "loss": 0.2469,
      "step": 5724
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9196662024644757e-05,
      "loss": 0.2168,
      "step": 5725
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9196318510826804e-05,
      "loss": 0.194,
      "step": 5726
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9195974926654745e-05,
      "loss": 0.1913,
      "step": 5727
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.919563127213121e-05,
      "loss": 0.2524,
      "step": 5728
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.919528754725882e-05,
      "loss": 0.2327,
      "step": 5729
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.919494375204021e-05,
      "loss": 0.2315,
      "step": 5730
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9194599886478013e-05,
      "loss": 0.2646,
      "step": 5731
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9194255950574855e-05,
      "loss": 0.2357,
      "step": 5732
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9193911944333366e-05,
      "loss": 0.2172,
      "step": 5733
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9193567867756186e-05,
      "loss": 0.2016,
      "step": 5734
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9193223720845937e-05,
      "loss": 0.2166,
      "step": 5735
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9192879503605258e-05,
      "loss": 0.2164,
      "step": 5736
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9192535216036782e-05,
      "loss": 0.2042,
      "step": 5737
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.919219085814314e-05,
      "loss": 0.2499,
      "step": 5738
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.919184642992697e-05,
      "loss": 0.1925,
      "step": 5739
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9191501931390907e-05,
      "loss": 0.2311,
      "step": 5740
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.919115736253758e-05,
      "loss": 0.2177,
      "step": 5741
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9190812723369632e-05,
      "loss": 0.2059,
      "step": 5742
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9190468013889698e-05,
      "loss": 0.2182,
      "step": 5743
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9190123234100412e-05,
      "loss": 0.2153,
      "step": 5744
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9189778384004416e-05,
      "loss": 0.2365,
      "step": 5745
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9189433463604344e-05,
      "loss": 0.1595,
      "step": 5746
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.918908847290284e-05,
      "loss": 0.1951,
      "step": 5747
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9188743411902536e-05,
      "loss": 0.2619,
      "step": 5748
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.918839828060608e-05,
      "loss": 0.2545,
      "step": 5749
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.918805307901611e-05,
      "loss": 0.1981,
      "step": 5750
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9187707807135258e-05,
      "loss": 0.2322,
      "step": 5751
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9187362464966178e-05,
      "loss": 0.248,
      "step": 5752
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9187017052511504e-05,
      "loss": 0.1877,
      "step": 5753
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9186671569773884e-05,
      "loss": 0.2361,
      "step": 5754
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9186326016755956e-05,
      "loss": 0.2533,
      "step": 5755
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9185980393460368e-05,
      "loss": 0.2123,
      "step": 5756
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9185634699889756e-05,
      "loss": 0.2299,
      "step": 5757
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9185288936046777e-05,
      "loss": 0.2521,
      "step": 5758
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9184943101934067e-05,
      "loss": 0.2269,
      "step": 5759
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9184597197554275e-05,
      "loss": 0.2594,
      "step": 5760
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9184251222910043e-05,
      "loss": 0.2278,
      "step": 5761
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9183905178004023e-05,
      "loss": 0.2359,
      "step": 5762
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9183559062838862e-05,
      "loss": 0.2175,
      "step": 5763
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9183212877417207e-05,
      "loss": 0.2384,
      "step": 5764
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9182866621741705e-05,
      "loss": 0.2029,
      "step": 5765
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9182520295815008e-05,
      "loss": 0.2094,
      "step": 5766
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.918217389963976e-05,
      "loss": 0.2035,
      "step": 5767
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9181827433218613e-05,
      "loss": 0.2423,
      "step": 5768
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.918148089655422e-05,
      "loss": 0.216,
      "step": 5769
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9181134289649237e-05,
      "loss": 0.2348,
      "step": 5770
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9180787612506308e-05,
      "loss": 0.2266,
      "step": 5771
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.918044086512808e-05,
      "loss": 0.2438,
      "step": 5772
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9180094047517217e-05,
      "loss": 0.1666,
      "step": 5773
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.917974715967637e-05,
      "loss": 0.2437,
      "step": 5774
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9179400201608188e-05,
      "loss": 0.2029,
      "step": 5775
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9179053173315323e-05,
      "loss": 0.2009,
      "step": 5776
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9178706074800442e-05,
      "loss": 0.2153,
      "step": 5777
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.917835890606619e-05,
      "loss": 0.2209,
      "step": 5778
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.917801166711523e-05,
      "loss": 0.2061,
      "step": 5779
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.917766435795021e-05,
      "loss": 0.179,
      "step": 5780
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9177316978573793e-05,
      "loss": 0.2075,
      "step": 5781
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9176969528988635e-05,
      "loss": 0.2398,
      "step": 5782
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.917662200919739e-05,
      "loss": 0.2185,
      "step": 5783
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9176274419202725e-05,
      "loss": 0.2104,
      "step": 5784
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9175926759007296e-05,
      "loss": 0.2182,
      "step": 5785
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.917557902861376e-05,
      "loss": 0.1721,
      "step": 5786
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9175231228024777e-05,
      "loss": 0.2268,
      "step": 5787
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9174883357243012e-05,
      "loss": 0.2551,
      "step": 5788
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9174535416271123e-05,
      "loss": 0.1587,
      "step": 5789
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9174187405111774e-05,
      "loss": 0.2865,
      "step": 5790
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9173839323767623e-05,
      "loss": 0.1886,
      "step": 5791
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.917349117224134e-05,
      "loss": 0.1876,
      "step": 5792
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.917314295053558e-05,
      "loss": 0.2411,
      "step": 5793
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9172794658653014e-05,
      "loss": 0.2234,
      "step": 5794
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9172446296596303e-05,
      "loss": 0.2087,
      "step": 5795
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9172097864368114e-05,
      "loss": 0.2364,
      "step": 5796
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.917174936197111e-05,
      "loss": 0.2002,
      "step": 5797
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.917140078940796e-05,
      "loss": 0.2436,
      "step": 5798
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9171052146681328e-05,
      "loss": 0.2351,
      "step": 5799
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9170703433793884e-05,
      "loss": 0.2119,
      "step": 5800
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9170354650748294e-05,
      "loss": 0.2717,
      "step": 5801
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9170005797547224e-05,
      "loss": 0.2211,
      "step": 5802
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9169656874193347e-05,
      "loss": 0.2258,
      "step": 5803
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9169307880689333e-05,
      "loss": 0.2008,
      "step": 5804
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9168958817037844e-05,
      "loss": 0.2028,
      "step": 5805
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9168609683241562e-05,
      "loss": 0.2465,
      "step": 5806
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.916826047930315e-05,
      "loss": 0.2748,
      "step": 5807
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9167911205225282e-05,
      "loss": 0.2125,
      "step": 5808
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.916756186101063e-05,
      "loss": 0.1982,
      "step": 5809
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9167212446661864e-05,
      "loss": 0.2043,
      "step": 5810
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.916686296218166e-05,
      "loss": 0.2461,
      "step": 5811
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.916651340757269e-05,
      "loss": 0.1988,
      "step": 5812
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.916616378283763e-05,
      "loss": 0.1546,
      "step": 5813
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9165814087979154e-05,
      "loss": 0.1666,
      "step": 5814
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9165464322999937e-05,
      "loss": 0.2071,
      "step": 5815
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9165114487902655e-05,
      "loss": 0.2759,
      "step": 5816
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.916476458268998e-05,
      "loss": 0.2354,
      "step": 5817
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9164414607364596e-05,
      "loss": 0.1896,
      "step": 5818
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9164064561929182e-05,
      "loss": 0.285,
      "step": 5819
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9163714446386406e-05,
      "loss": 0.1951,
      "step": 5820
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9163364260738952e-05,
      "loss": 0.1764,
      "step": 5821
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.91630140049895e-05,
      "loss": 0.1899,
      "step": 5822
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9162663679140725e-05,
      "loss": 0.2161,
      "step": 5823
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9162313283195315e-05,
      "loss": 0.1883,
      "step": 5824
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9161962817155944e-05,
      "loss": 0.223,
      "step": 5825
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9161612281025294e-05,
      "loss": 0.1802,
      "step": 5826
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.916126167480605e-05,
      "loss": 0.1988,
      "step": 5827
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.916091099850089e-05,
      "loss": 0.2058,
      "step": 5828
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.91605602521125e-05,
      "loss": 0.2309,
      "step": 5829
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.916020943564356e-05,
      "loss": 0.2118,
      "step": 5830
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9159858549096763e-05,
      "loss": 0.2409,
      "step": 5831
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.915950759247478e-05,
      "loss": 0.222,
      "step": 5832
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9159156565780303e-05,
      "loss": 0.1866,
      "step": 5833
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9158805469016018e-05,
      "loss": 0.1926,
      "step": 5834
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9158454302184612e-05,
      "loss": 0.1881,
      "step": 5835
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.915810306528876e-05,
      "loss": 0.2346,
      "step": 5836
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9157751758331166e-05,
      "loss": 0.2073,
      "step": 5837
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.915740038131451e-05,
      "loss": 0.1957,
      "step": 5838
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.915704893424148e-05,
      "loss": 0.2496,
      "step": 5839
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.915669741711476e-05,
      "loss": 0.2399,
      "step": 5840
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9156345829937045e-05,
      "loss": 0.2059,
      "step": 5841
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9155994172711025e-05,
      "loss": 0.2096,
      "step": 5842
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.915564244543939e-05,
      "loss": 0.2608,
      "step": 5843
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.915529064812483e-05,
      "loss": 0.1874,
      "step": 5844
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.915493878077003e-05,
      "loss": 0.3264,
      "step": 5845
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9154586843377695e-05,
      "loss": 0.1909,
      "step": 5846
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9154234835950504e-05,
      "loss": 0.1366,
      "step": 5847
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.915388275849116e-05,
      "loss": 0.225,
      "step": 5848
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9153530611002352e-05,
      "loss": 0.1959,
      "step": 5849
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9153178393486772e-05,
      "loss": 0.2288,
      "step": 5850
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9152826105947123e-05,
      "loss": 0.2105,
      "step": 5851
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.915247374838609e-05,
      "loss": 0.1844,
      "step": 5852
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9152121320806373e-05,
      "loss": 0.2172,
      "step": 5853
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.915176882321067e-05,
      "loss": 0.1994,
      "step": 5854
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.915141625560167e-05,
      "loss": 0.2124,
      "step": 5855
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.915106361798208e-05,
      "loss": 0.2271,
      "step": 5856
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9150710910354596e-05,
      "loss": 0.2767,
      "step": 5857
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.915035813272191e-05,
      "loss": 0.2137,
      "step": 5858
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.915000528508673e-05,
      "loss": 0.2203,
      "step": 5859
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.914965236745175e-05,
      "loss": 0.1647,
      "step": 5860
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9149299379819664e-05,
      "loss": 0.279,
      "step": 5861
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.914894632219318e-05,
      "loss": 0.2616,
      "step": 5862
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9148593194575e-05,
      "loss": 0.185,
      "step": 5863
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9148239996967822e-05,
      "loss": 0.18,
      "step": 5864
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.914788672937435e-05,
      "loss": 0.1618,
      "step": 5865
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9147533391797285e-05,
      "loss": 0.2042,
      "step": 5866
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.914717998423933e-05,
      "loss": 0.2048,
      "step": 5867
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9146826506703192e-05,
      "loss": 0.2513,
      "step": 5868
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9146472959191572e-05,
      "loss": 0.2206,
      "step": 5869
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9146119341707174e-05,
      "loss": 0.2347,
      "step": 5870
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9145765654252704e-05,
      "loss": 0.1754,
      "step": 5871
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.914541189683087e-05,
      "loss": 0.1875,
      "step": 5872
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9145058069444375e-05,
      "loss": 0.2292,
      "step": 5873
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.914470417209593e-05,
      "loss": 0.1778,
      "step": 5874
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.914435020478824e-05,
      "loss": 0.2474,
      "step": 5875
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9143996167524012e-05,
      "loss": 0.2402,
      "step": 5876
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9143642060305953e-05,
      "loss": 0.196,
      "step": 5877
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.914328788313678e-05,
      "loss": 0.1991,
      "step": 5878
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.914293363601919e-05,
      "loss": 0.201,
      "step": 5879
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.914257931895591e-05,
      "loss": 0.2101,
      "step": 5880
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.914222493194963e-05,
      "loss": 0.1954,
      "step": 5881
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.914187047500308e-05,
      "loss": 0.228,
      "step": 5882
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9141515948118958e-05,
      "loss": 0.2428,
      "step": 5883
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9141161351299985e-05,
      "loss": 0.2138,
      "step": 5884
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9140806684548868e-05,
      "loss": 0.2124,
      "step": 5885
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9140451947868323e-05,
      "loss": 0.2687,
      "step": 5886
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9140097141261065e-05,
      "loss": 0.2592,
      "step": 5887
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9139742264729804e-05,
      "loss": 0.2111,
      "step": 5888
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.913938731827726e-05,
      "loss": 0.242,
      "step": 5889
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.913903230190615e-05,
      "loss": 0.2039,
      "step": 5890
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9138677215619183e-05,
      "loss": 0.2272,
      "step": 5891
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.913832205941908e-05,
      "loss": 0.2,
      "step": 5892
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9137966833308553e-05,
      "loss": 0.2333,
      "step": 5893
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9137611537290327e-05,
      "loss": 0.2254,
      "step": 5894
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9137256171367115e-05,
      "loss": 0.225,
      "step": 5895
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9136900735541636e-05,
      "loss": 0.2193,
      "step": 5896
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9136545229816615e-05,
      "loss": 0.201,
      "step": 5897
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9136189654194765e-05,
      "loss": 0.2124,
      "step": 5898
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9135834008678805e-05,
      "loss": 0.2259,
      "step": 5899
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.913547829327146e-05,
      "loss": 0.2281,
      "step": 5900
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9135122507975453e-05,
      "loss": 0.1675,
      "step": 5901
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9134766652793502e-05,
      "loss": 0.2042,
      "step": 5902
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.913441072772833e-05,
      "loss": 0.2307,
      "step": 5903
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9134054732782658e-05,
      "loss": 0.2169,
      "step": 5904
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9133698667959212e-05,
      "loss": 0.181,
      "step": 5905
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9133342533260722e-05,
      "loss": 0.2222,
      "step": 5906
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9132986328689898e-05,
      "loss": 0.2217,
      "step": 5907
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.913263005424948e-05,
      "loss": 0.1882,
      "step": 5908
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9132273709942185e-05,
      "loss": 0.2485,
      "step": 5909
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9131917295770744e-05,
      "loss": 0.1665,
      "step": 5910
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9131560811737876e-05,
      "loss": 0.221,
      "step": 5911
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9131204257846314e-05,
      "loss": 0.2629,
      "step": 5912
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9130847634098787e-05,
      "loss": 0.2686,
      "step": 5913
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.913049094049802e-05,
      "loss": 0.254,
      "step": 5914
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.913013417704674e-05,
      "loss": 0.2189,
      "step": 5915
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9129777343747683e-05,
      "loss": 0.2326,
      "step": 5916
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9129420440603573e-05,
      "loss": 0.2579,
      "step": 5917
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.912906346761714e-05,
      "loss": 0.1711,
      "step": 5918
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.912870642479112e-05,
      "loss": 0.2424,
      "step": 5919
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9128349312128245e-05,
      "loss": 0.2493,
      "step": 5920
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.912799212963124e-05,
      "loss": 0.1815,
      "step": 5921
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9127634877302845e-05,
      "loss": 0.2154,
      "step": 5922
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9127277555145786e-05,
      "loss": 0.2182,
      "step": 5923
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9126920163162797e-05,
      "loss": 0.2005,
      "step": 5924
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.912656270135662e-05,
      "loss": 0.2096,
      "step": 5925
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9126205169729984e-05,
      "loss": 0.2313,
      "step": 5926
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.912584756828562e-05,
      "loss": 0.2619,
      "step": 5927
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9125489897026273e-05,
      "loss": 0.3124,
      "step": 5928
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9125132155954675e-05,
      "loss": 0.2016,
      "step": 5929
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9124774345073565e-05,
      "loss": 0.1898,
      "step": 5930
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9124416464385674e-05,
      "loss": 0.2019,
      "step": 5931
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9124058513893748e-05,
      "loss": 0.2555,
      "step": 5932
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.912370049360052e-05,
      "loss": 0.1931,
      "step": 5933
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9123342403508727e-05,
      "loss": 0.1986,
      "step": 5934
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9122984243621115e-05,
      "loss": 0.2429,
      "step": 5935
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.912262601394042e-05,
      "loss": 0.2049,
      "step": 5936
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9122267714469385e-05,
      "loss": 0.2577,
      "step": 5937
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9121909345210746e-05,
      "loss": 0.2065,
      "step": 5938
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.912155090616725e-05,
      "loss": 0.1849,
      "step": 5939
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9121192397341638e-05,
      "loss": 0.21,
      "step": 5940
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.912083381873665e-05,
      "loss": 0.2725,
      "step": 5941
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9120475170355032e-05,
      "loss": 0.2048,
      "step": 5942
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9120116452199527e-05,
      "loss": 0.2401,
      "step": 5943
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9119757664272885e-05,
      "loss": 0.2734,
      "step": 5944
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9119398806577837e-05,
      "loss": 0.2292,
      "step": 5945
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.911903987911714e-05,
      "loss": 0.2252,
      "step": 5946
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9118680881893536e-05,
      "loss": 0.2333,
      "step": 5947
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9118321814909772e-05,
      "loss": 0.212,
      "step": 5948
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9117962678168593e-05,
      "loss": 0.2406,
      "step": 5949
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.911760347167275e-05,
      "loss": 0.2167,
      "step": 5950
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9117244195424983e-05,
      "loss": 0.2782,
      "step": 5951
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.911688484942805e-05,
      "loss": 0.211,
      "step": 5952
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9116525433684702e-05,
      "loss": 0.2261,
      "step": 5953
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.911616594819768e-05,
      "loss": 0.238,
      "step": 5954
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9115806392969735e-05,
      "loss": 0.165,
      "step": 5955
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9115446768003624e-05,
      "loss": 0.2178,
      "step": 5956
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.911508707330209e-05,
      "loss": 0.189,
      "step": 5957
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.911472730886789e-05,
      "loss": 0.1676,
      "step": 5958
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.911436747470378e-05,
      "loss": 0.2381,
      "step": 5959
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9114007570812504e-05,
      "loss": 0.1844,
      "step": 5960
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.911364759719682e-05,
      "loss": 0.2375,
      "step": 5961
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9113287553859482e-05,
      "loss": 0.2422,
      "step": 5962
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9112927440803246e-05,
      "loss": 0.1891,
      "step": 5963
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.911256725803086e-05,
      "loss": 0.2166,
      "step": 5964
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.911220700554509e-05,
      "loss": 0.2489,
      "step": 5965
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9111846683348683e-05,
      "loss": 0.1707,
      "step": 5966
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.91114862914444e-05,
      "loss": 0.2475,
      "step": 5967
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9111125829835e-05,
      "loss": 0.2427,
      "step": 5968
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9110765298523234e-05,
      "loss": 0.2454,
      "step": 5969
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9110404697511862e-05,
      "loss": 0.2192,
      "step": 5970
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9110044026803648e-05,
      "loss": 0.2249,
      "step": 5971
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.910968328640135e-05,
      "loss": 0.1977,
      "step": 5972
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9109322476307718e-05,
      "loss": 0.2295,
      "step": 5973
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9108961596525524e-05,
      "loss": 0.2012,
      "step": 5974
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9108600647057524e-05,
      "loss": 0.2292,
      "step": 5975
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.910823962790648e-05,
      "loss": 0.2259,
      "step": 5976
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9107878539075156e-05,
      "loss": 0.212,
      "step": 5977
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.910751738056631e-05,
      "loss": 0.2413,
      "step": 5978
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.910715615238271e-05,
      "loss": 0.2189,
      "step": 5979
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.910679485452711e-05,
      "loss": 0.263,
      "step": 5980
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.910643348700229e-05,
      "loss": 0.2047,
      "step": 5981
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9106072049811e-05,
      "loss": 0.1945,
      "step": 5982
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9105710542956006e-05,
      "loss": 0.218,
      "step": 5983
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9105348966440083e-05,
      "loss": 0.2152,
      "step": 5984
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9104987320265992e-05,
      "loss": 0.2101,
      "step": 5985
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.91046256044365e-05,
      "loss": 0.1804,
      "step": 5986
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9104263818954372e-05,
      "loss": 0.206,
      "step": 5987
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9103901963822383e-05,
      "loss": 0.2287,
      "step": 5988
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.910354003904329e-05,
      "loss": 0.1769,
      "step": 5989
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.910317804461987e-05,
      "loss": 0.1772,
      "step": 5990
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9102815980554888e-05,
      "loss": 0.2521,
      "step": 5991
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.910245384685112e-05,
      "loss": 0.2288,
      "step": 5992
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.910209164351133e-05,
      "loss": 0.1798,
      "step": 5993
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.910172937053829e-05,
      "loss": 0.1611,
      "step": 5994
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9101367027934777e-05,
      "loss": 0.2157,
      "step": 5995
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9101004615703557e-05,
      "loss": 0.257,
      "step": 5996
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9100642133847404e-05,
      "loss": 0.2389,
      "step": 5997
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.910027958236909e-05,
      "loss": 0.2207,
      "step": 5998
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9099916961271393e-05,
      "loss": 0.2511,
      "step": 5999
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9099554270557082e-05,
      "loss": 0.2162,
      "step": 6000
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9099191510228938e-05,
      "loss": 0.2221,
      "step": 6001
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.909882868028973e-05,
      "loss": 0.2301,
      "step": 6002
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9098465780742232e-05,
      "loss": 0.1802,
      "step": 6003
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9098102811589228e-05,
      "loss": 0.234,
      "step": 6004
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.909773977283349e-05,
      "loss": 0.1891,
      "step": 6005
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9097376664477796e-05,
      "loss": 0.2566,
      "step": 6006
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9097013486524926e-05,
      "loss": 0.1787,
      "step": 6007
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9096650238977654e-05,
      "loss": 0.2522,
      "step": 6008
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9096286921838764e-05,
      "loss": 0.2649,
      "step": 6009
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9095923535111032e-05,
      "loss": 0.1967,
      "step": 6010
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9095560078797237e-05,
      "loss": 0.2348,
      "step": 6011
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9095196552900162e-05,
      "loss": 0.2102,
      "step": 6012
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.909483295742259e-05,
      "loss": 0.2458,
      "step": 6013
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.90944692923673e-05,
      "loss": 0.2416,
      "step": 6014
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.909410555773707e-05,
      "loss": 0.2895,
      "step": 6015
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9093741753534695e-05,
      "loss": 0.2375,
      "step": 6016
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9093377879762944e-05,
      "loss": 0.2309,
      "step": 6017
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9093013936424607e-05,
      "loss": 0.2,
      "step": 6018
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.909264992352247e-05,
      "loss": 0.2295,
      "step": 6019
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9092285841059314e-05,
      "loss": 0.1892,
      "step": 6020
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9091921689037928e-05,
      "loss": 0.2528,
      "step": 6021
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9091557467461096e-05,
      "loss": 0.2229,
      "step": 6022
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9091193176331604e-05,
      "loss": 0.21,
      "step": 6023
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9090828815652237e-05,
      "loss": 0.2372,
      "step": 6024
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.909046438542579e-05,
      "loss": 0.2572,
      "step": 6025
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.909009988565504e-05,
      "loss": 0.2378,
      "step": 6026
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9089735316342784e-05,
      "loss": 0.2234,
      "step": 6027
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.908937067749181e-05,
      "loss": 0.2463,
      "step": 6028
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9089005969104903e-05,
      "loss": 0.1758,
      "step": 6029
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9088641191184858e-05,
      "loss": 0.2094,
      "step": 6030
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9088276343734463e-05,
      "loss": 0.2041,
      "step": 6031
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9087911426756508e-05,
      "loss": 0.1881,
      "step": 6032
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.908754644025379e-05,
      "loss": 0.2502,
      "step": 6033
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9087181384229097e-05,
      "loss": 0.1852,
      "step": 6034
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9086816258685223e-05,
      "loss": 0.244,
      "step": 6035
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9086451063624958e-05,
      "loss": 0.2525,
      "step": 6036
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.90860857990511e-05,
      "loss": 0.2129,
      "step": 6037
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9085720464966445e-05,
      "loss": 0.2135,
      "step": 6038
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.908535506137378e-05,
      "loss": 0.2407,
      "step": 6039
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.908498958827591e-05,
      "loss": 0.1897,
      "step": 6040
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9084624045675624e-05,
      "loss": 0.2524,
      "step": 6041
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9084258433575723e-05,
      "loss": 0.2026,
      "step": 6042
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9083892751978998e-05,
      "loss": 0.1916,
      "step": 6043
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9083527000888255e-05,
      "loss": 0.2194,
      "step": 6044
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.908316118030628e-05,
      "loss": 0.2519,
      "step": 6045
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9082795290235886e-05,
      "loss": 0.1972,
      "step": 6046
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9082429330679865e-05,
      "loss": 0.2344,
      "step": 6047
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9082063301641013e-05,
      "loss": 0.2305,
      "step": 6048
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.908169720312214e-05,
      "loss": 0.1963,
      "step": 6049
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9081331035126037e-05,
      "loss": 0.2023,
      "step": 6050
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.908096479765551e-05,
      "loss": 0.2018,
      "step": 6051
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.908059849071336e-05,
      "loss": 0.2189,
      "step": 6052
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.908023211430239e-05,
      "loss": 0.1939,
      "step": 6053
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.90798656684254e-05,
      "loss": 0.228,
      "step": 6054
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9079499153085196e-05,
      "loss": 0.2125,
      "step": 6055
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.907913256828458e-05,
      "loss": 0.1939,
      "step": 6056
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9078765914026364e-05,
      "loss": 0.2224,
      "step": 6057
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9078399190313342e-05,
      "loss": 0.1636,
      "step": 6058
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9078032397148325e-05,
      "loss": 0.1985,
      "step": 6059
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.907766553453412e-05,
      "loss": 0.2113,
      "step": 6060
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.907729860247353e-05,
      "loss": 0.2563,
      "step": 6061
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.907693160096937e-05,
      "loss": 0.1868,
      "step": 6062
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9076564530024434e-05,
      "loss": 0.1871,
      "step": 6063
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9076197389641543e-05,
      "loss": 0.2023,
      "step": 6064
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.90758301798235e-05,
      "loss": 0.2785,
      "step": 6065
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9075462900573117e-05,
      "loss": 0.2503,
      "step": 6066
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9075095551893196e-05,
      "loss": 0.2506,
      "step": 6067
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.907472813378656e-05,
      "loss": 0.1957,
      "step": 6068
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.907436064625601e-05,
      "loss": 0.2066,
      "step": 6069
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.907399308930436e-05,
      "loss": 0.1878,
      "step": 6070
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.907362546293442e-05,
      "loss": 0.2058,
      "step": 6071
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.907325776714901e-05,
      "loss": 0.2348,
      "step": 6072
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9072890001950935e-05,
      "loss": 0.2341,
      "step": 6073
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.907252216734301e-05,
      "loss": 0.1851,
      "step": 6074
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.907215426332805e-05,
      "loss": 0.213,
      "step": 6075
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9071786289908872e-05,
      "loss": 0.2872,
      "step": 6076
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.907141824708829e-05,
      "loss": 0.2336,
      "step": 6077
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9071050134869117e-05,
      "loss": 0.1872,
      "step": 6078
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.907068195325417e-05,
      "loss": 0.2088,
      "step": 6079
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9070313702246266e-05,
      "loss": 0.2331,
      "step": 6080
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9069945381848224e-05,
      "loss": 0.2363,
      "step": 6081
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9069576992062856e-05,
      "loss": 0.2889,
      "step": 6082
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.906920853289299e-05,
      "loss": 0.1883,
      "step": 6083
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.906884000434144e-05,
      "loss": 0.1927,
      "step": 6084
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.906847140641102e-05,
      "loss": 0.1602,
      "step": 6085
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9068102739104555e-05,
      "loss": 0.236,
      "step": 6086
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9067734002424866e-05,
      "loss": 0.1941,
      "step": 6087
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.906736519637477e-05,
      "loss": 0.2123,
      "step": 6088
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.90669963209571e-05,
      "loss": 0.2253,
      "step": 6089
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9066627376174662e-05,
      "loss": 0.2166,
      "step": 6090
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9066258362030287e-05,
      "loss": 0.204,
      "step": 6091
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9065889278526798e-05,
      "loss": 0.214,
      "step": 6092
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9065520125667018e-05,
      "loss": 0.2157,
      "step": 6093
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.906515090345377e-05,
      "loss": 0.2033,
      "step": 6094
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9064781611889874e-05,
      "loss": 0.1742,
      "step": 6095
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9064412250978166e-05,
      "loss": 0.194,
      "step": 6096
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9064042820721465e-05,
      "loss": 0.1971,
      "step": 6097
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.90636733211226e-05,
      "loss": 0.1996,
      "step": 6098
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9063303752184392e-05,
      "loss": 0.2023,
      "step": 6099
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9062934113909675e-05,
      "loss": 0.2314,
      "step": 6100
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9062564406301275e-05,
      "loss": 0.2156,
      "step": 6101
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9062194629362016e-05,
      "loss": 0.2387,
      "step": 6102
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9061824783094733e-05,
      "loss": 0.1899,
      "step": 6103
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9061454867502255e-05,
      "loss": 0.2223,
      "step": 6104
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9061084882587405e-05,
      "loss": 0.1869,
      "step": 6105
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.906071482835302e-05,
      "loss": 0.1974,
      "step": 6106
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.906034470480193e-05,
      "loss": 0.1707,
      "step": 6107
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.905997451193697e-05,
      "loss": 0.2066,
      "step": 6108
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.905960424976096e-05,
      "loss": 0.2287,
      "step": 6109
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9059233918276745e-05,
      "loss": 0.2286,
      "step": 6110
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9058863517487153e-05,
      "loss": 0.2268,
      "step": 6111
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.905849304739502e-05,
      "loss": 0.1937,
      "step": 6112
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9058122508003175e-05,
      "loss": 0.2162,
      "step": 6113
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9057751899314455e-05,
      "loss": 0.2101,
      "step": 6114
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9057381221331697e-05,
      "loss": 0.2538,
      "step": 6115
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9057010474057742e-05,
      "loss": 0.2364,
      "step": 6116
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9056639657495413e-05,
      "loss": 0.2281,
      "step": 6117
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.905626877164756e-05,
      "loss": 0.2749,
      "step": 6118
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9055897816517013e-05,
      "loss": 0.2364,
      "step": 6119
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.905552679210661e-05,
      "loss": 0.2093,
      "step": 6120
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9055155698419194e-05,
      "loss": 0.189,
      "step": 6121
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.90547845354576e-05,
      "loss": 0.2173,
      "step": 6122
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9054413303224667e-05,
      "loss": 0.2296,
      "step": 6123
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9054042001723237e-05,
      "loss": 0.206,
      "step": 6124
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9053670630956152e-05,
      "loss": 0.2197,
      "step": 6125
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9053299190926247e-05,
      "loss": 0.2058,
      "step": 6126
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.905292768163637e-05,
      "loss": 0.2035,
      "step": 6127
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.905255610308936e-05,
      "loss": 0.2053,
      "step": 6128
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.905218445528806e-05,
      "loss": 0.2318,
      "step": 6129
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9051812738235318e-05,
      "loss": 0.236,
      "step": 6130
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9051440951933968e-05,
      "loss": 0.2471,
      "step": 6131
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9051069096386864e-05,
      "loss": 0.2288,
      "step": 6132
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9050697171596843e-05,
      "loss": 0.2903,
      "step": 6133
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9050325177566757e-05,
      "loss": 0.2245,
      "step": 6134
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9049953114299446e-05,
      "loss": 0.2207,
      "step": 6135
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9049580981797763e-05,
      "loss": 0.1998,
      "step": 6136
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9049208780064546e-05,
      "loss": 0.2087,
      "step": 6137
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.904883650910265e-05,
      "loss": 0.2009,
      "step": 6138
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.904846416891492e-05,
      "loss": 0.2211,
      "step": 6139
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9048091759504205e-05,
      "loss": 0.1812,
      "step": 6140
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9047719280873353e-05,
      "loss": 0.1463,
      "step": 6141
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9047346733025215e-05,
      "loss": 0.243,
      "step": 6142
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.904697411596264e-05,
      "loss": 0.2301,
      "step": 6143
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9046601429688482e-05,
      "loss": 0.1908,
      "step": 6144
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9046228674205585e-05,
      "loss": 0.2006,
      "step": 6145
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9045855849516807e-05,
      "loss": 0.2299,
      "step": 6146
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9045482955625e-05,
      "loss": 0.2093,
      "step": 6147
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.904510999253301e-05,
      "loss": 0.246,
      "step": 6148
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9044736960243698e-05,
      "loss": 0.2167,
      "step": 6149
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9044363858759914e-05,
      "loss": 0.1988,
      "step": 6150
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9043990688084516e-05,
      "loss": 0.2364,
      "step": 6151
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9043617448220354e-05,
      "loss": 0.2043,
      "step": 6152
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9043244139170286e-05,
      "loss": 0.2877,
      "step": 6153
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9042870760937166e-05,
      "loss": 0.2694,
      "step": 6154
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9042497313523853e-05,
      "loss": 0.2242,
      "step": 6155
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9042123796933203e-05,
      "loss": 0.2176,
      "step": 6156
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.904175021116807e-05,
      "loss": 0.2007,
      "step": 6157
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.904137655623132e-05,
      "loss": 0.2024,
      "step": 6158
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9041002832125803e-05,
      "loss": 0.2415,
      "step": 6159
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9040629038854385e-05,
      "loss": 0.2754,
      "step": 6160
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.904025517641992e-05,
      "loss": 0.1981,
      "step": 6161
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.903988124482527e-05,
      "loss": 0.1926,
      "step": 6162
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.90395072440733e-05,
      "loss": 0.2391,
      "step": 6163
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9039133174166866e-05,
      "loss": 0.1962,
      "step": 6164
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.903875903510883e-05,
      "loss": 0.2331,
      "step": 6165
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9038384826902057e-05,
      "loss": 0.2361,
      "step": 6166
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.903801054954941e-05,
      "loss": 0.2423,
      "step": 6167
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9037636203053747e-05,
      "loss": 0.1976,
      "step": 6168
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9037261787417936e-05,
      "loss": 0.2584,
      "step": 6169
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.903688730264484e-05,
      "loss": 0.1758,
      "step": 6170
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9036512748737328e-05,
      "loss": 0.2768,
      "step": 6171
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.903613812569826e-05,
      "loss": 0.1583,
      "step": 6172
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9035763433530504e-05,
      "loss": 0.1808,
      "step": 6173
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.903538867223693e-05,
      "loss": 0.2526,
      "step": 6174
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9035013841820397e-05,
      "loss": 0.2207,
      "step": 6175
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9034638942283777e-05,
      "loss": 0.1814,
      "step": 6176
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.903426397362994e-05,
      "loss": 0.2086,
      "step": 6177
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9033888935861755e-05,
      "loss": 0.2668,
      "step": 6178
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9033513828982088e-05,
      "loss": 0.1973,
      "step": 6179
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9033138652993806e-05,
      "loss": 0.1812,
      "step": 6180
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9032763407899785e-05,
      "loss": 0.237,
      "step": 6181
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9032388093702892e-05,
      "loss": 0.193,
      "step": 6182
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9032012710406004e-05,
      "loss": 0.2218,
      "step": 6183
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9031637258011986e-05,
      "loss": 0.1634,
      "step": 6184
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.903126173652371e-05,
      "loss": 0.2433,
      "step": 6185
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9030886145944057e-05,
      "loss": 0.2652,
      "step": 6186
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9030510486275893e-05,
      "loss": 0.2109,
      "step": 6187
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9030134757522092e-05,
      "loss": 0.2494,
      "step": 6188
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9029758959685534e-05,
      "loss": 0.2055,
      "step": 6189
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.902938309276909e-05,
      "loss": 0.2397,
      "step": 6190
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9029007156775634e-05,
      "loss": 0.2366,
      "step": 6191
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.902863115170804e-05,
      "loss": 0.2863,
      "step": 6192
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9028255077569193e-05,
      "loss": 0.2233,
      "step": 6193
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9027878934361967e-05,
      "loss": 0.2092,
      "step": 6194
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9027502722089234e-05,
      "loss": 0.2087,
      "step": 6195
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.902712644075388e-05,
      "loss": 0.236,
      "step": 6196
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9026750090358773e-05,
      "loss": 0.2146,
      "step": 6197
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9026373670906806e-05,
      "loss": 0.1948,
      "step": 6198
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.902599718240085e-05,
      "loss": 0.2011,
      "step": 6199
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9025620624843782e-05,
      "loss": 0.1959,
      "step": 6200
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9025243998238492e-05,
      "loss": 0.2787,
      "step": 6201
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9024867302587858e-05,
      "loss": 0.2307,
      "step": 6202
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.902449053789476e-05,
      "loss": 0.2711,
      "step": 6203
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.902411370416208e-05,
      "loss": 0.184,
      "step": 6204
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9023736801392702e-05,
      "loss": 0.2634,
      "step": 6205
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9023359829589506e-05,
      "loss": 0.2879,
      "step": 6206
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9022982788755384e-05,
      "loss": 0.2086,
      "step": 6207
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9022605678893214e-05,
      "loss": 0.2142,
      "step": 6208
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9022228500005882e-05,
      "loss": 0.2476,
      "step": 6209
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9021851252096274e-05,
      "loss": 0.1858,
      "step": 6210
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9021473935167278e-05,
      "loss": 0.2127,
      "step": 6211
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.902109654922178e-05,
      "loss": 0.2029,
      "step": 6212
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9020719094262662e-05,
      "loss": 0.1768,
      "step": 6213
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9020341570292816e-05,
      "loss": 0.2203,
      "step": 6214
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9019963977315132e-05,
      "loss": 0.198,
      "step": 6215
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9019586315332496e-05,
      "loss": 0.2709,
      "step": 6216
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9019208584347794e-05,
      "loss": 0.1842,
      "step": 6217
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9018830784363924e-05,
      "loss": 0.2248,
      "step": 6218
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.901845291538377e-05,
      "loss": 0.1934,
      "step": 6219
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9018074977410223e-05,
      "loss": 0.2631,
      "step": 6220
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9017696970446174e-05,
      "loss": 0.2173,
      "step": 6221
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9017318894494522e-05,
      "loss": 0.2157,
      "step": 6222
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.901694074955815e-05,
      "loss": 0.2129,
      "step": 6223
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9016562535639956e-05,
      "loss": 0.239,
      "step": 6224
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.901618425274283e-05,
      "loss": 0.2407,
      "step": 6225
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.901580590086967e-05,
      "loss": 0.216,
      "step": 6226
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.901542748002337e-05,
      "loss": 0.2493,
      "step": 6227
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9015048990206823e-05,
      "loss": 0.2564,
      "step": 6228
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9014670431422924e-05,
      "loss": 0.2312,
      "step": 6229
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9014291803674568e-05,
      "loss": 0.2197,
      "step": 6230
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.901391310696466e-05,
      "loss": 0.1934,
      "step": 6231
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9013534341296086e-05,
      "loss": 0.2335,
      "step": 6232
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.901315550667175e-05,
      "loss": 0.2426,
      "step": 6233
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.9012776603094553e-05,
      "loss": 0.262,
      "step": 6234
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.9012397630567382e-05,
      "loss": 0.2064,
      "step": 6235
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.901201858909315e-05,
      "loss": 0.2331,
      "step": 6236
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.9011639478674747e-05,
      "loss": 0.1829,
      "step": 6237
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.9011260299315076e-05,
      "loss": 0.3036,
      "step": 6238
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.901088105101704e-05,
      "loss": 0.2112,
      "step": 6239
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.901050173378354e-05,
      "loss": 0.2298,
      "step": 6240
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.9010122347617476e-05,
      "loss": 0.1996,
      "step": 6241
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.9009742892521754e-05,
      "loss": 0.2354,
      "step": 6242
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.9009363368499268e-05,
      "loss": 0.214,
      "step": 6243
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.9008983775552932e-05,
      "loss": 0.2169,
      "step": 6244
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.9008604113685646e-05,
      "loss": 0.2129,
      "step": 6245
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.9008224382900313e-05,
      "loss": 0.2081,
      "step": 6246
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.9007844583199838e-05,
      "loss": 0.2125,
      "step": 6247
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.900746471458713e-05,
      "loss": 0.1899,
      "step": 6248
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.900708477706509e-05,
      "loss": 0.2294,
      "step": 6249
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.900670477063663e-05,
      "loss": 0.2411,
      "step": 6250
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.900632469530465e-05,
      "loss": 0.2494,
      "step": 6251
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.9005944551072067e-05,
      "loss": 0.2494,
      "step": 6252
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.9005564337941783e-05,
      "loss": 0.196,
      "step": 6253
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.900518405591671e-05,
      "loss": 0.2035,
      "step": 6254
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.9004803704999752e-05,
      "loss": 0.2336,
      "step": 6255
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.9004423285193825e-05,
      "loss": 0.1942,
      "step": 6256
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.9004042796501836e-05,
      "loss": 0.2315,
      "step": 6257
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.9003662238926695e-05,
      "loss": 0.1949,
      "step": 6258
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.9003281612471312e-05,
      "loss": 0.2619,
      "step": 6259
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.9002900917138606e-05,
      "loss": 0.2349,
      "step": 6260
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.9002520152931485e-05,
      "loss": 0.2298,
      "step": 6261
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.900213931985286e-05,
      "loss": 0.1777,
      "step": 6262
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.9001758417905646e-05,
      "loss": 0.2216,
      "step": 6263
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.900137744709276e-05,
      "loss": 0.2222,
      "step": 6264
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.900099640741711e-05,
      "loss": 0.2773,
      "step": 6265
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.900061529888162e-05,
      "loss": 0.2107,
      "step": 6266
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.9000234121489195e-05,
      "loss": 0.2129,
      "step": 6267
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8999852875242762e-05,
      "loss": 0.1813,
      "step": 6268
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.899947156014523e-05,
      "loss": 0.1821,
      "step": 6269
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8999090176199514e-05,
      "loss": 0.1947,
      "step": 6270
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.899870872340854e-05,
      "loss": 0.2347,
      "step": 6271
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8998327201775223e-05,
      "loss": 0.2141,
      "step": 6272
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.899794561130248e-05,
      "loss": 0.2252,
      "step": 6273
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8997563951993233e-05,
      "loss": 0.2141,
      "step": 6274
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.89971822238504e-05,
      "loss": 0.2408,
      "step": 6275
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8996800426876895e-05,
      "loss": 0.2788,
      "step": 6276
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8996418561075653e-05,
      "loss": 0.1923,
      "step": 6277
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8996036626449587e-05,
      "loss": 0.2382,
      "step": 6278
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8995654623001612e-05,
      "loss": 0.2431,
      "step": 6279
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8995272550734664e-05,
      "loss": 0.2371,
      "step": 6280
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.899489040965166e-05,
      "loss": 0.256,
      "step": 6281
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8994508199755524e-05,
      "loss": 0.1854,
      "step": 6282
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8994125921049176e-05,
      "loss": 0.2858,
      "step": 6283
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8993743573535545e-05,
      "loss": 0.253,
      "step": 6284
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8993361157217555e-05,
      "loss": 0.2209,
      "step": 6285
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8992978672098132e-05,
      "loss": 0.2326,
      "step": 6286
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8992596118180203e-05,
      "loss": 0.2403,
      "step": 6287
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8992213495466688e-05,
      "loss": 0.2284,
      "step": 6288
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8991830803960524e-05,
      "loss": 0.2268,
      "step": 6289
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8991448043664637e-05,
      "loss": 0.2533,
      "step": 6290
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8991065214581946e-05,
      "loss": 0.1919,
      "step": 6291
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.899068231671539e-05,
      "loss": 0.2255,
      "step": 6292
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8990299350067893e-05,
      "loss": 0.1755,
      "step": 6293
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8989916314642382e-05,
      "loss": 0.2453,
      "step": 6294
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8989533210441794e-05,
      "loss": 0.2127,
      "step": 6295
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.898915003746906e-05,
      "loss": 0.2178,
      "step": 6296
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.898876679572711e-05,
      "loss": 0.2386,
      "step": 6297
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8988383485218866e-05,
      "loss": 0.2189,
      "step": 6298
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8988000105947276e-05,
      "loss": 0.2232,
      "step": 6299
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8987616657915266e-05,
      "loss": 0.1785,
      "step": 6300
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8987233141125766e-05,
      "loss": 0.2039,
      "step": 6301
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8986849555581714e-05,
      "loss": 0.1675,
      "step": 6302
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8986465901286044e-05,
      "loss": 0.2304,
      "step": 6303
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.898608217824169e-05,
      "loss": 0.1645,
      "step": 6304
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.898569838645159e-05,
      "loss": 0.1897,
      "step": 6305
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.898531452591868e-05,
      "loss": 0.2476,
      "step": 6306
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8984930596645892e-05,
      "loss": 0.2199,
      "step": 6307
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8984546598636168e-05,
      "loss": 0.212,
      "step": 6308
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8984162531892445e-05,
      "loss": 0.214,
      "step": 6309
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.898377839641766e-05,
      "loss": 0.1744,
      "step": 6310
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.898339419221475e-05,
      "loss": 0.2001,
      "step": 6311
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8983009919286656e-05,
      "loss": 0.2114,
      "step": 6312
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8982625577636323e-05,
      "loss": 0.1812,
      "step": 6313
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.898224116726668e-05,
      "loss": 0.2096,
      "step": 6314
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8981856688180678e-05,
      "loss": 0.1892,
      "step": 6315
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8981472140381255e-05,
      "loss": 0.2017,
      "step": 6316
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8981087523871346e-05,
      "loss": 0.223,
      "step": 6317
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8980702838653906e-05,
      "loss": 0.2184,
      "step": 6318
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.898031808473187e-05,
      "loss": 0.1866,
      "step": 6319
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8979933262108187e-05,
      "loss": 0.1753,
      "step": 6320
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.897954837078579e-05,
      "loss": 0.2462,
      "step": 6321
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8979163410767633e-05,
      "loss": 0.2092,
      "step": 6322
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8978778382056662e-05,
      "loss": 0.242,
      "step": 6323
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.897839328465582e-05,
      "loss": 0.2822,
      "step": 6324
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8978008118568047e-05,
      "loss": 0.2325,
      "step": 6325
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8977622883796298e-05,
      "loss": 0.2307,
      "step": 6326
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8977237580343516e-05,
      "loss": 0.2634,
      "step": 6327
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.897685220821265e-05,
      "loss": 0.187,
      "step": 6328
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.897646676740665e-05,
      "loss": 0.2154,
      "step": 6329
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8976081257928462e-05,
      "loss": 0.2353,
      "step": 6330
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8975695679781035e-05,
      "loss": 0.2047,
      "step": 6331
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8975310032967324e-05,
      "loss": 0.1895,
      "step": 6332
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.897492431749027e-05,
      "loss": 0.2001,
      "step": 6333
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8974538533352828e-05,
      "loss": 0.1539,
      "step": 6334
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8974152680557953e-05,
      "loss": 0.2741,
      "step": 6335
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8973766759108594e-05,
      "loss": 0.2554,
      "step": 6336
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8973380769007703e-05,
      "loss": 0.2464,
      "step": 6337
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8972994710258234e-05,
      "loss": 0.2128,
      "step": 6338
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8972608582863138e-05,
      "loss": 0.2064,
      "step": 6339
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8972222386825373e-05,
      "loss": 0.1848,
      "step": 6340
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.897183612214789e-05,
      "loss": 0.2489,
      "step": 6341
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8971449788833646e-05,
      "loss": 0.2218,
      "step": 6342
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8971063386885596e-05,
      "loss": 0.1986,
      "step": 6343
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8970676916306692e-05,
      "loss": 0.2367,
      "step": 6344
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8970290377099898e-05,
      "loss": 0.2007,
      "step": 6345
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8969903769268168e-05,
      "loss": 0.1901,
      "step": 6346
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8969517092814457e-05,
      "loss": 0.2256,
      "step": 6347
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8969130347741733e-05,
      "loss": 0.241,
      "step": 6348
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.896874353405294e-05,
      "loss": 0.2385,
      "step": 6349
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8968356651751042e-05,
      "loss": 0.2613,
      "step": 6350
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8967969700839005e-05,
      "loss": 0.2211,
      "step": 6351
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8967582681319786e-05,
      "loss": 0.2445,
      "step": 6352
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8967195593196343e-05,
      "loss": 0.2012,
      "step": 6353
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.896680843647164e-05,
      "loss": 0.2636,
      "step": 6354
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8966421211148643e-05,
      "loss": 0.2117,
      "step": 6355
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8966033917230303e-05,
      "loss": 0.2489,
      "step": 6356
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8965646554719593e-05,
      "loss": 0.2163,
      "step": 6357
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8965259123619475e-05,
      "loss": 0.1735,
      "step": 6358
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8964871623932908e-05,
      "loss": 0.1775,
      "step": 6359
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.896448405566286e-05,
      "loss": 0.2337,
      "step": 6360
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8964096418812296e-05,
      "loss": 0.2208,
      "step": 6361
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.896370871338418e-05,
      "loss": 0.2285,
      "step": 6362
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8963320939381477e-05,
      "loss": 0.2513,
      "step": 6363
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.896293309680716e-05,
      "loss": 0.2174,
      "step": 6364
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.896254518566419e-05,
      "loss": 0.1892,
      "step": 6365
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8962157205955534e-05,
      "loss": 0.2096,
      "step": 6366
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8961769157684166e-05,
      "loss": 0.2155,
      "step": 6367
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8961381040853052e-05,
      "loss": 0.2012,
      "step": 6368
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8960992855465155e-05,
      "loss": 0.2409,
      "step": 6369
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.896060460152345e-05,
      "loss": 0.1755,
      "step": 6370
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.896021627903091e-05,
      "loss": 0.2338,
      "step": 6371
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.895982788799051e-05,
      "loss": 0.2402,
      "step": 6372
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8959439428405206e-05,
      "loss": 0.2259,
      "step": 6373
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8959050900277976e-05,
      "loss": 0.1914,
      "step": 6374
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.89586623036118e-05,
      "loss": 0.2663,
      "step": 6375
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.895827363840964e-05,
      "loss": 0.2032,
      "step": 6376
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8957884904674478e-05,
      "loss": 0.2467,
      "step": 6377
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8957496102409284e-05,
      "loss": 0.2448,
      "step": 6378
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8957107231617034e-05,
      "loss": 0.2319,
      "step": 6379
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.89567182923007e-05,
      "loss": 0.2076,
      "step": 6380
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8956329284463262e-05,
      "loss": 0.2389,
      "step": 6381
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.895594020810769e-05,
      "loss": 0.2005,
      "step": 6382
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8955551063236967e-05,
      "loss": 0.2094,
      "step": 6383
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8955161849854066e-05,
      "loss": 0.1621,
      "step": 6384
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8954772567961965e-05,
      "loss": 0.3107,
      "step": 6385
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8954383217563644e-05,
      "loss": 0.2199,
      "step": 6386
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.895399379866208e-05,
      "loss": 0.2154,
      "step": 6387
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8953604311260253e-05,
      "loss": 0.2754,
      "step": 6388
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.895321475536114e-05,
      "loss": 0.2144,
      "step": 6389
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8952825130967724e-05,
      "loss": 0.2253,
      "step": 6390
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8952435438082988e-05,
      "loss": 0.1769,
      "step": 6391
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8952045676709906e-05,
      "loss": 0.1944,
      "step": 6392
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8951655846851466e-05,
      "loss": 0.2271,
      "step": 6393
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.895126594851065e-05,
      "loss": 0.1697,
      "step": 6394
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8950875981690437e-05,
      "loss": 0.2177,
      "step": 6395
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8950485946393815e-05,
      "loss": 0.2463,
      "step": 6396
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8950095842623764e-05,
      "loss": 0.2679,
      "step": 6397
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.894970567038327e-05,
      "loss": 0.2169,
      "step": 6398
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8949315429675317e-05,
      "loss": 0.2273,
      "step": 6399
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.894892512050289e-05,
      "loss": 0.1903,
      "step": 6400
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.894853474286898e-05,
      "loss": 0.2053,
      "step": 6401
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8948144296776566e-05,
      "loss": 0.2406,
      "step": 6402
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8947753782228638e-05,
      "loss": 0.1798,
      "step": 6403
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8947363199228187e-05,
      "loss": 0.1965,
      "step": 6404
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8946972547778196e-05,
      "loss": 0.2229,
      "step": 6405
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8946581827881658e-05,
      "loss": 0.2433,
      "step": 6406
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.894619103954156e-05,
      "loss": 0.1724,
      "step": 6407
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8945800182760888e-05,
      "loss": 0.2111,
      "step": 6408
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.894540925754264e-05,
      "loss": 0.2172,
      "step": 6409
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.89450182638898e-05,
      "loss": 0.284,
      "step": 6410
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.894462720180536e-05,
      "loss": 0.1794,
      "step": 6411
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8944236071292316e-05,
      "loss": 0.2308,
      "step": 6412
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.894384487235366e-05,
      "loss": 0.267,
      "step": 6413
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8943453604992375e-05,
      "loss": 0.19,
      "step": 6414
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8943062269211466e-05,
      "loss": 0.1907,
      "step": 6415
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8942670865013927e-05,
      "loss": 0.2717,
      "step": 6416
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.894227939240274e-05,
      "loss": 0.1901,
      "step": 6417
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.894188785138091e-05,
      "loss": 0.1916,
      "step": 6418
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.894149624195143e-05,
      "loss": 0.2215,
      "step": 6419
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8941104564117297e-05,
      "loss": 0.1956,
      "step": 6420
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8940712817881505e-05,
      "loss": 0.2315,
      "step": 6421
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8940321003247053e-05,
      "loss": 0.217,
      "step": 6422
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8939929120216937e-05,
      "loss": 0.1939,
      "step": 6423
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.893953716879416e-05,
      "loss": 0.2245,
      "step": 6424
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.893914514898171e-05,
      "loss": 0.1905,
      "step": 6425
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8938753060782597e-05,
      "loss": 0.2241,
      "step": 6426
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8938360904199813e-05,
      "loss": 0.2584,
      "step": 6427
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8937968679236364e-05,
      "loss": 0.1982,
      "step": 6428
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8937576385895245e-05,
      "loss": 0.2233,
      "step": 6429
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.893718402417946e-05,
      "loss": 0.1901,
      "step": 6430
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.893679159409201e-05,
      "loss": 0.1863,
      "step": 6431
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.89363990956359e-05,
      "loss": 0.2429,
      "step": 6432
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8936006528814127e-05,
      "loss": 0.1691,
      "step": 6433
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8935613893629698e-05,
      "loss": 0.191,
      "step": 6434
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8935221190085617e-05,
      "loss": 0.2572,
      "step": 6435
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.893482841818489e-05,
      "loss": 0.268,
      "step": 6436
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8934435577930517e-05,
      "loss": 0.2171,
      "step": 6437
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8934042669325506e-05,
      "loss": 0.2085,
      "step": 6438
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.893364969237286e-05,
      "loss": 0.1975,
      "step": 6439
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8933256647075594e-05,
      "loss": 0.2116,
      "step": 6440
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8932863533436707e-05,
      "loss": 0.2225,
      "step": 6441
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8932470351459205e-05,
      "loss": 0.2453,
      "step": 6442
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.89320771011461e-05,
      "loss": 0.2162,
      "step": 6443
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.89316837825004e-05,
      "loss": 0.2781,
      "step": 6444
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8931290395525113e-05,
      "loss": 0.2427,
      "step": 6445
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8930896940223252e-05,
      "loss": 0.1755,
      "step": 6446
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.893050341659782e-05,
      "loss": 0.2462,
      "step": 6447
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8930109824651838e-05,
      "loss": 0.1842,
      "step": 6448
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8929716164388305e-05,
      "loss": 0.2251,
      "step": 6449
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.892932243581024e-05,
      "loss": 0.1782,
      "step": 6450
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8928928638920653e-05,
      "loss": 0.201,
      "step": 6451
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.892853477372256e-05,
      "loss": 0.2093,
      "step": 6452
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.892814084021897e-05,
      "loss": 0.1935,
      "step": 6453
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8927746838412897e-05,
      "loss": 0.2051,
      "step": 6454
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8927352768307357e-05,
      "loss": 0.2502,
      "step": 6455
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8926958629905364e-05,
      "loss": 0.2006,
      "step": 6456
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.892656442320993e-05,
      "loss": 0.2096,
      "step": 6457
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8926170148224077e-05,
      "loss": 0.238,
      "step": 6458
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8925775804950818e-05,
      "loss": 0.2092,
      "step": 6459
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.892538139339317e-05,
      "loss": 0.1575,
      "step": 6460
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8924986913554152e-05,
      "loss": 0.1921,
      "step": 6461
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.892459236543678e-05,
      "loss": 0.2798,
      "step": 6462
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.892419774904407e-05,
      "loss": 0.2639,
      "step": 6463
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8923803064379046e-05,
      "loss": 0.235,
      "step": 6464
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8923408311444725e-05,
      "loss": 0.2198,
      "step": 6465
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8923013490244124e-05,
      "loss": 0.2445,
      "step": 6466
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.892261860078027e-05,
      "loss": 0.2331,
      "step": 6467
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8922223643056178e-05,
      "loss": 0.1943,
      "step": 6468
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8921828617074875e-05,
      "loss": 0.22,
      "step": 6469
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8921433522839376e-05,
      "loss": 0.2567,
      "step": 6470
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.892103836035271e-05,
      "loss": 0.2184,
      "step": 6471
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.89206431296179e-05,
      "loss": 0.2535,
      "step": 6472
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8920247830637965e-05,
      "loss": 0.1899,
      "step": 6473
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.891985246341593e-05,
      "loss": 0.2247,
      "step": 6474
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8919457027954825e-05,
      "loss": 0.1707,
      "step": 6475
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.891906152425767e-05,
      "loss": 0.2337,
      "step": 6476
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8918665952327487e-05,
      "loss": 0.209,
      "step": 6477
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8918270312167314e-05,
      "loss": 0.1966,
      "step": 6478
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8917874603780165e-05,
      "loss": 0.1908,
      "step": 6479
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.891747882716908e-05,
      "loss": 0.1928,
      "step": 6480
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8917082982337075e-05,
      "loss": 0.1679,
      "step": 6481
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8916687069287186e-05,
      "loss": 0.2502,
      "step": 6482
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8916291088022437e-05,
      "loss": 0.2131,
      "step": 6483
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8915895038545863e-05,
      "loss": 0.2054,
      "step": 6484
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8915498920860488e-05,
      "loss": 0.2277,
      "step": 6485
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8915102734969343e-05,
      "loss": 0.1814,
      "step": 6486
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8914706480875465e-05,
      "loss": 0.1969,
      "step": 6487
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8914310158581878e-05,
      "loss": 0.2138,
      "step": 6488
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.891391376809162e-05,
      "loss": 0.2163,
      "step": 6489
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8913517309407713e-05,
      "loss": 0.2367,
      "step": 6490
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8913120782533206e-05,
      "loss": 0.2158,
      "step": 6491
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.891272418747112e-05,
      "loss": 0.2092,
      "step": 6492
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8912327524224496e-05,
      "loss": 0.201,
      "step": 6493
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8911930792796363e-05,
      "loss": 0.1713,
      "step": 6494
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.891153399318976e-05,
      "loss": 0.2388,
      "step": 6495
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.891113712540772e-05,
      "loss": 0.2196,
      "step": 6496
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8910740189453285e-05,
      "loss": 0.1834,
      "step": 6497
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8910343185329486e-05,
      "loss": 0.1989,
      "step": 6498
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8909946113039358e-05,
      "loss": 0.1708,
      "step": 6499
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8909548972585945e-05,
      "loss": 0.2346,
      "step": 6500
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.890915176397228e-05,
      "loss": 0.213,
      "step": 6501
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8908754487201407e-05,
      "loss": 0.2307,
      "step": 6502
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.890835714227636e-05,
      "loss": 0.2595,
      "step": 6503
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8907959729200182e-05,
      "loss": 0.2446,
      "step": 6504
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8907562247975913e-05,
      "loss": 0.189,
      "step": 6505
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8907164698606594e-05,
      "loss": 0.1952,
      "step": 6506
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8906767081095266e-05,
      "loss": 0.2268,
      "step": 6507
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.890636939544497e-05,
      "loss": 0.2302,
      "step": 6508
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.890597164165875e-05,
      "loss": 0.2111,
      "step": 6509
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8905573819739645e-05,
      "loss": 0.2484,
      "step": 6510
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.89051759296907e-05,
      "loss": 0.1942,
      "step": 6511
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8904777971514962e-05,
      "loss": 0.2259,
      "step": 6512
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8904379945215478e-05,
      "loss": 0.1811,
      "step": 6513
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8903981850795283e-05,
      "loss": 0.1922,
      "step": 6514
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.890358368825743e-05,
      "loss": 0.2121,
      "step": 6515
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8903185457604963e-05,
      "loss": 0.2323,
      "step": 6516
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.890278715884093e-05,
      "loss": 0.217,
      "step": 6517
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8902388791968377e-05,
      "loss": 0.2391,
      "step": 6518
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.890199035699035e-05,
      "loss": 0.2216,
      "step": 6519
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.89015918539099e-05,
      "loss": 0.2524,
      "step": 6520
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8901193282730076e-05,
      "loss": 0.2565,
      "step": 6521
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8900794643453922e-05,
      "loss": 0.2262,
      "step": 6522
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.890039593608449e-05,
      "loss": 0.2455,
      "step": 6523
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8899997160624837e-05,
      "loss": 0.26,
      "step": 6524
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8899598317078004e-05,
      "loss": 0.257,
      "step": 6525
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.889919940544705e-05,
      "loss": 0.23,
      "step": 6526
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.889880042573502e-05,
      "loss": 0.2546,
      "step": 6527
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8898401377944967e-05,
      "loss": 0.1678,
      "step": 6528
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8898002262079952e-05,
      "loss": 0.1712,
      "step": 6529
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.889760307814302e-05,
      "loss": 0.1908,
      "step": 6530
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8897203826137228e-05,
      "loss": 0.219,
      "step": 6531
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8896804506065627e-05,
      "loss": 0.2145,
      "step": 6532
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8896405117931277e-05,
      "loss": 0.1691,
      "step": 6533
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.889600566173723e-05,
      "loss": 0.216,
      "step": 6534
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8895606137486545e-05,
      "loss": 0.2278,
      "step": 6535
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8895206545182275e-05,
      "loss": 0.1999,
      "step": 6536
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.889480688482748e-05,
      "loss": 0.1834,
      "step": 6537
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8894407156425216e-05,
      "loss": 0.2013,
      "step": 6538
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8894007359978538e-05,
      "loss": 0.1917,
      "step": 6539
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.889360749549051e-05,
      "loss": 0.2236,
      "step": 6540
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8893207562964185e-05,
      "loss": 0.266,
      "step": 6541
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8892807562402632e-05,
      "loss": 0.2029,
      "step": 6542
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8892407493808903e-05,
      "loss": 0.255,
      "step": 6543
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.889200735718606e-05,
      "loss": 0.2115,
      "step": 6544
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8891607152537162e-05,
      "loss": 0.2238,
      "step": 6545
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8891206879865282e-05,
      "loss": 0.2266,
      "step": 6546
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8890806539173468e-05,
      "loss": 0.2835,
      "step": 6547
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.889040613046479e-05,
      "loss": 0.2091,
      "step": 6548
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.889000565374231e-05,
      "loss": 0.297,
      "step": 6549
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.888960510900909e-05,
      "loss": 0.2537,
      "step": 6550
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8889204496268197e-05,
      "loss": 0.1978,
      "step": 6551
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8888803815522698e-05,
      "loss": 0.2649,
      "step": 6552
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8888403066775648e-05,
      "loss": 0.2149,
      "step": 6553
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8888002250030128e-05,
      "loss": 0.2298,
      "step": 6554
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.888760136528919e-05,
      "loss": 0.2416,
      "step": 6555
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.888720041255591e-05,
      "loss": 0.2114,
      "step": 6556
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.888679939183335e-05,
      "loss": 0.1607,
      "step": 6557
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.888639830312458e-05,
      "loss": 0.2354,
      "step": 6558
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.888599714643267e-05,
      "loss": 0.2543,
      "step": 6559
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8885595921760688e-05,
      "loss": 0.2045,
      "step": 6560
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8885194629111706e-05,
      "loss": 0.2333,
      "step": 6561
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8884793268488787e-05,
      "loss": 0.2239,
      "step": 6562
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8884391839895008e-05,
      "loss": 0.2036,
      "step": 6563
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8883990343333435e-05,
      "loss": 0.2259,
      "step": 6564
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8883588778807144e-05,
      "loss": 0.1892,
      "step": 6565
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8883187146319206e-05,
      "loss": 0.2032,
      "step": 6566
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.888278544587269e-05,
      "loss": 0.2612,
      "step": 6567
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8882383677470674e-05,
      "loss": 0.2433,
      "step": 6568
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8881981841116227e-05,
      "loss": 0.1946,
      "step": 6569
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8881579936812427e-05,
      "loss": 0.1995,
      "step": 6570
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8881177964562352e-05,
      "loss": 0.2134,
      "step": 6571
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8880775924369067e-05,
      "loss": 0.2075,
      "step": 6572
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8880373816235655e-05,
      "loss": 0.1903,
      "step": 6573
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.887997164016519e-05,
      "loss": 0.2575,
      "step": 6574
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.887956939616075e-05,
      "loss": 0.2831,
      "step": 6575
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8879167084225412e-05,
      "loss": 0.2418,
      "step": 6576
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8878764704362256e-05,
      "loss": 0.2436,
      "step": 6577
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8878362256574355e-05,
      "loss": 0.1991,
      "step": 6578
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.887795974086479e-05,
      "loss": 0.2364,
      "step": 6579
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.887755715723664e-05,
      "loss": 0.1913,
      "step": 6580
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8877154505692988e-05,
      "loss": 0.1762,
      "step": 6581
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8876751786236908e-05,
      "loss": 0.307,
      "step": 6582
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.887634899887149e-05,
      "loss": 0.2439,
      "step": 6583
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.887594614359981e-05,
      "loss": 0.2713,
      "step": 6584
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8875543220424946e-05,
      "loss": 0.2235,
      "step": 6585
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8875140229349987e-05,
      "loss": 0.199,
      "step": 6586
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8874737170378013e-05,
      "loss": 0.2207,
      "step": 6587
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.887433404351211e-05,
      "loss": 0.2324,
      "step": 6588
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.887393084875536e-05,
      "loss": 0.2402,
      "step": 6589
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8873527586110847e-05,
      "loss": 0.2234,
      "step": 6590
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8873124255581658e-05,
      "loss": 0.2355,
      "step": 6591
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8872720857170876e-05,
      "loss": 0.1818,
      "step": 6592
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.887231739088159e-05,
      "loss": 0.2426,
      "step": 6593
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8871913856716882e-05,
      "loss": 0.2102,
      "step": 6594
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8871510254679847e-05,
      "loss": 0.2189,
      "step": 6595
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8871106584773565e-05,
      "loss": 0.2081,
      "step": 6596
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.887070284700113e-05,
      "loss": 0.2033,
      "step": 6597
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.887029904136562e-05,
      "loss": 0.2486,
      "step": 6598
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.886989516787014e-05,
      "loss": 0.2139,
      "step": 6599
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.886949122651777e-05,
      "loss": 0.148,
      "step": 6600
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8869087217311605e-05,
      "loss": 0.2628,
      "step": 6601
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8868683140254725e-05,
      "loss": 0.2251,
      "step": 6602
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.886827899535024e-05,
      "loss": 0.2228,
      "step": 6603
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.886787478260122e-05,
      "loss": 0.2188,
      "step": 6604
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8867470502010773e-05,
      "loss": 0.1965,
      "step": 6605
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8867066153581986e-05,
      "loss": 0.2008,
      "step": 6606
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8866661737317956e-05,
      "loss": 0.2081,
      "step": 6607
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8866257253221772e-05,
      "loss": 0.2399,
      "step": 6608
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.886585270129653e-05,
      "loss": 0.2115,
      "step": 6609
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8865448081545328e-05,
      "loss": 0.1685,
      "step": 6610
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8865043393971257e-05,
      "loss": 0.2391,
      "step": 6611
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8864638638577413e-05,
      "loss": 0.2088,
      "step": 6612
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.88642338153669e-05,
      "loss": 0.2835,
      "step": 6613
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8863828924342807e-05,
      "loss": 0.2059,
      "step": 6614
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8863423965508234e-05,
      "loss": 0.2026,
      "step": 6615
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.886301893886628e-05,
      "loss": 0.2286,
      "step": 6616
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8862613844420044e-05,
      "loss": 0.192,
      "step": 6617
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.886220868217262e-05,
      "loss": 0.2185,
      "step": 6618
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8861803452127113e-05,
      "loss": 0.2526,
      "step": 6619
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.886139815428662e-05,
      "loss": 0.2112,
      "step": 6620
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8860992788654243e-05,
      "loss": 0.2359,
      "step": 6621
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8860587355233087e-05,
      "loss": 0.2536,
      "step": 6622
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.886018185402625e-05,
      "loss": 0.2332,
      "step": 6623
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.885977628503683e-05,
      "loss": 0.1798,
      "step": 6624
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.885937064826793e-05,
      "loss": 0.219,
      "step": 6625
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8858964943722668e-05,
      "loss": 0.1846,
      "step": 6626
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8858559171404127e-05,
      "loss": 0.224,
      "step": 6627
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8858153331315426e-05,
      "loss": 0.1819,
      "step": 6628
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8857747423459664e-05,
      "loss": 0.2263,
      "step": 6629
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8857341447839945e-05,
      "loss": 0.2099,
      "step": 6630
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.885693540445938e-05,
      "loss": 0.2525,
      "step": 6631
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.885652929332107e-05,
      "loss": 0.1718,
      "step": 6632
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8856123114428124e-05,
      "loss": 0.1862,
      "step": 6633
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8855716867783652e-05,
      "loss": 0.1776,
      "step": 6634
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8855310553390754e-05,
      "loss": 0.2003,
      "step": 6635
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8854904171252548e-05,
      "loss": 0.2146,
      "step": 6636
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.885449772137214e-05,
      "loss": 0.2335,
      "step": 6637
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8854091203752632e-05,
      "loss": 0.2201,
      "step": 6638
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8853684618397144e-05,
      "loss": 0.157,
      "step": 6639
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.885327796530878e-05,
      "loss": 0.2211,
      "step": 6640
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8852871244490657e-05,
      "loss": 0.2076,
      "step": 6641
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.885246445594588e-05,
      "loss": 0.2014,
      "step": 6642
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.885205759967757e-05,
      "loss": 0.2348,
      "step": 6643
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8851650675688825e-05,
      "loss": 0.1925,
      "step": 6644
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8851243683982772e-05,
      "loss": 0.1969,
      "step": 6645
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.885083662456252e-05,
      "loss": 0.2618,
      "step": 6646
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.885042949743118e-05,
      "loss": 0.2215,
      "step": 6647
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.885002230259187e-05,
      "loss": 0.1959,
      "step": 6648
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8849615040047702e-05,
      "loss": 0.2001,
      "step": 6649
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8849207709801797e-05,
      "loss": 0.2326,
      "step": 6650
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8848800311857265e-05,
      "loss": 0.2357,
      "step": 6651
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8848392846217226e-05,
      "loss": 0.2442,
      "step": 6652
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8847985312884798e-05,
      "loss": 0.2565,
      "step": 6653
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8847577711863097e-05,
      "loss": 0.1842,
      "step": 6654
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8847170043155244e-05,
      "loss": 0.1785,
      "step": 6655
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8846762306764352e-05,
      "loss": 0.1829,
      "step": 6656
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8846354502693543e-05,
      "loss": 0.2078,
      "step": 6657
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8845946630945943e-05,
      "loss": 0.2238,
      "step": 6658
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8845538691524662e-05,
      "loss": 0.2222,
      "step": 6659
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.884513068443283e-05,
      "loss": 0.2229,
      "step": 6660
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.884472260967356e-05,
      "loss": 0.1836,
      "step": 6661
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.884431446724998e-05,
      "loss": 0.1699,
      "step": 6662
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.884390625716521e-05,
      "loss": 0.2193,
      "step": 6663
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8843497979422376e-05,
      "loss": 0.2164,
      "step": 6664
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8843089634024597e-05,
      "loss": 0.2397,
      "step": 6665
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8842681220975e-05,
      "loss": 0.1698,
      "step": 6666
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8842272740276707e-05,
      "loss": 0.2202,
      "step": 6667
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8841864191932843e-05,
      "loss": 0.2227,
      "step": 6668
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8841455575946533e-05,
      "loss": 0.2165,
      "step": 6669
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.884104689232091e-05,
      "loss": 0.1945,
      "step": 6670
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8840638141059095e-05,
      "loss": 0.1853,
      "step": 6671
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.884022932216421e-05,
      "loss": 0.2496,
      "step": 6672
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8839820435639392e-05,
      "loss": 0.1887,
      "step": 6673
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8839411481487762e-05,
      "loss": 0.1929,
      "step": 6674
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8839002459712454e-05,
      "loss": 0.1988,
      "step": 6675
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8838593370316594e-05,
      "loss": 0.1986,
      "step": 6676
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.883818421330331e-05,
      "loss": 0.2131,
      "step": 6677
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8837774988675738e-05,
      "loss": 0.2196,
      "step": 6678
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8837365696437006e-05,
      "loss": 0.1726,
      "step": 6679
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8836956336590238e-05,
      "loss": 0.2219,
      "step": 6680
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8836546909138576e-05,
      "loss": 0.1913,
      "step": 6681
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.883613741408515e-05,
      "loss": 0.2097,
      "step": 6682
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8835727851433087e-05,
      "loss": 0.2767,
      "step": 6683
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.883531822118553e-05,
      "loss": 0.1972,
      "step": 6684
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8834908523345602e-05,
      "loss": 0.2286,
      "step": 6685
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8834498757916443e-05,
      "loss": 0.2319,
      "step": 6686
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8834088924901184e-05,
      "loss": 0.2204,
      "step": 6687
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.883367902430297e-05,
      "loss": 0.2456,
      "step": 6688
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8833269056124925e-05,
      "loss": 0.1872,
      "step": 6689
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8832859020370192e-05,
      "loss": 0.2721,
      "step": 6690
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.883244891704191e-05,
      "loss": 0.1829,
      "step": 6691
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8832038746143208e-05,
      "loss": 0.2444,
      "step": 6692
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.883162850767723e-05,
      "loss": 0.2391,
      "step": 6693
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8831218201647116e-05,
      "loss": 0.1708,
      "step": 6694
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8830807828056e-05,
      "loss": 0.2076,
      "step": 6695
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8830397386907022e-05,
      "loss": 0.1821,
      "step": 6696
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8829986878203325e-05,
      "loss": 0.2193,
      "step": 6697
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.882957630194805e-05,
      "loss": 0.1978,
      "step": 6698
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8829165658144333e-05,
      "loss": 0.1984,
      "step": 6699
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.882875494679532e-05,
      "loss": 0.1988,
      "step": 6700
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.882834416790415e-05,
      "loss": 0.1954,
      "step": 6701
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.882793332147397e-05,
      "loss": 0.2135,
      "step": 6702
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.882752240750792e-05,
      "loss": 0.1674,
      "step": 6703
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.882711142600914e-05,
      "loss": 0.1955,
      "step": 6704
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8826700376980782e-05,
      "loss": 0.2728,
      "step": 6705
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8826289260425988e-05,
      "loss": 0.1895,
      "step": 6706
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8825878076347896e-05,
      "loss": 0.2276,
      "step": 6707
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.882546682474966e-05,
      "loss": 0.2874,
      "step": 6708
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8825055505634428e-05,
      "loss": 0.1827,
      "step": 6709
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8824644119005337e-05,
      "loss": 0.2711,
      "step": 6710
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.882423266486554e-05,
      "loss": 0.2088,
      "step": 6711
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8823821143218182e-05,
      "loss": 0.2267,
      "step": 6712
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8823409554066417e-05,
      "loss": 0.2292,
      "step": 6713
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.882299789741339e-05,
      "loss": 0.2022,
      "step": 6714
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8822586173262253e-05,
      "loss": 0.2424,
      "step": 6715
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.882217438161615e-05,
      "loss": 0.2435,
      "step": 6716
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8821762522478236e-05,
      "loss": 0.2297,
      "step": 6717
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8821350595851658e-05,
      "loss": 0.1741,
      "step": 6718
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.882093860173957e-05,
      "loss": 0.251,
      "step": 6719
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8820526540145126e-05,
      "loss": 0.1827,
      "step": 6720
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8820114411071474e-05,
      "loss": 0.204,
      "step": 6721
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.881970221452177e-05,
      "loss": 0.1999,
      "step": 6722
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8819289950499168e-05,
      "loss": 0.2053,
      "step": 6723
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8818877619006817e-05,
      "loss": 0.2116,
      "step": 6724
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8818465220047874e-05,
      "loss": 0.1854,
      "step": 6725
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.88180527536255e-05,
      "loss": 0.2143,
      "step": 6726
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8817640219742837e-05,
      "loss": 0.209,
      "step": 6727
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8817227618403055e-05,
      "loss": 0.2086,
      "step": 6728
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8816814949609302e-05,
      "loss": 0.2248,
      "step": 6729
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.881640221336474e-05,
      "loss": 0.2461,
      "step": 6730
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.881598940967252e-05,
      "loss": 0.2339,
      "step": 6731
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8815576538535807e-05,
      "loss": 0.1906,
      "step": 6732
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8815163599957758e-05,
      "loss": 0.2023,
      "step": 6733
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.881475059394153e-05,
      "loss": 0.221,
      "step": 6734
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.881433752049028e-05,
      "loss": 0.2299,
      "step": 6735
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8813924379607175e-05,
      "loss": 0.201,
      "step": 6736
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.881351117129537e-05,
      "loss": 0.1983,
      "step": 6737
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.881309789555803e-05,
      "loss": 0.223,
      "step": 6738
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8812684552398317e-05,
      "loss": 0.2098,
      "step": 6739
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8812271141819387e-05,
      "loss": 0.174,
      "step": 6740
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8811857663824408e-05,
      "loss": 0.1699,
      "step": 6741
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8811444118416542e-05,
      "loss": 0.2205,
      "step": 6742
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8811030505598956e-05,
      "loss": 0.2395,
      "step": 6743
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.881061682537481e-05,
      "loss": 0.2038,
      "step": 6744
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8810203077747263e-05,
      "loss": 0.2094,
      "step": 6745
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8809789262719494e-05,
      "loss": 0.2321,
      "step": 6746
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8809375380294657e-05,
      "loss": 0.205,
      "step": 6747
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8808961430475926e-05,
      "loss": 0.1798,
      "step": 6748
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8808547413266467e-05,
      "loss": 0.2022,
      "step": 6749
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.880813332866944e-05,
      "loss": 0.2393,
      "step": 6750
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8807719176688025e-05,
      "loss": 0.1988,
      "step": 6751
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8807304957325378e-05,
      "loss": 0.2306,
      "step": 6752
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8806890670584675e-05,
      "loss": 0.1912,
      "step": 6753
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8806476316469085e-05,
      "loss": 0.2039,
      "step": 6754
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8806061894981774e-05,
      "loss": 0.1812,
      "step": 6755
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8805647406125915e-05,
      "loss": 0.2083,
      "step": 6756
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8805232849904682e-05,
      "loss": 0.2416,
      "step": 6757
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8804818226321243e-05,
      "loss": 0.186,
      "step": 6758
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.880440353537877e-05,
      "loss": 0.2696,
      "step": 6759
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8803988777080432e-05,
      "loss": 0.1896,
      "step": 6760
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.880357395142941e-05,
      "loss": 0.2433,
      "step": 6761
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8803159058428876e-05,
      "loss": 0.2645,
      "step": 6762
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8802744098081996e-05,
      "loss": 0.2168,
      "step": 6763
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8802329070391952e-05,
      "loss": 0.2221,
      "step": 6764
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8801913975361918e-05,
      "loss": 0.2529,
      "step": 6765
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8801498812995068e-05,
      "loss": 0.1714,
      "step": 6766
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8801083583294577e-05,
      "loss": 0.1855,
      "step": 6767
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8800668286263624e-05,
      "loss": 0.1875,
      "step": 6768
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.880025292190539e-05,
      "loss": 0.2212,
      "step": 6769
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8799837490223046e-05,
      "loss": 0.2027,
      "step": 6770
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8799421991219767e-05,
      "loss": 0.1915,
      "step": 6771
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8799006424898744e-05,
      "loss": 0.2378,
      "step": 6772
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.879859079126315e-05,
      "loss": 0.1773,
      "step": 6773
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8798175090316156e-05,
      "loss": 0.2125,
      "step": 6774
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8797759322060957e-05,
      "loss": 0.2591,
      "step": 6775
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.879734348650072e-05,
      "loss": 0.1962,
      "step": 6776
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8796927583638637e-05,
      "loss": 0.1995,
      "step": 6777
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.879651161347789e-05,
      "loss": 0.2326,
      "step": 6778
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.879609557602165e-05,
      "loss": 0.176,
      "step": 6779
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8795679471273112e-05,
      "loss": 0.2216,
      "step": 6780
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.879526329923545e-05,
      "loss": 0.2011,
      "step": 6781
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8794847059911857e-05,
      "loss": 0.194,
      "step": 6782
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.879443075330551e-05,
      "loss": 0.2229,
      "step": 6783
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8794014379419594e-05,
      "loss": 0.1957,
      "step": 6784
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.87935979382573e-05,
      "loss": 0.2072,
      "step": 6785
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8793181429821807e-05,
      "loss": 0.2164,
      "step": 6786
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8792764854116307e-05,
      "loss": 0.1943,
      "step": 6787
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8792348211143983e-05,
      "loss": 0.2081,
      "step": 6788
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8791931500908024e-05,
      "loss": 0.2301,
      "step": 6789
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8791514723411622e-05,
      "loss": 0.255,
      "step": 6790
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8791097878657958e-05,
      "loss": 0.2338,
      "step": 6791
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8790680966650227e-05,
      "loss": 0.2217,
      "step": 6792
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8790263987391613e-05,
      "loss": 0.1975,
      "step": 6793
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8789846940885313e-05,
      "loss": 0.2228,
      "step": 6794
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.878942982713451e-05,
      "loss": 0.2273,
      "step": 6795
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.87890126461424e-05,
      "loss": 0.1893,
      "step": 6796
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.878859539791217e-05,
      "loss": 0.1908,
      "step": 6797
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.878817808244702e-05,
      "loss": 0.2003,
      "step": 6798
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8787760699750134e-05,
      "loss": 0.1879,
      "step": 6799
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.878734324982471e-05,
      "loss": 0.2117,
      "step": 6800
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.878692573267394e-05,
      "loss": 0.2513,
      "step": 6801
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.878650814830102e-05,
      "loss": 0.239,
      "step": 6802
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8786090496709142e-05,
      "loss": 0.1863,
      "step": 6803
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.87856727779015e-05,
      "loss": 0.2441,
      "step": 6804
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8785254991881296e-05,
      "loss": 0.229,
      "step": 6805
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8784837138651722e-05,
      "loss": 0.2751,
      "step": 6806
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.878441921821597e-05,
      "loss": 0.1903,
      "step": 6807
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8784001230577247e-05,
      "loss": 0.2048,
      "step": 6808
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.878358317573874e-05,
      "loss": 0.251,
      "step": 6809
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.878316505370366e-05,
      "loss": 0.2004,
      "step": 6810
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8782746864475193e-05,
      "loss": 0.1832,
      "step": 6811
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8782328608056545e-05,
      "loss": 0.181,
      "step": 6812
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8781910284450914e-05,
      "loss": 0.2397,
      "step": 6813
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8781491893661503e-05,
      "loss": 0.3021,
      "step": 6814
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.878107343569151e-05,
      "loss": 0.223,
      "step": 6815
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8780654910544137e-05,
      "loss": 0.2431,
      "step": 6816
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8780236318222586e-05,
      "loss": 0.2253,
      "step": 6817
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8779817658730058e-05,
      "loss": 0.2344,
      "step": 6818
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8779398932069756e-05,
      "loss": 0.2226,
      "step": 6819
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8778980138244884e-05,
      "loss": 0.2123,
      "step": 6820
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.877856127725865e-05,
      "loss": 0.2604,
      "step": 6821
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8778142349114252e-05,
      "loss": 0.178,
      "step": 6822
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.87777233538149e-05,
      "loss": 0.2071,
      "step": 6823
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8777304291363794e-05,
      "loss": 0.2169,
      "step": 6824
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8776885161764142e-05,
      "loss": 0.2214,
      "step": 6825
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8776465965019155e-05,
      "loss": 0.1783,
      "step": 6826
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8776046701132037e-05,
      "loss": 0.2121,
      "step": 6827
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8775627370105992e-05,
      "loss": 0.2075,
      "step": 6828
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8775207971944227e-05,
      "loss": 0.2004,
      "step": 6829
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8774788506649958e-05,
      "loss": 0.2287,
      "step": 6830
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8774368974226393e-05,
      "loss": 0.2379,
      "step": 6831
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8773949374676738e-05,
      "loss": 0.2608,
      "step": 6832
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.87735297080042e-05,
      "loss": 0.2026,
      "step": 6833
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8773109974211993e-05,
      "loss": 0.2465,
      "step": 6834
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.877269017330333e-05,
      "loss": 0.1865,
      "step": 6835
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8772270305281422e-05,
      "loss": 0.2257,
      "step": 6836
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.877185037014948e-05,
      "loss": 0.2238,
      "step": 6837
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8771430367910716e-05,
      "loss": 0.2009,
      "step": 6838
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8771010298568347e-05,
      "loss": 0.174,
      "step": 6839
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8770590162125578e-05,
      "loss": 0.1891,
      "step": 6840
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8770169958585632e-05,
      "loss": 0.1756,
      "step": 6841
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8769749687951718e-05,
      "loss": 0.2119,
      "step": 6842
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8769329350227056e-05,
      "loss": 0.2016,
      "step": 6843
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.876890894541486e-05,
      "loss": 0.1744,
      "step": 6844
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8768488473518342e-05,
      "loss": 0.2509,
      "step": 6845
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8768067934540725e-05,
      "loss": 0.2062,
      "step": 6846
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.876764732848522e-05,
      "loss": 0.2257,
      "step": 6847
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.876722665535505e-05,
      "loss": 0.2281,
      "step": 6848
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.876680591515343e-05,
      "loss": 0.1798,
      "step": 6849
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8766385107883584e-05,
      "loss": 0.2191,
      "step": 6850
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8765964233548723e-05,
      "loss": 0.2438,
      "step": 6851
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8765543292152075e-05,
      "loss": 0.257,
      "step": 6852
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.876512228369685e-05,
      "loss": 0.185,
      "step": 6853
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.876470120818628e-05,
      "loss": 0.2298,
      "step": 6854
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.876428006562358e-05,
      "loss": 0.2047,
      "step": 6855
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8763858856011974e-05,
      "loss": 0.1956,
      "step": 6856
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.876343757935468e-05,
      "loss": 0.2924,
      "step": 6857
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.876301623565493e-05,
      "loss": 0.2079,
      "step": 6858
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8762594824915944e-05,
      "loss": 0.2534,
      "step": 6859
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.876217334714094e-05,
      "loss": 0.2173,
      "step": 6860
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8761751802333145e-05,
      "loss": 0.1971,
      "step": 6861
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8761330190495787e-05,
      "loss": 0.216,
      "step": 6862
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.876090851163209e-05,
      "loss": 0.2128,
      "step": 6863
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.876048676574528e-05,
      "loss": 0.2468,
      "step": 6864
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.876006495283858e-05,
      "loss": 0.197,
      "step": 6865
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8759643072915222e-05,
      "loss": 0.1968,
      "step": 6866
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8759221125978433e-05,
      "loss": 0.1706,
      "step": 6867
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8758799112031435e-05,
      "loss": 0.2233,
      "step": 6868
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8758377031077466e-05,
      "loss": 0.1637,
      "step": 6869
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.875795488311975e-05,
      "loss": 0.2058,
      "step": 6870
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8757532668161516e-05,
      "loss": 0.2214,
      "step": 6871
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.875711038620599e-05,
      "loss": 0.2332,
      "step": 6872
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8756688037256412e-05,
      "loss": 0.254,
      "step": 6873
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8756265621316007e-05,
      "loss": 0.1866,
      "step": 6874
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8755843138388008e-05,
      "loss": 0.1857,
      "step": 6875
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8755420588475647e-05,
      "loss": 0.2029,
      "step": 6876
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8754997971582157e-05,
      "loss": 0.3399,
      "step": 6877
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.875457528771077e-05,
      "loss": 0.2275,
      "step": 6878
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.875415253686472e-05,
      "loss": 0.1814,
      "step": 6879
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8753729719047244e-05,
      "loss": 0.2336,
      "step": 6880
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.875330683426157e-05,
      "loss": 0.2167,
      "step": 6881
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.875288388251094e-05,
      "loss": 0.221,
      "step": 6882
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8752460863798587e-05,
      "loss": 0.2288,
      "step": 6883
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8752037778127746e-05,
      "loss": 0.2555,
      "step": 6884
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8751614625501658e-05,
      "loss": 0.1874,
      "step": 6885
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8751191405923555e-05,
      "loss": 0.2023,
      "step": 6886
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8750768119396676e-05,
      "loss": 0.2093,
      "step": 6887
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.875034476592426e-05,
      "loss": 0.2714,
      "step": 6888
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8749921345509546e-05,
      "loss": 0.2377,
      "step": 6889
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8749497858155773e-05,
      "loss": 0.2277,
      "step": 6890
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8749074303866184e-05,
      "loss": 0.2146,
      "step": 6891
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.874865068264401e-05,
      "loss": 0.1863,
      "step": 6892
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8748226994492505e-05,
      "loss": 0.2024,
      "step": 6893
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.87478032394149e-05,
      "loss": 0.207,
      "step": 6894
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8747379417414444e-05,
      "loss": 0.1814,
      "step": 6895
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.874695552849437e-05,
      "loss": 0.2096,
      "step": 6896
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8746531572657928e-05,
      "loss": 0.1831,
      "step": 6897
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8746107549908357e-05,
      "loss": 0.2437,
      "step": 6898
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.874568346024891e-05,
      "loss": 0.2538,
      "step": 6899
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8745259303682822e-05,
      "loss": 0.2393,
      "step": 6900
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8744835080213342e-05,
      "loss": 0.203,
      "step": 6901
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8744410789843712e-05,
      "loss": 0.1791,
      "step": 6902
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8743986432577182e-05,
      "loss": 0.1636,
      "step": 6903
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8743562008416994e-05,
      "loss": 0.2042,
      "step": 6904
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.87431375173664e-05,
      "loss": 0.1884,
      "step": 6905
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8742712959428645e-05,
      "loss": 0.22,
      "step": 6906
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8742288334606978e-05,
      "loss": 0.2126,
      "step": 6907
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8741863642904644e-05,
      "loss": 0.2057,
      "step": 6908
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8741438884324895e-05,
      "loss": 0.1802,
      "step": 6909
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8741014058870983e-05,
      "loss": 0.1947,
      "step": 6910
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8740589166546154e-05,
      "loss": 0.2286,
      "step": 6911
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8740164207353657e-05,
      "loss": 0.1865,
      "step": 6912
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8739739181296746e-05,
      "loss": 0.2117,
      "step": 6913
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8739314088378676e-05,
      "loss": 0.2299,
      "step": 6914
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8738888928602693e-05,
      "loss": 0.2099,
      "step": 6915
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8738463701972052e-05,
      "loss": 0.2526,
      "step": 6916
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8738038408490004e-05,
      "loss": 0.2374,
      "step": 6917
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8737613048159807e-05,
      "loss": 0.2291,
      "step": 6918
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8737187620984714e-05,
      "loss": 0.2146,
      "step": 6919
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8736762126967975e-05,
      "loss": 0.2072,
      "step": 6920
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8736336566112848e-05,
      "loss": 0.1908,
      "step": 6921
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8735910938422593e-05,
      "loss": 0.1969,
      "step": 6922
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.873548524390046e-05,
      "loss": 0.2149,
      "step": 6923
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.873505948254971e-05,
      "loss": 0.223,
      "step": 6924
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8734633654373595e-05,
      "loss": 0.2003,
      "step": 6925
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8734207759375375e-05,
      "loss": 0.2218,
      "step": 6926
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.873378179755831e-05,
      "loss": 0.1911,
      "step": 6927
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8733355768925657e-05,
      "loss": 0.2059,
      "step": 6928
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.873292967348068e-05,
      "loss": 0.2168,
      "step": 6929
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8732503511226632e-05,
      "loss": 0.2144,
      "step": 6930
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8732077282166777e-05,
      "loss": 0.2186,
      "step": 6931
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.873165098630437e-05,
      "loss": 0.2764,
      "step": 6932
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.873122462364268e-05,
      "loss": 0.187,
      "step": 6933
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8730798194184968e-05,
      "loss": 0.2006,
      "step": 6934
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8730371697934495e-05,
      "loss": 0.1948,
      "step": 6935
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8729945134894518e-05,
      "loss": 0.209,
      "step": 6936
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8729518505068304e-05,
      "loss": 0.2054,
      "step": 6937
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.872909180845912e-05,
      "loss": 0.2186,
      "step": 6938
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.872866504507023e-05,
      "loss": 0.218,
      "step": 6939
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.87282382149049e-05,
      "loss": 0.2365,
      "step": 6940
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8727811317966387e-05,
      "loss": 0.2282,
      "step": 6941
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8727384354257963e-05,
      "loss": 0.2149,
      "step": 6942
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8726957323782896e-05,
      "loss": 0.2338,
      "step": 6943
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8726530226544447e-05,
      "loss": 0.2428,
      "step": 6944
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8726103062545887e-05,
      "loss": 0.221,
      "step": 6945
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.872567583179049e-05,
      "loss": 0.2227,
      "step": 6946
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.872524853428151e-05,
      "loss": 0.2021,
      "step": 6947
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8724821170022235e-05,
      "loss": 0.1701,
      "step": 6948
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8724393739015915e-05,
      "loss": 0.1795,
      "step": 6949
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.872396624126583e-05,
      "loss": 0.2539,
      "step": 6950
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.872353867677525e-05,
      "loss": 0.221,
      "step": 6951
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8723111045547446e-05,
      "loss": 0.2909,
      "step": 6952
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8722683347585685e-05,
      "loss": 0.204,
      "step": 6953
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.872225558289325e-05,
      "loss": 0.2543,
      "step": 6954
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.87218277514734e-05,
      "loss": 0.2113,
      "step": 6955
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8721399853329415e-05,
      "loss": 0.2063,
      "step": 6956
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8720971888464568e-05,
      "loss": 0.1816,
      "step": 6957
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8720543856882134e-05,
      "loss": 0.2133,
      "step": 6958
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8720115758585386e-05,
      "loss": 0.1902,
      "step": 6959
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8719687593577597e-05,
      "loss": 0.2441,
      "step": 6960
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8719259361862043e-05,
      "loss": 0.1993,
      "step": 6961
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8718831063442008e-05,
      "loss": 0.2061,
      "step": 6962
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8718402698320757e-05,
      "loss": 0.2275,
      "step": 6963
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8717974266501575e-05,
      "loss": 0.1986,
      "step": 6964
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8717545767987736e-05,
      "loss": 0.2272,
      "step": 6965
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.871711720278252e-05,
      "loss": 0.2141,
      "step": 6966
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.871668857088921e-05,
      "loss": 0.1738,
      "step": 6967
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.871625987231107e-05,
      "loss": 0.1999,
      "step": 6968
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8715831107051398e-05,
      "loss": 0.1502,
      "step": 6969
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8715402275113465e-05,
      "loss": 0.2327,
      "step": 6970
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.871497337650055e-05,
      "loss": 0.2749,
      "step": 6971
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8714544411215935e-05,
      "loss": 0.2665,
      "step": 6972
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8714115379262904e-05,
      "loss": 0.2516,
      "step": 6973
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.871368628064474e-05,
      "loss": 0.2367,
      "step": 6974
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8713257115364727e-05,
      "loss": 0.2007,
      "step": 6975
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8712827883426143e-05,
      "loss": 0.2266,
      "step": 6976
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8712398584832274e-05,
      "loss": 0.1794,
      "step": 6977
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8711969219586405e-05,
      "loss": 0.2577,
      "step": 6978
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.871153978769182e-05,
      "loss": 0.2204,
      "step": 6979
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8711110289151805e-05,
      "loss": 0.2047,
      "step": 6980
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8710680723969647e-05,
      "loss": 0.1892,
      "step": 6981
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8710251092148632e-05,
      "loss": 0.1746,
      "step": 6982
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.870982139369204e-05,
      "loss": 0.1955,
      "step": 6983
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8709391628603163e-05,
      "loss": 0.2072,
      "step": 6984
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8708961796885293e-05,
      "loss": 0.1957,
      "step": 6985
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8708531898541716e-05,
      "loss": 0.2329,
      "step": 6986
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8708101933575717e-05,
      "loss": 0.1735,
      "step": 6987
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.870767190199059e-05,
      "loss": 0.1866,
      "step": 6988
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8707241803789623e-05,
      "loss": 0.2391,
      "step": 6989
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8706811638976104e-05,
      "loss": 0.1753,
      "step": 6990
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8706381407553324e-05,
      "loss": 0.2481,
      "step": 6991
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.870595110952458e-05,
      "loss": 0.1908,
      "step": 6992
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.870552074489316e-05,
      "loss": 0.2104,
      "step": 6993
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8705090313662356e-05,
      "loss": 0.2177,
      "step": 6994
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8704659815835465e-05,
      "loss": 0.2235,
      "step": 6995
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8704229251415773e-05,
      "loss": 0.1847,
      "step": 6996
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.870379862040658e-05,
      "loss": 0.2137,
      "step": 6997
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8703367922811175e-05,
      "loss": 0.2397,
      "step": 6998
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.870293715863286e-05,
      "loss": 0.1973,
      "step": 6999
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8702506327874923e-05,
      "loss": 0.2387,
      "step": 7000
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8702075430540667e-05,
      "loss": 0.1927,
      "step": 7001
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8701644466633382e-05,
      "loss": 0.2141,
      "step": 7002
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8701213436156372e-05,
      "loss": 0.1848,
      "step": 7003
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.870078233911293e-05,
      "loss": 0.2111,
      "step": 7004
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8700351175506356e-05,
      "loss": 0.2155,
      "step": 7005
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8699919945339942e-05,
      "loss": 0.2275,
      "step": 7006
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8699488648616997e-05,
      "loss": 0.2219,
      "step": 7007
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8699057285340813e-05,
      "loss": 0.2203,
      "step": 7008
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8698625855514697e-05,
      "loss": 0.2316,
      "step": 7009
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.869819435914194e-05,
      "loss": 0.1711,
      "step": 7010
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.869776279622585e-05,
      "loss": 0.2154,
      "step": 7011
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8697331166769728e-05,
      "loss": 0.2052,
      "step": 7012
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8696899470776875e-05,
      "loss": 0.202,
      "step": 7013
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8696467708250593e-05,
      "loss": 0.1864,
      "step": 7014
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8696035879194186e-05,
      "loss": 0.1424,
      "step": 7015
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8695603983610958e-05,
      "loss": 0.2205,
      "step": 7016
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8695172021504212e-05,
      "loss": 0.236,
      "step": 7017
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8694739992877248e-05,
      "loss": 0.2349,
      "step": 7018
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8694307897733382e-05,
      "loss": 0.188,
      "step": 7019
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8693875736075913e-05,
      "loss": 0.2398,
      "step": 7020
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8693443507908146e-05,
      "loss": 0.205,
      "step": 7021
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.869301121323339e-05,
      "loss": 0.1758,
      "step": 7022
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8692578852054956e-05,
      "loss": 0.2192,
      "step": 7023
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8692146424376144e-05,
      "loss": 0.2211,
      "step": 7024
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8691713930200264e-05,
      "loss": 0.1948,
      "step": 7025
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.869128136953063e-05,
      "loss": 0.1797,
      "step": 7026
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.869084874237054e-05,
      "loss": 0.1878,
      "step": 7027
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8690416048723317e-05,
      "loss": 0.1969,
      "step": 7028
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8689983288592266e-05,
      "loss": 0.2547,
      "step": 7029
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8689550461980695e-05,
      "loss": 0.2064,
      "step": 7030
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8689117568891915e-05,
      "loss": 0.1927,
      "step": 7031
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8688684609329247e-05,
      "loss": 0.2363,
      "step": 7032
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.868825158329599e-05,
      "loss": 0.2114,
      "step": 7033
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8687818490795467e-05,
      "loss": 0.2247,
      "step": 7034
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8687385331830984e-05,
      "loss": 0.2378,
      "step": 7035
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8686952106405862e-05,
      "loss": 0.2309,
      "step": 7036
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.868651881452341e-05,
      "loss": 0.2319,
      "step": 7037
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.868608545618694e-05,
      "loss": 0.1829,
      "step": 7038
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8685652031399777e-05,
      "loss": 0.1912,
      "step": 7039
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8685218540165228e-05,
      "loss": 0.1875,
      "step": 7040
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8684784982486615e-05,
      "loss": 0.2216,
      "step": 7041
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.868435135836725e-05,
      "loss": 0.1735,
      "step": 7042
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8683917667810454e-05,
      "loss": 0.2147,
      "step": 7043
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.868348391081954e-05,
      "loss": 0.207,
      "step": 7044
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8683050087397836e-05,
      "loss": 0.2031,
      "step": 7045
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8682616197548653e-05,
      "loss": 0.2171,
      "step": 7046
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8682182241275312e-05,
      "loss": 0.2141,
      "step": 7047
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.868174821858113e-05,
      "loss": 0.1785,
      "step": 7048
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8681314129469435e-05,
      "loss": 0.2571,
      "step": 7049
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.868087997394354e-05,
      "loss": 0.1787,
      "step": 7050
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8680445752006772e-05,
      "loss": 0.2082,
      "step": 7051
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8680011463662448e-05,
      "loss": 0.2018,
      "step": 7052
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8679577108913895e-05,
      "loss": 0.129,
      "step": 7053
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8679142687764434e-05,
      "loss": 0.2194,
      "step": 7054
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8678708200217386e-05,
      "loss": 0.2118,
      "step": 7055
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.867827364627608e-05,
      "loss": 0.2666,
      "step": 7056
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8677839025943836e-05,
      "loss": 0.1794,
      "step": 7057
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8677404339223982e-05,
      "loss": 0.2644,
      "step": 7058
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.867696958611984e-05,
      "loss": 0.1981,
      "step": 7059
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.867653476663474e-05,
      "loss": 0.2095,
      "step": 7060
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8676099880772004e-05,
      "loss": 0.1828,
      "step": 7061
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8675664928534965e-05,
      "loss": 0.2458,
      "step": 7062
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8675229909926946e-05,
      "loss": 0.2397,
      "step": 7063
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8674794824951276e-05,
      "loss": 0.2209,
      "step": 7064
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8674359673611283e-05,
      "loss": 0.2142,
      "step": 7065
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8673924455910296e-05,
      "loss": 0.2004,
      "step": 7066
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8673489171851645e-05,
      "loss": 0.2379,
      "step": 7067
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8673053821438665e-05,
      "loss": 0.2223,
      "step": 7068
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8672618404674677e-05,
      "loss": 0.1979,
      "step": 7069
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.867218292156302e-05,
      "loss": 0.2326,
      "step": 7070
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.867174737210702e-05,
      "loss": 0.2296,
      "step": 7071
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8671311756310008e-05,
      "loss": 0.2266,
      "step": 7072
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8670876074175324e-05,
      "loss": 0.1865,
      "step": 7073
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8670440325706296e-05,
      "loss": 0.1965,
      "step": 7074
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.867000451090626e-05,
      "loss": 0.2303,
      "step": 7075
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8669568629778548e-05,
      "loss": 0.214,
      "step": 7076
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8669132682326494e-05,
      "loss": 0.2244,
      "step": 7077
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8668696668553434e-05,
      "loss": 0.1978,
      "step": 7078
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8668260588462706e-05,
      "loss": 0.2041,
      "step": 7079
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8667824442057645e-05,
      "loss": 0.2,
      "step": 7080
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8667388229341584e-05,
      "loss": 0.2344,
      "step": 7081
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8666951950317863e-05,
      "loss": 0.1831,
      "step": 7082
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8666515604989823e-05,
      "loss": 0.195,
      "step": 7083
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8666079193360793e-05,
      "loss": 0.169,
      "step": 7084
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8665642715434122e-05,
      "loss": 0.2208,
      "step": 7085
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8665206171213143e-05,
      "loss": 0.2174,
      "step": 7086
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8664769560701198e-05,
      "loss": 0.2317,
      "step": 7087
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8664332883901623e-05,
      "loss": 0.2134,
      "step": 7088
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8663896140817762e-05,
      "loss": 0.237,
      "step": 7089
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8663459331452964e-05,
      "loss": 0.1697,
      "step": 7090
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8663022455810554e-05,
      "loss": 0.1886,
      "step": 7091
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.866258551389389e-05,
      "loss": 0.233,
      "step": 7092
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.86621485057063e-05,
      "loss": 0.1714,
      "step": 7093
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.866171143125114e-05,
      "loss": 0.2414,
      "step": 7094
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.866127429053175e-05,
      "loss": 0.2308,
      "step": 7095
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.866083708355147e-05,
      "loss": 0.1645,
      "step": 7096
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.866039981031365e-05,
      "loss": 0.1876,
      "step": 7097
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.865996247082163e-05,
      "loss": 0.2414,
      "step": 7098
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.865952506507876e-05,
      "loss": 0.1741,
      "step": 7099
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8659087593088387e-05,
      "loss": 0.1934,
      "step": 7100
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8658650054853855e-05,
      "loss": 0.2103,
      "step": 7101
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.865821245037851e-05,
      "loss": 0.1571,
      "step": 7102
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8657774779665705e-05,
      "loss": 0.2618,
      "step": 7103
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8657337042718785e-05,
      "loss": 0.2536,
      "step": 7104
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8656899239541095e-05,
      "loss": 0.217,
      "step": 7105
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8656461370135993e-05,
      "loss": 0.1925,
      "step": 7106
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.865602343450682e-05,
      "loss": 0.1642,
      "step": 7107
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8655585432656932e-05,
      "loss": 0.2234,
      "step": 7108
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8655147364589678e-05,
      "loss": 0.2757,
      "step": 7109
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8654709230308408e-05,
      "loss": 0.278,
      "step": 7110
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8654271029816477e-05,
      "loss": 0.2161,
      "step": 7111
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.865383276311724e-05,
      "loss": 0.1949,
      "step": 7112
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8653394430214038e-05,
      "loss": 0.2368,
      "step": 7113
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8652956031110235e-05,
      "loss": 0.135,
      "step": 7114
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8652517565809184e-05,
      "loss": 0.1789,
      "step": 7115
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8652079034314233e-05,
      "loss": 0.2349,
      "step": 7116
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8651640436628742e-05,
      "loss": 0.1729,
      "step": 7117
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.865120177275607e-05,
      "loss": 0.2514,
      "step": 7118
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.865076304269956e-05,
      "loss": 0.2204,
      "step": 7119
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8650324246462585e-05,
      "loss": 0.2372,
      "step": 7120
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.864988538404849e-05,
      "loss": 0.2421,
      "step": 7121
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8649446455460634e-05,
      "loss": 0.1952,
      "step": 7122
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.864900746070238e-05,
      "loss": 0.2329,
      "step": 7123
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.864856839977708e-05,
      "loss": 0.1721,
      "step": 7124
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.86481292726881e-05,
      "loss": 0.1984,
      "step": 7125
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8647690079438792e-05,
      "loss": 0.2186,
      "step": 7126
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8647250820032522e-05,
      "loss": 0.1719,
      "step": 7127
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.864681149447265e-05,
      "loss": 0.1683,
      "step": 7128
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.864637210276253e-05,
      "loss": 0.1813,
      "step": 7129
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.864593264490553e-05,
      "loss": 0.1501,
      "step": 7130
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8645493120905012e-05,
      "loss": 0.2269,
      "step": 7131
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8645053530764336e-05,
      "loss": 0.2529,
      "step": 7132
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8644613874486864e-05,
      "loss": 0.2042,
      "step": 7133
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8644174152075966e-05,
      "loss": 0.2354,
      "step": 7134
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8643734363534996e-05,
      "loss": 0.2402,
      "step": 7135
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.864329450886733e-05,
      "loss": 0.2944,
      "step": 7136
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8642854588076322e-05,
      "loss": 0.1865,
      "step": 7137
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8642414601165342e-05,
      "loss": 0.2059,
      "step": 7138
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.864197454813776e-05,
      "loss": 0.2345,
      "step": 7139
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8641534428996933e-05,
      "loss": 0.1857,
      "step": 7140
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.864109424374624e-05,
      "loss": 0.1746,
      "step": 7141
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.864065399238904e-05,
      "loss": 0.1726,
      "step": 7142
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.86402136749287e-05,
      "loss": 0.2091,
      "step": 7143
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8639773291368597e-05,
      "loss": 0.2338,
      "step": 7144
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8639332841712093e-05,
      "loss": 0.2102,
      "step": 7145
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8638892325962558e-05,
      "loss": 0.2319,
      "step": 7146
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8638451744123368e-05,
      "loss": 0.2633,
      "step": 7147
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8638011096197884e-05,
      "loss": 0.2348,
      "step": 7148
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8637570382189483e-05,
      "loss": 0.2486,
      "step": 7149
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8637129602101537e-05,
      "loss": 0.2184,
      "step": 7150
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8636688755937418e-05,
      "loss": 0.2397,
      "step": 7151
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8636247843700498e-05,
      "loss": 0.2479,
      "step": 7152
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8635806865394147e-05,
      "loss": 0.2261,
      "step": 7153
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.863536582102174e-05,
      "loss": 0.2021,
      "step": 7154
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8634924710586655e-05,
      "loss": 0.1738,
      "step": 7155
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8634483534092264e-05,
      "loss": 0.1936,
      "step": 7156
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.863404229154194e-05,
      "loss": 0.183,
      "step": 7157
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8633600982939062e-05,
      "loss": 0.1861,
      "step": 7158
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8633159608287005e-05,
      "loss": 0.2528,
      "step": 7159
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8632718167589143e-05,
      "loss": 0.2448,
      "step": 7160
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8632276660848853e-05,
      "loss": 0.2057,
      "step": 7161
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.863183508806952e-05,
      "loss": 0.2231,
      "step": 7162
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.863139344925452e-05,
      "loss": 0.2351,
      "step": 7163
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8630951744407222e-05,
      "loss": 0.2449,
      "step": 7164
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8630509973531015e-05,
      "loss": 0.2281,
      "step": 7165
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8630068136629273e-05,
      "loss": 0.2395,
      "step": 7166
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8629626233705382e-05,
      "loss": 0.2645,
      "step": 7167
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.862918426476272e-05,
      "loss": 0.2079,
      "step": 7168
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8628742229804665e-05,
      "loss": 0.2136,
      "step": 7169
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.86283001288346e-05,
      "loss": 0.2106,
      "step": 7170
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8627857961855914e-05,
      "loss": 0.1999,
      "step": 7171
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.862741572887198e-05,
      "loss": 0.1888,
      "step": 7172
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8626973429886188e-05,
      "loss": 0.1965,
      "step": 7173
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8626531064901918e-05,
      "loss": 0.2201,
      "step": 7174
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8626088633922553e-05,
      "loss": 0.1958,
      "step": 7175
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.862564613695148e-05,
      "loss": 0.183,
      "step": 7176
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8625203573992087e-05,
      "loss": 0.2386,
      "step": 7177
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8624760945047757e-05,
      "loss": 0.1876,
      "step": 7178
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8624318250121877e-05,
      "loss": 0.2494,
      "step": 7179
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.862387548921783e-05,
      "loss": 0.252,
      "step": 7180
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8623432662339005e-05,
      "loss": 0.2374,
      "step": 7181
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8622989769488793e-05,
      "loss": 0.2026,
      "step": 7182
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.862254681067058e-05,
      "loss": 0.2593,
      "step": 7183
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8622103785887754e-05,
      "loss": 0.2487,
      "step": 7184
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8621660695143706e-05,
      "loss": 0.1941,
      "step": 7185
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8621217538441826e-05,
      "loss": 0.1964,
      "step": 7186
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.86207743157855e-05,
      "loss": 0.2024,
      "step": 7187
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8620331027178123e-05,
      "loss": 0.1866,
      "step": 7188
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8619887672623085e-05,
      "loss": 0.2178,
      "step": 7189
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.861944425212378e-05,
      "loss": 0.2417,
      "step": 7190
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8619000765683594e-05,
      "loss": 0.2452,
      "step": 7191
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8618557213305926e-05,
      "loss": 0.185,
      "step": 7192
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8618113594994166e-05,
      "loss": 0.2661,
      "step": 7193
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8617669910751714e-05,
      "loss": 0.1865,
      "step": 7194
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8617226160581953e-05,
      "loss": 0.2145,
      "step": 7195
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8616782344488288e-05,
      "loss": 0.2263,
      "step": 7196
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8616338462474108e-05,
      "loss": 0.2045,
      "step": 7197
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.861589451454281e-05,
      "loss": 0.2412,
      "step": 7198
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8615450500697795e-05,
      "loss": 0.1877,
      "step": 7199
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8615006420942456e-05,
      "loss": 0.1806,
      "step": 7200
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.861456227528019e-05,
      "loss": 0.1787,
      "step": 7201
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8614118063714395e-05,
      "loss": 0.2077,
      "step": 7202
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.861367378624847e-05,
      "loss": 0.2383,
      "step": 7203
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8613229442885812e-05,
      "loss": 0.2087,
      "step": 7204
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8612785033629825e-05,
      "loss": 0.1554,
      "step": 7205
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8612340558483907e-05,
      "loss": 0.228,
      "step": 7206
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8611896017451453e-05,
      "loss": 0.2232,
      "step": 7207
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.861145141053587e-05,
      "loss": 0.195,
      "step": 7208
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8611006737740555e-05,
      "loss": 0.1842,
      "step": 7209
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8610561999068915e-05,
      "loss": 0.1674,
      "step": 7210
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.861011719452435e-05,
      "loss": 0.2418,
      "step": 7211
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8609672324110258e-05,
      "loss": 0.2149,
      "step": 7212
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8609227387830052e-05,
      "loss": 0.1751,
      "step": 7213
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.860878238568713e-05,
      "loss": 0.2575,
      "step": 7214
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8608337317684895e-05,
      "loss": 0.2303,
      "step": 7215
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8607892183826753e-05,
      "loss": 0.2071,
      "step": 7216
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8607446984116112e-05,
      "loss": 0.2146,
      "step": 7217
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8607001718556375e-05,
      "loss": 0.1854,
      "step": 7218
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8606556387150952e-05,
      "loss": 0.196,
      "step": 7219
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8606110989903247e-05,
      "loss": 0.1992,
      "step": 7220
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8605665526816666e-05,
      "loss": 0.222,
      "step": 7221
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.860521999789462e-05,
      "loss": 0.1598,
      "step": 7222
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8604774403140514e-05,
      "loss": 0.194,
      "step": 7223
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8604328742557763e-05,
      "loss": 0.1854,
      "step": 7224
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.860388301614977e-05,
      "loss": 0.2189,
      "step": 7225
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8603437223919946e-05,
      "loss": 0.2483,
      "step": 7226
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8602991365871704e-05,
      "loss": 0.2041,
      "step": 7227
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8602545442008456e-05,
      "loss": 0.2123,
      "step": 7228
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8602099452333612e-05,
      "loss": 0.2176,
      "step": 7229
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.860165339685058e-05,
      "loss": 0.1986,
      "step": 7230
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8601207275562776e-05,
      "loss": 0.2242,
      "step": 7231
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8600761088473614e-05,
      "loss": 0.2047,
      "step": 7232
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8600314835586504e-05,
      "loss": 0.2021,
      "step": 7233
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8599868516904862e-05,
      "loss": 0.1788,
      "step": 7234
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8599422132432104e-05,
      "loss": 0.2152,
      "step": 7235
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8598975682171643e-05,
      "loss": 0.2175,
      "step": 7236
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8598529166126892e-05,
      "loss": 0.2388,
      "step": 7237
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8598082584301272e-05,
      "loss": 0.2215,
      "step": 7238
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8597635936698197e-05,
      "loss": 0.2136,
      "step": 7239
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8597189223321086e-05,
      "loss": 0.2064,
      "step": 7240
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.859674244417335e-05,
      "loss": 0.1961,
      "step": 7241
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8596295599258415e-05,
      "loss": 0.2307,
      "step": 7242
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8595848688579697e-05,
      "loss": 0.1848,
      "step": 7243
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8595401712140614e-05,
      "loss": 0.2052,
      "step": 7244
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8594954669944584e-05,
      "loss": 0.1907,
      "step": 7245
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8594507561995026e-05,
      "loss": 0.2406,
      "step": 7246
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8594060388295366e-05,
      "loss": 0.1895,
      "step": 7247
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8593613148849022e-05,
      "loss": 0.1829,
      "step": 7248
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8593165843659413e-05,
      "loss": 0.2108,
      "step": 7249
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8592718472729964e-05,
      "loss": 0.1852,
      "step": 7250
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.85922710360641e-05,
      "loss": 0.1913,
      "step": 7251
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8591823533665238e-05,
      "loss": 0.206,
      "step": 7252
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8591375965536805e-05,
      "loss": 0.2363,
      "step": 7253
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8590928331682224e-05,
      "loss": 0.1788,
      "step": 7254
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8590480632104923e-05,
      "loss": 0.1419,
      "step": 7255
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.859003286680832e-05,
      "loss": 0.1896,
      "step": 7256
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8589585035795847e-05,
      "loss": 0.2058,
      "step": 7257
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8589137139070927e-05,
      "loss": 0.2613,
      "step": 7258
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.858868917663699e-05,
      "loss": 0.2286,
      "step": 7259
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8588241148497454e-05,
      "loss": 0.1861,
      "step": 7260
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8587793054655756e-05,
      "loss": 0.2014,
      "step": 7261
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.858734489511532e-05,
      "loss": 0.1889,
      "step": 7262
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8586896669879576e-05,
      "loss": 0.2075,
      "step": 7263
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8586448378951953e-05,
      "loss": 0.19,
      "step": 7264
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8586000022335877e-05,
      "loss": 0.2514,
      "step": 7265
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8585551600034782e-05,
      "loss": 0.2075,
      "step": 7266
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8585103112052096e-05,
      "loss": 0.2643,
      "step": 7267
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8584654558391254e-05,
      "loss": 0.2333,
      "step": 7268
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8584205939055682e-05,
      "loss": 0.2204,
      "step": 7269
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.858375725404882e-05,
      "loss": 0.1663,
      "step": 7270
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.858330850337409e-05,
      "loss": 0.2482,
      "step": 7271
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.858285968703493e-05,
      "loss": 0.2054,
      "step": 7272
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8582410805034778e-05,
      "loss": 0.1877,
      "step": 7273
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8581961857377062e-05,
      "loss": 0.2106,
      "step": 7274
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.858151284406522e-05,
      "loss": 0.2049,
      "step": 7275
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8581063765102685e-05,
      "loss": 0.2183,
      "step": 7276
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8580614620492892e-05,
      "loss": 0.3294,
      "step": 7277
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8580165410239283e-05,
      "loss": 0.2065,
      "step": 7278
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8579716134345285e-05,
      "loss": 0.1927,
      "step": 7279
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.857926679281434e-05,
      "loss": 0.2127,
      "step": 7280
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.857881738564989e-05,
      "loss": 0.2077,
      "step": 7281
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8578367912855367e-05,
      "loss": 0.1672,
      "step": 7282
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8577918374434207e-05,
      "loss": 0.2357,
      "step": 7283
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8577468770389858e-05,
      "loss": 0.1832,
      "step": 7284
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8577019100725754e-05,
      "loss": 0.1631,
      "step": 7285
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8576569365445338e-05,
      "loss": 0.2562,
      "step": 7286
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8576119564552045e-05,
      "loss": 0.2353,
      "step": 7287
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.857566969804932e-05,
      "loss": 0.1984,
      "step": 7288
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8575219765940605e-05,
      "loss": 0.2439,
      "step": 7289
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.857476976822934e-05,
      "loss": 0.1805,
      "step": 7290
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8574319704918974e-05,
      "loss": 0.21,
      "step": 7291
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.857386957601294e-05,
      "loss": 0.19,
      "step": 7292
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8573419381514688e-05,
      "loss": 0.2218,
      "step": 7293
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8572969121427664e-05,
      "loss": 0.2125,
      "step": 7294
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8572518795755302e-05,
      "loss": 0.2334,
      "step": 7295
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8572068404501062e-05,
      "loss": 0.1771,
      "step": 7296
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.857161794766838e-05,
      "loss": 0.1689,
      "step": 7297
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.85711674252607e-05,
      "loss": 0.2336,
      "step": 7298
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8570716837281476e-05,
      "loss": 0.2342,
      "step": 7299
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8570266183734153e-05,
      "loss": 0.1899,
      "step": 7300
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8569815464622177e-05,
      "loss": 0.1951,
      "step": 7301
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8569364679948997e-05,
      "loss": 0.1811,
      "step": 7302
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.856891382971806e-05,
      "loss": 0.1883,
      "step": 7303
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8568462913932812e-05,
      "loss": 0.2152,
      "step": 7304
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8568011932596715e-05,
      "loss": 0.1885,
      "step": 7305
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8567560885713204e-05,
      "loss": 0.2103,
      "step": 7306
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8567109773285744e-05,
      "loss": 0.1723,
      "step": 7307
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8566658595317776e-05,
      "loss": 0.206,
      "step": 7308
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.856620735181275e-05,
      "loss": 0.2718,
      "step": 7309
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8565756042774124e-05,
      "loss": 0.2155,
      "step": 7310
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8565304668205357e-05,
      "loss": 0.2206,
      "step": 7311
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8564853228109883e-05,
      "loss": 0.1848,
      "step": 7312
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8564401722491173e-05,
      "loss": 0.204,
      "step": 7313
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8563950151352675e-05,
      "loss": 0.2193,
      "step": 7314
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8563498514697843e-05,
      "loss": 0.1918,
      "step": 7315
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8563046812530135e-05,
      "loss": 0.2137,
      "step": 7316
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8562595044853004e-05,
      "loss": 0.1931,
      "step": 7317
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8562143211669902e-05,
      "loss": 0.2393,
      "step": 7318
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8561691312984296e-05,
      "loss": 0.1873,
      "step": 7319
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8561239348799634e-05,
      "loss": 0.2003,
      "step": 7320
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8560787319119376e-05,
      "loss": 0.2637,
      "step": 7321
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8560335223946985e-05,
      "loss": 0.1894,
      "step": 7322
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8559883063285913e-05,
      "loss": 0.2366,
      "step": 7323
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8559430837139622e-05,
      "loss": 0.2782,
      "step": 7324
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8558978545511572e-05,
      "loss": 0.2045,
      "step": 7325
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8558526188405223e-05,
      "loss": 0.2436,
      "step": 7326
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8558073765824037e-05,
      "loss": 0.2228,
      "step": 7327
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8557621277771473e-05,
      "loss": 0.2468,
      "step": 7328
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.855716872425099e-05,
      "loss": 0.2279,
      "step": 7329
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8556716105266055e-05,
      "loss": 0.2407,
      "step": 7330
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.855626342082013e-05,
      "loss": 0.1882,
      "step": 7331
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8555810670916675e-05,
      "loss": 0.1962,
      "step": 7332
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8555357855559158e-05,
      "loss": 0.1882,
      "step": 7333
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.855490497475104e-05,
      "loss": 0.2398,
      "step": 7334
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8554452028495786e-05,
      "loss": 0.2133,
      "step": 7335
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8553999016796863e-05,
      "loss": 0.2019,
      "step": 7336
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8553545939657732e-05,
      "loss": 0.24,
      "step": 7337
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8553092797081868e-05,
      "loss": 0.1995,
      "step": 7338
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.855263958907273e-05,
      "loss": 0.2199,
      "step": 7339
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8552186315633784e-05,
      "loss": 0.1782,
      "step": 7340
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8551732976768503e-05,
      "loss": 0.2342,
      "step": 7341
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8551279572480356e-05,
      "loss": 0.197,
      "step": 7342
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8550826102772804e-05,
      "loss": 0.2016,
      "step": 7343
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8550372567649326e-05,
      "loss": 0.2104,
      "step": 7344
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8549918967113382e-05,
      "loss": 0.2317,
      "step": 7345
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8549465301168446e-05,
      "loss": 0.2298,
      "step": 7346
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8549011569817995e-05,
      "loss": 0.2073,
      "step": 7347
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.854855777306549e-05,
      "loss": 0.214,
      "step": 7348
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8548103910914408e-05,
      "loss": 0.2245,
      "step": 7349
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8547649983368222e-05,
      "loss": 0.1958,
      "step": 7350
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.85471959904304e-05,
      "loss": 0.2056,
      "step": 7351
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8546741932104422e-05,
      "loss": 0.2172,
      "step": 7352
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8546287808393754e-05,
      "loss": 0.2156,
      "step": 7353
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8545833619301876e-05,
      "loss": 0.186,
      "step": 7354
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8545379364832262e-05,
      "loss": 0.1634,
      "step": 7355
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8544925044988384e-05,
      "loss": 0.2422,
      "step": 7356
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8544470659773722e-05,
      "loss": 0.2315,
      "step": 7357
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8544016209191745e-05,
      "loss": 0.2142,
      "step": 7358
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8543561693245937e-05,
      "loss": 0.2693,
      "step": 7359
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8543107111939772e-05,
      "loss": 0.1852,
      "step": 7360
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.854265246527673e-05,
      "loss": 0.2052,
      "step": 7361
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8542197753260286e-05,
      "loss": 0.278,
      "step": 7362
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.854174297589392e-05,
      "loss": 0.2313,
      "step": 7363
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.854128813318111e-05,
      "loss": 0.2103,
      "step": 7364
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8540833225125336e-05,
      "loss": 0.2134,
      "step": 7365
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.854037825173008e-05,
      "loss": 0.1911,
      "step": 7366
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8539923212998823e-05,
      "loss": 0.1913,
      "step": 7367
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.853946810893504e-05,
      "loss": 0.1914,
      "step": 7368
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8539012939542226e-05,
      "loss": 0.1697,
      "step": 7369
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8538557704823845e-05,
      "loss": 0.2252,
      "step": 7370
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8538102404783395e-05,
      "loss": 0.2441,
      "step": 7371
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.853764703942435e-05,
      "loss": 0.2657,
      "step": 7372
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.85371916087502e-05,
      "loss": 0.212,
      "step": 7373
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8536736112764426e-05,
      "loss": 0.1994,
      "step": 7374
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.853628055147051e-05,
      "loss": 0.1807,
      "step": 7375
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8535824924871947e-05,
      "loss": 0.1811,
      "step": 7376
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8535369232972208e-05,
      "loss": 0.2173,
      "step": 7377
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8534913475774788e-05,
      "loss": 0.2088,
      "step": 7378
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8534457653283176e-05,
      "loss": 0.1691,
      "step": 7379
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8534001765500854e-05,
      "loss": 0.2345,
      "step": 7380
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.853354581243131e-05,
      "loss": 0.2034,
      "step": 7381
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8533089794078033e-05,
      "loss": 0.2498,
      "step": 7382
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8532633710444513e-05,
      "loss": 0.1961,
      "step": 7383
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.853217756153424e-05,
      "loss": 0.1873,
      "step": 7384
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8531721347350697e-05,
      "loss": 0.1701,
      "step": 7385
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8531265067897383e-05,
      "loss": 0.2504,
      "step": 7386
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8530808723177785e-05,
      "loss": 0.2091,
      "step": 7387
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8530352313195392e-05,
      "loss": 0.2089,
      "step": 7388
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.85298958379537e-05,
      "loss": 0.2654,
      "step": 7389
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8529439297456195e-05,
      "loss": 0.2111,
      "step": 7390
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8528982691706375e-05,
      "loss": 0.1815,
      "step": 7391
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8528526020707735e-05,
      "loss": 0.1676,
      "step": 7392
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.852806928446376e-05,
      "loss": 0.2385,
      "step": 7393
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.852761248297795e-05,
      "loss": 0.1917,
      "step": 7394
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8527155616253798e-05,
      "loss": 0.2095,
      "step": 7395
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8526698684294802e-05,
      "loss": 0.1861,
      "step": 7396
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8526241687104454e-05,
      "loss": 0.1954,
      "step": 7397
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8525784624686254e-05,
      "loss": 0.2185,
      "step": 7398
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8525327497043695e-05,
      "loss": 0.2134,
      "step": 7399
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8524870304180276e-05,
      "loss": 0.2044,
      "step": 7400
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8524413046099494e-05,
      "loss": 0.2507,
      "step": 7401
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8523955722804847e-05,
      "loss": 0.1599,
      "step": 7402
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8523498334299833e-05,
      "loss": 0.2098,
      "step": 7403
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8523040880587956e-05,
      "loss": 0.2217,
      "step": 7404
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.852258336167271e-05,
      "loss": 0.2369,
      "step": 7405
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8522125777557592e-05,
      "loss": 0.2696,
      "step": 7406
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8521668128246113e-05,
      "loss": 0.1725,
      "step": 7407
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8521210413741766e-05,
      "loss": 0.2226,
      "step": 7408
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8520752634048057e-05,
      "loss": 0.2207,
      "step": 7409
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8520294789168488e-05,
      "loss": 0.2662,
      "step": 7410
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8519836879106555e-05,
      "loss": 0.2143,
      "step": 7411
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.851937890386577e-05,
      "loss": 0.2085,
      "step": 7412
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8518920863449633e-05,
      "loss": 0.1636,
      "step": 7413
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8518462757861644e-05,
      "loss": 0.1877,
      "step": 7414
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8518004587105314e-05,
      "loss": 0.212,
      "step": 7415
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8517546351184145e-05,
      "loss": 0.2044,
      "step": 7416
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8517088050101646e-05,
      "loss": 0.1633,
      "step": 7417
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8516629683861317e-05,
      "loss": 0.1855,
      "step": 7418
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.851617125246667e-05,
      "loss": 0.1904,
      "step": 7419
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.851571275592121e-05,
      "loss": 0.2035,
      "step": 7420
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8515254194228442e-05,
      "loss": 0.2355,
      "step": 7421
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.851479556739188e-05,
      "loss": 0.2096,
      "step": 7422
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8514336875415027e-05,
      "loss": 0.2167,
      "step": 7423
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8513878118301398e-05,
      "loss": 0.2152,
      "step": 7424
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8513419296054495e-05,
      "loss": 0.2169,
      "step": 7425
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8512960408677836e-05,
      "loss": 0.1837,
      "step": 7426
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8512501456174922e-05,
      "loss": 0.2058,
      "step": 7427
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8512042438549275e-05,
      "loss": 0.2334,
      "step": 7428
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.85115833558044e-05,
      "loss": 0.1968,
      "step": 7429
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8511124207943812e-05,
      "loss": 0.2311,
      "step": 7430
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8510664994971023e-05,
      "loss": 0.1636,
      "step": 7431
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.851020571688954e-05,
      "loss": 0.2231,
      "step": 7432
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8509746373702885e-05,
      "loss": 0.2076,
      "step": 7433
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.850928696541457e-05,
      "loss": 0.2161,
      "step": 7434
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.850882749202811e-05,
      "loss": 0.2485,
      "step": 7435
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8508367953547015e-05,
      "loss": 0.2289,
      "step": 7436
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8507908349974804e-05,
      "loss": 0.2112,
      "step": 7437
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8507448681314996e-05,
      "loss": 0.23,
      "step": 7438
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8506988947571104e-05,
      "loss": 0.2593,
      "step": 7439
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.850652914874665e-05,
      "loss": 0.2078,
      "step": 7440
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8506069284845143e-05,
      "loss": 0.1956,
      "step": 7441
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8505609355870104e-05,
      "loss": 0.194,
      "step": 7442
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8505149361825056e-05,
      "loss": 0.1872,
      "step": 7443
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8504689302713515e-05,
      "loss": 0.2119,
      "step": 7444
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8504229178538998e-05,
      "loss": 0.2629,
      "step": 7445
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8503768989305032e-05,
      "loss": 0.1726,
      "step": 7446
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8503308735015132e-05,
      "loss": 0.2262,
      "step": 7447
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.850284841567282e-05,
      "loss": 0.2218,
      "step": 7448
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.850238803128162e-05,
      "loss": 0.2153,
      "step": 7449
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8501927581845048e-05,
      "loss": 0.2136,
      "step": 7450
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8501467067366633e-05,
      "loss": 0.169,
      "step": 7451
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8501006487849898e-05,
      "loss": 0.2703,
      "step": 7452
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8500545843298362e-05,
      "loss": 0.2041,
      "step": 7453
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.850008513371555e-05,
      "loss": 0.206,
      "step": 7454
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8499624359104992e-05,
      "loss": 0.1995,
      "step": 7455
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8499163519470205e-05,
      "loss": 0.2177,
      "step": 7456
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.849870261481472e-05,
      "loss": 0.1791,
      "step": 7457
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.849824164514206e-05,
      "loss": 0.239,
      "step": 7458
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8497780610455757e-05,
      "loss": 0.2074,
      "step": 7459
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8497319510759328e-05,
      "loss": 0.1457,
      "step": 7460
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.849685834605631e-05,
      "loss": 0.1725,
      "step": 7461
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8496397116350228e-05,
      "loss": 0.1838,
      "step": 7462
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8495935821644608e-05,
      "loss": 0.24,
      "step": 7463
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8495474461942985e-05,
      "loss": 0.1883,
      "step": 7464
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.849501303724888e-05,
      "loss": 0.2399,
      "step": 7465
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.849455154756583e-05,
      "loss": 0.2285,
      "step": 7466
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8494089992897363e-05,
      "loss": 0.2571,
      "step": 7467
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.849362837324701e-05,
      "loss": 0.2353,
      "step": 7468
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8493166688618306e-05,
      "loss": 0.2126,
      "step": 7469
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8492704939014773e-05,
      "loss": 0.1952,
      "step": 7470
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8492243124439955e-05,
      "loss": 0.2248,
      "step": 7471
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.849178124489738e-05,
      "loss": 0.2432,
      "step": 7472
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8491319300390577e-05,
      "loss": 0.2147,
      "step": 7473
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.849085729092309e-05,
      "loss": 0.2495,
      "step": 7474
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8490395216498448e-05,
      "loss": 0.1921,
      "step": 7475
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8489933077120182e-05,
      "loss": 0.1985,
      "step": 7476
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8489470872791833e-05,
      "loss": 0.1962,
      "step": 7477
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.848900860351694e-05,
      "loss": 0.1904,
      "step": 7478
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.848854626929903e-05,
      "loss": 0.1862,
      "step": 7479
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8488083870141646e-05,
      "loss": 0.2228,
      "step": 7480
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8487621406048326e-05,
      "loss": 0.2451,
      "step": 7481
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8487158877022606e-05,
      "loss": 0.2547,
      "step": 7482
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8486696283068026e-05,
      "loss": 0.1937,
      "step": 7483
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.848623362418812e-05,
      "loss": 0.1914,
      "step": 7484
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8485770900386434e-05,
      "loss": 0.1951,
      "step": 7485
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8485308111666508e-05,
      "loss": 0.2013,
      "step": 7486
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8484845258031873e-05,
      "loss": 0.2278,
      "step": 7487
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.848438233948608e-05,
      "loss": 0.2261,
      "step": 7488
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.848391935603267e-05,
      "loss": 0.1772,
      "step": 7489
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8483456307675177e-05,
      "loss": 0.2055,
      "step": 7490
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8482993194417155e-05,
      "loss": 0.2324,
      "step": 7491
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8482530016262135e-05,
      "loss": 0.2869,
      "step": 7492
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8482066773213664e-05,
      "loss": 0.202,
      "step": 7493
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8481603465275294e-05,
      "loss": 0.1859,
      "step": 7494
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.848114009245056e-05,
      "loss": 0.2746,
      "step": 7495
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.848067665474301e-05,
      "loss": 0.1989,
      "step": 7496
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.848021315215619e-05,
      "loss": 0.1942,
      "step": 7497
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8479749584693646e-05,
      "loss": 0.2163,
      "step": 7498
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8479285952358923e-05,
      "loss": 0.2353,
      "step": 7499
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8478822255155567e-05,
      "loss": 0.2313,
      "step": 7500
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8478358493087133e-05,
      "loss": 0.1915,
      "step": 7501
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8477894666157157e-05,
      "loss": 0.2177,
      "step": 7502
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8477430774369195e-05,
      "loss": 0.1594,
      "step": 7503
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8476966817726793e-05,
      "loss": 0.1983,
      "step": 7504
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8476502796233505e-05,
      "loss": 0.2134,
      "step": 7505
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8476038709892876e-05,
      "loss": 0.2392,
      "step": 7506
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8475574558708457e-05,
      "loss": 0.2297,
      "step": 7507
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.84751103426838e-05,
      "loss": 0.2717,
      "step": 7508
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8474646061822458e-05,
      "loss": 0.196,
      "step": 7509
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.847418171612798e-05,
      "loss": 0.228,
      "step": 7510
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.847371730560392e-05,
      "loss": 0.2124,
      "step": 7511
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8473252830253828e-05,
      "loss": 0.1978,
      "step": 7512
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8472788290081264e-05,
      "loss": 0.2127,
      "step": 7513
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8472323685089774e-05,
      "loss": 0.1935,
      "step": 7514
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8471859015282917e-05,
      "loss": 0.2118,
      "step": 7515
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8471394280664246e-05,
      "loss": 0.2518,
      "step": 7516
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8470929481237316e-05,
      "loss": 0.221,
      "step": 7517
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8470464617005687e-05,
      "loss": 0.2053,
      "step": 7518
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8469999687972908e-05,
      "loss": 0.1896,
      "step": 7519
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.846953469414254e-05,
      "loss": 0.1751,
      "step": 7520
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8469069635518145e-05,
      "loss": 0.1841,
      "step": 7521
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8468604512103274e-05,
      "loss": 0.2362,
      "step": 7522
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8468139323901483e-05,
      "loss": 0.1998,
      "step": 7523
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.846767407091634e-05,
      "loss": 0.2121,
      "step": 7524
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.84672087531514e-05,
      "loss": 0.185,
      "step": 7525
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.846674337061022e-05,
      "loss": 0.2539,
      "step": 7526
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8466277923296365e-05,
      "loss": 0.1953,
      "step": 7527
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.846581241121339e-05,
      "loss": 0.2058,
      "step": 7528
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.846534683436486e-05,
      "loss": 0.2364,
      "step": 7529
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.846488119275434e-05,
      "loss": 0.2092,
      "step": 7530
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8464415486385387e-05,
      "loss": 0.2194,
      "step": 7531
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.846394971526156e-05,
      "loss": 0.191,
      "step": 7532
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8463483879386435e-05,
      "loss": 0.1955,
      "step": 7533
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8463017978763568e-05,
      "loss": 0.2238,
      "step": 7534
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.846255201339652e-05,
      "loss": 0.1957,
      "step": 7535
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8462085983288862e-05,
      "loss": 0.1861,
      "step": 7536
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.846161988844416e-05,
      "loss": 0.1882,
      "step": 7537
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.846115372886597e-05,
      "loss": 0.1905,
      "step": 7538
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8460687504557867e-05,
      "loss": 0.2186,
      "step": 7539
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8460221215523414e-05,
      "loss": 0.184,
      "step": 7540
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.845975486176618e-05,
      "loss": 0.1858,
      "step": 7541
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8459288443289735e-05,
      "loss": 0.2181,
      "step": 7542
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8458821960097644e-05,
      "loss": 0.2231,
      "step": 7543
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8458355412193476e-05,
      "loss": 0.2332,
      "step": 7544
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.84578887995808e-05,
      "loss": 0.2459,
      "step": 7545
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8457422122263186e-05,
      "loss": 0.1772,
      "step": 7546
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8456955380244206e-05,
      "loss": 0.2845,
      "step": 7547
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.845648857352743e-05,
      "loss": 0.1646,
      "step": 7548
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8456021702116423e-05,
      "loss": 0.1718,
      "step": 7549
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.845555476601477e-05,
      "loss": 0.1922,
      "step": 7550
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8455087765226027e-05,
      "loss": 0.1983,
      "step": 7551
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8454620699753778e-05,
      "loss": 0.2016,
      "step": 7552
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8454153569601595e-05,
      "loss": 0.2097,
      "step": 7553
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8453686374773045e-05,
      "loss": 0.19,
      "step": 7554
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.845321911527171e-05,
      "loss": 0.2704,
      "step": 7555
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8452751791101163e-05,
      "loss": 0.2012,
      "step": 7556
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.845228440226498e-05,
      "loss": 0.2158,
      "step": 7557
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8451816948766726e-05,
      "loss": 0.2167,
      "step": 7558
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.845134943060999e-05,
      "loss": 0.2658,
      "step": 7559
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8450881847798344e-05,
      "loss": 0.2389,
      "step": 7560
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.845041420033536e-05,
      "loss": 0.2071,
      "step": 7561
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8449946488224627e-05,
      "loss": 0.237,
      "step": 7562
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.844947871146972e-05,
      "loss": 0.215,
      "step": 7563
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8449010870074205e-05,
      "loss": 0.1863,
      "step": 7564
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.844854296404168e-05,
      "loss": 0.1972,
      "step": 7565
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.844807499337571e-05,
      "loss": 0.2075,
      "step": 7566
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.844760695807988e-05,
      "loss": 0.227,
      "step": 7567
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8447138858157775e-05,
      "loss": 0.17,
      "step": 7568
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.844667069361297e-05,
      "loss": 0.2525,
      "step": 7569
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.844620246444904e-05,
      "loss": 0.2187,
      "step": 7570
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8445734170669585e-05,
      "loss": 0.2304,
      "step": 7571
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8445265812278178e-05,
      "loss": 0.2239,
      "step": 7572
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.84447973892784e-05,
      "loss": 0.2085,
      "step": 7573
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8444328901673835e-05,
      "loss": 0.25,
      "step": 7574
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.844386034946807e-05,
      "loss": 0.2019,
      "step": 7575
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.844339173266469e-05,
      "loss": 0.2003,
      "step": 7576
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8442923051267278e-05,
      "loss": 0.2278,
      "step": 7577
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.844245430527942e-05,
      "loss": 0.1725,
      "step": 7578
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8441985494704703e-05,
      "loss": 0.2282,
      "step": 7579
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8441516619546708e-05,
      "loss": 0.2262,
      "step": 7580
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.844104767980903e-05,
      "loss": 0.1902,
      "step": 7581
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.844057867549525e-05,
      "loss": 0.2281,
      "step": 7582
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8440109606608962e-05,
      "loss": 0.2124,
      "step": 7583
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.843964047315375e-05,
      "loss": 0.215,
      "step": 7584
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8439171275133207e-05,
      "loss": 0.1831,
      "step": 7585
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8438702012550916e-05,
      "loss": 0.2226,
      "step": 7586
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8438232685410472e-05,
      "loss": 0.1986,
      "step": 7587
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8437763293715468e-05,
      "loss": 0.2348,
      "step": 7588
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.843729383746949e-05,
      "loss": 0.2038,
      "step": 7589
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8436824316676127e-05,
      "loss": 0.1772,
      "step": 7590
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.843635473133898e-05,
      "loss": 0.244,
      "step": 7591
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.843588508146163e-05,
      "loss": 0.2115,
      "step": 7592
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.843541536704768e-05,
      "loss": 0.1734,
      "step": 7593
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.843494558810072e-05,
      "loss": 0.2037,
      "step": 7594
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.843447574462434e-05,
      "loss": 0.2246,
      "step": 7595
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8434005836622144e-05,
      "loss": 0.2291,
      "step": 7596
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8433535864097715e-05,
      "loss": 0.2026,
      "step": 7597
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8433065827054654e-05,
      "loss": 0.2367,
      "step": 7598
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.843259572549656e-05,
      "loss": 0.1813,
      "step": 7599
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8432125559427028e-05,
      "loss": 0.2495,
      "step": 7600
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.843165532884965e-05,
      "loss": 0.1986,
      "step": 7601
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.843118503376803e-05,
      "loss": 0.2356,
      "step": 7602
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8430714674185755e-05,
      "loss": 0.2221,
      "step": 7603
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.843024425010644e-05,
      "loss": 0.2046,
      "step": 7604
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8429773761533672e-05,
      "loss": 0.2242,
      "step": 7605
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8429303208471052e-05,
      "loss": 0.2365,
      "step": 7606
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.842883259092218e-05,
      "loss": 0.211,
      "step": 7607
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.842836190889066e-05,
      "loss": 0.2193,
      "step": 7608
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.842789116238009e-05,
      "loss": 0.2197,
      "step": 7609
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.842742035139407e-05,
      "loss": 0.1665,
      "step": 7610
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8426949475936207e-05,
      "loss": 0.1967,
      "step": 7611
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8426478536010096e-05,
      "loss": 0.1836,
      "step": 7612
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8426007531619343e-05,
      "loss": 0.1841,
      "step": 7613
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8425536462767554e-05,
      "loss": 0.2236,
      "step": 7614
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8425065329458332e-05,
      "loss": 0.2021,
      "step": 7615
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8424594131695277e-05,
      "loss": 0.2146,
      "step": 7616
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8424122869481996e-05,
      "loss": 0.2095,
      "step": 7617
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8423651542822098e-05,
      "loss": 0.2107,
      "step": 7618
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8423180151719185e-05,
      "loss": 0.1908,
      "step": 7619
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.842270869617686e-05,
      "loss": 0.2054,
      "step": 7620
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.842223717619874e-05,
      "loss": 0.2339,
      "step": 7621
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8421765591788423e-05,
      "loss": 0.1958,
      "step": 7622
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.842129394294952e-05,
      "loss": 0.2222,
      "step": 7623
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8420822229685637e-05,
      "loss": 0.2681,
      "step": 7624
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8420350452000386e-05,
      "loss": 0.1956,
      "step": 7625
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8419878609897376e-05,
      "loss": 0.2182,
      "step": 7626
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8419406703380213e-05,
      "loss": 0.2004,
      "step": 7627
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.841893473245251e-05,
      "loss": 0.3081,
      "step": 7628
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.841846269711788e-05,
      "loss": 0.1888,
      "step": 7629
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.841799059737993e-05,
      "loss": 0.2431,
      "step": 7630
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8417518433242276e-05,
      "loss": 0.2057,
      "step": 7631
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8417046204708523e-05,
      "loss": 0.1992,
      "step": 7632
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8416573911782292e-05,
      "loss": 0.1726,
      "step": 7633
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.841610155446719e-05,
      "loss": 0.2224,
      "step": 7634
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8415629132766834e-05,
      "loss": 0.2247,
      "step": 7635
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8415156646684836e-05,
      "loss": 0.1998,
      "step": 7636
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8414684096224814e-05,
      "loss": 0.1548,
      "step": 7637
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.841421148139038e-05,
      "loss": 0.2228,
      "step": 7638
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8413738802185148e-05,
      "loss": 0.2085,
      "step": 7639
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8413266058612738e-05,
      "loss": 0.201,
      "step": 7640
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8412793250676767e-05,
      "loss": 0.1936,
      "step": 7641
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8412320378380847e-05,
      "loss": 0.211,
      "step": 7642
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8411847441728604e-05,
      "loss": 0.1876,
      "step": 7643
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8411374440723647e-05,
      "loss": 0.1914,
      "step": 7644
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.84109013753696e-05,
      "loss": 0.2148,
      "step": 7645
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.841042824567008e-05,
      "loss": 0.1906,
      "step": 7646
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8409955051628706e-05,
      "loss": 0.2477,
      "step": 7647
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.84094817932491e-05,
      "loss": 0.2439,
      "step": 7648
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8409008470534884e-05,
      "loss": 0.2142,
      "step": 7649
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8408535083489677e-05,
      "loss": 0.2103,
      "step": 7650
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8408061632117098e-05,
      "loss": 0.1965,
      "step": 7651
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8407588116420772e-05,
      "loss": 0.1966,
      "step": 7652
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.840711453640432e-05,
      "loss": 0.2557,
      "step": 7653
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8406640892071367e-05,
      "loss": 0.2045,
      "step": 7654
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8406167183425533e-05,
      "loss": 0.181,
      "step": 7655
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8405693410470448e-05,
      "loss": 0.2607,
      "step": 7656
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8405219573209733e-05,
      "loss": 0.1974,
      "step": 7657
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.840474567164701e-05,
      "loss": 0.1821,
      "step": 7658
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8404271705785907e-05,
      "loss": 0.1866,
      "step": 7659
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8403797675630054e-05,
      "loss": 0.1916,
      "step": 7660
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.840332358118307e-05,
      "loss": 0.203,
      "step": 7661
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.840284942244859e-05,
      "loss": 0.1986,
      "step": 7662
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.840237519943023e-05,
      "loss": 0.2286,
      "step": 7663
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.840190091213163e-05,
      "loss": 0.1831,
      "step": 7664
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8401426560556414e-05,
      "loss": 0.2041,
      "step": 7665
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8400952144708207e-05,
      "loss": 0.14,
      "step": 7666
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8400477664590644e-05,
      "loss": 0.1877,
      "step": 7667
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8400003120207353e-05,
      "loss": 0.2254,
      "step": 7668
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8399528511561963e-05,
      "loss": 0.2409,
      "step": 7669
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.83990538386581e-05,
      "loss": 0.2647,
      "step": 7670
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8398579101499412e-05,
      "loss": 0.2446,
      "step": 7671
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8398104300089516e-05,
      "loss": 0.2341,
      "step": 7672
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8397629434432046e-05,
      "loss": 0.1891,
      "step": 7673
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.839715450453064e-05,
      "loss": 0.2278,
      "step": 7674
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8396679510388927e-05,
      "loss": 0.2221,
      "step": 7675
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8396204452010543e-05,
      "loss": 0.197,
      "step": 7676
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8395729329399123e-05,
      "loss": 0.2314,
      "step": 7677
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.83952541425583e-05,
      "loss": 0.1572,
      "step": 7678
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8394778891491706e-05,
      "loss": 0.2522,
      "step": 7679
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8394303576202984e-05,
      "loss": 0.2208,
      "step": 7680
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8393828196695765e-05,
      "loss": 0.228,
      "step": 7681
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8393352752973694e-05,
      "loss": 0.153,
      "step": 7682
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8392877245040393e-05,
      "loss": 0.2266,
      "step": 7683
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8392401672899514e-05,
      "loss": 0.2036,
      "step": 7684
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.839192603655469e-05,
      "loss": 0.1876,
      "step": 7685
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.839145033600956e-05,
      "loss": 0.2039,
      "step": 7686
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.839097457126776e-05,
      "loss": 0.2422,
      "step": 7687
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8390498742332933e-05,
      "loss": 0.2043,
      "step": 7688
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8390022849208716e-05,
      "loss": 0.217,
      "step": 7689
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8389546891898758e-05,
      "loss": 0.204,
      "step": 7690
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8389070870406694e-05,
      "loss": 0.1447,
      "step": 7691
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8388594784736163e-05,
      "loss": 0.2426,
      "step": 7692
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8388118634890815e-05,
      "loss": 0.227,
      "step": 7693
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8387642420874285e-05,
      "loss": 0.2074,
      "step": 7694
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.838716614269022e-05,
      "loss": 0.2124,
      "step": 7695
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8386689800342266e-05,
      "loss": 0.1918,
      "step": 7696
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.838621339383406e-05,
      "loss": 0.2062,
      "step": 7697
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.838573692316925e-05,
      "loss": 0.1928,
      "step": 7698
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8385260388351483e-05,
      "loss": 0.2555,
      "step": 7699
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8384783789384407e-05,
      "loss": 0.209,
      "step": 7700
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8384307126271662e-05,
      "loss": 0.202,
      "step": 7701
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.83838303990169e-05,
      "loss": 0.1993,
      "step": 7702
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.838335360762376e-05,
      "loss": 0.1948,
      "step": 7703
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.83828767520959e-05,
      "loss": 0.2055,
      "step": 7704
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.838239983243696e-05,
      "loss": 0.1849,
      "step": 7705
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.838192284865059e-05,
      "loss": 0.2178,
      "step": 7706
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8381445800740445e-05,
      "loss": 0.2257,
      "step": 7707
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8380968688710168e-05,
      "loss": 0.193,
      "step": 7708
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.838049151256341e-05,
      "loss": 0.208,
      "step": 7709
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8380014272303822e-05,
      "loss": 0.1981,
      "step": 7710
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.837953696793506e-05,
      "loss": 0.2079,
      "step": 7711
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8379059599460768e-05,
      "loss": 0.2081,
      "step": 7712
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.83785821668846e-05,
      "loss": 0.1804,
      "step": 7713
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.837810467021021e-05,
      "loss": 0.1888,
      "step": 7714
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8377627109441253e-05,
      "loss": 0.2543,
      "step": 7715
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8377149484581377e-05,
      "loss": 0.2106,
      "step": 7716
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.837667179563424e-05,
      "loss": 0.2293,
      "step": 7717
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8376194042603496e-05,
      "loss": 0.1913,
      "step": 7718
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8375716225492796e-05,
      "loss": 0.2013,
      "step": 7719
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8375238344305805e-05,
      "loss": 0.2363,
      "step": 7720
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.837476039904617e-05,
      "loss": 0.1671,
      "step": 7721
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8374282389717547e-05,
      "loss": 0.1791,
      "step": 7722
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8373804316323598e-05,
      "loss": 0.2634,
      "step": 7723
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8373326178867978e-05,
      "loss": 0.2566,
      "step": 7724
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8372847977354343e-05,
      "loss": 0.1933,
      "step": 7725
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.837236971178636e-05,
      "loss": 0.2041,
      "step": 7726
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8371891382167674e-05,
      "loss": 0.152,
      "step": 7727
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.837141298850196e-05,
      "loss": 0.1735,
      "step": 7728
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.837093453079286e-05,
      "loss": 0.1814,
      "step": 7729
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8370456009044048e-05,
      "loss": 0.167,
      "step": 7730
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8369977423259185e-05,
      "loss": 0.2275,
      "step": 7731
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8369498773441924e-05,
      "loss": 0.1631,
      "step": 7732
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.836902005959593e-05,
      "loss": 0.2547,
      "step": 7733
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8368541281724867e-05,
      "loss": 0.1577,
      "step": 7734
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8368062439832396e-05,
      "loss": 0.2217,
      "step": 7735
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.836758353392218e-05,
      "loss": 0.2059,
      "step": 7736
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8367104563997887e-05,
      "loss": 0.2219,
      "step": 7737
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.836662553006318e-05,
      "loss": 0.2528,
      "step": 7738
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8366146432121718e-05,
      "loss": 0.2063,
      "step": 7739
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8365667270177167e-05,
      "loss": 0.1888,
      "step": 7740
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.83651880442332e-05,
      "loss": 0.252,
      "step": 7741
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8364708754293477e-05,
      "loss": 0.1977,
      "step": 7742
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.836422940036167e-05,
      "loss": 0.2263,
      "step": 7743
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8363749982441443e-05,
      "loss": 0.2052,
      "step": 7744
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8363270500536457e-05,
      "loss": 0.236,
      "step": 7745
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.836279095465039e-05,
      "loss": 0.2199,
      "step": 7746
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8362311344786908e-05,
      "loss": 0.1971,
      "step": 7747
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.836183167094968e-05,
      "loss": 0.1903,
      "step": 7748
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8361351933142374e-05,
      "loss": 0.2371,
      "step": 7749
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.836087213136866e-05,
      "loss": 0.1866,
      "step": 7750
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.836039226563221e-05,
      "loss": 0.2256,
      "step": 7751
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.83599123359367e-05,
      "loss": 0.1604,
      "step": 7752
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.835943234228579e-05,
      "loss": 0.261,
      "step": 7753
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.835895228468316e-05,
      "loss": 0.1991,
      "step": 7754
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.835847216313248e-05,
      "loss": 0.1939,
      "step": 7755
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8357991977637426e-05,
      "loss": 0.199,
      "step": 7756
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.835751172820167e-05,
      "loss": 0.1641,
      "step": 7757
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8357031414828886e-05,
      "loss": 0.2378,
      "step": 7758
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8356551037522745e-05,
      "loss": 0.1492,
      "step": 7759
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.835607059628693e-05,
      "loss": 0.2344,
      "step": 7760
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8355590091125106e-05,
      "loss": 0.2134,
      "step": 7761
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.835510952204096e-05,
      "loss": 0.2781,
      "step": 7762
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8354628889038157e-05,
      "loss": 0.2384,
      "step": 7763
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8354148192120383e-05,
      "loss": 0.1778,
      "step": 7764
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8353667431291314e-05,
      "loss": 0.1993,
      "step": 7765
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8353186606554626e-05,
      "loss": 0.2041,
      "step": 7766
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8352705717913998e-05,
      "loss": 0.2158,
      "step": 7767
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.835222476537311e-05,
      "loss": 0.2653,
      "step": 7768
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8351743748935636e-05,
      "loss": 0.1824,
      "step": 7769
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.835126266860526e-05,
      "loss": 0.2155,
      "step": 7770
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8350781524385665e-05,
      "loss": 0.209,
      "step": 7771
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.835030031628053e-05,
      "loss": 0.2496,
      "step": 7772
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8349819044293535e-05,
      "loss": 0.2288,
      "step": 7773
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8349337708428364e-05,
      "loss": 0.238,
      "step": 7774
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8348856308688695e-05,
      "loss": 0.2001,
      "step": 7775
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8348374845078213e-05,
      "loss": 0.1716,
      "step": 7776
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8347893317600606e-05,
      "loss": 0.2239,
      "step": 7777
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.834741172625955e-05,
      "loss": 0.2148,
      "step": 7778
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8346930071058737e-05,
      "loss": 0.2308,
      "step": 7779
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8346448352001843e-05,
      "loss": 0.192,
      "step": 7780
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8345966569092564e-05,
      "loss": 0.2198,
      "step": 7781
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8345484722334578e-05,
      "loss": 0.2273,
      "step": 7782
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.834500281173157e-05,
      "loss": 0.2134,
      "step": 7783
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8344520837287232e-05,
      "loss": 0.1987,
      "step": 7784
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.834403879900525e-05,
      "loss": 0.1955,
      "step": 7785
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8343556696889308e-05,
      "loss": 0.1761,
      "step": 7786
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.83430745309431e-05,
      "loss": 0.2694,
      "step": 7787
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.834259230117031e-05,
      "loss": 0.191,
      "step": 7788
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.834211000757463e-05,
      "loss": 0.176,
      "step": 7789
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8341627650159747e-05,
      "loss": 0.2255,
      "step": 7790
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8341145228929356e-05,
      "loss": 0.1772,
      "step": 7791
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.834066274388714e-05,
      "loss": 0.1683,
      "step": 7792
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.83401801950368e-05,
      "loss": 0.2142,
      "step": 7793
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8339697582382018e-05,
      "loss": 0.2375,
      "step": 7794
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.833921490592649e-05,
      "loss": 0.1874,
      "step": 7795
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.833873216567391e-05,
      "loss": 0.2564,
      "step": 7796
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.833824936162797e-05,
      "loss": 0.2406,
      "step": 7797
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8337766493792364e-05,
      "loss": 0.1832,
      "step": 7798
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8337283562170785e-05,
      "loss": 0.2435,
      "step": 7799
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.833680056676693e-05,
      "loss": 0.2221,
      "step": 7800
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.833631750758449e-05,
      "loss": 0.2739,
      "step": 7801
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.833583438462716e-05,
      "loss": 0.223,
      "step": 7802
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8335351197898643e-05,
      "loss": 0.1534,
      "step": 7803
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.833486794740263e-05,
      "loss": 0.1946,
      "step": 7804
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8334384633142818e-05,
      "loss": 0.2515,
      "step": 7805
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8333901255122905e-05,
      "loss": 0.21,
      "step": 7806
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8333417813346592e-05,
      "loss": 0.2517,
      "step": 7807
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8332934307817575e-05,
      "loss": 0.221,
      "step": 7808
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.833245073853955e-05,
      "loss": 0.1797,
      "step": 7809
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8331967105516222e-05,
      "loss": 0.1876,
      "step": 7810
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8331483408751286e-05,
      "loss": 0.1756,
      "step": 7811
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8330999648248448e-05,
      "loss": 0.1981,
      "step": 7812
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8330515824011406e-05,
      "loss": 0.1804,
      "step": 7813
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8330031936043856e-05,
      "loss": 0.2034,
      "step": 7814
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8329547984349507e-05,
      "loss": 0.2172,
      "step": 7815
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.832906396893206e-05,
      "loss": 0.1929,
      "step": 7816
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8328579889795218e-05,
      "loss": 0.2173,
      "step": 7817
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8328095746942684e-05,
      "loss": 0.2379,
      "step": 7818
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8327611540378157e-05,
      "loss": 0.2617,
      "step": 7819
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.832712727010535e-05,
      "loss": 0.1766,
      "step": 7820
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.832664293612796e-05,
      "loss": 0.2405,
      "step": 7821
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8326158538449696e-05,
      "loss": 0.1788,
      "step": 7822
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8325674077074264e-05,
      "loss": 0.253,
      "step": 7823
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.832518955200537e-05,
      "loss": 0.1877,
      "step": 7824
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8324704963246717e-05,
      "loss": 0.2141,
      "step": 7825
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8324220310802017e-05,
      "loss": 0.2336,
      "step": 7826
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.832373559467498e-05,
      "loss": 0.221,
      "step": 7827
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8323250814869308e-05,
      "loss": 0.1839,
      "step": 7828
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8322765971388708e-05,
      "loss": 0.2206,
      "step": 7829
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.83222810642369e-05,
      "loss": 0.1965,
      "step": 7830
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.832179609341758e-05,
      "loss": 0.2085,
      "step": 7831
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.832131105893447e-05,
      "loss": 0.1822,
      "step": 7832
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8320825960791272e-05,
      "loss": 0.2422,
      "step": 7833
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8320340798991706e-05,
      "loss": 0.1935,
      "step": 7834
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8319855573539477e-05,
      "loss": 0.1844,
      "step": 7835
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8319370284438296e-05,
      "loss": 0.2064,
      "step": 7836
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.831888493169188e-05,
      "loss": 0.2235,
      "step": 7837
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8318399515303936e-05,
      "loss": 0.2034,
      "step": 7838
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8317914035278185e-05,
      "loss": 0.2071,
      "step": 7839
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8317428491618338e-05,
      "loss": 0.1762,
      "step": 7840
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.831694288432811e-05,
      "loss": 0.1855,
      "step": 7841
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8316457213411214e-05,
      "loss": 0.204,
      "step": 7842
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8315971478871367e-05,
      "loss": 0.2031,
      "step": 7843
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8315485680712285e-05,
      "loss": 0.1644,
      "step": 7844
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8314999818937685e-05,
      "loss": 0.2335,
      "step": 7845
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8314513893551283e-05,
      "loss": 0.1931,
      "step": 7846
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8314027904556796e-05,
      "loss": 0.1864,
      "step": 7847
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.831354185195794e-05,
      "loss": 0.1789,
      "step": 7848
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.831305573575844e-05,
      "loss": 0.2198,
      "step": 7849
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8312569555962008e-05,
      "loss": 0.2299,
      "step": 7850
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.831208331257237e-05,
      "loss": 0.1989,
      "step": 7851
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8311597005593238e-05,
      "loss": 0.2213,
      "step": 7852
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8311110635028338e-05,
      "loss": 0.2406,
      "step": 7853
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.831062420088139e-05,
      "loss": 0.2019,
      "step": 7854
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8310137703156114e-05,
      "loss": 0.1794,
      "step": 7855
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8309651141856238e-05,
      "loss": 0.2181,
      "step": 7856
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8309164516985474e-05,
      "loss": 0.2231,
      "step": 7857
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8308677828547548e-05,
      "loss": 0.209,
      "step": 7858
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8308191076546185e-05,
      "loss": 0.1959,
      "step": 7859
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8307704260985114e-05,
      "loss": 0.1731,
      "step": 7860
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.830721738186805e-05,
      "loss": 0.2148,
      "step": 7861
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8306730439198724e-05,
      "loss": 0.1735,
      "step": 7862
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8306243432980856e-05,
      "loss": 0.2194,
      "step": 7863
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8305756363218177e-05,
      "loss": 0.1956,
      "step": 7864
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.830526922991441e-05,
      "loss": 0.2349,
      "step": 7865
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8304782033073284e-05,
      "loss": 0.2065,
      "step": 7866
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8304294772698522e-05,
      "loss": 0.1876,
      "step": 7867
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8303807448793856e-05,
      "loss": 0.2087,
      "step": 7868
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8303320061363013e-05,
      "loss": 0.1744,
      "step": 7869
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.830283261040972e-05,
      "loss": 0.1949,
      "step": 7870
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8302345095937712e-05,
      "loss": 0.1798,
      "step": 7871
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.830185751795071e-05,
      "loss": 0.2188,
      "step": 7872
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8301369876452447e-05,
      "loss": 0.1877,
      "step": 7873
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.830088217144666e-05,
      "loss": 0.1957,
      "step": 7874
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8300394402937068e-05,
      "loss": 0.2055,
      "step": 7875
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8299906570927414e-05,
      "loss": 0.1845,
      "step": 7876
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.829941867542142e-05,
      "loss": 0.1848,
      "step": 7877
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.829893071642283e-05,
      "loss": 0.2055,
      "step": 7878
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8298442693935366e-05,
      "loss": 0.1898,
      "step": 7879
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8297954607962767e-05,
      "loss": 0.2246,
      "step": 7880
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.829746645850877e-05,
      "loss": 0.1978,
      "step": 7881
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8296978245577102e-05,
      "loss": 0.1987,
      "step": 7882
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8296489969171503e-05,
      "loss": 0.2024,
      "step": 7883
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.829600162929571e-05,
      "loss": 0.1601,
      "step": 7884
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8295513225953452e-05,
      "loss": 0.2024,
      "step": 7885
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.829502475914847e-05,
      "loss": 0.2243,
      "step": 7886
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8294536228884502e-05,
      "loss": 0.2139,
      "step": 7887
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8294047635165284e-05,
      "loss": 0.2331,
      "step": 7888
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8293558977994553e-05,
      "loss": 0.1986,
      "step": 7889
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8293070257376047e-05,
      "loss": 0.1835,
      "step": 7890
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8292581473313506e-05,
      "loss": 0.1809,
      "step": 7891
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8292092625810668e-05,
      "loss": 0.1926,
      "step": 7892
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.829160371487128e-05,
      "loss": 0.21,
      "step": 7893
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.829111474049907e-05,
      "loss": 0.207,
      "step": 7894
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8290625702697787e-05,
      "loss": 0.2031,
      "step": 7895
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8290136601471165e-05,
      "loss": 0.1472,
      "step": 7896
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.828964743682296e-05,
      "loss": 0.2166,
      "step": 7897
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8289158208756897e-05,
      "loss": 0.1826,
      "step": 7898
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.828866891727673e-05,
      "loss": 0.1727,
      "step": 7899
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8288179562386202e-05,
      "loss": 0.2219,
      "step": 7900
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8287690144089053e-05,
      "loss": 0.1779,
      "step": 7901
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8287200662389028e-05,
      "loss": 0.2389,
      "step": 7902
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8286711117289868e-05,
      "loss": 0.2359,
      "step": 7903
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8286221508795322e-05,
      "loss": 0.1939,
      "step": 7904
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.828573183690914e-05,
      "loss": 0.2133,
      "step": 7905
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.828524210163506e-05,
      "loss": 0.2616,
      "step": 7906
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8284752302976835e-05,
      "loss": 0.2239,
      "step": 7907
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8284262440938206e-05,
      "loss": 0.2094,
      "step": 7908
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8283772515522926e-05,
      "loss": 0.2202,
      "step": 7909
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.828328252673474e-05,
      "loss": 0.2137,
      "step": 7910
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8282792474577397e-05,
      "loss": 0.1535,
      "step": 7911
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8282302359054646e-05,
      "loss": 0.1825,
      "step": 7912
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8281812180170235e-05,
      "loss": 0.207,
      "step": 7913
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.828132193792792e-05,
      "loss": 0.1589,
      "step": 7914
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8280831632331445e-05,
      "loss": 0.1949,
      "step": 7915
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8280341263384564e-05,
      "loss": 0.2272,
      "step": 7916
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.827985083109103e-05,
      "loss": 0.1949,
      "step": 7917
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.827936033545459e-05,
      "loss": 0.1862,
      "step": 7918
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8278869776478996e-05,
      "loss": 0.1799,
      "step": 7919
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.827837915416801e-05,
      "loss": 0.2065,
      "step": 7920
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8277888468525376e-05,
      "loss": 0.2055,
      "step": 7921
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8277397719554852e-05,
      "loss": 0.204,
      "step": 7922
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.827690690726019e-05,
      "loss": 0.1884,
      "step": 7923
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8276416031645148e-05,
      "loss": 0.2018,
      "step": 7924
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.827592509271348e-05,
      "loss": 0.2129,
      "step": 7925
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.827543409046894e-05,
      "loss": 0.1748,
      "step": 7926
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8274943024915286e-05,
      "loss": 0.2423,
      "step": 7927
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.827445189605628e-05,
      "loss": 0.2396,
      "step": 7928
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8273960703895667e-05,
      "loss": 0.2137,
      "step": 7929
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8273469448437212e-05,
      "loss": 0.1929,
      "step": 7930
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8272978129684674e-05,
      "loss": 0.2064,
      "step": 7931
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.827248674764181e-05,
      "loss": 0.2478,
      "step": 7932
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8271995302312385e-05,
      "loss": 0.1878,
      "step": 7933
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8271503793700146e-05,
      "loss": 0.2112,
      "step": 7934
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8271012221808867e-05,
      "loss": 0.1425,
      "step": 7935
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.82705205866423e-05,
      "loss": 0.2298,
      "step": 7936
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8270028888204203e-05,
      "loss": 0.2144,
      "step": 7937
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.826953712649835e-05,
      "loss": 0.2175,
      "step": 7938
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8269045301528493e-05,
      "loss": 0.1838,
      "step": 7939
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8268553413298398e-05,
      "loss": 0.2262,
      "step": 7940
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8268061461811828e-05,
      "loss": 0.1909,
      "step": 7941
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8267569447072544e-05,
      "loss": 0.2198,
      "step": 7942
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8267077369084317e-05,
      "loss": 0.1943,
      "step": 7943
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8266585227850902e-05,
      "loss": 0.2104,
      "step": 7944
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8266093023376072e-05,
      "loss": 0.2017,
      "step": 7945
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8265600755663588e-05,
      "loss": 0.1927,
      "step": 7946
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8265108424717218e-05,
      "loss": 0.1652,
      "step": 7947
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8264616030540723e-05,
      "loss": 0.2505,
      "step": 7948
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.826412357313788e-05,
      "loss": 0.1811,
      "step": 7949
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.826363105251245e-05,
      "loss": 0.183,
      "step": 7950
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8263138468668204e-05,
      "loss": 0.1731,
      "step": 7951
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8262645821608904e-05,
      "loss": 0.2492,
      "step": 7952
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8262153111338325e-05,
      "loss": 0.1828,
      "step": 7953
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8261660337860235e-05,
      "loss": 0.1958,
      "step": 7954
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8261167501178404e-05,
      "loss": 0.1657,
      "step": 7955
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.82606746012966e-05,
      "loss": 0.2441,
      "step": 7956
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8260181638218597e-05,
      "loss": 0.2101,
      "step": 7957
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8259688611948163e-05,
      "loss": 0.2007,
      "step": 7958
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8259195522489074e-05,
      "loss": 0.1918,
      "step": 7959
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.82587023698451e-05,
      "loss": 0.2281,
      "step": 7960
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.825820915402001e-05,
      "loss": 0.2744,
      "step": 7961
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8257715875017585e-05,
      "loss": 0.1869,
      "step": 7962
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8257222532841595e-05,
      "loss": 0.2094,
      "step": 7963
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.825672912749581e-05,
      "loss": 0.1749,
      "step": 7964
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.825623565898401e-05,
      "loss": 0.2153,
      "step": 7965
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8255742127309967e-05,
      "loss": 0.1813,
      "step": 7966
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.825524853247746e-05,
      "loss": 0.2023,
      "step": 7967
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8254754874490263e-05,
      "loss": 0.2062,
      "step": 7968
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8254261153352153e-05,
      "loss": 0.2012,
      "step": 7969
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.825376736906691e-05,
      "loss": 0.1988,
      "step": 7970
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8253273521638305e-05,
      "loss": 0.2441,
      "step": 7971
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.825277961107012e-05,
      "loss": 0.1579,
      "step": 7972
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.825228563736613e-05,
      "loss": 0.1675,
      "step": 7973
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8251791600530123e-05,
      "loss": 0.1911,
      "step": 7974
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8251297500565868e-05,
      "loss": 0.225,
      "step": 7975
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8250803337477154e-05,
      "loss": 0.1902,
      "step": 7976
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8250309111267754e-05,
      "loss": 0.2059,
      "step": 7977
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8249814821941454e-05,
      "loss": 0.2236,
      "step": 7978
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.824932046950203e-05,
      "loss": 0.1881,
      "step": 7979
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.824882605395327e-05,
      "loss": 0.226,
      "step": 7980
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8248331575298954e-05,
      "loss": 0.2687,
      "step": 7981
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8247837033542867e-05,
      "loss": 0.2199,
      "step": 7982
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8247342428688788e-05,
      "loss": 0.2395,
      "step": 7983
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.82468477607405e-05,
      "loss": 0.1847,
      "step": 7984
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8246353029701797e-05,
      "loss": 0.2183,
      "step": 7985
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8245858235576454e-05,
      "loss": 0.2078,
      "step": 7986
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8245363378368254e-05,
      "loss": 0.2123,
      "step": 7987
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8244868458080996e-05,
      "loss": 0.208,
      "step": 7988
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8244373474718454e-05,
      "loss": 0.1981,
      "step": 7989
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8243878428284422e-05,
      "loss": 0.2456,
      "step": 7990
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.824338331878268e-05,
      "loss": 0.1942,
      "step": 7991
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8242888146217025e-05,
      "loss": 0.1998,
      "step": 7992
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8242392910591238e-05,
      "loss": 0.2039,
      "step": 7993
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.824189761190911e-05,
      "loss": 0.2333,
      "step": 7994
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.824140225017443e-05,
      "loss": 0.2062,
      "step": 7995
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8240906825390988e-05,
      "loss": 0.1765,
      "step": 7996
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8240411337562575e-05,
      "loss": 0.2379,
      "step": 7997
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.823991578669298e-05,
      "loss": 0.1887,
      "step": 7998
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.823942017278599e-05,
      "loss": 0.186,
      "step": 7999
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.823892449584541e-05,
      "loss": 0.2222,
      "step": 8000
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.823842875587502e-05,
      "loss": 0.2046,
      "step": 8001
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8237932952878612e-05,
      "loss": 0.2701,
      "step": 8002
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8237437086859987e-05,
      "loss": 0.1858,
      "step": 8003
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8236941157822933e-05,
      "loss": 0.2098,
      "step": 8004
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8236445165771243e-05,
      "loss": 0.1915,
      "step": 8005
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8235949110708717e-05,
      "loss": 0.1883,
      "step": 8006
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8235452992639145e-05,
      "loss": 0.1834,
      "step": 8007
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8234956811566323e-05,
      "loss": 0.2498,
      "step": 8008
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.823446056749405e-05,
      "loss": 0.1787,
      "step": 8009
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8233964260426117e-05,
      "loss": 0.2164,
      "step": 8010
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.823346789036633e-05,
      "loss": 0.2231,
      "step": 8011
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.823297145731848e-05,
      "loss": 0.1941,
      "step": 8012
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.823247496128636e-05,
      "loss": 0.2222,
      "step": 8013
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8231978402273776e-05,
      "loss": 0.1643,
      "step": 8014
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8231481780284526e-05,
      "loss": 0.2565,
      "step": 8015
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8230985095322406e-05,
      "loss": 0.2209,
      "step": 8016
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.823048834739122e-05,
      "loss": 0.1922,
      "step": 8017
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8229991536494764e-05,
      "loss": 0.2124,
      "step": 8018
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.822949466263684e-05,
      "loss": 0.1966,
      "step": 8019
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.822899772582125e-05,
      "loss": 0.2051,
      "step": 8020
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8228500726051797e-05,
      "loss": 0.1821,
      "step": 8021
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.822800366333228e-05,
      "loss": 0.2443,
      "step": 8022
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8227506537666507e-05,
      "loss": 0.1813,
      "step": 8023
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8227009349058274e-05,
      "loss": 0.2444,
      "step": 8024
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8226512097511387e-05,
      "loss": 0.2305,
      "step": 8025
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8226014783029657e-05,
      "loss": 0.18,
      "step": 8026
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8225517405616875e-05,
      "loss": 0.144,
      "step": 8027
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8225019965276857e-05,
      "loss": 0.2,
      "step": 8028
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8224522462013404e-05,
      "loss": 0.2108,
      "step": 8029
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.822402489583033e-05,
      "loss": 0.1814,
      "step": 8030
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8223527266731427e-05,
      "loss": 0.2421,
      "step": 8031
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8223029574720512e-05,
      "loss": 0.2275,
      "step": 8032
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8222531819801392e-05,
      "loss": 0.2009,
      "step": 8033
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8222034001977872e-05,
      "loss": 0.1664,
      "step": 8034
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8221536121253763e-05,
      "loss": 0.2197,
      "step": 8035
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.822103817763287e-05,
      "loss": 0.1976,
      "step": 8036
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8220540171119004e-05,
      "loss": 0.1758,
      "step": 8037
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8220042101715982e-05,
      "loss": 0.1482,
      "step": 8038
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8219543969427604e-05,
      "loss": 0.1786,
      "step": 8039
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8219045774257685e-05,
      "loss": 0.2278,
      "step": 8040
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8218547516210037e-05,
      "loss": 0.1837,
      "step": 8041
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8218049195288472e-05,
      "loss": 0.138,
      "step": 8042
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.82175508114968e-05,
      "loss": 0.2415,
      "step": 8043
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8217052364838833e-05,
      "loss": 0.1802,
      "step": 8044
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8216553855318392e-05,
      "loss": 0.2133,
      "step": 8045
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.821605528293928e-05,
      "loss": 0.2196,
      "step": 8046
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.821555664770532e-05,
      "loss": 0.1949,
      "step": 8047
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.821505794962032e-05,
      "loss": 0.2275,
      "step": 8048
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.82145591886881e-05,
      "loss": 0.1942,
      "step": 8049
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8214060364912476e-05,
      "loss": 0.1976,
      "step": 8050
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.821356147829726e-05,
      "loss": 0.2127,
      "step": 8051
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.821306252884627e-05,
      "loss": 0.1904,
      "step": 8052
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8212563516563322e-05,
      "loss": 0.1899,
      "step": 8053
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8212064441452237e-05,
      "loss": 0.1824,
      "step": 8054
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8211565303516833e-05,
      "loss": 0.216,
      "step": 8055
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8211066102760925e-05,
      "loss": 0.2358,
      "step": 8056
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8210566839188333e-05,
      "loss": 0.1888,
      "step": 8057
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8210067512802877e-05,
      "loss": 0.238,
      "step": 8058
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.820956812360838e-05,
      "loss": 0.2145,
      "step": 8059
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8209068671608657e-05,
      "loss": 0.2377,
      "step": 8060
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8208569156807536e-05,
      "loss": 0.1627,
      "step": 8061
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.820806957920883e-05,
      "loss": 0.1956,
      "step": 8062
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8207569938816364e-05,
      "loss": 0.2193,
      "step": 8063
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8207070235633963e-05,
      "loss": 0.236,
      "step": 8064
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.820657046966545e-05,
      "loss": 0.2225,
      "step": 8065
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8206070640914645e-05,
      "loss": 0.2032,
      "step": 8066
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.820557074938537e-05,
      "loss": 0.2567,
      "step": 8067
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.820507079508146e-05,
      "loss": 0.156,
      "step": 8068
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8204570778006728e-05,
      "loss": 0.1572,
      "step": 8069
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8204070698165005e-05,
      "loss": 0.2799,
      "step": 8070
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8203570555560112e-05,
      "loss": 0.2532,
      "step": 8071
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8203070350195885e-05,
      "loss": 0.2198,
      "step": 8072
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8202570082076136e-05,
      "loss": 0.1797,
      "step": 8073
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8202069751204707e-05,
      "loss": 0.1887,
      "step": 8074
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8201569357585415e-05,
      "loss": 0.1972,
      "step": 8075
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8201068901222094e-05,
      "loss": 0.2,
      "step": 8076
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.820056838211857e-05,
      "loss": 0.2373,
      "step": 8077
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8200067800278675e-05,
      "loss": 0.1971,
      "step": 8078
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8199567155706235e-05,
      "loss": 0.1949,
      "step": 8079
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8199066448405084e-05,
      "loss": 0.2394,
      "step": 8080
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8198565678379048e-05,
      "loss": 0.24,
      "step": 8081
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.819806484563196e-05,
      "loss": 0.1911,
      "step": 8082
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.819756395016765e-05,
      "loss": 0.203,
      "step": 8083
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8197062991989956e-05,
      "loss": 0.2301,
      "step": 8084
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8196561971102703e-05,
      "loss": 0.2252,
      "step": 8085
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.819606088750973e-05,
      "loss": 0.1872,
      "step": 8086
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8195559741214863e-05,
      "loss": 0.215,
      "step": 8087
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8195058532221944e-05,
      "loss": 0.2622,
      "step": 8088
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.81945572605348e-05,
      "loss": 0.2004,
      "step": 8089
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8194055926157272e-05,
      "loss": 0.1971,
      "step": 8090
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8193554529093193e-05,
      "loss": 0.2306,
      "step": 8091
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.81930530693464e-05,
      "loss": 0.204,
      "step": 8092
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8192551546920723e-05,
      "loss": 0.1766,
      "step": 8093
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8192049961820005e-05,
      "loss": 0.1849,
      "step": 8094
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8191548314048085e-05,
      "loss": 0.2519,
      "step": 8095
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.81910466036088e-05,
      "loss": 0.179,
      "step": 8096
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.819054483050598e-05,
      "loss": 0.1486,
      "step": 8097
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8190042994743474e-05,
      "loss": 0.1587,
      "step": 8098
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8189541096325113e-05,
      "loss": 0.2299,
      "step": 8099
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.818903913525474e-05,
      "loss": 0.2361,
      "step": 8100
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.81885371115362e-05,
      "loss": 0.193,
      "step": 8101
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8188035025173326e-05,
      "loss": 0.2316,
      "step": 8102
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8187532876169965e-05,
      "loss": 0.1837,
      "step": 8103
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8187030664529954e-05,
      "loss": 0.2204,
      "step": 8104
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8186528390257138e-05,
      "loss": 0.271,
      "step": 8105
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8186026053355354e-05,
      "loss": 0.2173,
      "step": 8106
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8185523653828456e-05,
      "loss": 0.1985,
      "step": 8107
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8185021191680277e-05,
      "loss": 0.1839,
      "step": 8108
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8184518666914665e-05,
      "loss": 0.2486,
      "step": 8109
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8184016079535463e-05,
      "loss": 0.2209,
      "step": 8110
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.818351342954652e-05,
      "loss": 0.1937,
      "step": 8111
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8183010716951678e-05,
      "loss": 0.1501,
      "step": 8112
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.818250794175478e-05,
      "loss": 0.21,
      "step": 8113
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8182005103959677e-05,
      "loss": 0.2023,
      "step": 8114
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8181502203570217e-05,
      "loss": 0.2167,
      "step": 8115
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8180999240590247e-05,
      "loss": 0.1924,
      "step": 8116
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.818049621502361e-05,
      "loss": 0.2045,
      "step": 8117
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8179993126874154e-05,
      "loss": 0.2165,
      "step": 8118
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8179489976145736e-05,
      "loss": 0.1985,
      "step": 8119
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8178986762842197e-05,
      "loss": 0.1833,
      "step": 8120
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.817848348696739e-05,
      "loss": 0.1759,
      "step": 8121
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8177980148525164e-05,
      "loss": 0.1819,
      "step": 8122
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8177476747519374e-05,
      "loss": 0.1826,
      "step": 8123
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8176973283953865e-05,
      "loss": 0.1504,
      "step": 8124
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.817646975783249e-05,
      "loss": 0.1872,
      "step": 8125
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8175966169159104e-05,
      "loss": 0.2079,
      "step": 8126
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.817546251793756e-05,
      "loss": 0.1833,
      "step": 8127
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8174958804171704e-05,
      "loss": 0.2314,
      "step": 8128
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.81744550278654e-05,
      "loss": 0.1945,
      "step": 8129
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8173951189022495e-05,
      "loss": 0.1946,
      "step": 8130
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8173447287646842e-05,
      "loss": 0.2435,
      "step": 8131
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.81729433237423e-05,
      "loss": 0.2036,
      "step": 8132
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8172439297312728e-05,
      "loss": 0.2306,
      "step": 8133
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8171935208361974e-05,
      "loss": 0.2027,
      "step": 8134
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8171431056893897e-05,
      "loss": 0.2136,
      "step": 8135
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8170926842912356e-05,
      "loss": 0.2667,
      "step": 8136
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8170422566421203e-05,
      "loss": 0.1927,
      "step": 8137
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8169918227424307e-05,
      "loss": 0.1929,
      "step": 8138
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8169413825925514e-05,
      "loss": 0.2345,
      "step": 8139
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.816890936192869e-05,
      "loss": 0.167,
      "step": 8140
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.816840483543769e-05,
      "loss": 0.2275,
      "step": 8141
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8167900246456382e-05,
      "loss": 0.2254,
      "step": 8142
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8167395594988615e-05,
      "loss": 0.2147,
      "step": 8143
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8166890881038257e-05,
      "loss": 0.2029,
      "step": 8144
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.816638610460917e-05,
      "loss": 0.1883,
      "step": 8145
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8165881265705206e-05,
      "loss": 0.186,
      "step": 8146
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8165376364330234e-05,
      "loss": 0.1796,
      "step": 8147
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.816487140048812e-05,
      "loss": 0.204,
      "step": 8148
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8164366374182726e-05,
      "loss": 0.2277,
      "step": 8149
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8163861285417913e-05,
      "loss": 0.2327,
      "step": 8150
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8163356134197543e-05,
      "loss": 0.1914,
      "step": 8151
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.816285092052548e-05,
      "loss": 0.217,
      "step": 8152
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8162345644405597e-05,
      "loss": 0.1971,
      "step": 8153
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8161840305841753e-05,
      "loss": 0.1795,
      "step": 8154
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8161334904837814e-05,
      "loss": 0.1814,
      "step": 8155
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.816082944139765e-05,
      "loss": 0.1898,
      "step": 8156
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.816032391552512e-05,
      "loss": 0.1909,
      "step": 8157
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8159818327224102e-05,
      "loss": 0.2051,
      "step": 8158
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.815931267649846e-05,
      "loss": 0.1953,
      "step": 8159
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.815880696335206e-05,
      "loss": 0.1944,
      "step": 8160
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.815830118778877e-05,
      "loss": 0.2484,
      "step": 8161
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8157795349812465e-05,
      "loss": 0.1692,
      "step": 8162
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8157289449427008e-05,
      "loss": 0.1938,
      "step": 8163
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8156783486636273e-05,
      "loss": 0.1665,
      "step": 8164
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.815627746144413e-05,
      "loss": 0.2097,
      "step": 8165
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.815577137385445e-05,
      "loss": 0.2314,
      "step": 8166
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.815526522387111e-05,
      "loss": 0.2011,
      "step": 8167
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8154759011497973e-05,
      "loss": 0.1819,
      "step": 8168
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8154252736738916e-05,
      "loss": 0.1953,
      "step": 8169
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8153746399597813e-05,
      "loss": 0.213,
      "step": 8170
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8153240000078537e-05,
      "loss": 0.2023,
      "step": 8171
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.815273353818496e-05,
      "loss": 0.1762,
      "step": 8172
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.815222701392096e-05,
      "loss": 0.2357,
      "step": 8173
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.815172042729041e-05,
      "loss": 0.1978,
      "step": 8174
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8151213778297188e-05,
      "loss": 0.2309,
      "step": 8175
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8150707066945162e-05,
      "loss": 0.1934,
      "step": 8176
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8150200293238223e-05,
      "loss": 0.2198,
      "step": 8177
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8149693457180234e-05,
      "loss": 0.1834,
      "step": 8178
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8149186558775076e-05,
      "loss": 0.2275,
      "step": 8179
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8148679598026634e-05,
      "loss": 0.1889,
      "step": 8180
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8148172574938775e-05,
      "loss": 0.1832,
      "step": 8181
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8147665489515387e-05,
      "loss": 0.1841,
      "step": 8182
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8147158341760345e-05,
      "loss": 0.1793,
      "step": 8183
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.814665113167753e-05,
      "loss": 0.1968,
      "step": 8184
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8146143859270825e-05,
      "loss": 0.1832,
      "step": 8185
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8145636524544102e-05,
      "loss": 0.2863,
      "step": 8186
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8145129127501257e-05,
      "loss": 0.2438,
      "step": 8187
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8144621668146155e-05,
      "loss": 0.1978,
      "step": 8188
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.814411414648269e-05,
      "loss": 0.2042,
      "step": 8189
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.814360656251474e-05,
      "loss": 0.2465,
      "step": 8190
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8143098916246188e-05,
      "loss": 0.2106,
      "step": 8191
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.814259120768092e-05,
      "loss": 0.17,
      "step": 8192
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.814208343682282e-05,
      "loss": 0.2011,
      "step": 8193
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8141575603675768e-05,
      "loss": 0.2079,
      "step": 8194
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8141067708243652e-05,
      "loss": 0.2242,
      "step": 8195
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8140559750530363e-05,
      "loss": 0.1755,
      "step": 8196
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.814005173053978e-05,
      "loss": 0.2104,
      "step": 8197
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8139543648275788e-05,
      "loss": 0.2159,
      "step": 8198
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8139035503742277e-05,
      "loss": 0.1935,
      "step": 8199
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8138527296943137e-05,
      "loss": 0.248,
      "step": 8200
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8138019027882255e-05,
      "loss": 0.1484,
      "step": 8201
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8137510696563515e-05,
      "loss": 0.1949,
      "step": 8202
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.813700230299081e-05,
      "loss": 0.1604,
      "step": 8203
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8136493847168028e-05,
      "loss": 0.1637,
      "step": 8204
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.813598532909906e-05,
      "loss": 0.2056,
      "step": 8205
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8135476748787795e-05,
      "loss": 0.1882,
      "step": 8206
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8134968106238122e-05,
      "loss": 0.2004,
      "step": 8207
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8134459401453934e-05,
      "loss": 0.2113,
      "step": 8208
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8133950634439125e-05,
      "loss": 0.1797,
      "step": 8209
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8133441805197587e-05,
      "loss": 0.1757,
      "step": 8210
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.813293291373321e-05,
      "loss": 0.1992,
      "step": 8211
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8132423960049883e-05,
      "loss": 0.2156,
      "step": 8212
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.813191494415151e-05,
      "loss": 0.1782,
      "step": 8213
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8131405866041977e-05,
      "loss": 0.1986,
      "step": 8214
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8130896725725183e-05,
      "loss": 0.1963,
      "step": 8215
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.813038752320502e-05,
      "loss": 0.2121,
      "step": 8216
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8129878258485386e-05,
      "loss": 0.1804,
      "step": 8217
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8129368931570175e-05,
      "loss": 0.2217,
      "step": 8218
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8128859542463287e-05,
      "loss": 0.2261,
      "step": 8219
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8128350091168613e-05,
      "loss": 0.1866,
      "step": 8220
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8127840577690055e-05,
      "loss": 0.1869,
      "step": 8221
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.812733100203151e-05,
      "loss": 0.2184,
      "step": 8222
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8126821364196877e-05,
      "loss": 0.2321,
      "step": 8223
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.812631166419005e-05,
      "loss": 0.2166,
      "step": 8224
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8125801902014935e-05,
      "loss": 0.2503,
      "step": 8225
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.812529207767543e-05,
      "loss": 0.2236,
      "step": 8226
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.812478219117543e-05,
      "loss": 0.1806,
      "step": 8227
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8124272242518843e-05,
      "loss": 0.1967,
      "step": 8228
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.812376223170957e-05,
      "loss": 0.2051,
      "step": 8229
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8123252158751506e-05,
      "loss": 0.2008,
      "step": 8230
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8122742023648557e-05,
      "loss": 0.2263,
      "step": 8231
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8122231826404628e-05,
      "loss": 0.211,
      "step": 8232
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8121721567023618e-05,
      "loss": 0.2704,
      "step": 8233
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8121211245509432e-05,
      "loss": 0.1893,
      "step": 8234
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.812070086186598e-05,
      "loss": 0.1759,
      "step": 8235
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8120190416097155e-05,
      "loss": 0.2351,
      "step": 8236
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.811967990820687e-05,
      "loss": 0.2229,
      "step": 8237
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8119169338199032e-05,
      "loss": 0.1933,
      "step": 8238
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8118658706077542e-05,
      "loss": 0.2413,
      "step": 8239
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8118148011846308e-05,
      "loss": 0.177,
      "step": 8240
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8117637255509235e-05,
      "loss": 0.2028,
      "step": 8241
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8117126437070235e-05,
      "loss": 0.2122,
      "step": 8242
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8116615556533213e-05,
      "loss": 0.2151,
      "step": 8243
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8116104613902075e-05,
      "loss": 0.2077,
      "step": 8244
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8115593609180736e-05,
      "loss": 0.1933,
      "step": 8245
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8115082542373102e-05,
      "loss": 0.2484,
      "step": 8246
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8114571413483082e-05,
      "loss": 0.2448,
      "step": 8247
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8114060222514587e-05,
      "loss": 0.2189,
      "step": 8248
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.811354896947153e-05,
      "loss": 0.2044,
      "step": 8249
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8113037654357816e-05,
      "loss": 0.1896,
      "step": 8250
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8112526277177364e-05,
      "loss": 0.1877,
      "step": 8251
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.811201483793408e-05,
      "loss": 0.1841,
      "step": 8252
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.811150333663188e-05,
      "loss": 0.1674,
      "step": 8253
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8110991773274675e-05,
      "loss": 0.2314,
      "step": 8254
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8110480147866383e-05,
      "loss": 0.2085,
      "step": 8255
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8109968460410915e-05,
      "loss": 0.2237,
      "step": 8256
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8109456710912184e-05,
      "loss": 0.2277,
      "step": 8257
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8108944899374107e-05,
      "loss": 0.2527,
      "step": 8258
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.81084330258006e-05,
      "loss": 0.183,
      "step": 8259
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.810792109019558e-05,
      "loss": 0.2279,
      "step": 8260
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.810740909256296e-05,
      "loss": 0.2256,
      "step": 8261
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8106897032906657e-05,
      "loss": 0.2117,
      "step": 8262
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8106384911230594e-05,
      "loss": 0.1624,
      "step": 8263
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.810587272753868e-05,
      "loss": 0.2757,
      "step": 8264
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.810536048183484e-05,
      "loss": 0.2434,
      "step": 8265
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8104848174122992e-05,
      "loss": 0.1843,
      "step": 8266
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8104335804407052e-05,
      "loss": 0.245,
      "step": 8267
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8103823372690943e-05,
      "loss": 0.2623,
      "step": 8268
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8103310878978585e-05,
      "loss": 0.2154,
      "step": 8269
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.81027983232739e-05,
      "loss": 0.1519,
      "step": 8270
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8102285705580803e-05,
      "loss": 0.2241,
      "step": 8271
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8101773025903223e-05,
      "loss": 0.1783,
      "step": 8272
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8101260284245073e-05,
      "loss": 0.2591,
      "step": 8273
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8100747480610285e-05,
      "loss": 0.2078,
      "step": 8274
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8100234615002782e-05,
      "loss": 0.2181,
      "step": 8275
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.809972168742648e-05,
      "loss": 0.2351,
      "step": 8276
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.809920869788531e-05,
      "loss": 0.2604,
      "step": 8277
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8098695646383188e-05,
      "loss": 0.1669,
      "step": 8278
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.809818253292405e-05,
      "loss": 0.2211,
      "step": 8279
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8097669357511814e-05,
      "loss": 0.2558,
      "step": 8280
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8097156120150407e-05,
      "loss": 0.1785,
      "step": 8281
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.809664282084376e-05,
      "loss": 0.2049,
      "step": 8282
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.809612945959579e-05,
      "loss": 0.2114,
      "step": 8283
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8095616036410433e-05,
      "loss": 0.1699,
      "step": 8284
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.809510255129162e-05,
      "loss": 0.1945,
      "step": 8285
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8094589004243267e-05,
      "loss": 0.2373,
      "step": 8286
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8094075395269312e-05,
      "loss": 0.2199,
      "step": 8287
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.809356172437368e-05,
      "loss": 0.2625,
      "step": 8288
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8093047991560305e-05,
      "loss": 0.1942,
      "step": 8289
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8092534196833113e-05,
      "loss": 0.1969,
      "step": 8290
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8092020340196035e-05,
      "loss": 0.2579,
      "step": 8291
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8091506421653005e-05,
      "loss": 0.2438,
      "step": 8292
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.809099244120795e-05,
      "loss": 0.1788,
      "step": 8293
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8090478398864812e-05,
      "loss": 0.1729,
      "step": 8294
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8089964294627508e-05,
      "loss": 0.2068,
      "step": 8295
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8089450128499984e-05,
      "loss": 0.2233,
      "step": 8296
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8088935900486166e-05,
      "loss": 0.2132,
      "step": 8297
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8088421610589994e-05,
      "loss": 0.1784,
      "step": 8298
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.80879072588154e-05,
      "loss": 0.2131,
      "step": 8299
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8087392845166317e-05,
      "loss": 0.2331,
      "step": 8300
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8086878369646684e-05,
      "loss": 0.238,
      "step": 8301
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.808636383226043e-05,
      "loss": 0.2079,
      "step": 8302
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8085849233011503e-05,
      "loss": 0.2095,
      "step": 8303
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8085334571903823e-05,
      "loss": 0.228,
      "step": 8304
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8084819848941345e-05,
      "loss": 0.2075,
      "step": 8305
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8084305064127993e-05,
      "loss": 0.1752,
      "step": 8306
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8083790217467717e-05,
      "loss": 0.1997,
      "step": 8307
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8083275308964444e-05,
      "loss": 0.2212,
      "step": 8308
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8082760338622125e-05,
      "loss": 0.1829,
      "step": 8309
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.808224530644469e-05,
      "loss": 0.2734,
      "step": 8310
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8081730212436086e-05,
      "loss": 0.1849,
      "step": 8311
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8081215056600246e-05,
      "loss": 0.2,
      "step": 8312
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8080699838941115e-05,
      "loss": 0.2108,
      "step": 8313
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8080184559462636e-05,
      "loss": 0.1933,
      "step": 8314
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8079669218168752e-05,
      "loss": 0.2463,
      "step": 8315
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8079153815063402e-05,
      "loss": 0.1952,
      "step": 8316
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.807863835015053e-05,
      "loss": 0.202,
      "step": 8317
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.807812282343408e-05,
      "loss": 0.1852,
      "step": 8318
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8077607234918e-05,
      "loss": 0.1932,
      "step": 8319
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8077091584606225e-05,
      "loss": 0.208,
      "step": 8320
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8076575872502707e-05,
      "loss": 0.226,
      "step": 8321
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8076060098611384e-05,
      "loss": 0.2142,
      "step": 8322
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8075544262936215e-05,
      "loss": 0.2385,
      "step": 8323
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8075028365481136e-05,
      "loss": 0.2061,
      "step": 8324
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8074512406250094e-05,
      "loss": 0.2413,
      "step": 8325
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8073996385247036e-05,
      "loss": 0.2604,
      "step": 8326
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8073480302475917e-05,
      "loss": 0.1599,
      "step": 8327
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8072964157940677e-05,
      "loss": 0.1863,
      "step": 8328
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8072447951645272e-05,
      "loss": 0.2076,
      "step": 8329
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.807193168359364e-05,
      "loss": 0.2016,
      "step": 8330
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8071415353789747e-05,
      "loss": 0.1988,
      "step": 8331
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8070898962237527e-05,
      "loss": 0.2054,
      "step": 8332
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8070382508940935e-05,
      "loss": 0.1931,
      "step": 8333
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.806986599390393e-05,
      "loss": 0.2277,
      "step": 8334
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8069349417130456e-05,
      "loss": 0.1945,
      "step": 8335
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8068832778624462e-05,
      "loss": 0.1726,
      "step": 8336
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.806831607838991e-05,
      "loss": 0.1765,
      "step": 8337
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8067799316430744e-05,
      "loss": 0.2416,
      "step": 8338
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8067282492750924e-05,
      "loss": 0.2289,
      "step": 8339
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.80667656073544e-05,
      "loss": 0.195,
      "step": 8340
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8066248660245128e-05,
      "loss": 0.2341,
      "step": 8341
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.806573165142706e-05,
      "loss": 0.182,
      "step": 8342
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8065214580904156e-05,
      "loss": 0.1981,
      "step": 8343
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8064697448680367e-05,
      "loss": 0.2108,
      "step": 8344
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8064180254759647e-05,
      "loss": 0.1697,
      "step": 8345
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8063662999145967e-05,
      "loss": 0.206,
      "step": 8346
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8063145681843267e-05,
      "loss": 0.253,
      "step": 8347
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.806262830285551e-05,
      "loss": 0.2285,
      "step": 8348
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.806211086218666e-05,
      "loss": 0.1957,
      "step": 8349
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.806159335984067e-05,
      "loss": 0.194,
      "step": 8350
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.80610757958215e-05,
      "loss": 0.166,
      "step": 8351
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.806055817013311e-05,
      "loss": 0.1921,
      "step": 8352
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.806004048277946e-05,
      "loss": 0.2195,
      "step": 8353
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.805952273376451e-05,
      "loss": 0.2161,
      "step": 8354
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.805900492309222e-05,
      "loss": 0.2787,
      "step": 8355
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.805848705076655e-05,
      "loss": 0.2144,
      "step": 8356
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.805796911679147e-05,
      "loss": 0.2157,
      "step": 8357
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.805745112117093e-05,
      "loss": 0.1862,
      "step": 8358
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8056933063908904e-05,
      "loss": 0.172,
      "step": 8359
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.805641494500935e-05,
      "loss": 0.215,
      "step": 8360
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.805589676447623e-05,
      "loss": 0.1956,
      "step": 8361
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8055378522313512e-05,
      "loss": 0.2641,
      "step": 8362
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8054860218525162e-05,
      "loss": 0.2424,
      "step": 8363
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8054341853115138e-05,
      "loss": 0.2049,
      "step": 8364
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8053823426087415e-05,
      "loss": 0.2097,
      "step": 8365
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.805330493744595e-05,
      "loss": 0.2203,
      "step": 8366
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8052786387194714e-05,
      "loss": 0.2322,
      "step": 8367
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8052267775337673e-05,
      "loss": 0.181,
      "step": 8368
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8051749101878798e-05,
      "loss": 0.1801,
      "step": 8369
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.805123036682205e-05,
      "loss": 0.2277,
      "step": 8370
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8050711570171406e-05,
      "loss": 0.1616,
      "step": 8371
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.805019271193083e-05,
      "loss": 0.1506,
      "step": 8372
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.804967379210429e-05,
      "loss": 0.2343,
      "step": 8373
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8049154810695763e-05,
      "loss": 0.2231,
      "step": 8374
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8048635767709207e-05,
      "loss": 0.1783,
      "step": 8375
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8048116663148604e-05,
      "loss": 0.1958,
      "step": 8376
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8047597497017922e-05,
      "loss": 0.1804,
      "step": 8377
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8047078269321127e-05,
      "loss": 0.2023,
      "step": 8378
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8046558980062202e-05,
      "loss": 0.2007,
      "step": 8379
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8046039629245113e-05,
      "loss": 0.1546,
      "step": 8380
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.804552021687383e-05,
      "loss": 0.1836,
      "step": 8381
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8045000742952335e-05,
      "loss": 0.1862,
      "step": 8382
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8044481207484598e-05,
      "loss": 0.2224,
      "step": 8383
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8043961610474587e-05,
      "loss": 0.2006,
      "step": 8384
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8043441951926288e-05,
      "loss": 0.1867,
      "step": 8385
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8042922231843675e-05,
      "loss": 0.2502,
      "step": 8386
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8042402450230718e-05,
      "loss": 0.216,
      "step": 8387
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8041882607091395e-05,
      "loss": 0.2562,
      "step": 8388
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8041362702429684e-05,
      "loss": 0.2091,
      "step": 8389
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8040842736249566e-05,
      "loss": 0.2081,
      "step": 8390
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8040322708555015e-05,
      "loss": 0.2001,
      "step": 8391
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8039802619350005e-05,
      "loss": 0.1759,
      "step": 8392
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8039282468638525e-05,
      "loss": 0.2005,
      "step": 8393
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8038762256424548e-05,
      "loss": 0.1977,
      "step": 8394
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8038241982712055e-05,
      "loss": 0.1603,
      "step": 8395
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8037721647505025e-05,
      "loss": 0.2174,
      "step": 8396
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8037201250807442e-05,
      "loss": 0.2204,
      "step": 8397
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8036680792623283e-05,
      "loss": 0.1854,
      "step": 8398
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8036160272956532e-05,
      "loss": 0.2202,
      "step": 8399
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.803563969181117e-05,
      "loss": 0.2135,
      "step": 8400
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.803511904919118e-05,
      "loss": 0.1896,
      "step": 8401
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8034598345100545e-05,
      "loss": 0.2345,
      "step": 8402
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8034077579543247e-05,
      "loss": 0.2096,
      "step": 8403
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8033556752523277e-05,
      "loss": 0.1988,
      "step": 8404
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.803303586404461e-05,
      "loss": 0.2139,
      "step": 8405
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8032514914111237e-05,
      "loss": 0.2028,
      "step": 8406
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.803199390272714e-05,
      "loss": 0.2107,
      "step": 8407
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8031472829896307e-05,
      "loss": 0.1745,
      "step": 8408
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.803095169562272e-05,
      "loss": 0.187,
      "step": 8409
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.803043049991038e-05,
      "loss": 0.2129,
      "step": 8410
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8029909242763254e-05,
      "loss": 0.219,
      "step": 8411
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.802938792418534e-05,
      "loss": 0.1676,
      "step": 8412
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.802886654418063e-05,
      "loss": 0.1846,
      "step": 8413
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8028345102753107e-05,
      "loss": 0.2385,
      "step": 8414
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.802782359990676e-05,
      "loss": 0.2449,
      "step": 8415
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8027302035645584e-05,
      "loss": 0.1829,
      "step": 8416
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8026780409973562e-05,
      "loss": 0.1804,
      "step": 8417
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.802625872289469e-05,
      "loss": 0.2232,
      "step": 8418
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8025736974412955e-05,
      "loss": 0.2135,
      "step": 8419
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.802521516453235e-05,
      "loss": 0.1789,
      "step": 8420
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.802469329325687e-05,
      "loss": 0.237,
      "step": 8421
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8024171360590504e-05,
      "loss": 0.2211,
      "step": 8422
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8023649366537244e-05,
      "loss": 0.1822,
      "step": 8423
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8023127311101084e-05,
      "loss": 0.2373,
      "step": 8424
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8022605194286024e-05,
      "loss": 0.2128,
      "step": 8425
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.802208301609605e-05,
      "loss": 0.1796,
      "step": 8426
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.802156077653516e-05,
      "loss": 0.2228,
      "step": 8427
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.802103847560735e-05,
      "loss": 0.2335,
      "step": 8428
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8020516113316615e-05,
      "loss": 0.2334,
      "step": 8429
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.801999368966695e-05,
      "loss": 0.227,
      "step": 8430
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8019471204662357e-05,
      "loss": 0.1784,
      "step": 8431
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8018948658306823e-05,
      "loss": 0.238,
      "step": 8432
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8018426050604355e-05,
      "loss": 0.1749,
      "step": 8433
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8017903381558948e-05,
      "loss": 0.2195,
      "step": 8434
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.80173806511746e-05,
      "loss": 0.165,
      "step": 8435
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.801685785945531e-05,
      "loss": 0.2059,
      "step": 8436
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8016335006405078e-05,
      "loss": 0.1916,
      "step": 8437
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8015812092027904e-05,
      "loss": 0.2474,
      "step": 8438
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8015289116327788e-05,
      "loss": 0.1788,
      "step": 8439
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.801476607930873e-05,
      "loss": 0.2312,
      "step": 8440
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8014242980974734e-05,
      "loss": 0.1999,
      "step": 8441
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8013719821329802e-05,
      "loss": 0.2107,
      "step": 8442
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8013196600377934e-05,
      "loss": 0.2149,
      "step": 8443
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.801267331812313e-05,
      "loss": 0.2348,
      "step": 8444
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.80121499745694e-05,
      "loss": 0.1794,
      "step": 8445
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.801162656972074e-05,
      "loss": 0.2412,
      "step": 8446
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.801110310358116e-05,
      "loss": 0.2293,
      "step": 8447
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8010579576154666e-05,
      "loss": 0.2284,
      "step": 8448
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.801005598744526e-05,
      "loss": 0.1864,
      "step": 8449
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.800953233745695e-05,
      "loss": 0.1968,
      "step": 8450
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8009008626193733e-05,
      "loss": 0.1634,
      "step": 8451
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8008484853659627e-05,
      "loss": 0.2151,
      "step": 8452
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8007961019858634e-05,
      "loss": 0.1741,
      "step": 8453
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.800743712479476e-05,
      "loss": 0.2049,
      "step": 8454
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8006913168472015e-05,
      "loss": 0.2277,
      "step": 8455
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.800638915089441e-05,
      "loss": 0.2161,
      "step": 8456
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.8005865072065947e-05,
      "loss": 0.2119,
      "step": 8457
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.800534093199064e-05,
      "loss": 0.2155,
      "step": 8458
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.8004816730672502e-05,
      "loss": 0.1889,
      "step": 8459
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.8004292468115538e-05,
      "loss": 0.2273,
      "step": 8460
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.800376814432376e-05,
      "loss": 0.2079,
      "step": 8461
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.8003243759301176e-05,
      "loss": 0.1908,
      "step": 8462
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.8002719313051805e-05,
      "loss": 0.2134,
      "step": 8463
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.8002194805579655e-05,
      "loss": 0.1948,
      "step": 8464
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.8001670236888737e-05,
      "loss": 0.188,
      "step": 8465
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.8001145606983067e-05,
      "loss": 0.2027,
      "step": 8466
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.8000620915866656e-05,
      "loss": 0.2083,
      "step": 8467
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.800009616354352e-05,
      "loss": 0.2031,
      "step": 8468
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7999571350017673e-05,
      "loss": 0.2044,
      "step": 8469
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7999046475293132e-05,
      "loss": 0.1932,
      "step": 8470
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7998521539373906e-05,
      "loss": 0.2165,
      "step": 8471
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7997996542264017e-05,
      "loss": 0.1729,
      "step": 8472
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7997471483967483e-05,
      "loss": 0.2319,
      "step": 8473
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7996946364488312e-05,
      "loss": 0.2118,
      "step": 8474
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7996421183830534e-05,
      "loss": 0.1986,
      "step": 8475
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7995895941998152e-05,
      "loss": 0.2366,
      "step": 8476
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7995370638995196e-05,
      "loss": 0.188,
      "step": 8477
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7994845274825676e-05,
      "loss": 0.2511,
      "step": 8478
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.799431984949362e-05,
      "loss": 0.2303,
      "step": 8479
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.799379436300304e-05,
      "loss": 0.206,
      "step": 8480
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7993268815357962e-05,
      "loss": 0.2679,
      "step": 8481
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7992743206562404e-05,
      "loss": 0.1797,
      "step": 8482
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7992217536620383e-05,
      "loss": 0.1873,
      "step": 8483
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.799169180553593e-05,
      "loss": 0.1601,
      "step": 8484
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7991166013313056e-05,
      "loss": 0.2239,
      "step": 8485
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7990640159955792e-05,
      "loss": 0.1949,
      "step": 8486
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7990114245468157e-05,
      "loss": 0.1957,
      "step": 8487
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7989588269854175e-05,
      "loss": 0.2086,
      "step": 8488
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.798906223311787e-05,
      "loss": 0.2146,
      "step": 8489
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7988536135263265e-05,
      "loss": 0.2608,
      "step": 8490
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7988009976294386e-05,
      "loss": 0.2142,
      "step": 8491
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7987483756215264e-05,
      "loss": 0.2318,
      "step": 8492
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7986957475029912e-05,
      "loss": 0.2136,
      "step": 8493
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7986431132742364e-05,
      "loss": 0.2126,
      "step": 8494
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.798590472935665e-05,
      "loss": 0.2648,
      "step": 8495
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.798537826487679e-05,
      "loss": 0.2233,
      "step": 8496
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7984851739306813e-05,
      "loss": 0.1519,
      "step": 8497
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.798432515265075e-05,
      "loss": 0.196,
      "step": 8498
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.798379850491263e-05,
      "loss": 0.1619,
      "step": 8499
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7983271796096477e-05,
      "loss": 0.1911,
      "step": 8500
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7982745026206325e-05,
      "loss": 0.1901,
      "step": 8501
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.79822181952462e-05,
      "loss": 0.223,
      "step": 8502
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.798169130322014e-05,
      "loss": 0.2036,
      "step": 8503
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7981164350132166e-05,
      "loss": 0.237,
      "step": 8504
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7980637335986318e-05,
      "loss": 0.2468,
      "step": 8505
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.798011026078662e-05,
      "loss": 0.1712,
      "step": 8506
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.797958312453711e-05,
      "loss": 0.1832,
      "step": 8507
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.797905592724182e-05,
      "loss": 0.2072,
      "step": 8508
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.797852866890478e-05,
      "loss": 0.1602,
      "step": 8509
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7978001349530022e-05,
      "loss": 0.1678,
      "step": 8510
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.797747396912159e-05,
      "loss": 0.1843,
      "step": 8511
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.797694652768351e-05,
      "loss": 0.242,
      "step": 8512
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7976419025219818e-05,
      "loss": 0.1703,
      "step": 8513
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.797589146173455e-05,
      "loss": 0.1974,
      "step": 8514
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.797536383723175e-05,
      "loss": 0.1935,
      "step": 8515
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.797483615171544e-05,
      "loss": 0.2323,
      "step": 8516
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7974308405189666e-05,
      "loss": 0.2442,
      "step": 8517
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7973780597658464e-05,
      "loss": 0.1896,
      "step": 8518
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.797325272912587e-05,
      "loss": 0.1734,
      "step": 8519
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7972724799595928e-05,
      "loss": 0.2102,
      "step": 8520
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.797219680907267e-05,
      "loss": 0.2764,
      "step": 8521
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.797166875756014e-05,
      "loss": 0.2244,
      "step": 8522
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7971140645062374e-05,
      "loss": 0.2172,
      "step": 8523
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.797061247158341e-05,
      "loss": 0.2064,
      "step": 8524
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.79700842371273e-05,
      "loss": 0.1726,
      "step": 8525
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7969555941698073e-05,
      "loss": 0.2478,
      "step": 8526
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7969027585299774e-05,
      "loss": 0.2128,
      "step": 8527
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7968499167936452e-05,
      "loss": 0.2625,
      "step": 8528
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7967970689612134e-05,
      "loss": 0.1865,
      "step": 8529
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7967442150330884e-05,
      "loss": 0.1659,
      "step": 8530
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7966913550096726e-05,
      "loss": 0.2337,
      "step": 8531
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7966384888913716e-05,
      "loss": 0.2372,
      "step": 8532
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.796585616678589e-05,
      "loss": 0.187,
      "step": 8533
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7965327383717305e-05,
      "loss": 0.1971,
      "step": 8534
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7964798539711995e-05,
      "loss": 0.2128,
      "step": 8535
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7964269634774004e-05,
      "loss": 0.1999,
      "step": 8536
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.796374066890739e-05,
      "loss": 0.2378,
      "step": 8537
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7963211642116193e-05,
      "loss": 0.2173,
      "step": 8538
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.796268255440446e-05,
      "loss": 0.2915,
      "step": 8539
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.796215340577624e-05,
      "loss": 0.2006,
      "step": 8540
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.796162419623558e-05,
      "loss": 0.2436,
      "step": 8541
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7961094925786527e-05,
      "loss": 0.2323,
      "step": 8542
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7960565594433133e-05,
      "loss": 0.2331,
      "step": 8543
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.796003620217945e-05,
      "loss": 0.1812,
      "step": 8544
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7959506749029517e-05,
      "loss": 0.1647,
      "step": 8545
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.79589772349874e-05,
      "loss": 0.2158,
      "step": 8546
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.795844766005714e-05,
      "loss": 0.195,
      "step": 8547
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7957918024242787e-05,
      "loss": 0.164,
      "step": 8548
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.79573883275484e-05,
      "loss": 0.2826,
      "step": 8549
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.795685856997802e-05,
      "loss": 0.2018,
      "step": 8550
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7956328751535715e-05,
      "loss": 0.2594,
      "step": 8551
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7955798872225526e-05,
      "loss": 0.248,
      "step": 8552
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7955268932051514e-05,
      "loss": 0.1836,
      "step": 8553
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.795473893101773e-05,
      "loss": 0.1848,
      "step": 8554
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.795420886912823e-05,
      "loss": 0.2376,
      "step": 8555
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7953678746387066e-05,
      "loss": 0.2002,
      "step": 8556
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7953148562798296e-05,
      "loss": 0.1846,
      "step": 8557
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7952618318365974e-05,
      "loss": 0.2061,
      "step": 8558
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.795208801309416e-05,
      "loss": 0.2494,
      "step": 8559
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.795155764698691e-05,
      "loss": 0.155,
      "step": 8560
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.795102722004828e-05,
      "loss": 0.2366,
      "step": 8561
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7950496732282327e-05,
      "loss": 0.2596,
      "step": 8562
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7949966183693114e-05,
      "loss": 0.1961,
      "step": 8563
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7949435574284693e-05,
      "loss": 0.1861,
      "step": 8564
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.794890490406113e-05,
      "loss": 0.2076,
      "step": 8565
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.794837417302648e-05,
      "loss": 0.2143,
      "step": 8566
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7947843381184805e-05,
      "loss": 0.2165,
      "step": 8567
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7947312528540166e-05,
      "loss": 0.2338,
      "step": 8568
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7946781615096624e-05,
      "loss": 0.1612,
      "step": 8569
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.794625064085824e-05,
      "loss": 0.2397,
      "step": 8570
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7945719605829076e-05,
      "loss": 0.257,
      "step": 8571
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7945188510013197e-05,
      "loss": 0.1924,
      "step": 8572
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.794465735341466e-05,
      "loss": 0.2279,
      "step": 8573
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7944126136037538e-05,
      "loss": 0.2011,
      "step": 8574
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7943594857885888e-05,
      "loss": 0.2175,
      "step": 8575
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.794306351896377e-05,
      "loss": 0.2749,
      "step": 8576
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7942532119275264e-05,
      "loss": 0.1851,
      "step": 8577
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.794200065882442e-05,
      "loss": 0.1854,
      "step": 8578
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.794146913761531e-05,
      "loss": 0.2154,
      "step": 8579
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7940937555652e-05,
      "loss": 0.1753,
      "step": 8580
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.794040591293856e-05,
      "loss": 0.2,
      "step": 8581
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.793987420947905e-05,
      "loss": 0.1884,
      "step": 8582
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7939342445277547e-05,
      "loss": 0.1999,
      "step": 8583
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.793881062033811e-05,
      "loss": 0.216,
      "step": 8584
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7938278734664815e-05,
      "loss": 0.2424,
      "step": 8585
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7937746788261724e-05,
      "loss": 0.2117,
      "step": 8586
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.793721478113291e-05,
      "loss": 0.1878,
      "step": 8587
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7936682713282445e-05,
      "loss": 0.1855,
      "step": 8588
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.79361505847144e-05,
      "loss": 0.2139,
      "step": 8589
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7935618395432833e-05,
      "loss": 0.1995,
      "step": 8590
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7935086145441837e-05,
      "loss": 0.2341,
      "step": 8591
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7934553834745468e-05,
      "loss": 0.1954,
      "step": 8592
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7934021463347804e-05,
      "loss": 0.2342,
      "step": 8593
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7933489031252914e-05,
      "loss": 0.2616,
      "step": 8594
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7932956538464878e-05,
      "loss": 0.1995,
      "step": 8595
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7932423984987764e-05,
      "loss": 0.2114,
      "step": 8596
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7931891370825646e-05,
      "loss": 0.197,
      "step": 8597
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7931358695982603e-05,
      "loss": 0.1829,
      "step": 8598
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7930825960462707e-05,
      "loss": 0.2268,
      "step": 8599
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.793029316427003e-05,
      "loss": 0.2071,
      "step": 8600
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.792976030740866e-05,
      "loss": 0.1754,
      "step": 8601
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.792922738988266e-05,
      "loss": 0.2445,
      "step": 8602
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7928694411696112e-05,
      "loss": 0.2267,
      "step": 8603
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7928161372853097e-05,
      "loss": 0.162,
      "step": 8604
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7927628273357692e-05,
      "loss": 0.1868,
      "step": 8605
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.792709511321397e-05,
      "loss": 0.1777,
      "step": 8606
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.792656189242601e-05,
      "loss": 0.205,
      "step": 8607
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.79260286109979e-05,
      "loss": 0.2409,
      "step": 8608
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.792549526893371e-05,
      "loss": 0.2225,
      "step": 8609
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7924961866237524e-05,
      "loss": 0.2193,
      "step": 8610
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7924428402913424e-05,
      "loss": 0.2036,
      "step": 8611
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.792389487896549e-05,
      "loss": 0.1737,
      "step": 8612
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7923361294397805e-05,
      "loss": 0.1662,
      "step": 8613
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7922827649214448e-05,
      "loss": 0.1778,
      "step": 8614
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7922293943419503e-05,
      "loss": 0.2222,
      "step": 8615
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7921760177017054e-05,
      "loss": 0.2064,
      "step": 8616
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7921226350011186e-05,
      "loss": 0.2007,
      "step": 8617
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7920692462405976e-05,
      "loss": 0.2246,
      "step": 8618
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7920158514205516e-05,
      "loss": 0.2228,
      "step": 8619
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7919624505413886e-05,
      "loss": 0.2162,
      "step": 8620
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7919090436035175e-05,
      "loss": 0.1701,
      "step": 8621
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7918556306073466e-05,
      "loss": 0.2171,
      "step": 8622
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.791802211553284e-05,
      "loss": 0.17,
      "step": 8623
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7917487864417398e-05,
      "loss": 0.2172,
      "step": 8624
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7916953552731217e-05,
      "loss": 0.1765,
      "step": 8625
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7916419180478383e-05,
      "loss": 0.2125,
      "step": 8626
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.791588474766299e-05,
      "loss": 0.2018,
      "step": 8627
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7915350254289124e-05,
      "loss": 0.1965,
      "step": 8628
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7914815700360876e-05,
      "loss": 0.185,
      "step": 8629
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.791428108588233e-05,
      "loss": 0.2279,
      "step": 8630
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.791374641085758e-05,
      "loss": 0.2206,
      "step": 8631
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7913211675290715e-05,
      "loss": 0.1864,
      "step": 8632
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.791267687918583e-05,
      "loss": 0.1749,
      "step": 8633
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7912142022547013e-05,
      "loss": 0.2017,
      "step": 8634
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.791160710537835e-05,
      "loss": 0.2282,
      "step": 8635
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7911072127683947e-05,
      "loss": 0.2079,
      "step": 8636
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7910537089467884e-05,
      "loss": 0.2209,
      "step": 8637
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.791000199073426e-05,
      "loss": 0.2231,
      "step": 8638
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7909466831487167e-05,
      "loss": 0.2319,
      "step": 8639
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7908931611730703e-05,
      "loss": 0.2343,
      "step": 8640
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7908396331468955e-05,
      "loss": 0.2122,
      "step": 8641
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7907860990706024e-05,
      "loss": 0.2003,
      "step": 8642
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7907325589446002e-05,
      "loss": 0.213,
      "step": 8643
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.790679012769299e-05,
      "loss": 0.1922,
      "step": 8644
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.790625460545108e-05,
      "loss": 0.2028,
      "step": 8645
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7905719022724368e-05,
      "loss": 0.259,
      "step": 8646
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7905183379516957e-05,
      "loss": 0.2427,
      "step": 8647
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.790464767583294e-05,
      "loss": 0.2021,
      "step": 8648
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7904111911676415e-05,
      "loss": 0.2009,
      "step": 8649
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7903576087051484e-05,
      "loss": 0.1976,
      "step": 8650
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7903040201962244e-05,
      "loss": 0.2594,
      "step": 8651
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.790250425641279e-05,
      "loss": 0.1804,
      "step": 8652
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7901968250407234e-05,
      "loss": 0.1847,
      "step": 8653
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7901432183949666e-05,
      "loss": 0.1988,
      "step": 8654
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7900896057044192e-05,
      "loss": 0.1756,
      "step": 8655
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.790035986969491e-05,
      "loss": 0.2782,
      "step": 8656
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.789982362190593e-05,
      "loss": 0.1804,
      "step": 8657
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7899287313681343e-05,
      "loss": 0.1881,
      "step": 8658
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.789875094502526e-05,
      "loss": 0.2331,
      "step": 8659
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.789821451594178e-05,
      "loss": 0.2036,
      "step": 8660
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7897678026435014e-05,
      "loss": 0.2123,
      "step": 8661
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7897141476509054e-05,
      "loss": 0.1952,
      "step": 8662
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7896604866168016e-05,
      "loss": 0.2208,
      "step": 8663
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7896068195416002e-05,
      "loss": 0.2162,
      "step": 8664
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.789553146425711e-05,
      "loss": 0.2297,
      "step": 8665
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.789499467269546e-05,
      "loss": 0.2588,
      "step": 8666
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7894457820735148e-05,
      "loss": 0.217,
      "step": 8667
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7893920908380284e-05,
      "loss": 0.2044,
      "step": 8668
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7893383935634976e-05,
      "loss": 0.2254,
      "step": 8669
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7892846902503334e-05,
      "loss": 0.2124,
      "step": 8670
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.789230980898946e-05,
      "loss": 0.1913,
      "step": 8671
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7891772655097474e-05,
      "loss": 0.2087,
      "step": 8672
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7891235440831472e-05,
      "loss": 0.1591,
      "step": 8673
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.789069816619557e-05,
      "loss": 0.2097,
      "step": 8674
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7890160831193883e-05,
      "loss": 0.2059,
      "step": 8675
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7889623435830515e-05,
      "loss": 0.1854,
      "step": 8676
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.788908598010958e-05,
      "loss": 0.2633,
      "step": 8677
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.788854846403519e-05,
      "loss": 0.1749,
      "step": 8678
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7888010887611456e-05,
      "loss": 0.1913,
      "step": 8679
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7887473250842492e-05,
      "loss": 0.2513,
      "step": 8680
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7886935553732406e-05,
      "loss": 0.2137,
      "step": 8681
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.788639779628532e-05,
      "loss": 0.219,
      "step": 8682
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.788585997850534e-05,
      "loss": 0.1998,
      "step": 8683
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7885322100396586e-05,
      "loss": 0.1355,
      "step": 8684
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7884784161963174e-05,
      "loss": 0.2078,
      "step": 8685
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7884246163209212e-05,
      "loss": 0.1661,
      "step": 8686
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7883708104138823e-05,
      "loss": 0.2301,
      "step": 8687
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7883169984756117e-05,
      "loss": 0.1686,
      "step": 8688
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7882631805065215e-05,
      "loss": 0.1701,
      "step": 8689
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7882093565070235e-05,
      "loss": 0.1887,
      "step": 8690
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.788155526477529e-05,
      "loss": 0.1992,
      "step": 8691
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7881016904184504e-05,
      "loss": 0.1975,
      "step": 8692
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7880478483301993e-05,
      "loss": 0.2014,
      "step": 8693
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.787994000213187e-05,
      "loss": 0.187,
      "step": 8694
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.787940146067827e-05,
      "loss": 0.1876,
      "step": 8695
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7878862858945295e-05,
      "loss": 0.1954,
      "step": 8696
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7878324196937075e-05,
      "loss": 0.1869,
      "step": 8697
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.787778547465773e-05,
      "loss": 0.2085,
      "step": 8698
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.787724669211138e-05,
      "loss": 0.2068,
      "step": 8699
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7876707849302152e-05,
      "loss": 0.2085,
      "step": 8700
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7876168946234162e-05,
      "loss": 0.3017,
      "step": 8701
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7875629982911535e-05,
      "loss": 0.2207,
      "step": 8702
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7875090959338393e-05,
      "loss": 0.2353,
      "step": 8703
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.787455187551886e-05,
      "loss": 0.2152,
      "step": 8704
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.787401273145706e-05,
      "loss": 0.2315,
      "step": 8705
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.787347352715712e-05,
      "loss": 0.191,
      "step": 8706
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7872934262623164e-05,
      "loss": 0.2034,
      "step": 8707
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.787239493785932e-05,
      "loss": 0.2221,
      "step": 8708
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7871855552869705e-05,
      "loss": 0.1726,
      "step": 8709
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7871316107658453e-05,
      "loss": 0.2263,
      "step": 8710
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7870776602229688e-05,
      "loss": 0.227,
      "step": 8711
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7870237036587542e-05,
      "loss": 0.1915,
      "step": 8712
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7869697410736137e-05,
      "loss": 0.232,
      "step": 8713
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7869157724679605e-05,
      "loss": 0.1637,
      "step": 8714
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7868617978422072e-05,
      "loss": 0.2223,
      "step": 8715
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7868078171967667e-05,
      "loss": 0.1729,
      "step": 8716
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7867538305320522e-05,
      "loss": 0.1781,
      "step": 8717
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7866998378484768e-05,
      "loss": 0.161,
      "step": 8718
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7866458391464534e-05,
      "loss": 0.2315,
      "step": 8719
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.786591834426395e-05,
      "loss": 0.1649,
      "step": 8720
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7865378236887146e-05,
      "loss": 0.1738,
      "step": 8721
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7864838069338262e-05,
      "loss": 0.2329,
      "step": 8722
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.786429784162142e-05,
      "loss": 0.2095,
      "step": 8723
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7863757553740758e-05,
      "loss": 0.2409,
      "step": 8724
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.786321720570041e-05,
      "loss": 0.2032,
      "step": 8725
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.786267679750451e-05,
      "loss": 0.1911,
      "step": 8726
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.786213632915719e-05,
      "loss": 0.2174,
      "step": 8727
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7861595800662584e-05,
      "loss": 0.2162,
      "step": 8728
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7861055212024833e-05,
      "loss": 0.2105,
      "step": 8729
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7860514563248065e-05,
      "loss": 0.2314,
      "step": 8730
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7859973854336422e-05,
      "loss": 0.2363,
      "step": 8731
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7859433085294037e-05,
      "loss": 0.1556,
      "step": 8732
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7858892256125048e-05,
      "loss": 0.2031,
      "step": 8733
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7858351366833592e-05,
      "loss": 0.1827,
      "step": 8734
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7857810417423807e-05,
      "loss": 0.2004,
      "step": 8735
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7857269407899837e-05,
      "loss": 0.2439,
      "step": 8736
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.785672833826581e-05,
      "loss": 0.1955,
      "step": 8737
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7856187208525876e-05,
      "loss": 0.2426,
      "step": 8738
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7855646018684166e-05,
      "loss": 0.1976,
      "step": 8739
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7855104768744828e-05,
      "loss": 0.2158,
      "step": 8740
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7854563458711993e-05,
      "loss": 0.1585,
      "step": 8741
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7854022088589813e-05,
      "loss": 0.2002,
      "step": 8742
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7853480658382426e-05,
      "loss": 0.209,
      "step": 8743
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.785293916809397e-05,
      "loss": 0.2102,
      "step": 8744
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.785239761772859e-05,
      "loss": 0.1956,
      "step": 8745
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.785185600729043e-05,
      "loss": 0.1749,
      "step": 8746
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7851314336783628e-05,
      "loss": 0.2385,
      "step": 8747
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7850772606212338e-05,
      "loss": 0.185,
      "step": 8748
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.78502308155807e-05,
      "loss": 0.2247,
      "step": 8749
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.784968896489286e-05,
      "loss": 0.1597,
      "step": 8750
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7849147054152954e-05,
      "loss": 0.2484,
      "step": 8751
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7848605083365136e-05,
      "loss": 0.2346,
      "step": 8752
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7848063052533554e-05,
      "loss": 0.2597,
      "step": 8753
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7847520961662353e-05,
      "loss": 0.2161,
      "step": 8754
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7846978810755675e-05,
      "loss": 0.2047,
      "step": 8755
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7846436599817675e-05,
      "loss": 0.1671,
      "step": 8756
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7845894328852497e-05,
      "loss": 0.1941,
      "step": 8757
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7845351997864287e-05,
      "loss": 0.1911,
      "step": 8758
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.78448096068572e-05,
      "loss": 0.2208,
      "step": 8759
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.784426715583538e-05,
      "loss": 0.2127,
      "step": 8760
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7843724644802983e-05,
      "loss": 0.1844,
      "step": 8761
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7843182073764152e-05,
      "loss": 0.192,
      "step": 8762
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.784263944272304e-05,
      "loss": 0.2041,
      "step": 8763
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7842096751683806e-05,
      "loss": 0.2163,
      "step": 8764
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7841554000650592e-05,
      "loss": 0.2075,
      "step": 8765
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7841011189627554e-05,
      "loss": 0.2248,
      "step": 8766
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7840468318618845e-05,
      "loss": 0.2025,
      "step": 8767
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7839925387628616e-05,
      "loss": 0.2472,
      "step": 8768
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.783938239666102e-05,
      "loss": 0.1853,
      "step": 8769
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7838839345720217e-05,
      "loss": 0.1904,
      "step": 8770
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7838296234810354e-05,
      "loss": 0.2548,
      "step": 8771
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7837753063935594e-05,
      "loss": 0.1883,
      "step": 8772
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7837209833100083e-05,
      "loss": 0.2025,
      "step": 8773
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7836666542307984e-05,
      "loss": 0.203,
      "step": 8774
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7836123191563446e-05,
      "loss": 0.1839,
      "step": 8775
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.783557978087064e-05,
      "loss": 0.1878,
      "step": 8776
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7835036310233708e-05,
      "loss": 0.2237,
      "step": 8777
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7834492779656814e-05,
      "loss": 0.1876,
      "step": 8778
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7833949189144117e-05,
      "loss": 0.2367,
      "step": 8779
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.783340553869977e-05,
      "loss": 0.2269,
      "step": 8780
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7832861828327942e-05,
      "loss": 0.2366,
      "step": 8781
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7832318058032783e-05,
      "loss": 0.216,
      "step": 8782
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.783177422781846e-05,
      "loss": 0.2123,
      "step": 8783
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.783123033768913e-05,
      "loss": 0.1536,
      "step": 8784
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7830686387648952e-05,
      "loss": 0.1896,
      "step": 8785
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.783014237770209e-05,
      "loss": 0.1427,
      "step": 8786
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7829598307852706e-05,
      "loss": 0.198,
      "step": 8787
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7829054178104963e-05,
      "loss": 0.1383,
      "step": 8788
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.782850998846302e-05,
      "loss": 0.1733,
      "step": 8789
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7827965738931042e-05,
      "loss": 0.1719,
      "step": 8790
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7827421429513198e-05,
      "loss": 0.2561,
      "step": 8791
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7826877060213642e-05,
      "loss": 0.2011,
      "step": 8792
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7826332631036547e-05,
      "loss": 0.2542,
      "step": 8793
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7825788141986075e-05,
      "loss": 0.1562,
      "step": 8794
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.782524359306639e-05,
      "loss": 0.2026,
      "step": 8795
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.782469898428166e-05,
      "loss": 0.1982,
      "step": 8796
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.782415431563605e-05,
      "loss": 0.1919,
      "step": 8797
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7823609587133726e-05,
      "loss": 0.1867,
      "step": 8798
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7823064798778856e-05,
      "loss": 0.2265,
      "step": 8799
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7822519950575613e-05,
      "loss": 0.1679,
      "step": 8800
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.782197504252816e-05,
      "loss": 0.1547,
      "step": 8801
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7821430074640666e-05,
      "loss": 0.2317,
      "step": 8802
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7820885046917297e-05,
      "loss": 0.1982,
      "step": 8803
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.782033995936223e-05,
      "loss": 0.2301,
      "step": 8804
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7819794811979633e-05,
      "loss": 0.211,
      "step": 8805
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7819249604773672e-05,
      "loss": 0.1994,
      "step": 8806
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7818704337748516e-05,
      "loss": 0.2645,
      "step": 8807
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.781815901090835e-05,
      "loss": 0.2257,
      "step": 8808
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7817613624257332e-05,
      "loss": 0.1723,
      "step": 8809
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.781706817779964e-05,
      "loss": 0.1906,
      "step": 8810
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.781652267153945e-05,
      "loss": 0.2337,
      "step": 8811
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7815977105480925e-05,
      "loss": 0.2176,
      "step": 8812
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7815431479628253e-05,
      "loss": 0.2058,
      "step": 8813
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7814885793985595e-05,
      "loss": 0.1967,
      "step": 8814
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7814340048557132e-05,
      "loss": 0.2403,
      "step": 8815
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.781379424334704e-05,
      "loss": 0.2625,
      "step": 8816
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.781324837835949e-05,
      "loss": 0.1859,
      "step": 8817
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.781270245359866e-05,
      "loss": 0.1751,
      "step": 8818
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7812156469068728e-05,
      "loss": 0.1891,
      "step": 8819
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7811610424773872e-05,
      "loss": 0.1904,
      "step": 8820
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7811064320718263e-05,
      "loss": 0.2416,
      "step": 8821
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7810518156906088e-05,
      "loss": 0.1675,
      "step": 8822
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7809971933341516e-05,
      "loss": 0.1521,
      "step": 8823
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7809425650028735e-05,
      "loss": 0.2205,
      "step": 8824
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7808879306971917e-05,
      "loss": 0.1485,
      "step": 8825
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7808332904175245e-05,
      "loss": 0.1857,
      "step": 8826
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7807786441642898e-05,
      "loss": 0.2234,
      "step": 8827
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7807239919379056e-05,
      "loss": 0.2481,
      "step": 8828
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.78066933373879e-05,
      "loss": 0.2564,
      "step": 8829
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7806146695673612e-05,
      "loss": 0.218,
      "step": 8830
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7805599994240377e-05,
      "loss": 0.202,
      "step": 8831
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7805053233092376e-05,
      "loss": 0.1872,
      "step": 8832
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7804506412233787e-05,
      "loss": 0.1814,
      "step": 8833
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7803959531668797e-05,
      "loss": 0.268,
      "step": 8834
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.780341259140159e-05,
      "loss": 0.1862,
      "step": 8835
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.780286559143635e-05,
      "loss": 0.2446,
      "step": 8836
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7802318531777266e-05,
      "loss": 0.2202,
      "step": 8837
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.780177141242851e-05,
      "loss": 0.2007,
      "step": 8838
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.780122423339428e-05,
      "loss": 0.1678,
      "step": 8839
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.780067699467876e-05,
      "loss": 0.2147,
      "step": 8840
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7800129696286136e-05,
      "loss": 0.1835,
      "step": 8841
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.779958233822059e-05,
      "loss": 0.1715,
      "step": 8842
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7799034920486316e-05,
      "loss": 0.1632,
      "step": 8843
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.77984874430875e-05,
      "loss": 0.2135,
      "step": 8844
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7797939906028326e-05,
      "loss": 0.163,
      "step": 8845
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7797392309312988e-05,
      "loss": 0.1854,
      "step": 8846
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.779684465294567e-05,
      "loss": 0.2459,
      "step": 8847
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.779629693693057e-05,
      "loss": 0.2566,
      "step": 8848
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7795749161271872e-05,
      "loss": 0.2006,
      "step": 8849
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7795201325973767e-05,
      "loss": 0.2688,
      "step": 8850
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7794653431040446e-05,
      "loss": 0.1573,
      "step": 8851
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7794105476476104e-05,
      "loss": 0.2298,
      "step": 8852
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7793557462284932e-05,
      "loss": 0.194,
      "step": 8853
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7793009388471118e-05,
      "loss": 0.231,
      "step": 8854
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.779246125503886e-05,
      "loss": 0.2174,
      "step": 8855
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7791913061992346e-05,
      "loss": 0.176,
      "step": 8856
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7791364809335775e-05,
      "loss": 0.1864,
      "step": 8857
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.779081649707334e-05,
      "loss": 0.2251,
      "step": 8858
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7790268125209234e-05,
      "loss": 0.2002,
      "step": 8859
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7789719693747653e-05,
      "loss": 0.2296,
      "step": 8860
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7789171202692795e-05,
      "loss": 0.2599,
      "step": 8861
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.778862265204885e-05,
      "loss": 0.2138,
      "step": 8862
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.778807404182002e-05,
      "loss": 0.1995,
      "step": 8863
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7787525372010505e-05,
      "loss": 0.1974,
      "step": 8864
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7786976642624495e-05,
      "loss": 0.2016,
      "step": 8865
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.778642785366619e-05,
      "loss": 0.2049,
      "step": 8866
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7785879005139787e-05,
      "loss": 0.1993,
      "step": 8867
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.778533009704949e-05,
      "loss": 0.2148,
      "step": 8868
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7784781129399496e-05,
      "loss": 0.2181,
      "step": 8869
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7784232102194002e-05,
      "loss": 0.2184,
      "step": 8870
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7783683015437213e-05,
      "loss": 0.2376,
      "step": 8871
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7783133869133324e-05,
      "loss": 0.2155,
      "step": 8872
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.778258466328654e-05,
      "loss": 0.2302,
      "step": 8873
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7782035397901065e-05,
      "loss": 0.1761,
      "step": 8874
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7781486072981095e-05,
      "loss": 0.2557,
      "step": 8875
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7780936688530836e-05,
      "loss": 0.2101,
      "step": 8876
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7780387244554486e-05,
      "loss": 0.1938,
      "step": 8877
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7779837741056257e-05,
      "loss": 0.1948,
      "step": 8878
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7779288178040347e-05,
      "loss": 0.2155,
      "step": 8879
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.777873855551096e-05,
      "loss": 0.1734,
      "step": 8880
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7778188873472304e-05,
      "loss": 0.2098,
      "step": 8881
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7777639131928584e-05,
      "loss": 0.173,
      "step": 8882
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7777089330884e-05,
      "loss": 0.236,
      "step": 8883
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7776539470342767e-05,
      "loss": 0.2299,
      "step": 8884
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7775989550309083e-05,
      "loss": 0.1983,
      "step": 8885
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.777543957078716e-05,
      "loss": 0.2308,
      "step": 8886
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7774889531781204e-05,
      "loss": 0.1918,
      "step": 8887
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7774339433295425e-05,
      "loss": 0.2204,
      "step": 8888
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.777378927533403e-05,
      "loss": 0.2082,
      "step": 8889
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7773239057901225e-05,
      "loss": 0.2019,
      "step": 8890
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7772688781001224e-05,
      "loss": 0.1934,
      "step": 8891
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7772138444638232e-05,
      "loss": 0.2157,
      "step": 8892
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7771588048816465e-05,
      "loss": 0.1954,
      "step": 8893
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7771037593540124e-05,
      "loss": 0.2088,
      "step": 8894
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7770487078813434e-05,
      "loss": 0.2352,
      "step": 8895
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7769936504640596e-05,
      "loss": 0.272,
      "step": 8896
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7769385871025825e-05,
      "loss": 0.2064,
      "step": 8897
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7768835177973332e-05,
      "loss": 0.2298,
      "step": 8898
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7768284425487337e-05,
      "loss": 0.2083,
      "step": 8899
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7767733613572045e-05,
      "loss": 0.2025,
      "step": 8900
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7767182742231674e-05,
      "loss": 0.1678,
      "step": 8901
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7766631811470433e-05,
      "loss": 0.2426,
      "step": 8902
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7766080821292546e-05,
      "loss": 0.2202,
      "step": 8903
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.776552977170222e-05,
      "loss": 0.1877,
      "step": 8904
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.776497866270367e-05,
      "loss": 0.249,
      "step": 8905
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7764427494301122e-05,
      "loss": 0.1844,
      "step": 8906
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7763876266498787e-05,
      "loss": 0.1664,
      "step": 8907
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7763324979300878e-05,
      "loss": 0.1842,
      "step": 8908
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7762773632711617e-05,
      "loss": 0.2034,
      "step": 8909
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.776222222673522e-05,
      "loss": 0.2221,
      "step": 8910
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7761670761375908e-05,
      "loss": 0.1946,
      "step": 8911
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.77611192366379e-05,
      "loss": 0.1467,
      "step": 8912
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7760567652525408e-05,
      "loss": 0.19,
      "step": 8913
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7760016009042663e-05,
      "loss": 0.2297,
      "step": 8914
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7759464306193876e-05,
      "loss": 0.1932,
      "step": 8915
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.775891254398327e-05,
      "loss": 0.2223,
      "step": 8916
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7758360722415068e-05,
      "loss": 0.1858,
      "step": 8917
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.775780884149349e-05,
      "loss": 0.1894,
      "step": 8918
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7757256901222764e-05,
      "loss": 0.2342,
      "step": 8919
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7756704901607104e-05,
      "loss": 0.204,
      "step": 8920
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7756152842650734e-05,
      "loss": 0.212,
      "step": 8921
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7755600724357884e-05,
      "loss": 0.2023,
      "step": 8922
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.775504854673277e-05,
      "loss": 0.2473,
      "step": 8923
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.775449630977962e-05,
      "loss": 0.2312,
      "step": 8924
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.775394401350266e-05,
      "loss": 0.1931,
      "step": 8925
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.775339165790611e-05,
      "loss": 0.2294,
      "step": 8926
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7752839242994204e-05,
      "loss": 0.197,
      "step": 8927
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.775228676877116e-05,
      "loss": 0.2137,
      "step": 8928
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.775173423524121e-05,
      "loss": 0.2526,
      "step": 8929
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.775118164240858e-05,
      "loss": 0.2225,
      "step": 8930
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7750628990277493e-05,
      "loss": 0.1724,
      "step": 8931
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7750076278852183e-05,
      "loss": 0.2175,
      "step": 8932
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7749523508136874e-05,
      "loss": 0.1987,
      "step": 8933
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7748970678135798e-05,
      "loss": 0.1718,
      "step": 8934
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7748417788853182e-05,
      "loss": 0.2152,
      "step": 8935
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.774786484029326e-05,
      "loss": 0.2155,
      "step": 8936
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7747311832460256e-05,
      "loss": 0.2223,
      "step": 8937
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.77467587653584e-05,
      "loss": 0.2148,
      "step": 8938
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.774620563899193e-05,
      "loss": 0.1778,
      "step": 8939
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7745652453365075e-05,
      "loss": 0.2177,
      "step": 8940
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7745099208482067e-05,
      "loss": 0.1715,
      "step": 8941
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7744545904347136e-05,
      "loss": 0.2154,
      "step": 8942
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.774399254096452e-05,
      "loss": 0.2598,
      "step": 8943
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.774343911833844e-05,
      "loss": 0.2258,
      "step": 8944
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7742885636473145e-05,
      "loss": 0.2008,
      "step": 8945
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7742332095372866e-05,
      "loss": 0.1939,
      "step": 8946
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.774177849504183e-05,
      "loss": 0.2391,
      "step": 8947
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7741224835484278e-05,
      "loss": 0.2381,
      "step": 8948
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7740671116704442e-05,
      "loss": 0.1698,
      "step": 8949
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7740117338706564e-05,
      "loss": 0.2103,
      "step": 8950
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7739563501494876e-05,
      "loss": 0.2441,
      "step": 8951
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7739009605073617e-05,
      "loss": 0.1544,
      "step": 8952
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7738455649447025e-05,
      "loss": 0.2294,
      "step": 8953
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.773790163461933e-05,
      "loss": 0.1843,
      "step": 8954
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7737347560594786e-05,
      "loss": 0.1609,
      "step": 8955
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7736793427377616e-05,
      "loss": 0.1919,
      "step": 8956
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7736239234972067e-05,
      "loss": 0.1839,
      "step": 8957
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.773568498338238e-05,
      "loss": 0.1921,
      "step": 8958
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7735130672612788e-05,
      "loss": 0.2257,
      "step": 8959
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.773457630266754e-05,
      "loss": 0.255,
      "step": 8960
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7734021873550873e-05,
      "loss": 0.2109,
      "step": 8961
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7733467385267026e-05,
      "loss": 0.2172,
      "step": 8962
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7732912837820248e-05,
      "loss": 0.2142,
      "step": 8963
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.773235823121478e-05,
      "loss": 0.218,
      "step": 8964
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7731803565454855e-05,
      "loss": 0.1968,
      "step": 8965
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7731248840544724e-05,
      "loss": 0.2434,
      "step": 8966
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7730694056488634e-05,
      "loss": 0.2174,
      "step": 8967
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7730139213290826e-05,
      "loss": 0.196,
      "step": 8968
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7729584310955546e-05,
      "loss": 0.175,
      "step": 8969
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7729029349487033e-05,
      "loss": 0.1942,
      "step": 8970
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7728474328889538e-05,
      "loss": 0.228,
      "step": 8971
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7727919249167307e-05,
      "loss": 0.2255,
      "step": 8972
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7727364110324585e-05,
      "loss": 0.2161,
      "step": 8973
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7726808912365618e-05,
      "loss": 0.2073,
      "step": 8974
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7726253655294657e-05,
      "loss": 0.1986,
      "step": 8975
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.772569833911595e-05,
      "loss": 0.1499,
      "step": 8976
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7725142963833738e-05,
      "loss": 0.1611,
      "step": 8977
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7724587529452276e-05,
      "loss": 0.2341,
      "step": 8978
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7724032035975813e-05,
      "loss": 0.2327,
      "step": 8979
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.77234764834086e-05,
      "loss": 0.1915,
      "step": 8980
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7722920871754882e-05,
      "loss": 0.1722,
      "step": 8981
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7722365201018912e-05,
      "loss": 0.1837,
      "step": 8982
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7721809471204942e-05,
      "loss": 0.2039,
      "step": 8983
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7721253682317224e-05,
      "loss": 0.184,
      "step": 8984
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.772069783436001e-05,
      "loss": 0.2194,
      "step": 8985
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7720141927337548e-05,
      "loss": 0.179,
      "step": 8986
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7719585961254095e-05,
      "loss": 0.1809,
      "step": 8987
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.77190299361139e-05,
      "loss": 0.1976,
      "step": 8988
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7718473851921225e-05,
      "loss": 0.2029,
      "step": 8989
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7717917708680315e-05,
      "loss": 0.1505,
      "step": 8990
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7717361506395433e-05,
      "loss": 0.1927,
      "step": 8991
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.771680524507083e-05,
      "loss": 0.1638,
      "step": 8992
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.771624892471076e-05,
      "loss": 0.2042,
      "step": 8993
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7715692545319478e-05,
      "loss": 0.192,
      "step": 8994
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7715136106901244e-05,
      "loss": 0.2084,
      "step": 8995
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7714579609460315e-05,
      "loss": 0.2116,
      "step": 8996
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.771402305300095e-05,
      "loss": 0.1996,
      "step": 8997
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.77134664375274e-05,
      "loss": 0.2246,
      "step": 8998
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7712909763043927e-05,
      "loss": 0.2437,
      "step": 8999
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.771235302955479e-05,
      "loss": 0.2078,
      "step": 9000
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.771179623706425e-05,
      "loss": 0.1869,
      "step": 9001
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.771123938557656e-05,
      "loss": 0.2462,
      "step": 9002
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.771068247509599e-05,
      "loss": 0.1728,
      "step": 9003
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.771012550562679e-05,
      "loss": 0.2349,
      "step": 9004
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.770956847717323e-05,
      "loss": 0.1767,
      "step": 9005
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7709011389739564e-05,
      "loss": 0.2153,
      "step": 9006
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.770845424333006e-05,
      "loss": 0.1717,
      "step": 9007
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.770789703794898e-05,
      "loss": 0.1949,
      "step": 9008
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.770733977360058e-05,
      "loss": 0.2498,
      "step": 9009
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.770678245028913e-05,
      "loss": 0.2062,
      "step": 9010
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.770622506801889e-05,
      "loss": 0.1722,
      "step": 9011
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7705667626794127e-05,
      "loss": 0.2232,
      "step": 9012
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.77051101266191e-05,
      "loss": 0.2403,
      "step": 9013
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7704552567498084e-05,
      "loss": 0.234,
      "step": 9014
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7703994949435333e-05,
      "loss": 0.2136,
      "step": 9015
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.770343727243512e-05,
      "loss": 0.2122,
      "step": 9016
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7702879536501713e-05,
      "loss": 0.1585,
      "step": 9017
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.770232174163937e-05,
      "loss": 0.2037,
      "step": 9018
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.770176388785237e-05,
      "loss": 0.2099,
      "step": 9019
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.770120597514497e-05,
      "loss": 0.3001,
      "step": 9020
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7700648003521444e-05,
      "loss": 0.238,
      "step": 9021
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.770008997298606e-05,
      "loss": 0.1637,
      "step": 9022
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7699531883543083e-05,
      "loss": 0.1792,
      "step": 9023
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7698973735196786e-05,
      "loss": 0.2269,
      "step": 9024
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7698415527951446e-05,
      "loss": 0.2063,
      "step": 9025
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.769785726181132e-05,
      "loss": 0.2002,
      "step": 9026
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7697298936780684e-05,
      "loss": 0.1951,
      "step": 9027
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7696740552863814e-05,
      "loss": 0.1855,
      "step": 9028
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7696182110064978e-05,
      "loss": 0.2261,
      "step": 9029
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7695623608388448e-05,
      "loss": 0.227,
      "step": 9030
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7695065047838497e-05,
      "loss": 0.2159,
      "step": 9031
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7694506428419396e-05,
      "loss": 0.2437,
      "step": 9032
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7693947750135426e-05,
      "loss": 0.1909,
      "step": 9033
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7693389012990855e-05,
      "loss": 0.1826,
      "step": 9034
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7692830216989953e-05,
      "loss": 0.2295,
      "step": 9035
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7692271362137004e-05,
      "loss": 0.1801,
      "step": 9036
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7691712448436283e-05,
      "loss": 0.1994,
      "step": 9037
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7691153475892057e-05,
      "loss": 0.1681,
      "step": 9038
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.769059444450861e-05,
      "loss": 0.1913,
      "step": 9039
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7690035354290217e-05,
      "loss": 0.2764,
      "step": 9040
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7689476205241153e-05,
      "loss": 0.2268,
      "step": 9041
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.76889169973657e-05,
      "loss": 0.1773,
      "step": 9042
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.768835773066813e-05,
      "loss": 0.2091,
      "step": 9043
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7687798405152726e-05,
      "loss": 0.2377,
      "step": 9044
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.768723902082377e-05,
      "loss": 0.2261,
      "step": 9045
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7686679577685534e-05,
      "loss": 0.1809,
      "step": 9046
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7686120075742297e-05,
      "loss": 0.1618,
      "step": 9047
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.768556051499835e-05,
      "loss": 0.2236,
      "step": 9048
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7685000895457964e-05,
      "loss": 0.2303,
      "step": 9049
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7684441217125426e-05,
      "loss": 0.1638,
      "step": 9050
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7683881480005013e-05,
      "loss": 0.2081,
      "step": 9051
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.768332168410101e-05,
      "loss": 0.2232,
      "step": 9052
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.76827618294177e-05,
      "loss": 0.193,
      "step": 9053
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7682201915959367e-05,
      "loss": 0.1799,
      "step": 9054
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7681641943730285e-05,
      "loss": 0.2363,
      "step": 9055
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.768108191273475e-05,
      "loss": 0.2168,
      "step": 9056
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.768052182297704e-05,
      "loss": 0.1817,
      "step": 9057
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7679961674461446e-05,
      "loss": 0.2024,
      "step": 9058
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7679401467192245e-05,
      "loss": 0.1896,
      "step": 9059
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7678841201173726e-05,
      "loss": 0.1871,
      "step": 9060
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.767828087641018e-05,
      "loss": 0.1848,
      "step": 9061
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7677720492905887e-05,
      "loss": 0.2097,
      "step": 9062
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7677160050665135e-05,
      "loss": 0.1958,
      "step": 9063
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7676599549692213e-05,
      "loss": 0.1688,
      "step": 9064
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.767603898999141e-05,
      "loss": 0.1788,
      "step": 9065
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.767547837156701e-05,
      "loss": 0.2068,
      "step": 9066
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.767491769442331e-05,
      "loss": 0.1979,
      "step": 9067
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7674356958564595e-05,
      "loss": 0.1626,
      "step": 9068
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7673796163995153e-05,
      "loss": 0.2036,
      "step": 9069
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7673235310719272e-05,
      "loss": 0.1762,
      "step": 9070
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.767267439874125e-05,
      "loss": 0.1737,
      "step": 9071
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.767211342806537e-05,
      "loss": 0.204,
      "step": 9072
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7671552398695936e-05,
      "loss": 0.1894,
      "step": 9073
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7670991310637227e-05,
      "loss": 0.2223,
      "step": 9074
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7670430163893538e-05,
      "loss": 0.1885,
      "step": 9075
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7669868958469165e-05,
      "loss": 0.2571,
      "step": 9076
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7669307694368404e-05,
      "loss": 0.2533,
      "step": 9077
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.766874637159554e-05,
      "loss": 0.1626,
      "step": 9078
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.766818499015488e-05,
      "loss": 0.1733,
      "step": 9079
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7667623550050707e-05,
      "loss": 0.1869,
      "step": 9080
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.766706205128732e-05,
      "loss": 0.1889,
      "step": 9081
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7666500493869015e-05,
      "loss": 0.2239,
      "step": 9082
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.766593887780009e-05,
      "loss": 0.1747,
      "step": 9083
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7665377203084842e-05,
      "loss": 0.143,
      "step": 9084
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.766481546972756e-05,
      "loss": 0.2218,
      "step": 9085
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.766425367773255e-05,
      "loss": 0.2099,
      "step": 9086
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7663691827104106e-05,
      "loss": 0.2044,
      "step": 9087
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7663129917846528e-05,
      "loss": 0.153,
      "step": 9088
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7662567949964112e-05,
      "loss": 0.2008,
      "step": 9089
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7662005923461162e-05,
      "loss": 0.1631,
      "step": 9090
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7661443838341973e-05,
      "loss": 0.2305,
      "step": 9091
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7660881694610846e-05,
      "loss": 0.1728,
      "step": 9092
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7660319492272086e-05,
      "loss": 0.2212,
      "step": 9093
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.765975723132999e-05,
      "loss": 0.1815,
      "step": 9094
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7659194911788855e-05,
      "loss": 0.2284,
      "step": 9095
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.765863253365299e-05,
      "loss": 0.1781,
      "step": 9096
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.76580700969267e-05,
      "loss": 0.1623,
      "step": 9097
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7657507601614276e-05,
      "loss": 0.1946,
      "step": 9098
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.765694504772003e-05,
      "loss": 0.1875,
      "step": 9099
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7656382435248266e-05,
      "loss": 0.2011,
      "step": 9100
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7655819764203283e-05,
      "loss": 0.1746,
      "step": 9101
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.765525703458939e-05,
      "loss": 0.2011,
      "step": 9102
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.765469424641089e-05,
      "loss": 0.1854,
      "step": 9103
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.765413139967209e-05,
      "loss": 0.1962,
      "step": 9104
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7653568494377294e-05,
      "loss": 0.1926,
      "step": 9105
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7653005530530808e-05,
      "loss": 0.1776,
      "step": 9106
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.765244250813694e-05,
      "loss": 0.2011,
      "step": 9107
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7651879427199995e-05,
      "loss": 0.1699,
      "step": 9108
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7651316287724287e-05,
      "loss": 0.2519,
      "step": 9109
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.765075308971412e-05,
      "loss": 0.2216,
      "step": 9110
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.76501898331738e-05,
      "loss": 0.2097,
      "step": 9111
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7649626518107644e-05,
      "loss": 0.1809,
      "step": 9112
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.764906314451995e-05,
      "loss": 0.1832,
      "step": 9113
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7648499712415037e-05,
      "loss": 0.2019,
      "step": 9114
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7647936221797213e-05,
      "loss": 0.1726,
      "step": 9115
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.764737267267079e-05,
      "loss": 0.1923,
      "step": 9116
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7646809065040075e-05,
      "loss": 0.1976,
      "step": 9117
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7646245398909384e-05,
      "loss": 0.1948,
      "step": 9118
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7645681674283025e-05,
      "loss": 0.198,
      "step": 9119
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7645117891165317e-05,
      "loss": 0.1758,
      "step": 9120
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7644554049560566e-05,
      "loss": 0.1423,
      "step": 9121
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.764399014947309e-05,
      "loss": 0.1864,
      "step": 9122
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7643426190907202e-05,
      "loss": 0.206,
      "step": 9123
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.764286217386722e-05,
      "loss": 0.1541,
      "step": 9124
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7642298098357452e-05,
      "loss": 0.1893,
      "step": 9125
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7641733964382214e-05,
      "loss": 0.1996,
      "step": 9126
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7641169771945826e-05,
      "loss": 0.1889,
      "step": 9127
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7640605521052604e-05,
      "loss": 0.1697,
      "step": 9128
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7640041211706865e-05,
      "loss": 0.2058,
      "step": 9129
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7639476843912922e-05,
      "loss": 0.2089,
      "step": 9130
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7638912417675095e-05,
      "loss": 0.2298,
      "step": 9131
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7638347932997696e-05,
      "loss": 0.1914,
      "step": 9132
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7637783389885057e-05,
      "loss": 0.2177,
      "step": 9133
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7637218788341486e-05,
      "loss": 0.1946,
      "step": 9134
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7636654128371303e-05,
      "loss": 0.1846,
      "step": 9135
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7636089409978836e-05,
      "loss": 0.1996,
      "step": 9136
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7635524633168393e-05,
      "loss": 0.1888,
      "step": 9137
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.763495979794431e-05,
      "loss": 0.1971,
      "step": 9138
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7634394904310893e-05,
      "loss": 0.1626,
      "step": 9139
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.763382995227247e-05,
      "loss": 0.193,
      "step": 9140
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7633264941833364e-05,
      "loss": 0.1861,
      "step": 9141
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7632699872997897e-05,
      "loss": 0.2025,
      "step": 9142
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7632134745770392e-05,
      "loss": 0.1761,
      "step": 9143
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7631569560155168e-05,
      "loss": 0.2277,
      "step": 9144
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7631004316156554e-05,
      "loss": 0.2125,
      "step": 9145
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.763043901377887e-05,
      "loss": 0.1837,
      "step": 9146
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.762987365302645e-05,
      "loss": 0.21,
      "step": 9147
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7629308233903608e-05,
      "loss": 0.2078,
      "step": 9148
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7628742756414677e-05,
      "loss": 0.1633,
      "step": 9149
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7628177220563977e-05,
      "loss": 0.2182,
      "step": 9150
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.762761162635584e-05,
      "loss": 0.2045,
      "step": 9151
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.762704597379459e-05,
      "loss": 0.213,
      "step": 9152
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7626480262884556e-05,
      "loss": 0.2023,
      "step": 9153
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7625914493630065e-05,
      "loss": 0.1704,
      "step": 9154
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7625348666035444e-05,
      "loss": 0.2674,
      "step": 9155
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.762478278010502e-05,
      "loss": 0.1847,
      "step": 9156
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7624216835843127e-05,
      "loss": 0.1832,
      "step": 9157
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7623650833254095e-05,
      "loss": 0.1484,
      "step": 9158
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.762308477234225e-05,
      "loss": 0.2033,
      "step": 9159
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7622518653111922e-05,
      "loss": 0.2203,
      "step": 9160
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7621952475567448e-05,
      "loss": 0.2425,
      "step": 9161
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7621386239713155e-05,
      "loss": 0.2172,
      "step": 9162
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.762081994555337e-05,
      "loss": 0.2614,
      "step": 9163
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.762025359309244e-05,
      "loss": 0.1932,
      "step": 9164
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.761968718233468e-05,
      "loss": 0.2107,
      "step": 9165
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7619120713284436e-05,
      "loss": 0.2252,
      "step": 9166
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7618554185946034e-05,
      "loss": 0.1975,
      "step": 9167
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7617987600323814e-05,
      "loss": 0.2074,
      "step": 9168
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7617420956422106e-05,
      "loss": 0.1726,
      "step": 9169
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7616854254245252e-05,
      "loss": 0.1878,
      "step": 9170
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7616287493797576e-05,
      "loss": 0.204,
      "step": 9171
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7615720675083422e-05,
      "loss": 0.2127,
      "step": 9172
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7615153798107127e-05,
      "loss": 0.1989,
      "step": 9173
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.761458686287302e-05,
      "loss": 0.2353,
      "step": 9174
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7614019869385445e-05,
      "loss": 0.1749,
      "step": 9175
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7613452817648736e-05,
      "loss": 0.1888,
      "step": 9176
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7612885707667236e-05,
      "loss": 0.1794,
      "step": 9177
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7612318539445282e-05,
      "loss": 0.1969,
      "step": 9178
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.761175131298721e-05,
      "loss": 0.2256,
      "step": 9179
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.761118402829736e-05,
      "loss": 0.1971,
      "step": 9180
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7610616685380075e-05,
      "loss": 0.1922,
      "step": 9181
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7610049284239693e-05,
      "loss": 0.1421,
      "step": 9182
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.760948182488055e-05,
      "loss": 0.1905,
      "step": 9183
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7608914307306997e-05,
      "loss": 0.2549,
      "step": 9184
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.760834673152337e-05,
      "loss": 0.2317,
      "step": 9185
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.760777909753401e-05,
      "loss": 0.1955,
      "step": 9186
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7607211405343263e-05,
      "loss": 0.1804,
      "step": 9187
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.760664365495547e-05,
      "loss": 0.2092,
      "step": 9188
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7606075846374974e-05,
      "loss": 0.1607,
      "step": 9189
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.760550797960612e-05,
      "loss": 0.2137,
      "step": 9190
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7604940054653253e-05,
      "loss": 0.2053,
      "step": 9191
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7604372071520718e-05,
      "loss": 0.2009,
      "step": 9192
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7603804030212855e-05,
      "loss": 0.2109,
      "step": 9193
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7603235930734016e-05,
      "loss": 0.2677,
      "step": 9194
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7602667773088543e-05,
      "loss": 0.2467,
      "step": 9195
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7602099557280787e-05,
      "loss": 0.2738,
      "step": 9196
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.760153128331509e-05,
      "loss": 0.2271,
      "step": 9197
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7600962951195803e-05,
      "loss": 0.1917,
      "step": 9198
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7600394560927273e-05,
      "loss": 0.2296,
      "step": 9199
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7599826112513848e-05,
      "loss": 0.2367,
      "step": 9200
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.759925760595987e-05,
      "loss": 0.1844,
      "step": 9201
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7598689041269703e-05,
      "loss": 0.2097,
      "step": 9202
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7598120418447688e-05,
      "loss": 0.1881,
      "step": 9203
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7597551737498172e-05,
      "loss": 0.2065,
      "step": 9204
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7596982998425513e-05,
      "loss": 0.1809,
      "step": 9205
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7596414201234054e-05,
      "loss": 0.2087,
      "step": 9206
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7595845345928152e-05,
      "loss": 0.2336,
      "step": 9207
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7595276432512162e-05,
      "loss": 0.2007,
      "step": 9208
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7594707460990426e-05,
      "loss": 0.2111,
      "step": 9209
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7594138431367302e-05,
      "loss": 0.1919,
      "step": 9210
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.759356934364715e-05,
      "loss": 0.1878,
      "step": 9211
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7593000197834312e-05,
      "loss": 0.1948,
      "step": 9212
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7592430993933153e-05,
      "loss": 0.2216,
      "step": 9213
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7591861731948017e-05,
      "loss": 0.2138,
      "step": 9214
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7591292411883266e-05,
      "loss": 0.2592,
      "step": 9215
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7590723033743252e-05,
      "loss": 0.2174,
      "step": 9216
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7590153597532333e-05,
      "loss": 0.1868,
      "step": 9217
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.758958410325487e-05,
      "loss": 0.1627,
      "step": 9218
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7589014550915208e-05,
      "loss": 0.1718,
      "step": 9219
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7588444940517713e-05,
      "loss": 0.2171,
      "step": 9220
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.758787527206674e-05,
      "loss": 0.2687,
      "step": 9221
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7587305545566648e-05,
      "loss": 0.1741,
      "step": 9222
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7586735761021794e-05,
      "loss": 0.1948,
      "step": 9223
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7586165918436543e-05,
      "loss": 0.1719,
      "step": 9224
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7585596017815243e-05,
      "loss": 0.1893,
      "step": 9225
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7585026059162266e-05,
      "loss": 0.2203,
      "step": 9226
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7584456042481962e-05,
      "loss": 0.1973,
      "step": 9227
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.75838859677787e-05,
      "loss": 0.1383,
      "step": 9228
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7583315835056836e-05,
      "loss": 0.2117,
      "step": 9229
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7582745644320734e-05,
      "loss": 0.1846,
      "step": 9230
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7582175395574755e-05,
      "loss": 0.2237,
      "step": 9231
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7581605088823258e-05,
      "loss": 0.1827,
      "step": 9232
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7581034724070617e-05,
      "loss": 0.2038,
      "step": 9233
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7580464301321184e-05,
      "loss": 0.1557,
      "step": 9234
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7579893820579327e-05,
      "loss": 0.2211,
      "step": 9235
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7579323281849413e-05,
      "loss": 0.2219,
      "step": 9236
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7578752685135807e-05,
      "loss": 0.1561,
      "step": 9237
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7578182030442867e-05,
      "loss": 0.1893,
      "step": 9238
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7577611317774967e-05,
      "loss": 0.1549,
      "step": 9239
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7577040547136464e-05,
      "loss": 0.2303,
      "step": 9240
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7576469718531732e-05,
      "loss": 0.2302,
      "step": 9241
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7575898831965136e-05,
      "loss": 0.201,
      "step": 9242
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7575327887441045e-05,
      "loss": 0.1789,
      "step": 9243
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7574756884963824e-05,
      "loss": 0.1933,
      "step": 9244
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7574185824537844e-05,
      "loss": 0.2027,
      "step": 9245
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.757361470616747e-05,
      "loss": 0.2081,
      "step": 9246
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7573043529857076e-05,
      "loss": 0.2007,
      "step": 9247
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7572472295611024e-05,
      "loss": 0.1716,
      "step": 9248
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7571901003433695e-05,
      "loss": 0.2293,
      "step": 9249
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7571329653329446e-05,
      "loss": 0.1604,
      "step": 9250
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7570758245302662e-05,
      "loss": 0.2192,
      "step": 9251
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7570186779357707e-05,
      "loss": 0.1975,
      "step": 9252
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7569615255498953e-05,
      "loss": 0.2335,
      "step": 9253
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7569043673730774e-05,
      "loss": 0.2333,
      "step": 9254
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.756847203405754e-05,
      "loss": 0.1855,
      "step": 9255
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.756790033648363e-05,
      "loss": 0.199,
      "step": 9256
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.756732858101341e-05,
      "loss": 0.1917,
      "step": 9257
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7566756767651258e-05,
      "loss": 0.1699,
      "step": 9258
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7566184896401552e-05,
      "loss": 0.1849,
      "step": 9259
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.756561296726866e-05,
      "loss": 0.2103,
      "step": 9260
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.756504098025696e-05,
      "loss": 0.1761,
      "step": 9261
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.756446893537083e-05,
      "loss": 0.1766,
      "step": 9262
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7563896832614646e-05,
      "loss": 0.2037,
      "step": 9263
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7563324671992783e-05,
      "loss": 0.2489,
      "step": 9264
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7562752453509618e-05,
      "loss": 0.1471,
      "step": 9265
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.756218017716953e-05,
      "loss": 0.2373,
      "step": 9266
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7561607842976897e-05,
      "loss": 0.1904,
      "step": 9267
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.756103545093609e-05,
      "loss": 0.1844,
      "step": 9268
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.75604630010515e-05,
      "loss": 0.1839,
      "step": 9269
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7559890493327506e-05,
      "loss": 0.2373,
      "step": 9270
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.755931792776848e-05,
      "loss": 0.1791,
      "step": 9271
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.75587453043788e-05,
      "loss": 0.168,
      "step": 9272
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.755817262316286e-05,
      "loss": 0.1873,
      "step": 9273
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7557599884125025e-05,
      "loss": 0.1971,
      "step": 9274
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.755702708726969e-05,
      "loss": 0.2349,
      "step": 9275
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.755645423260123e-05,
      "loss": 0.2214,
      "step": 9276
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7555881320124028e-05,
      "loss": 0.1855,
      "step": 9277
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.755530834984247e-05,
      "loss": 0.1859,
      "step": 9278
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7554735321760937e-05,
      "loss": 0.1905,
      "step": 9279
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7554162235883817e-05,
      "loss": 0.1813,
      "step": 9280
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7553589092215485e-05,
      "loss": 0.1961,
      "step": 9281
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7553015890760336e-05,
      "loss": 0.2052,
      "step": 9282
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7552442631522747e-05,
      "loss": 0.1798,
      "step": 9283
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.755186931450711e-05,
      "loss": 0.2161,
      "step": 9284
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7551295939717805e-05,
      "loss": 0.2172,
      "step": 9285
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.755072250715922e-05,
      "loss": 0.2215,
      "step": 9286
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7550149016835746e-05,
      "loss": 0.1625,
      "step": 9287
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.754957546875177e-05,
      "loss": 0.2157,
      "step": 9288
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7549001862911674e-05,
      "loss": 0.2116,
      "step": 9289
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7548428199319852e-05,
      "loss": 0.2075,
      "step": 9290
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7547854477980688e-05,
      "loss": 0.2575,
      "step": 9291
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7547280698898576e-05,
      "loss": 0.182,
      "step": 9292
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.75467068620779e-05,
      "loss": 0.1706,
      "step": 9293
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7546132967523054e-05,
      "loss": 0.1849,
      "step": 9294
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7545559015238432e-05,
      "loss": 0.196,
      "step": 9295
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7544985005228414e-05,
      "loss": 0.1741,
      "step": 9296
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.75444109374974e-05,
      "loss": 0.2214,
      "step": 9297
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.754383681204978e-05,
      "loss": 0.2272,
      "step": 9298
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7543262628889947e-05,
      "loss": 0.2396,
      "step": 9299
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.754268838802229e-05,
      "loss": 0.1555,
      "step": 9300
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7542114089451207e-05,
      "loss": 0.2063,
      "step": 9301
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7541539733181085e-05,
      "loss": 0.2054,
      "step": 9302
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7540965319216324e-05,
      "loss": 0.2269,
      "step": 9303
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7540390847561318e-05,
      "loss": 0.253,
      "step": 9304
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7539816318220458e-05,
      "loss": 0.249,
      "step": 9305
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.753924173119814e-05,
      "loss": 0.238,
      "step": 9306
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7538667086498762e-05,
      "loss": 0.1785,
      "step": 9307
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7538092384126723e-05,
      "loss": 0.2024,
      "step": 9308
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.753751762408641e-05,
      "loss": 0.1882,
      "step": 9309
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.753694280638223e-05,
      "loss": 0.181,
      "step": 9310
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7536367931018575e-05,
      "loss": 0.1876,
      "step": 9311
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7535792997999847e-05,
      "loss": 0.2369,
      "step": 9312
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.753521800733044e-05,
      "loss": 0.1899,
      "step": 9313
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7534642959014753e-05,
      "loss": 0.176,
      "step": 9314
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.753406785305719e-05,
      "loss": 0.1579,
      "step": 9315
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7533492689462145e-05,
      "loss": 0.1767,
      "step": 9316
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7532917468234022e-05,
      "loss": 0.2104,
      "step": 9317
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7532342189377217e-05,
      "loss": 0.1682,
      "step": 9318
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.753176685289614e-05,
      "loss": 0.1956,
      "step": 9319
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7531191458795184e-05,
      "loss": 0.2122,
      "step": 9320
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7530616007078754e-05,
      "loss": 0.2181,
      "step": 9321
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.753004049775125e-05,
      "loss": 0.1737,
      "step": 9322
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.752946493081708e-05,
      "loss": 0.2184,
      "step": 9323
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.752888930628064e-05,
      "loss": 0.185,
      "step": 9324
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7528313624146346e-05,
      "loss": 0.1691,
      "step": 9325
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7527737884418586e-05,
      "loss": 0.1937,
      "step": 9326
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7527162087101773e-05,
      "loss": 0.1658,
      "step": 9327
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7526586232200314e-05,
      "loss": 0.2022,
      "step": 9328
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7526010319718612e-05,
      "loss": 0.1922,
      "step": 9329
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.752543434966107e-05,
      "loss": 0.2243,
      "step": 9330
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.75248583220321e-05,
      "loss": 0.1724,
      "step": 9331
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7524282236836106e-05,
      "loss": 0.2007,
      "step": 9332
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7523706094077492e-05,
      "loss": 0.2125,
      "step": 9333
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.752312989376067e-05,
      "loss": 0.1848,
      "step": 9334
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7522553635890048e-05,
      "loss": 0.1939,
      "step": 9335
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7521977320470033e-05,
      "loss": 0.2049,
      "step": 9336
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.752140094750503e-05,
      "loss": 0.2005,
      "step": 9337
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7520824516999457e-05,
      "loss": 0.168,
      "step": 9338
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.752024802895772e-05,
      "loss": 0.1619,
      "step": 9339
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7519671483384225e-05,
      "loss": 0.1954,
      "step": 9340
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7519094880283388e-05,
      "loss": 0.1998,
      "step": 9341
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.751851821965962e-05,
      "loss": 0.1699,
      "step": 9342
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7517941501517328e-05,
      "loss": 0.2239,
      "step": 9343
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7517364725860928e-05,
      "loss": 0.1992,
      "step": 9344
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7516787892694832e-05,
      "loss": 0.1867,
      "step": 9345
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7516211002023457e-05,
      "loss": 0.2269,
      "step": 9346
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7515634053851206e-05,
      "loss": 0.2257,
      "step": 9347
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.75150570481825e-05,
      "loss": 0.1825,
      "step": 9348
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7514479985021752e-05,
      "loss": 0.2547,
      "step": 9349
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.751390286437338e-05,
      "loss": 0.2019,
      "step": 9350
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.751332568624179e-05,
      "loss": 0.1939,
      "step": 9351
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7512748450631408e-05,
      "loss": 0.2198,
      "step": 9352
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7512171157546643e-05,
      "loss": 0.1805,
      "step": 9353
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7511593806991912e-05,
      "loss": 0.2153,
      "step": 9354
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7511016398971637e-05,
      "loss": 0.1872,
      "step": 9355
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7510438933490232e-05,
      "loss": 0.2047,
      "step": 9356
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7509861410552112e-05,
      "loss": 0.2202,
      "step": 9357
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.75092838301617e-05,
      "loss": 0.2256,
      "step": 9358
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7508706192323412e-05,
      "loss": 0.239,
      "step": 9359
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7508128497041667e-05,
      "loss": 0.2745,
      "step": 9360
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7507550744320887e-05,
      "loss": 0.1844,
      "step": 9361
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7506972934165485e-05,
      "loss": 0.1733,
      "step": 9362
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7506395066579892e-05,
      "loss": 0.224,
      "step": 9363
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.750581714156852e-05,
      "loss": 0.1985,
      "step": 9364
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7505239159135796e-05,
      "loss": 0.2244,
      "step": 9365
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.750466111928614e-05,
      "loss": 0.1924,
      "step": 9366
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.750408302202397e-05,
      "loss": 0.1949,
      "step": 9367
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7503504867353712e-05,
      "loss": 0.2518,
      "step": 9368
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.750292665527979e-05,
      "loss": 0.2157,
      "step": 9369
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7502348385806626e-05,
      "loss": 0.2074,
      "step": 9370
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7501770058938647e-05,
      "loss": 0.1952,
      "step": 9371
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7501191674680272e-05,
      "loss": 0.2415,
      "step": 9372
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7500613233035927e-05,
      "loss": 0.1957,
      "step": 9373
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7500034734010043e-05,
      "loss": 0.196,
      "step": 9374
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7499456177607038e-05,
      "loss": 0.2116,
      "step": 9375
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7498877563831344e-05,
      "loss": 0.247,
      "step": 9376
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7498298892687382e-05,
      "loss": 0.2075,
      "step": 9377
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7497720164179585e-05,
      "loss": 0.2563,
      "step": 9378
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7497141378312376e-05,
      "loss": 0.1448,
      "step": 9379
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.749656253509018e-05,
      "loss": 0.155,
      "step": 9380
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7495983634517436e-05,
      "loss": 0.1858,
      "step": 9381
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7495404676598564e-05,
      "loss": 0.1781,
      "step": 9382
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7494825661337995e-05,
      "loss": 0.2365,
      "step": 9383
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.749424658874016e-05,
      "loss": 0.1786,
      "step": 9384
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.749366745880949e-05,
      "loss": 0.1911,
      "step": 9385
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.749308827155041e-05,
      "loss": 0.1592,
      "step": 9386
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7492509026967354e-05,
      "loss": 0.1927,
      "step": 9387
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7491929725064753e-05,
      "loss": 0.2233,
      "step": 9388
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7491350365847045e-05,
      "loss": 0.1869,
      "step": 9389
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7490770949318654e-05,
      "loss": 0.1747,
      "step": 9390
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7490191475484014e-05,
      "loss": 0.2247,
      "step": 9391
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7489611944347563e-05,
      "loss": 0.216,
      "step": 9392
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7489032355913726e-05,
      "loss": 0.1852,
      "step": 9393
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.748845271018695e-05,
      "loss": 0.2168,
      "step": 9394
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7487873007171657e-05,
      "loss": 0.1814,
      "step": 9395
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7487293246872284e-05,
      "loss": 0.1677,
      "step": 9396
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7486713429293274e-05,
      "loss": 0.2251,
      "step": 9397
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7486133554439055e-05,
      "loss": 0.2229,
      "step": 9398
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7485553622314065e-05,
      "loss": 0.2315,
      "step": 9399
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7484973632922743e-05,
      "loss": 0.2148,
      "step": 9400
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7484393586269527e-05,
      "loss": 0.17,
      "step": 9401
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.748381348235885e-05,
      "loss": 0.2071,
      "step": 9402
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.748323332119515e-05,
      "loss": 0.1771,
      "step": 9403
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7482653102782867e-05,
      "loss": 0.2519,
      "step": 9404
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7482072827126443e-05,
      "loss": 0.2165,
      "step": 9405
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.748149249423031e-05,
      "loss": 0.2218,
      "step": 9406
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7480912104098916e-05,
      "loss": 0.2347,
      "step": 9407
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.74803316567367e-05,
      "loss": 0.2075,
      "step": 9408
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.747975115214809e-05,
      "loss": 0.2152,
      "step": 9409
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7479170590337547e-05,
      "loss": 0.1706,
      "step": 9410
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7478589971309498e-05,
      "loss": 0.2191,
      "step": 9411
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.747800929506839e-05,
      "loss": 0.2135,
      "step": 9412
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7477428561618663e-05,
      "loss": 0.19,
      "step": 9413
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.747684777096476e-05,
      "loss": 0.1767,
      "step": 9414
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.747626692311113e-05,
      "loss": 0.2025,
      "step": 9415
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7475686018062206e-05,
      "loss": 0.1967,
      "step": 9416
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7475105055822444e-05,
      "loss": 0.1774,
      "step": 9417
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.747452403639628e-05,
      "loss": 0.2015,
      "step": 9418
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.747394295978816e-05,
      "loss": 0.2103,
      "step": 9419
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.747336182600253e-05,
      "loss": 0.1954,
      "step": 9420
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7472780635043838e-05,
      "loss": 0.1938,
      "step": 9421
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.747219938691653e-05,
      "loss": 0.1905,
      "step": 9422
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.747161808162505e-05,
      "loss": 0.183,
      "step": 9423
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.747103671917385e-05,
      "loss": 0.2236,
      "step": 9424
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7470455299567373e-05,
      "loss": 0.2119,
      "step": 9425
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7469873822810068e-05,
      "loss": 0.2307,
      "step": 9426
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7469292288906384e-05,
      "loss": 0.193,
      "step": 9427
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7468710697860767e-05,
      "loss": 0.1887,
      "step": 9428
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7468129049677675e-05,
      "loss": 0.2163,
      "step": 9429
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7467547344361543e-05,
      "loss": 0.1805,
      "step": 9430
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7466965581916837e-05,
      "loss": 0.2166,
      "step": 9431
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7466383762348e-05,
      "loss": 0.2626,
      "step": 9432
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.746580188565948e-05,
      "loss": 0.2008,
      "step": 9433
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7465219951855733e-05,
      "loss": 0.1845,
      "step": 9434
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.746463796094121e-05,
      "loss": 0.165,
      "step": 9435
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7464055912920365e-05,
      "loss": 0.2652,
      "step": 9436
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.746347380779765e-05,
      "loss": 0.1997,
      "step": 9437
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7462891645577515e-05,
      "loss": 0.1705,
      "step": 9438
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7462309426264416e-05,
      "loss": 0.2001,
      "step": 9439
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.746172714986281e-05,
      "loss": 0.1818,
      "step": 9440
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7461144816377146e-05,
      "loss": 0.1869,
      "step": 9441
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7460562425811885e-05,
      "loss": 0.1854,
      "step": 9442
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7459979978171474e-05,
      "loss": 0.1992,
      "step": 9443
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.745939747346038e-05,
      "loss": 0.2156,
      "step": 9444
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.745881491168305e-05,
      "loss": 0.1551,
      "step": 9445
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7458232292843944e-05,
      "loss": 0.2447,
      "step": 9446
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7457649616947524e-05,
      "loss": 0.1809,
      "step": 9447
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7457066883998237e-05,
      "loss": 0.2331,
      "step": 9448
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.745648409400055e-05,
      "loss": 0.1927,
      "step": 9449
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7455901246958916e-05,
      "loss": 0.2136,
      "step": 9450
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.74553183428778e-05,
      "loss": 0.1915,
      "step": 9451
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7454735381761656e-05,
      "loss": 0.1792,
      "step": 9452
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7454152363614946e-05,
      "loss": 0.2218,
      "step": 9453
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.745356928844213e-05,
      "loss": 0.1844,
      "step": 9454
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7452986156247667e-05,
      "loss": 0.1803,
      "step": 9455
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.745240296703602e-05,
      "loss": 0.2607,
      "step": 9456
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.745181972081165e-05,
      "loss": 0.1796,
      "step": 9457
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7451236417579022e-05,
      "loss": 0.2238,
      "step": 9458
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7450653057342593e-05,
      "loss": 0.2149,
      "step": 9459
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7450069640106826e-05,
      "loss": 0.1809,
      "step": 9460
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.744948616587619e-05,
      "loss": 0.2089,
      "step": 9461
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7448902634655147e-05,
      "loss": 0.1847,
      "step": 9462
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7448319046448155e-05,
      "loss": 0.2467,
      "step": 9463
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7447735401259688e-05,
      "loss": 0.1846,
      "step": 9464
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7447151699094202e-05,
      "loss": 0.1672,
      "step": 9465
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7446567939956168e-05,
      "loss": 0.2213,
      "step": 9466
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.744598412385005e-05,
      "loss": 0.2063,
      "step": 9467
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7445400250780317e-05,
      "loss": 0.1637,
      "step": 9468
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.744481632075143e-05,
      "loss": 0.1945,
      "step": 9469
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7444232333767863e-05,
      "loss": 0.2355,
      "step": 9470
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.744364828983408e-05,
      "loss": 0.1676,
      "step": 9471
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.744306418895455e-05,
      "loss": 0.1758,
      "step": 9472
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.744248003113374e-05,
      "loss": 0.2408,
      "step": 9473
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.744189581637612e-05,
      "loss": 0.194,
      "step": 9474
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.744131154468616e-05,
      "loss": 0.1567,
      "step": 9475
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7440727216068328e-05,
      "loss": 0.1958,
      "step": 9476
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7440142830527098e-05,
      "loss": 0.2546,
      "step": 9477
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7439558388066935e-05,
      "loss": 0.1756,
      "step": 9478
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7438973888692318e-05,
      "loss": 0.198,
      "step": 9479
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7438389332407708e-05,
      "loss": 0.2035,
      "step": 9480
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7437804719217585e-05,
      "loss": 0.1712,
      "step": 9481
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.743722004912642e-05,
      "loss": 0.2188,
      "step": 9482
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7436635322138686e-05,
      "loss": 0.174,
      "step": 9483
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7436050538258854e-05,
      "loss": 0.1661,
      "step": 9484
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.74354656974914e-05,
      "loss": 0.2071,
      "step": 9485
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.74348807998408e-05,
      "loss": 0.1564,
      "step": 9486
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7434295845311525e-05,
      "loss": 0.1554,
      "step": 9487
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.743371083390805e-05,
      "loss": 0.1842,
      "step": 9488
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.743312576563485e-05,
      "loss": 0.2307,
      "step": 9489
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7432540640496403e-05,
      "loss": 0.1889,
      "step": 9490
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7431955458497185e-05,
      "loss": 0.2182,
      "step": 9491
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7431370219641676e-05,
      "loss": 0.2374,
      "step": 9492
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7430784923934342e-05,
      "loss": 0.1878,
      "step": 9493
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7430199571379676e-05,
      "loss": 0.2129,
      "step": 9494
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7429614161982144e-05,
      "loss": 0.2022,
      "step": 9495
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7429028695746234e-05,
      "loss": 0.1734,
      "step": 9496
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7428443172676416e-05,
      "loss": 0.2032,
      "step": 9497
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7427857592777172e-05,
      "loss": 0.1787,
      "step": 9498
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7427271956052988e-05,
      "loss": 0.1891,
      "step": 9499
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.742668626250834e-05,
      "loss": 0.1748,
      "step": 9500
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7426100512147703e-05,
      "loss": 0.2146,
      "step": 9501
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7425514704975567e-05,
      "loss": 0.1963,
      "step": 9502
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.742492884099641e-05,
      "loss": 0.1857,
      "step": 9503
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7424342920214714e-05,
      "loss": 0.2086,
      "step": 9504
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.742375694263496e-05,
      "loss": 0.1953,
      "step": 9505
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7423170908261633e-05,
      "loss": 0.2023,
      "step": 9506
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7422584817099214e-05,
      "loss": 0.252,
      "step": 9507
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.742199866915219e-05,
      "loss": 0.2069,
      "step": 9508
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7421412464425046e-05,
      "loss": 0.2115,
      "step": 9509
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7420826202922262e-05,
      "loss": 0.2156,
      "step": 9510
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7420239884648325e-05,
      "loss": 0.2376,
      "step": 9511
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7419653509607717e-05,
      "loss": 0.2612,
      "step": 9512
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7419067077804933e-05,
      "loss": 0.2237,
      "step": 9513
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.741848058924445e-05,
      "loss": 0.2105,
      "step": 9514
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7417894043930762e-05,
      "loss": 0.2033,
      "step": 9515
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.741730744186835e-05,
      "loss": 0.2418,
      "step": 9516
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7416720783061706e-05,
      "loss": 0.1815,
      "step": 9517
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7416134067515316e-05,
      "loss": 0.184,
      "step": 9518
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.741554729523367e-05,
      "loss": 0.1793,
      "step": 9519
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7414960466221258e-05,
      "loss": 0.2107,
      "step": 9520
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7414373580482565e-05,
      "loss": 0.2161,
      "step": 9521
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7413786638022086e-05,
      "loss": 0.2074,
      "step": 9522
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7413199638844306e-05,
      "loss": 0.2016,
      "step": 9523
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7412612582953715e-05,
      "loss": 0.1755,
      "step": 9524
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7412025470354814e-05,
      "loss": 0.2571,
      "step": 9525
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7411438301052082e-05,
      "loss": 0.1899,
      "step": 9526
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.741085107505002e-05,
      "loss": 0.2287,
      "step": 9527
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.741026379235312e-05,
      "loss": 0.2137,
      "step": 9528
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.740967645296587e-05,
      "loss": 0.2068,
      "step": 9529
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7409089056892763e-05,
      "loss": 0.185,
      "step": 9530
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7408501604138298e-05,
      "loss": 0.2038,
      "step": 9531
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7407914094706965e-05,
      "loss": 0.2245,
      "step": 9532
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.740732652860326e-05,
      "loss": 0.2069,
      "step": 9533
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.740673890583168e-05,
      "loss": 0.1935,
      "step": 9534
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7406151226396717e-05,
      "loss": 0.2202,
      "step": 9535
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7405563490302867e-05,
      "loss": 0.2461,
      "step": 9536
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7404975697554633e-05,
      "loss": 0.2194,
      "step": 9537
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7404387848156503e-05,
      "loss": 0.1823,
      "step": 9538
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7403799942112977e-05,
      "loss": 0.227,
      "step": 9539
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.740321197942855e-05,
      "loss": 0.2343,
      "step": 9540
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.740262396010773e-05,
      "loss": 0.2188,
      "step": 9541
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7402035884155003e-05,
      "loss": 0.2675,
      "step": 9542
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.740144775157488e-05,
      "loss": 0.1688,
      "step": 9543
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7400859562371848e-05,
      "loss": 0.1878,
      "step": 9544
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7400271316550416e-05,
      "loss": 0.2093,
      "step": 9545
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.739968301411508e-05,
      "loss": 0.1924,
      "step": 9546
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7399094655070342e-05,
      "loss": 0.2263,
      "step": 9547
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7398506239420706e-05,
      "loss": 0.23,
      "step": 9548
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7397917767170667e-05,
      "loss": 0.1958,
      "step": 9549
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.739732923832473e-05,
      "loss": 0.2117,
      "step": 9550
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7396740652887397e-05,
      "loss": 0.2319,
      "step": 9551
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7396152010863177e-05,
      "loss": 0.2288,
      "step": 9552
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7395563312256564e-05,
      "loss": 0.2074,
      "step": 9553
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7394974557072062e-05,
      "loss": 0.1575,
      "step": 9554
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7394385745314183e-05,
      "loss": 0.2406,
      "step": 9555
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.739379687698743e-05,
      "loss": 0.1761,
      "step": 9556
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.73932079520963e-05,
      "loss": 0.1785,
      "step": 9557
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7392618970645306e-05,
      "loss": 0.18,
      "step": 9558
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.739202993263895e-05,
      "loss": 0.2284,
      "step": 9559
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.739144083808174e-05,
      "loss": 0.2092,
      "step": 9560
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7390851686978187e-05,
      "loss": 0.1709,
      "step": 9561
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.739026247933279e-05,
      "loss": 0.2157,
      "step": 9562
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7389673215150058e-05,
      "loss": 0.2079,
      "step": 9563
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7389083894434503e-05,
      "loss": 0.2058,
      "step": 9564
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.738849451719063e-05,
      "loss": 0.2011,
      "step": 9565
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7387905083422954e-05,
      "loss": 0.2247,
      "step": 9566
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.738731559313598e-05,
      "loss": 0.1765,
      "step": 9567
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7386726046334212e-05,
      "loss": 0.2138,
      "step": 9568
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.738613644302217e-05,
      "loss": 0.1847,
      "step": 9569
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7385546783204357e-05,
      "loss": 0.2031,
      "step": 9570
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7384957066885292e-05,
      "loss": 0.1736,
      "step": 9571
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.738436729406948e-05,
      "loss": 0.1886,
      "step": 9572
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.738377746476143e-05,
      "loss": 0.1985,
      "step": 9573
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7383187578965665e-05,
      "loss": 0.2118,
      "step": 9574
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.738259763668669e-05,
      "loss": 0.202,
      "step": 9575
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.738200763792902e-05,
      "loss": 0.186,
      "step": 9576
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7381417582697172e-05,
      "loss": 0.2076,
      "step": 9577
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7380827470995654e-05,
      "loss": 0.2157,
      "step": 9578
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7380237302828984e-05,
      "loss": 0.2021,
      "step": 9579
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7379647078201674e-05,
      "loss": 0.2018,
      "step": 9580
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7379056797118245e-05,
      "loss": 0.2253,
      "step": 9581
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7378466459583204e-05,
      "loss": 0.2458,
      "step": 9582
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.737787606560108e-05,
      "loss": 0.1815,
      "step": 9583
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7377285615176376e-05,
      "loss": 0.2051,
      "step": 9584
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7376695108313622e-05,
      "loss": 0.2419,
      "step": 9585
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7376104545017325e-05,
      "loss": 0.1968,
      "step": 9586
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7375513925292007e-05,
      "loss": 0.1618,
      "step": 9587
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7374923249142183e-05,
      "loss": 0.1986,
      "step": 9588
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7374332516572382e-05,
      "loss": 0.1995,
      "step": 9589
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.737374172758711e-05,
      "loss": 0.1853,
      "step": 9590
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7373150882190898e-05,
      "loss": 0.1763,
      "step": 9591
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7372559980388257e-05,
      "loss": 0.1778,
      "step": 9592
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7371969022183716e-05,
      "loss": 0.1872,
      "step": 9593
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.737137800758179e-05,
      "loss": 0.2133,
      "step": 9594
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7370786936587e-05,
      "loss": 0.2035,
      "step": 9595
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.737019580920387e-05,
      "loss": 0.1972,
      "step": 9596
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7369604625436926e-05,
      "loss": 0.2161,
      "step": 9597
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7369013385290685e-05,
      "loss": 0.1698,
      "step": 9598
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.736842208876967e-05,
      "loss": 0.2437,
      "step": 9599
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7367830735878408e-05,
      "loss": 0.217,
      "step": 9600
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7367239326621422e-05,
      "loss": 0.1834,
      "step": 9601
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7366647861003237e-05,
      "loss": 0.1546,
      "step": 9602
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7366056339028375e-05,
      "loss": 0.1644,
      "step": 9603
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7365464760701364e-05,
      "loss": 0.1544,
      "step": 9604
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.736487312602673e-05,
      "loss": 0.1978,
      "step": 9605
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7364281435008993e-05,
      "loss": 0.2513,
      "step": 9606
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.736368968765269e-05,
      "loss": 0.2151,
      "step": 9607
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7363097883962342e-05,
      "loss": 0.196,
      "step": 9608
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7362506023942475e-05,
      "loss": 0.1738,
      "step": 9609
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7361914107597622e-05,
      "loss": 0.2021,
      "step": 9610
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7361322134932304e-05,
      "loss": 0.145,
      "step": 9611
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7360730105951055e-05,
      "loss": 0.1925,
      "step": 9612
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.736013802065841e-05,
      "loss": 0.206,
      "step": 9613
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7359545879058882e-05,
      "loss": 0.1932,
      "step": 9614
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7358953681157014e-05,
      "loss": 0.2119,
      "step": 9615
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7358361426957335e-05,
      "loss": 0.2348,
      "step": 9616
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.735776911646437e-05,
      "loss": 0.1889,
      "step": 9617
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.735717674968266e-05,
      "loss": 0.2681,
      "step": 9618
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.735658432661673e-05,
      "loss": 0.2102,
      "step": 9619
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7355991847271112e-05,
      "loss": 0.2169,
      "step": 9620
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.735539931165034e-05,
      "loss": 0.1853,
      "step": 9621
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7354806719758947e-05,
      "loss": 0.205,
      "step": 9622
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7354214071601466e-05,
      "loss": 0.205,
      "step": 9623
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7353621367182433e-05,
      "loss": 0.1933,
      "step": 9624
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.735302860650638e-05,
      "loss": 0.1556,
      "step": 9625
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.735243578957784e-05,
      "loss": 0.1893,
      "step": 9626
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7351842916401355e-05,
      "loss": 0.1835,
      "step": 9627
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7351249986981457e-05,
      "loss": 0.2065,
      "step": 9628
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7350657001322678e-05,
      "loss": 0.2055,
      "step": 9629
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7350063959429558e-05,
      "loss": 0.2064,
      "step": 9630
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7349470861306637e-05,
      "loss": 0.2372,
      "step": 9631
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7348877706958448e-05,
      "loss": 0.2077,
      "step": 9632
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7348284496389528e-05,
      "loss": 0.189,
      "step": 9633
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7347691229604417e-05,
      "loss": 0.24,
      "step": 9634
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7347097906607655e-05,
      "loss": 0.1601,
      "step": 9635
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.734650452740378e-05,
      "loss": 0.1878,
      "step": 9636
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.734591109199733e-05,
      "loss": 0.166,
      "step": 9637
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7345317600392845e-05,
      "loss": 0.1778,
      "step": 9638
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7344724052594874e-05,
      "loss": 0.2169,
      "step": 9639
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7344130448607942e-05,
      "loss": 0.2,
      "step": 9640
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.73435367884366e-05,
      "loss": 0.1645,
      "step": 9641
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.734294307208539e-05,
      "loss": 0.1607,
      "step": 9642
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7342349299558856e-05,
      "loss": 0.1649,
      "step": 9643
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7341755470861533e-05,
      "loss": 0.1602,
      "step": 9644
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7341161585997968e-05,
      "loss": 0.1604,
      "step": 9645
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7340567644972703e-05,
      "loss": 0.2723,
      "step": 9646
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7339973647790286e-05,
      "loss": 0.2155,
      "step": 9647
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7339379594455255e-05,
      "loss": 0.1623,
      "step": 9648
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.733878548497216e-05,
      "loss": 0.1785,
      "step": 9649
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7338191319345544e-05,
      "loss": 0.189,
      "step": 9650
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7337597097579954e-05,
      "loss": 0.1849,
      "step": 9651
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7337002819679928e-05,
      "loss": 0.2273,
      "step": 9652
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7336408485650024e-05,
      "loss": 0.2096,
      "step": 9653
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.733581409549478e-05,
      "loss": 0.1868,
      "step": 9654
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.733521964921875e-05,
      "loss": 0.2084,
      "step": 9655
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.733462514682648e-05,
      "loss": 0.1941,
      "step": 9656
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.733403058832251e-05,
      "loss": 0.1945,
      "step": 9657
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.73334359737114e-05,
      "loss": 0.191,
      "step": 9658
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7332841302997695e-05,
      "loss": 0.209,
      "step": 9659
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7332246576185942e-05,
      "loss": 0.1821,
      "step": 9660
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7331651793280692e-05,
      "loss": 0.1471,
      "step": 9661
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7331056954286496e-05,
      "loss": 0.2121,
      "step": 9662
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7330462059207903e-05,
      "loss": 0.1963,
      "step": 9663
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7329867108049465e-05,
      "loss": 0.2437,
      "step": 9664
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7329272100815735e-05,
      "loss": 0.1448,
      "step": 9665
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.732867703751126e-05,
      "loss": 0.1947,
      "step": 9666
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7328081918140603e-05,
      "loss": 0.2246,
      "step": 9667
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7327486742708305e-05,
      "loss": 0.1806,
      "step": 9668
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7326891511218923e-05,
      "loss": 0.2056,
      "step": 9669
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7326296223677016e-05,
      "loss": 0.2007,
      "step": 9670
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.732570088008713e-05,
      "loss": 0.1881,
      "step": 9671
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7325105480453827e-05,
      "loss": 0.1653,
      "step": 9672
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7324510024781657e-05,
      "loss": 0.2214,
      "step": 9673
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7323914513075175e-05,
      "loss": 0.2307,
      "step": 9674
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7323318945338937e-05,
      "loss": 0.2161,
      "step": 9675
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7322723321577504e-05,
      "loss": 0.2116,
      "step": 9676
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.732212764179543e-05,
      "loss": 0.1783,
      "step": 9677
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7321531905997267e-05,
      "loss": 0.2578,
      "step": 9678
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7320936114187584e-05,
      "loss": 0.2132,
      "step": 9679
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7320340266370927e-05,
      "loss": 0.1935,
      "step": 9680
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.731974436255186e-05,
      "loss": 0.1471,
      "step": 9681
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7319148402734943e-05,
      "loss": 0.2071,
      "step": 9682
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.731855238692473e-05,
      "loss": 0.2453,
      "step": 9683
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.731795631512579e-05,
      "loss": 0.2013,
      "step": 9684
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7317360187342673e-05,
      "loss": 0.2417,
      "step": 9685
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7316764003579942e-05,
      "loss": 0.1911,
      "step": 9686
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7316167763842164e-05,
      "loss": 0.2376,
      "step": 9687
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7315571468133895e-05,
      "loss": 0.1932,
      "step": 9688
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7314975116459696e-05,
      "loss": 0.2181,
      "step": 9689
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.731437870882413e-05,
      "loss": 0.1904,
      "step": 9690
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7313782245231763e-05,
      "loss": 0.1574,
      "step": 9691
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7313185725687157e-05,
      "loss": 0.202,
      "step": 9692
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7312589150194873e-05,
      "loss": 0.2519,
      "step": 9693
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7311992518759478e-05,
      "loss": 0.2076,
      "step": 9694
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7311395831385533e-05,
      "loss": 0.1817,
      "step": 9695
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7310799088077604e-05,
      "loss": 0.1908,
      "step": 9696
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.731020228884026e-05,
      "loss": 0.1783,
      "step": 9697
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.730960543367806e-05,
      "loss": 0.2085,
      "step": 9698
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7309008522595573e-05,
      "loss": 0.2196,
      "step": 9699
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7308411555597372e-05,
      "loss": 0.2076,
      "step": 9700
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.730781453268801e-05,
      "loss": 0.1528,
      "step": 9701
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7307217453872067e-05,
      "loss": 0.1616,
      "step": 9702
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7306620319154106e-05,
      "loss": 0.1863,
      "step": 9703
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7306023128538693e-05,
      "loss": 0.2267,
      "step": 9704
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.73054258820304e-05,
      "loss": 0.2159,
      "step": 9705
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7304828579633798e-05,
      "loss": 0.1743,
      "step": 9706
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.730423122135345e-05,
      "loss": 0.2055,
      "step": 9707
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.730363380719393e-05,
      "loss": 0.1777,
      "step": 9708
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.730303633715981e-05,
      "loss": 0.2282,
      "step": 9709
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7302438811255657e-05,
      "loss": 0.2275,
      "step": 9710
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7301841229486047e-05,
      "loss": 0.1724,
      "step": 9711
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7301243591855545e-05,
      "loss": 0.2295,
      "step": 9712
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.730064589836873e-05,
      "loss": 0.1804,
      "step": 9713
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7300048149030167e-05,
      "loss": 0.2094,
      "step": 9714
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7299450343844432e-05,
      "loss": 0.2107,
      "step": 9715
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7298852482816105e-05,
      "loss": 0.2025,
      "step": 9716
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7298254565949754e-05,
      "loss": 0.2254,
      "step": 9717
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.729765659324995e-05,
      "loss": 0.2195,
      "step": 9718
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7297058564721273e-05,
      "loss": 0.1932,
      "step": 9719
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7296460480368292e-05,
      "loss": 0.1549,
      "step": 9720
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7295862340195592e-05,
      "loss": 0.1981,
      "step": 9721
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.729526414420774e-05,
      "loss": 0.1882,
      "step": 9722
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7294665892409322e-05,
      "loss": 0.176,
      "step": 9723
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.72940675848049e-05,
      "loss": 0.2262,
      "step": 9724
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.729346922139907e-05,
      "loss": 0.2154,
      "step": 9725
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.729287080219639e-05,
      "loss": 0.1608,
      "step": 9726
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7292272327201452e-05,
      "loss": 0.1976,
      "step": 9727
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7291673796418828e-05,
      "loss": 0.2344,
      "step": 9728
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.72910752098531e-05,
      "loss": 0.1906,
      "step": 9729
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.729047656750885e-05,
      "loss": 0.1578,
      "step": 9730
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.728987786939065e-05,
      "loss": 0.2039,
      "step": 9731
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7289279115503083e-05,
      "loss": 0.18,
      "step": 9732
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7288680305850737e-05,
      "loss": 0.1839,
      "step": 9733
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7288081440438182e-05,
      "loss": 0.1786,
      "step": 9734
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7287482519270005e-05,
      "loss": 0.1519,
      "step": 9735
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7286883542350787e-05,
      "loss": 0.1441,
      "step": 9736
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7286284509685112e-05,
      "loss": 0.1761,
      "step": 9737
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7285685421277557e-05,
      "loss": 0.1991,
      "step": 9738
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7285086277132714e-05,
      "loss": 0.1833,
      "step": 9739
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7284487077255163e-05,
      "loss": 0.1494,
      "step": 9740
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7283887821649484e-05,
      "loss": 0.2337,
      "step": 9741
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7283288510320266e-05,
      "loss": 0.2003,
      "step": 9742
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7282689143272092e-05,
      "loss": 0.2165,
      "step": 9743
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.728208972050955e-05,
      "loss": 0.1829,
      "step": 9744
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.728149024203722e-05,
      "loss": 0.2383,
      "step": 9745
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7280890707859693e-05,
      "loss": 0.1709,
      "step": 9746
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7280291117981556e-05,
      "loss": 0.1941,
      "step": 9747
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7279691472407394e-05,
      "loss": 0.2182,
      "step": 9748
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7279091771141794e-05,
      "loss": 0.2001,
      "step": 9749
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7278492014189342e-05,
      "loss": 0.2158,
      "step": 9750
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7277892201554635e-05,
      "loss": 0.2441,
      "step": 9751
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.727729233324225e-05,
      "loss": 0.2146,
      "step": 9752
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7276692409256784e-05,
      "loss": 0.2383,
      "step": 9753
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7276092429602822e-05,
      "loss": 0.214,
      "step": 9754
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.727549239428496e-05,
      "loss": 0.2015,
      "step": 9755
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.727489230330778e-05,
      "loss": 0.2012,
      "step": 9756
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7274292156675884e-05,
      "loss": 0.159,
      "step": 9757
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.727369195439385e-05,
      "loss": 0.1808,
      "step": 9758
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.727309169646628e-05,
      "loss": 0.222,
      "step": 9759
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7272491382897764e-05,
      "loss": 0.169,
      "step": 9760
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.727189101369289e-05,
      "loss": 0.1982,
      "step": 9761
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7271290588856256e-05,
      "loss": 0.1764,
      "step": 9762
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7270690108392455e-05,
      "loss": 0.1769,
      "step": 9763
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7270089572306074e-05,
      "loss": 0.2082,
      "step": 9764
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7269488980601717e-05,
      "loss": 0.1729,
      "step": 9765
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7268888333283972e-05,
      "loss": 0.2236,
      "step": 9766
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.726828763035744e-05,
      "loss": 0.2201,
      "step": 9767
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.726768687182671e-05,
      "loss": 0.1865,
      "step": 9768
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7267086057696382e-05,
      "loss": 0.2243,
      "step": 9769
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7266485187971048e-05,
      "loss": 0.2079,
      "step": 9770
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.726588426265531e-05,
      "loss": 0.1664,
      "step": 9771
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7265283281753766e-05,
      "loss": 0.2212,
      "step": 9772
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.726468224527101e-05,
      "loss": 0.1717,
      "step": 9773
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.726408115321164e-05,
      "loss": 0.193,
      "step": 9774
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7263480005580257e-05,
      "loss": 0.2012,
      "step": 9775
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7262878802381453e-05,
      "loss": 0.179,
      "step": 9776
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.726227754361984e-05,
      "loss": 0.2034,
      "step": 9777
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7261676229300007e-05,
      "loss": 0.2004,
      "step": 9778
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7261074859426556e-05,
      "loss": 0.1426,
      "step": 9779
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.726047343400409e-05,
      "loss": 0.2388,
      "step": 9780
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7259871953037214e-05,
      "loss": 0.1955,
      "step": 9781
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.725927041653052e-05,
      "loss": 0.2049,
      "step": 9782
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7258668824488617e-05,
      "loss": 0.168,
      "step": 9783
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7258067176916105e-05,
      "loss": 0.2035,
      "step": 9784
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7257465473817586e-05,
      "loss": 0.2228,
      "step": 9785
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7256863715197666e-05,
      "loss": 0.185,
      "step": 9786
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7256261901060943e-05,
      "loss": 0.159,
      "step": 9787
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.725566003141203e-05,
      "loss": 0.2218,
      "step": 9788
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.725505810625552e-05,
      "loss": 0.196,
      "step": 9789
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.725445612559603e-05,
      "loss": 0.192,
      "step": 9790
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7253854089438156e-05,
      "loss": 0.1531,
      "step": 9791
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7253251997786508e-05,
      "loss": 0.1971,
      "step": 9792
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7252649850645694e-05,
      "loss": 0.1456,
      "step": 9793
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7252047648020312e-05,
      "loss": 0.1645,
      "step": 9794
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.725144538991498e-05,
      "loss": 0.1957,
      "step": 9795
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.72508430763343e-05,
      "loss": 0.1871,
      "step": 9796
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7250240707282874e-05,
      "loss": 0.2018,
      "step": 9797
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7249638282765323e-05,
      "loss": 0.1684,
      "step": 9798
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7249035802786246e-05,
      "loss": 0.2027,
      "step": 9799
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7248433267350252e-05,
      "loss": 0.2265,
      "step": 9800
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.724783067646196e-05,
      "loss": 0.2481,
      "step": 9801
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.724722803012597e-05,
      "loss": 0.188,
      "step": 9802
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7246625328346898e-05,
      "loss": 0.1735,
      "step": 9803
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.724602257112935e-05,
      "loss": 0.1841,
      "step": 9804
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.724541975847794e-05,
      "loss": 0.2021,
      "step": 9805
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7244816890397285e-05,
      "loss": 0.199,
      "step": 9806
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7244213966891988e-05,
      "loss": 0.1813,
      "step": 9807
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7243610987966666e-05,
      "loss": 0.1965,
      "step": 9808
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.724300795362593e-05,
      "loss": 0.1819,
      "step": 9809
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.72424048638744e-05,
      "loss": 0.1929,
      "step": 9810
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.724180171871668e-05,
      "loss": 0.2193,
      "step": 9811
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7241198518157387e-05,
      "loss": 0.221,
      "step": 9812
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7240595262201138e-05,
      "loss": 0.2214,
      "step": 9813
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.723999195085255e-05,
      "loss": 0.1945,
      "step": 9814
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7239388584116235e-05,
      "loss": 0.17,
      "step": 9815
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.723878516199681e-05,
      "loss": 0.1466,
      "step": 9816
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.723818168449889e-05,
      "loss": 0.1653,
      "step": 9817
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7237578151627092e-05,
      "loss": 0.2259,
      "step": 9818
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7236974563386035e-05,
      "loss": 0.2198,
      "step": 9819
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.723637091978034e-05,
      "loss": 0.1908,
      "step": 9820
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7235767220814613e-05,
      "loss": 0.1619,
      "step": 9821
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7235163466493485e-05,
      "loss": 0.2282,
      "step": 9822
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.723455965682157e-05,
      "loss": 0.2111,
      "step": 9823
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7233955791803484e-05,
      "loss": 0.1775,
      "step": 9824
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.723335187144385e-05,
      "loss": 0.1981,
      "step": 9825
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7232747895747293e-05,
      "loss": 0.2496,
      "step": 9826
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7232143864718424e-05,
      "loss": 0.2156,
      "step": 9827
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.723153977836187e-05,
      "loss": 0.1947,
      "step": 9828
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7230935636682253e-05,
      "loss": 0.2013,
      "step": 9829
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7230331439684193e-05,
      "loss": 0.1913,
      "step": 9830
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7229727187372307e-05,
      "loss": 0.1796,
      "step": 9831
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7229122879751225e-05,
      "loss": 0.1995,
      "step": 9832
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.722851851682557e-05,
      "loss": 0.1889,
      "step": 9833
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7227914098599964e-05,
      "loss": 0.1548,
      "step": 9834
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.722730962507903e-05,
      "loss": 0.1968,
      "step": 9835
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.722670509626739e-05,
      "loss": 0.2123,
      "step": 9836
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7226100512169674e-05,
      "loss": 0.1605,
      "step": 9837
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7225495872790504e-05,
      "loss": 0.1782,
      "step": 9838
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7224891178134505e-05,
      "loss": 0.1447,
      "step": 9839
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.722428642820631e-05,
      "loss": 0.172,
      "step": 9840
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7223681623010534e-05,
      "loss": 0.146,
      "step": 9841
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.722307676255181e-05,
      "loss": 0.2378,
      "step": 9842
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.722247184683477e-05,
      "loss": 0.2286,
      "step": 9843
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7221866875864033e-05,
      "loss": 0.2226,
      "step": 9844
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7221261849644232e-05,
      "loss": 0.2047,
      "step": 9845
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7220656768179996e-05,
      "loss": 0.2186,
      "step": 9846
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.722005163147595e-05,
      "loss": 0.2133,
      "step": 9847
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.721944643953673e-05,
      "loss": 0.2037,
      "step": 9848
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.721884119236696e-05,
      "loss": 0.1906,
      "step": 9849
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7218235889971273e-05,
      "loss": 0.1713,
      "step": 9850
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.72176305323543e-05,
      "loss": 0.2053,
      "step": 9851
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.721702511952067e-05,
      "loss": 0.2364,
      "step": 9852
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7216419651475014e-05,
      "loss": 0.231,
      "step": 9853
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7215814128221968e-05,
      "loss": 0.2127,
      "step": 9854
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.721520854976616e-05,
      "loss": 0.2067,
      "step": 9855
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.721460291611223e-05,
      "loss": 0.2108,
      "step": 9856
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.72139972272648e-05,
      "loss": 0.2078,
      "step": 9857
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7213391483228514e-05,
      "loss": 0.1888,
      "step": 9858
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7212785684007997e-05,
      "loss": 0.2184,
      "step": 9859
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7212179829607894e-05,
      "loss": 0.1682,
      "step": 9860
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7211573920032834e-05,
      "loss": 0.2238,
      "step": 9861
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.721096795528745e-05,
      "loss": 0.2269,
      "step": 9862
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7210361935376383e-05,
      "loss": 0.2032,
      "step": 9863
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7209755860304266e-05,
      "loss": 0.1599,
      "step": 9864
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7209149730075737e-05,
      "loss": 0.242,
      "step": 9865
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.720854354469543e-05,
      "loss": 0.2159,
      "step": 9866
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7207937304167986e-05,
      "loss": 0.2344,
      "step": 9867
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7207331008498043e-05,
      "loss": 0.2099,
      "step": 9868
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.720672465769024e-05,
      "loss": 0.2167,
      "step": 9869
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.720611825174921e-05,
      "loss": 0.1636,
      "step": 9870
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7205511790679598e-05,
      "loss": 0.1927,
      "step": 9871
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.720490527448604e-05,
      "loss": 0.2685,
      "step": 9872
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.720429870317318e-05,
      "loss": 0.2177,
      "step": 9873
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7203692076745655e-05,
      "loss": 0.1754,
      "step": 9874
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7203085395208104e-05,
      "loss": 0.2425,
      "step": 9875
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7202478658565175e-05,
      "loss": 0.1704,
      "step": 9876
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7201871866821503e-05,
      "loss": 0.1668,
      "step": 9877
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7201265019981736e-05,
      "loss": 0.1835,
      "step": 9878
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7200658118050512e-05,
      "loss": 0.1987,
      "step": 9879
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7200051161032477e-05,
      "loss": 0.1721,
      "step": 9880
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.719944414893227e-05,
      "loss": 0.217,
      "step": 9881
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.719883708175454e-05,
      "loss": 0.1969,
      "step": 9882
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7198229959503923e-05,
      "loss": 0.2023,
      "step": 9883
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7197622782185077e-05,
      "loss": 0.1783,
      "step": 9884
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7197015549802634e-05,
      "loss": 0.1502,
      "step": 9885
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7196408262361248e-05,
      "loss": 0.2156,
      "step": 9886
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.719580091986556e-05,
      "loss": 0.194,
      "step": 9887
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.719519352232022e-05,
      "loss": 0.1489,
      "step": 9888
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.719458606972987e-05,
      "loss": 0.1997,
      "step": 9889
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7193978562099163e-05,
      "loss": 0.2134,
      "step": 9890
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7193370999432743e-05,
      "loss": 0.2007,
      "step": 9891
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.719276338173526e-05,
      "loss": 0.1857,
      "step": 9892
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.719215570901136e-05,
      "loss": 0.1747,
      "step": 9893
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7191547981265692e-05,
      "loss": 0.1936,
      "step": 9894
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7190940198502904e-05,
      "loss": 0.2025,
      "step": 9895
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.719033236072765e-05,
      "loss": 0.2285,
      "step": 9896
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.718972446794458e-05,
      "loss": 0.1908,
      "step": 9897
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.718911652015834e-05,
      "loss": 0.24,
      "step": 9898
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7188508517373584e-05,
      "loss": 0.1743,
      "step": 9899
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7187900459594963e-05,
      "loss": 0.1773,
      "step": 9900
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7187292346827132e-05,
      "loss": 0.1749,
      "step": 9901
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7186684179074734e-05,
      "loss": 0.1895,
      "step": 9902
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.718607595634243e-05,
      "loss": 0.1759,
      "step": 9903
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7185467678634872e-05,
      "loss": 0.1806,
      "step": 9904
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.718485934595671e-05,
      "loss": 0.1775,
      "step": 9905
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.71842509583126e-05,
      "loss": 0.1955,
      "step": 9906
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7183642515707198e-05,
      "loss": 0.2106,
      "step": 9907
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7183034018145154e-05,
      "loss": 0.1842,
      "step": 9908
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7182425465631126e-05,
      "loss": 0.2023,
      "step": 9909
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7181816858169773e-05,
      "loss": 0.1942,
      "step": 9910
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7181208195765746e-05,
      "loss": 0.2057,
      "step": 9911
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7180599478423704e-05,
      "loss": 0.1903,
      "step": 9912
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7179990706148303e-05,
      "loss": 0.2125,
      "step": 9913
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.71793818789442e-05,
      "loss": 0.203,
      "step": 9914
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7178772996816052e-05,
      "loss": 0.1914,
      "step": 9915
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7178164059768518e-05,
      "loss": 0.2121,
      "step": 9916
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7177555067806254e-05,
      "loss": 0.2279,
      "step": 9917
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7176946020933925e-05,
      "loss": 0.2208,
      "step": 9918
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7176336919156185e-05,
      "loss": 0.2741,
      "step": 9919
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.71757277624777e-05,
      "loss": 0.2034,
      "step": 9920
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.717511855090312e-05,
      "loss": 0.2201,
      "step": 9921
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7174509284437114e-05,
      "loss": 0.2217,
      "step": 9922
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.717389996308434e-05,
      "loss": 0.1918,
      "step": 9923
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7173290586849457e-05,
      "loss": 0.2356,
      "step": 9924
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7172681155737135e-05,
      "loss": 0.1988,
      "step": 9925
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.717207166975203e-05,
      "loss": 0.2038,
      "step": 9926
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7171462128898803e-05,
      "loss": 0.206,
      "step": 9927
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7170852533182125e-05,
      "loss": 0.1854,
      "step": 9928
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7170242882606646e-05,
      "loss": 0.1765,
      "step": 9929
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7169633177177045e-05,
      "loss": 0.1567,
      "step": 9930
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7169023416897976e-05,
      "loss": 0.1743,
      "step": 9931
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7168413601774112e-05,
      "loss": 0.2086,
      "step": 9932
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.716780373181011e-05,
      "loss": 0.24,
      "step": 9933
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7167193807010642e-05,
      "loss": 0.2042,
      "step": 9934
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7166583827380373e-05,
      "loss": 0.2167,
      "step": 9935
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7165973792923965e-05,
      "loss": 0.227,
      "step": 9936
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.716536370364609e-05,
      "loss": 0.1801,
      "step": 9937
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7164753559551412e-05,
      "loss": 0.1944,
      "step": 9938
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7164143360644597e-05,
      "loss": 0.2203,
      "step": 9939
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.716353310693032e-05,
      "loss": 0.2217,
      "step": 9940
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7162922798413247e-05,
      "loss": 0.1795,
      "step": 9941
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7162312435098046e-05,
      "loss": 0.194,
      "step": 9942
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7161702016989385e-05,
      "loss": 0.2121,
      "step": 9943
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7161091544091935e-05,
      "loss": 0.217,
      "step": 9944
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7160481016410366e-05,
      "loss": 0.182,
      "step": 9945
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.715987043394935e-05,
      "loss": 0.1596,
      "step": 9946
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7159259796713557e-05,
      "loss": 0.1914,
      "step": 9947
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7158649104707658e-05,
      "loss": 0.2418,
      "step": 9948
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7158038357936328e-05,
      "loss": 0.1816,
      "step": 9949
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7157427556404234e-05,
      "loss": 0.1999,
      "step": 9950
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7156816700116053e-05,
      "loss": 0.1732,
      "step": 9951
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.715620578907646e-05,
      "loss": 0.1713,
      "step": 9952
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.715559482329012e-05,
      "loss": 0.2034,
      "step": 9953
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7154983802761718e-05,
      "loss": 0.2359,
      "step": 9954
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.715437272749592e-05,
      "loss": 0.1859,
      "step": 9955
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.715376159749741e-05,
      "loss": 0.1862,
      "step": 9956
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7153150412770848e-05,
      "loss": 0.195,
      "step": 9957
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7152539173320924e-05,
      "loss": 0.1548,
      "step": 9958
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.715192787915231e-05,
      "loss": 0.2057,
      "step": 9959
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.715131653026968e-05,
      "loss": 0.2152,
      "step": 9960
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7150705126677713e-05,
      "loss": 0.2222,
      "step": 9961
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7150093668381086e-05,
      "loss": 0.15,
      "step": 9962
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7149482155384477e-05,
      "loss": 0.1732,
      "step": 9963
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7148870587692562e-05,
      "loss": 0.198,
      "step": 9964
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7148258965310028e-05,
      "loss": 0.2255,
      "step": 9965
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.714764728824154e-05,
      "loss": 0.211,
      "step": 9966
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7147035556491793e-05,
      "loss": 0.1801,
      "step": 9967
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7146423770065454e-05,
      "loss": 0.2492,
      "step": 9968
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7145811928967208e-05,
      "loss": 0.1527,
      "step": 9969
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.714520003320174e-05,
      "loss": 0.1908,
      "step": 9970
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.714458808277373e-05,
      "loss": 0.1725,
      "step": 9971
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7143976077687848e-05,
      "loss": 0.2248,
      "step": 9972
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.714336401794879e-05,
      "loss": 0.1971,
      "step": 9973
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7142751903561233e-05,
      "loss": 0.1576,
      "step": 9974
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.714213973452986e-05,
      "loss": 0.1931,
      "step": 9975
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7141527510859356e-05,
      "loss": 0.2054,
      "step": 9976
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.71409152325544e-05,
      "loss": 0.1912,
      "step": 9977
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7140302899619685e-05,
      "loss": 0.1933,
      "step": 9978
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7139690512059884e-05,
      "loss": 0.1762,
      "step": 9979
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.713907806987969e-05,
      "loss": 0.2252,
      "step": 9980
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7138465573083786e-05,
      "loss": 0.213,
      "step": 9981
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7137853021676856e-05,
      "loss": 0.1675,
      "step": 9982
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.713724041566359e-05,
      "loss": 0.177,
      "step": 9983
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.713662775504867e-05,
      "loss": 0.2266,
      "step": 9984
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7136015039836787e-05,
      "loss": 0.2129,
      "step": 9985
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7135402270032627e-05,
      "loss": 0.1745,
      "step": 9986
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7134789445640877e-05,
      "loss": 0.2108,
      "step": 9987
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7134176566666228e-05,
      "loss": 0.1954,
      "step": 9988
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7133563633113367e-05,
      "loss": 0.2089,
      "step": 9989
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.713295064498698e-05,
      "loss": 0.2166,
      "step": 9990
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.713233760229176e-05,
      "loss": 0.2432,
      "step": 9991
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7131724505032397e-05,
      "loss": 0.2077,
      "step": 9992
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7131111353213582e-05,
      "loss": 0.2208,
      "step": 9993
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.713049814684e-05,
      "loss": 0.2201,
      "step": 9994
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.712988488591635e-05,
      "loss": 0.1902,
      "step": 9995
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7129271570447318e-05,
      "loss": 0.1679,
      "step": 9996
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.71286582004376e-05,
      "loss": 0.2361,
      "step": 9997
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7128044775891886e-05,
      "loss": 0.1693,
      "step": 9998
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.712743129681487e-05,
      "loss": 0.209,
      "step": 9999
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7126817763211244e-05,
      "loss": 0.1866,
      "step": 10000
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.71262041750857e-05,
      "loss": 0.1953,
      "step": 10001
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.712559053244294e-05,
      "loss": 0.1996,
      "step": 10002
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7124976835287647e-05,
      "loss": 0.2131,
      "step": 10003
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7124363083624524e-05,
      "loss": 0.2172,
      "step": 10004
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7123749277458267e-05,
      "loss": 0.1836,
      "step": 10005
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7123135416793564e-05,
      "loss": 0.1954,
      "step": 10006
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.712252150163512e-05,
      "loss": 0.2263,
      "step": 10007
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7121907531987623e-05,
      "loss": 0.2149,
      "step": 10008
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.712129350785578e-05,
      "loss": 0.2034,
      "step": 10009
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7120679429244283e-05,
      "loss": 0.26,
      "step": 10010
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.712006529615783e-05,
      "loss": 0.2293,
      "step": 10011
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7119451108601117e-05,
      "loss": 0.2137,
      "step": 10012
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7118836866578844e-05,
      "loss": 0.2038,
      "step": 10013
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7118222570095717e-05,
      "loss": 0.2476,
      "step": 10014
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7117608219156425e-05,
      "loss": 0.2243,
      "step": 10015
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7116993813765674e-05,
      "loss": 0.2007,
      "step": 10016
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.711637935392816e-05,
      "loss": 0.2439,
      "step": 10017
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.711576483964859e-05,
      "loss": 0.2048,
      "step": 10018
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7115150270931662e-05,
      "loss": 0.1907,
      "step": 10019
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7114535647782076e-05,
      "loss": 0.2009,
      "step": 10020
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7113920970204535e-05,
      "loss": 0.2167,
      "step": 10021
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7113306238203745e-05,
      "loss": 0.264,
      "step": 10022
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7112691451784404e-05,
      "loss": 0.1469,
      "step": 10023
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7112076610951217e-05,
      "loss": 0.1696,
      "step": 10024
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7111461715708892e-05,
      "loss": 0.1846,
      "step": 10025
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.711084676606212e-05,
      "loss": 0.2055,
      "step": 10026
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7110231762015623e-05,
      "loss": 0.1551,
      "step": 10027
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.710961670357409e-05,
      "loss": 0.2484,
      "step": 10028
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.710900159074224e-05,
      "loss": 0.1718,
      "step": 10029
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.710838642352477e-05,
      "loss": 0.2063,
      "step": 10030
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.710777120192639e-05,
      "loss": 0.1598,
      "step": 10031
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.71071559259518e-05,
      "loss": 0.2066,
      "step": 10032
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7106540595605717e-05,
      "loss": 0.1853,
      "step": 10033
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7105925210892844e-05,
      "loss": 0.1886,
      "step": 10034
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7105309771817887e-05,
      "loss": 0.2305,
      "step": 10035
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7104694278385556e-05,
      "loss": 0.1672,
      "step": 10036
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7104078730600558e-05,
      "loss": 0.1766,
      "step": 10037
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7103463128467605e-05,
      "loss": 0.1432,
      "step": 10038
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7102847471991407e-05,
      "loss": 0.2282,
      "step": 10039
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.710223176117667e-05,
      "loss": 0.2085,
      "step": 10040
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7101615996028106e-05,
      "loss": 0.1785,
      "step": 10041
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7101000176550426e-05,
      "loss": 0.2717,
      "step": 10042
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.710038430274834e-05,
      "loss": 0.1762,
      "step": 10043
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7099768374626563e-05,
      "loss": 0.2041,
      "step": 10044
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7099152392189806e-05,
      "loss": 0.2039,
      "step": 10045
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7098536355442778e-05,
      "loss": 0.2314,
      "step": 10046
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7097920264390193e-05,
      "loss": 0.1735,
      "step": 10047
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.709730411903677e-05,
      "loss": 0.2159,
      "step": 10048
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7096687919387213e-05,
      "loss": 0.1815,
      "step": 10049
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7096071665446245e-05,
      "loss": 0.2138,
      "step": 10050
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7095455357218574e-05,
      "loss": 0.2157,
      "step": 10051
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7094838994708918e-05,
      "loss": 0.183,
      "step": 10052
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7094222577921994e-05,
      "loss": 0.2157,
      "step": 10053
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.709360610686251e-05,
      "loss": 0.1638,
      "step": 10054
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7092989581535193e-05,
      "loss": 0.1663,
      "step": 10055
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7092373001944752e-05,
      "loss": 0.1756,
      "step": 10056
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7091756368095905e-05,
      "loss": 0.1615,
      "step": 10057
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7091139679993374e-05,
      "loss": 0.185,
      "step": 10058
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7090522937641873e-05,
      "loss": 0.1446,
      "step": 10059
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7089906141046117e-05,
      "loss": 0.1827,
      "step": 10060
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7089289290210834e-05,
      "loss": 0.2234,
      "step": 10061
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7088672385140732e-05,
      "loss": 0.1643,
      "step": 10062
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7088055425840536e-05,
      "loss": 0.1908,
      "step": 10063
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.708743841231497e-05,
      "loss": 0.2239,
      "step": 10064
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7086821344568752e-05,
      "loss": 0.1994,
      "step": 10065
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7086204222606594e-05,
      "loss": 0.2211,
      "step": 10066
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7085587046433227e-05,
      "loss": 0.1807,
      "step": 10067
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.708496981605337e-05,
      "loss": 0.2343,
      "step": 10068
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7084352531471745e-05,
      "loss": 0.2279,
      "step": 10069
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7083735192693073e-05,
      "loss": 0.1887,
      "step": 10070
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7083117799722077e-05,
      "loss": 0.1608,
      "step": 10071
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.708250035256348e-05,
      "loss": 0.234,
      "step": 10072
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.708188285122201e-05,
      "loss": 0.2597,
      "step": 10073
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7081265295702386e-05,
      "loss": 0.1717,
      "step": 10074
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.708064768600933e-05,
      "loss": 0.2004,
      "step": 10075
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7080030022147575e-05,
      "loss": 0.2289,
      "step": 10076
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.707941230412184e-05,
      "loss": 0.1988,
      "step": 10077
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7078794531936857e-05,
      "loss": 0.1775,
      "step": 10078
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7078176705597344e-05,
      "loss": 0.1772,
      "step": 10079
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.707755882510803e-05,
      "loss": 0.241,
      "step": 10080
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7076940890473647e-05,
      "loss": 0.1673,
      "step": 10081
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7076322901698917e-05,
      "loss": 0.2028,
      "step": 10082
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.707570485878857e-05,
      "loss": 0.1869,
      "step": 10083
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7075086761747335e-05,
      "loss": 0.1857,
      "step": 10084
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7074468610579936e-05,
      "loss": 0.1674,
      "step": 10085
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.707385040529111e-05,
      "loss": 0.1856,
      "step": 10086
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7073232145885574e-05,
      "loss": 0.1893,
      "step": 10087
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.707261383236807e-05,
      "loss": 0.2294,
      "step": 10088
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7071995464743327e-05,
      "loss": 0.1798,
      "step": 10089
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7071377043016068e-05,
      "loss": 0.1743,
      "step": 10090
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.707075856719103e-05,
      "loss": 0.2338,
      "step": 10091
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7070140037272943e-05,
      "loss": 0.2174,
      "step": 10092
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.706952145326654e-05,
      "loss": 0.2141,
      "step": 10093
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.706890281517655e-05,
      "loss": 0.2225,
      "step": 10094
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7068284123007714e-05,
      "loss": 0.1827,
      "step": 10095
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.706766537676475e-05,
      "loss": 0.1672,
      "step": 10096
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7067046576452403e-05,
      "loss": 0.1839,
      "step": 10097
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.706642772207541e-05,
      "loss": 0.1935,
      "step": 10098
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7065808813638497e-05,
      "loss": 0.1439,
      "step": 10099
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.70651898511464e-05,
      "loss": 0.1368,
      "step": 10100
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.706457083460386e-05,
      "loss": 0.187,
      "step": 10101
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7063951764015608e-05,
      "loss": 0.1669,
      "step": 10102
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7063332639386375e-05,
      "loss": 0.2192,
      "step": 10103
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7062713460720913e-05,
      "loss": 0.2229,
      "step": 10104
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.706209422802394e-05,
      "loss": 0.165,
      "step": 10105
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7061474941300208e-05,
      "loss": 0.2112,
      "step": 10106
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7060855600554445e-05,
      "loss": 0.2008,
      "step": 10107
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7060236205791396e-05,
      "loss": 0.1902,
      "step": 10108
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7059616757015797e-05,
      "loss": 0.1914,
      "step": 10109
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7058997254232384e-05,
      "loss": 0.1607,
      "step": 10110
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7058377697445902e-05,
      "loss": 0.2025,
      "step": 10111
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7057758086661086e-05,
      "loss": 0.2305,
      "step": 10112
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7057138421882676e-05,
      "loss": 0.1795,
      "step": 10113
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7056518703115417e-05,
      "loss": 0.1906,
      "step": 10114
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7055898930364047e-05,
      "loss": 0.1842,
      "step": 10115
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7055279103633307e-05,
      "loss": 0.2195,
      "step": 10116
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.705465922292794e-05,
      "loss": 0.1602,
      "step": 10117
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7054039288252694e-05,
      "loss": 0.2144,
      "step": 10118
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7053419299612298e-05,
      "loss": 0.2021,
      "step": 10119
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7052799257011505e-05,
      "loss": 0.2269,
      "step": 10120
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7052179160455056e-05,
      "loss": 0.1943,
      "step": 10121
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7051559009947696e-05,
      "loss": 0.1655,
      "step": 10122
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7050938805494167e-05,
      "loss": 0.2234,
      "step": 10123
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7050318547099215e-05,
      "loss": 0.206,
      "step": 10124
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7049698234767587e-05,
      "loss": 0.1516,
      "step": 10125
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7049077868504026e-05,
      "loss": 0.1756,
      "step": 10126
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.704845744831328e-05,
      "loss": 0.1623,
      "step": 10127
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7047836974200092e-05,
      "loss": 0.1889,
      "step": 10128
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.704721644616921e-05,
      "loss": 0.2334,
      "step": 10129
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7046595864225385e-05,
      "loss": 0.1823,
      "step": 10130
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7045975228373358e-05,
      "loss": 0.2219,
      "step": 10131
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7045354538617885e-05,
      "loss": 0.1668,
      "step": 10132
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7044733794963708e-05,
      "loss": 0.1761,
      "step": 10133
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7044112997415578e-05,
      "loss": 0.1831,
      "step": 10134
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7043492145978243e-05,
      "loss": 0.1835,
      "step": 10135
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7042871240656456e-05,
      "loss": 0.1949,
      "step": 10136
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7042250281454965e-05,
      "loss": 0.1546,
      "step": 10137
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.704162926837852e-05,
      "loss": 0.187,
      "step": 10138
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.704100820143187e-05,
      "loss": 0.2254,
      "step": 10139
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.704038708061977e-05,
      "loss": 0.2323,
      "step": 10140
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7039765905946972e-05,
      "loss": 0.1911,
      "step": 10141
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7039144677418226e-05,
      "loss": 0.187,
      "step": 10142
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7038523395038283e-05,
      "loss": 0.227,
      "step": 10143
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.70379020588119e-05,
      "loss": 0.1415,
      "step": 10144
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.703728066874383e-05,
      "loss": 0.1712,
      "step": 10145
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7036659224838825e-05,
      "loss": 0.2203,
      "step": 10146
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7036037727101632e-05,
      "loss": 0.2299,
      "step": 10147
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.703541617553702e-05,
      "loss": 0.1807,
      "step": 10148
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7034794570149737e-05,
      "loss": 0.2008,
      "step": 10149
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.703417291094454e-05,
      "loss": 0.1696,
      "step": 10150
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.703355119792618e-05,
      "loss": 0.1709,
      "step": 10151
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7032929431099418e-05,
      "loss": 0.1932,
      "step": 10152
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7032307610469007e-05,
      "loss": 0.1986,
      "step": 10153
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7031685736039705e-05,
      "loss": 0.1742,
      "step": 10154
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7031063807816276e-05,
      "loss": 0.1819,
      "step": 10155
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7030441825803473e-05,
      "loss": 0.2215,
      "step": 10156
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.702981979000605e-05,
      "loss": 0.2152,
      "step": 10157
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.702919770042877e-05,
      "loss": 0.2785,
      "step": 10158
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.702857555707639e-05,
      "loss": 0.1594,
      "step": 10159
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7027953359953676e-05,
      "loss": 0.1537,
      "step": 10160
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7027331109065386e-05,
      "loss": 0.1939,
      "step": 10161
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7026708804416273e-05,
      "loss": 0.2301,
      "step": 10162
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7026086446011102e-05,
      "loss": 0.1677,
      "step": 10163
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7025464033854636e-05,
      "loss": 0.1981,
      "step": 10164
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7024841567951636e-05,
      "loss": 0.2604,
      "step": 10165
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7024219048306862e-05,
      "loss": 0.2341,
      "step": 10166
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7023596474925078e-05,
      "loss": 0.2362,
      "step": 10167
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.702297384781105e-05,
      "loss": 0.1859,
      "step": 10168
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7022351166969534e-05,
      "loss": 0.223,
      "step": 10169
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.70217284324053e-05,
      "loss": 0.1855,
      "step": 10170
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.702110564412311e-05,
      "loss": 0.192,
      "step": 10171
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7020482802127724e-05,
      "loss": 0.2105,
      "step": 10172
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7019859906423913e-05,
      "loss": 0.1661,
      "step": 10173
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.701923695701644e-05,
      "loss": 0.1847,
      "step": 10174
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7018613953910076e-05,
      "loss": 0.2084,
      "step": 10175
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7017990897109577e-05,
      "loss": 0.1929,
      "step": 10176
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.701736778661972e-05,
      "loss": 0.2078,
      "step": 10177
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.701674462244526e-05,
      "loss": 0.1651,
      "step": 10178
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.701612140459097e-05,
      "loss": 0.2333,
      "step": 10179
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7015498133061627e-05,
      "loss": 0.2002,
      "step": 10180
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7014874807861987e-05,
      "loss": 0.2091,
      "step": 10181
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.701425142899682e-05,
      "loss": 0.1848,
      "step": 10182
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7013627996470904e-05,
      "loss": 0.1744,
      "step": 10183
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.7013004510288994e-05,
      "loss": 0.189,
      "step": 10184
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.701238097045587e-05,
      "loss": 0.2385,
      "step": 10185
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.7011757376976307e-05,
      "loss": 0.1721,
      "step": 10186
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.7011133729855064e-05,
      "loss": 0.152,
      "step": 10187
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.7010510029096913e-05,
      "loss": 0.2367,
      "step": 10188
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.700988627470663e-05,
      "loss": 0.2082,
      "step": 10189
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.7009262466688993e-05,
      "loss": 0.1828,
      "step": 10190
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.7008638605048766e-05,
      "loss": 0.2141,
      "step": 10191
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.7008014689790715e-05,
      "loss": 0.2269,
      "step": 10192
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.7007390720919626e-05,
      "loss": 0.1551,
      "step": 10193
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.7006766698440273e-05,
      "loss": 0.1839,
      "step": 10194
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.7006142622357415e-05,
      "loss": 0.2053,
      "step": 10195
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.7005518492675844e-05,
      "loss": 0.1953,
      "step": 10196
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.7004894309400323e-05,
      "loss": 0.1442,
      "step": 10197
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.7004270072535633e-05,
      "loss": 0.2028,
      "step": 10198
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.700364578208654e-05,
      "loss": 0.1814,
      "step": 10199
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.7003021438057838e-05,
      "loss": 0.182,
      "step": 10200
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.7002397040454287e-05,
      "loss": 0.2039,
      "step": 10201
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.7001772589280666e-05,
      "loss": 0.1706,
      "step": 10202
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.7001148084541762e-05,
      "loss": 0.253,
      "step": 10203
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.7000523526242343e-05,
      "loss": 0.2137,
      "step": 10204
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6999898914387195e-05,
      "loss": 0.1823,
      "step": 10205
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6999274248981087e-05,
      "loss": 0.2574,
      "step": 10206
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6998649530028804e-05,
      "loss": 0.2351,
      "step": 10207
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6998024757535125e-05,
      "loss": 0.2101,
      "step": 10208
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6997399931504827e-05,
      "loss": 0.1973,
      "step": 10209
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6996775051942694e-05,
      "loss": 0.1947,
      "step": 10210
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6996150118853503e-05,
      "loss": 0.1539,
      "step": 10211
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6995525132242038e-05,
      "loss": 0.163,
      "step": 10212
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6994900092113077e-05,
      "loss": 0.2596,
      "step": 10213
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.69942749984714e-05,
      "loss": 0.1969,
      "step": 10214
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6993649851321797e-05,
      "loss": 0.2005,
      "step": 10215
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.699302465066904e-05,
      "loss": 0.1917,
      "step": 10216
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6992399396517926e-05,
      "loss": 0.1646,
      "step": 10217
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6991774088873222e-05,
      "loss": 0.2235,
      "step": 10218
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6991148727739722e-05,
      "loss": 0.2256,
      "step": 10219
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6990523313122208e-05,
      "loss": 0.1481,
      "step": 10220
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6989897845025465e-05,
      "loss": 0.2225,
      "step": 10221
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6989272323454283e-05,
      "loss": 0.2108,
      "step": 10222
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6988646748413434e-05,
      "loss": 0.1646,
      "step": 10223
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6988021119907717e-05,
      "loss": 0.1838,
      "step": 10224
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6987395437941908e-05,
      "loss": 0.2579,
      "step": 10225
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6986769702520802e-05,
      "loss": 0.2301,
      "step": 10226
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6986143913649182e-05,
      "loss": 0.1849,
      "step": 10227
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6985518071331837e-05,
      "loss": 0.2374,
      "step": 10228
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6984892175573554e-05,
      "loss": 0.1896,
      "step": 10229
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6984266226379116e-05,
      "loss": 0.1764,
      "step": 10230
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.698364022375332e-05,
      "loss": 0.1867,
      "step": 10231
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6983014167700955e-05,
      "loss": 0.2231,
      "step": 10232
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6982388058226806e-05,
      "loss": 0.1693,
      "step": 10233
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.698176189533566e-05,
      "loss": 0.1797,
      "step": 10234
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6981135679032315e-05,
      "loss": 0.1727,
      "step": 10235
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6980509409321556e-05,
      "loss": 0.1715,
      "step": 10236
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.697988308620818e-05,
      "loss": 0.2103,
      "step": 10237
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6979256709696975e-05,
      "loss": 0.1581,
      "step": 10238
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.697863027979273e-05,
      "loss": 0.201,
      "step": 10239
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.697800379650024e-05,
      "loss": 0.172,
      "step": 10240
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.69773772598243e-05,
      "loss": 0.2352,
      "step": 10241
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.69767506697697e-05,
      "loss": 0.1758,
      "step": 10242
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6976124026341235e-05,
      "loss": 0.1847,
      "step": 10243
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6975497329543696e-05,
      "loss": 0.1822,
      "step": 10244
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6974870579381883e-05,
      "loss": 0.2192,
      "step": 10245
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.697424377586059e-05,
      "loss": 0.201,
      "step": 10246
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6973616918984605e-05,
      "loss": 0.1668,
      "step": 10247
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.697299000875873e-05,
      "loss": 0.1807,
      "step": 10248
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6972363045187763e-05,
      "loss": 0.2167,
      "step": 10249
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6971736028276495e-05,
      "loss": 0.1818,
      "step": 10250
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6971108958029723e-05,
      "loss": 0.2344,
      "step": 10251
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6970481834452246e-05,
      "loss": 0.1612,
      "step": 10252
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6969854657548864e-05,
      "loss": 0.1716,
      "step": 10253
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6969227427324372e-05,
      "loss": 0.1644,
      "step": 10254
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.696860014378357e-05,
      "loss": 0.1508,
      "step": 10255
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6967972806931254e-05,
      "loss": 0.1937,
      "step": 10256
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.696734541677223e-05,
      "loss": 0.2429,
      "step": 10257
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.696671797331129e-05,
      "loss": 0.2038,
      "step": 10258
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6966090476553238e-05,
      "loss": 0.2191,
      "step": 10259
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6965462926502874e-05,
      "loss": 0.254,
      "step": 10260
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6964835323164997e-05,
      "loss": 0.1924,
      "step": 10261
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.696420766654441e-05,
      "loss": 0.1932,
      "step": 10262
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6963579956645916e-05,
      "loss": 0.2132,
      "step": 10263
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6962952193474314e-05,
      "loss": 0.2035,
      "step": 10264
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6962324377034413e-05,
      "loss": 0.1726,
      "step": 10265
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6961696507331007e-05,
      "loss": 0.1769,
      "step": 10266
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6961068584368906e-05,
      "loss": 0.1288,
      "step": 10267
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.696044060815291e-05,
      "loss": 0.1756,
      "step": 10268
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6959812578687827e-05,
      "loss": 0.1773,
      "step": 10269
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6959184495978456e-05,
      "loss": 0.1693,
      "step": 10270
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6958556360029606e-05,
      "loss": 0.1699,
      "step": 10271
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6957928170846084e-05,
      "loss": 0.2268,
      "step": 10272
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.695729992843269e-05,
      "loss": 0.2752,
      "step": 10273
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6956671632794236e-05,
      "loss": 0.2052,
      "step": 10274
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6956043283935526e-05,
      "loss": 0.1881,
      "step": 10275
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6955414881861365e-05,
      "loss": 0.1876,
      "step": 10276
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6954786426576567e-05,
      "loss": 0.1768,
      "step": 10277
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.695415791808593e-05,
      "loss": 0.1926,
      "step": 10278
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6953529356394275e-05,
      "loss": 0.191,
      "step": 10279
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.69529007415064e-05,
      "loss": 0.1901,
      "step": 10280
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6952272073427115e-05,
      "loss": 0.1896,
      "step": 10281
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6951643352161232e-05,
      "loss": 0.158,
      "step": 10282
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6951014577713562e-05,
      "loss": 0.1787,
      "step": 10283
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6950385750088917e-05,
      "loss": 0.22,
      "step": 10284
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6949756869292104e-05,
      "loss": 0.2502,
      "step": 10285
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.694912793532793e-05,
      "loss": 0.1771,
      "step": 10286
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6948498948201217e-05,
      "loss": 0.2236,
      "step": 10287
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.694786990791677e-05,
      "loss": 0.2044,
      "step": 10288
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.69472408144794e-05,
      "loss": 0.2348,
      "step": 10289
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6946611667893927e-05,
      "loss": 0.1877,
      "step": 10290
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6945982468165153e-05,
      "loss": 0.2062,
      "step": 10291
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6945353215297903e-05,
      "loss": 0.1931,
      "step": 10292
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6944723909296984e-05,
      "loss": 0.1905,
      "step": 10293
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6944094550167215e-05,
      "loss": 0.1858,
      "step": 10294
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6943465137913405e-05,
      "loss": 0.1934,
      "step": 10295
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.694283567254037e-05,
      "loss": 0.2106,
      "step": 10296
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6942206154052933e-05,
      "loss": 0.1868,
      "step": 10297
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6941576582455902e-05,
      "loss": 0.2186,
      "step": 10298
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6940946957754097e-05,
      "loss": 0.1936,
      "step": 10299
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6940317279952335e-05,
      "loss": 0.1657,
      "step": 10300
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.693968754905543e-05,
      "loss": 0.18,
      "step": 10301
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6939057765068202e-05,
      "loss": 0.237,
      "step": 10302
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6938427927995468e-05,
      "loss": 0.1995,
      "step": 10303
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6937798037842048e-05,
      "loss": 0.2045,
      "step": 10304
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.693716809461276e-05,
      "loss": 0.1875,
      "step": 10305
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6936538098312424e-05,
      "loss": 0.2116,
      "step": 10306
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6935908048945857e-05,
      "loss": 0.1739,
      "step": 10307
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.693527794651788e-05,
      "loss": 0.22,
      "step": 10308
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.693464779103332e-05,
      "loss": 0.1704,
      "step": 10309
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6934017582496986e-05,
      "loss": 0.2127,
      "step": 10310
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6933387320913706e-05,
      "loss": 0.1986,
      "step": 10311
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6932757006288302e-05,
      "loss": 0.1539,
      "step": 10312
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6932126638625598e-05,
      "loss": 0.2004,
      "step": 10313
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6931496217930408e-05,
      "loss": 0.1971,
      "step": 10314
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6930865744207564e-05,
      "loss": 0.1783,
      "step": 10315
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6930235217461884e-05,
      "loss": 0.1966,
      "step": 10316
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6929604637698196e-05,
      "loss": 0.1711,
      "step": 10317
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6928974004921318e-05,
      "loss": 0.1807,
      "step": 10318
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.692834331913608e-05,
      "loss": 0.1763,
      "step": 10319
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6927712580347307e-05,
      "loss": 0.2418,
      "step": 10320
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6927081788559817e-05,
      "loss": 0.168,
      "step": 10321
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6926450943778446e-05,
      "loss": 0.1638,
      "step": 10322
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.692582004600801e-05,
      "loss": 0.2174,
      "step": 10323
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6925189095253343e-05,
      "loss": 0.1977,
      "step": 10324
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.692455809151927e-05,
      "loss": 0.2008,
      "step": 10325
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6923927034810618e-05,
      "loss": 0.1942,
      "step": 10326
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.692329592513221e-05,
      "loss": 0.1837,
      "step": 10327
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6922664762488886e-05,
      "loss": 0.1618,
      "step": 10328
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6922033546885462e-05,
      "loss": 0.2413,
      "step": 10329
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6921402278326775e-05,
      "loss": 0.1746,
      "step": 10330
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6920770956817647e-05,
      "loss": 0.1792,
      "step": 10331
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6920139582362918e-05,
      "loss": 0.1822,
      "step": 10332
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6919508154967407e-05,
      "loss": 0.1724,
      "step": 10333
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6918876674635955e-05,
      "loss": 0.1823,
      "step": 10334
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6918245141373387e-05,
      "loss": 0.179,
      "step": 10335
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6917613555184534e-05,
      "loss": 0.1609,
      "step": 10336
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.691698191607423e-05,
      "loss": 0.1937,
      "step": 10337
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6916350224047305e-05,
      "loss": 0.2246,
      "step": 10338
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6915718479108595e-05,
      "loss": 0.1889,
      "step": 10339
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.691508668126293e-05,
      "loss": 0.1924,
      "step": 10340
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6914454830515144e-05,
      "loss": 0.2491,
      "step": 10341
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6913822926870072e-05,
      "loss": 0.1847,
      "step": 10342
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6913190970332544e-05,
      "loss": 0.2153,
      "step": 10343
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6912558960907403e-05,
      "loss": 0.2216,
      "step": 10344
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6911926898599477e-05,
      "loss": 0.18,
      "step": 10345
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6911294783413602e-05,
      "loss": 0.2037,
      "step": 10346
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6910662615354616e-05,
      "loss": 0.2034,
      "step": 10347
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6910030394427358e-05,
      "loss": 0.1776,
      "step": 10348
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6909398120636657e-05,
      "loss": 0.1964,
      "step": 10349
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6908765793987357e-05,
      "loss": 0.1723,
      "step": 10350
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6908133414484292e-05,
      "loss": 0.2132,
      "step": 10351
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.69075009821323e-05,
      "loss": 0.2615,
      "step": 10352
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6906868496936217e-05,
      "loss": 0.1809,
      "step": 10353
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.690623595890089e-05,
      "loss": 0.2199,
      "step": 10354
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6905603368031148e-05,
      "loss": 0.1838,
      "step": 10355
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.690497072433184e-05,
      "loss": 0.2358,
      "step": 10356
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6904338027807798e-05,
      "loss": 0.1588,
      "step": 10357
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6903705278463866e-05,
      "loss": 0.1806,
      "step": 10358
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6903072476304882e-05,
      "loss": 0.2058,
      "step": 10359
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.690243962133569e-05,
      "loss": 0.2114,
      "step": 10360
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6901806713561132e-05,
      "loss": 0.2216,
      "step": 10361
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6901173752986045e-05,
      "loss": 0.1838,
      "step": 10362
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.690054073961528e-05,
      "loss": 0.2081,
      "step": 10363
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6899907673453673e-05,
      "loss": 0.1958,
      "step": 10364
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6899274554506068e-05,
      "loss": 0.1803,
      "step": 10365
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.689864138277731e-05,
      "loss": 0.2105,
      "step": 10366
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6898008158272238e-05,
      "loss": 0.2181,
      "step": 10367
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6897374880995703e-05,
      "loss": 0.2262,
      "step": 10368
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6896741550952546e-05,
      "loss": 0.2233,
      "step": 10369
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6896108168147615e-05,
      "loss": 0.1989,
      "step": 10370
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6895474732585752e-05,
      "loss": 0.1787,
      "step": 10371
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6894841244271805e-05,
      "loss": 0.1707,
      "step": 10372
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.689420770321062e-05,
      "loss": 0.1761,
      "step": 10373
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6893574109407044e-05,
      "loss": 0.1951,
      "step": 10374
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6892940462865923e-05,
      "loss": 0.2203,
      "step": 10375
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6892306763592105e-05,
      "loss": 0.1795,
      "step": 10376
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.689167301159044e-05,
      "loss": 0.1703,
      "step": 10377
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6891039206865773e-05,
      "loss": 0.2412,
      "step": 10378
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6890405349422958e-05,
      "loss": 0.201,
      "step": 10379
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6889771439266834e-05,
      "loss": 0.202,
      "step": 10380
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6889137476402265e-05,
      "loss": 0.195,
      "step": 10381
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.688850346083409e-05,
      "loss": 0.166,
      "step": 10382
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6887869392567164e-05,
      "loss": 0.1789,
      "step": 10383
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6887235271606335e-05,
      "loss": 0.184,
      "step": 10384
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6886601097956455e-05,
      "loss": 0.1953,
      "step": 10385
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6885966871622376e-05,
      "loss": 0.1665,
      "step": 10386
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6885332592608953e-05,
      "loss": 0.1573,
      "step": 10387
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.688469826092103e-05,
      "loss": 0.1844,
      "step": 10388
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.688406387656347e-05,
      "loss": 0.1941,
      "step": 10389
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6883429439541118e-05,
      "loss": 0.2179,
      "step": 10390
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6882794949858834e-05,
      "loss": 0.1742,
      "step": 10391
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.688216040752147e-05,
      "loss": 0.2206,
      "step": 10392
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6881525812533877e-05,
      "loss": 0.1481,
      "step": 10393
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.688089116490091e-05,
      "loss": 0.1933,
      "step": 10394
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6880256464627432e-05,
      "loss": 0.2173,
      "step": 10395
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.687962171171829e-05,
      "loss": 0.1648,
      "step": 10396
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6878986906178348e-05,
      "loss": 0.2154,
      "step": 10397
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6878352048012453e-05,
      "loss": 0.1996,
      "step": 10398
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6877717137225466e-05,
      "loss": 0.2127,
      "step": 10399
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6877082173822246e-05,
      "loss": 0.2146,
      "step": 10400
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6876447157807647e-05,
      "loss": 0.1678,
      "step": 10401
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6875812089186533e-05,
      "loss": 0.1383,
      "step": 10402
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6875176967963755e-05,
      "loss": 0.1827,
      "step": 10403
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6874541794144177e-05,
      "loss": 0.1558,
      "step": 10404
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.687390656773266e-05,
      "loss": 0.1761,
      "step": 10405
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6873271288734057e-05,
      "loss": 0.1709,
      "step": 10406
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.687263595715323e-05,
      "loss": 0.2022,
      "step": 10407
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6872000572995045e-05,
      "loss": 0.1972,
      "step": 10408
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.687136513626436e-05,
      "loss": 0.2747,
      "step": 10409
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.687072964696603e-05,
      "loss": 0.2038,
      "step": 10410
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.687009410510492e-05,
      "loss": 0.2208,
      "step": 10411
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6869458510685898e-05,
      "loss": 0.199,
      "step": 10412
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.686882286371382e-05,
      "loss": 0.1606,
      "step": 10413
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6868187164193556e-05,
      "loss": 0.1809,
      "step": 10414
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.686755141212996e-05,
      "loss": 0.2373,
      "step": 10415
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.68669156075279e-05,
      "loss": 0.1849,
      "step": 10416
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6866279750392242e-05,
      "loss": 0.1915,
      "step": 10417
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6865643840727845e-05,
      "loss": 0.2035,
      "step": 10418
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.686500787853958e-05,
      "loss": 0.1416,
      "step": 10419
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.686437186383231e-05,
      "loss": 0.1542,
      "step": 10420
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6863735796610897e-05,
      "loss": 0.2283,
      "step": 10421
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6863099676880215e-05,
      "loss": 0.1747,
      "step": 10422
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6862463504645122e-05,
      "loss": 0.2096,
      "step": 10423
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.686182727991049e-05,
      "loss": 0.1861,
      "step": 10424
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6861191002681184e-05,
      "loss": 0.2304,
      "step": 10425
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6860554672962076e-05,
      "loss": 0.2078,
      "step": 10426
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.685991829075803e-05,
      "loss": 0.205,
      "step": 10427
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.685928185607391e-05,
      "loss": 0.1936,
      "step": 10428
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6858645368914593e-05,
      "loss": 0.2196,
      "step": 10429
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.685800882928495e-05,
      "loss": 0.2322,
      "step": 10430
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.685737223718984e-05,
      "loss": 0.1556,
      "step": 10431
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.685673559263414e-05,
      "loss": 0.1946,
      "step": 10432
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6856098895622722e-05,
      "loss": 0.1909,
      "step": 10433
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6855462146160455e-05,
      "loss": 0.1947,
      "step": 10434
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6854825344252206e-05,
      "loss": 0.2071,
      "step": 10435
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6854188489902853e-05,
      "loss": 0.2799,
      "step": 10436
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6853551583117264e-05,
      "loss": 0.2281,
      "step": 10437
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6852914623900316e-05,
      "loss": 0.1831,
      "step": 10438
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6852277612256876e-05,
      "loss": 0.1896,
      "step": 10439
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6851640548191825e-05,
      "loss": 0.212,
      "step": 10440
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6851003431710027e-05,
      "loss": 0.2184,
      "step": 10441
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6850366262816364e-05,
      "loss": 0.1847,
      "step": 10442
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.684972904151571e-05,
      "loss": 0.1743,
      "step": 10443
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.684909176781293e-05,
      "loss": 0.2059,
      "step": 10444
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.684845444171291e-05,
      "loss": 0.2314,
      "step": 10445
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6847817063220525e-05,
      "loss": 0.1661,
      "step": 10446
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6847179632340645e-05,
      "loss": 0.2173,
      "step": 10447
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6846542149078155e-05,
      "loss": 0.1551,
      "step": 10448
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.684590461343792e-05,
      "loss": 0.2347,
      "step": 10449
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6845267025424828e-05,
      "loss": 0.2007,
      "step": 10450
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6844629385043753e-05,
      "loss": 0.2018,
      "step": 10451
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6843991692299573e-05,
      "loss": 0.2012,
      "step": 10452
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.684335394719717e-05,
      "loss": 0.224,
      "step": 10453
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6842716149741413e-05,
      "loss": 0.2001,
      "step": 10454
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.684207829993719e-05,
      "loss": 0.2071,
      "step": 10455
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.684144039778938e-05,
      "loss": 0.2191,
      "step": 10456
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.684080244330286e-05,
      "loss": 0.2288,
      "step": 10457
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.684016443648252e-05,
      "loss": 0.2097,
      "step": 10458
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6839526377333223e-05,
      "loss": 0.1902,
      "step": 10459
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6838888265859864e-05,
      "loss": 0.1856,
      "step": 10460
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6838250102067322e-05,
      "loss": 0.2307,
      "step": 10461
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6837611885960477e-05,
      "loss": 0.2153,
      "step": 10462
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.683697361754421e-05,
      "loss": 0.1986,
      "step": 10463
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.683633529682341e-05,
      "loss": 0.197,
      "step": 10464
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6835696923802956e-05,
      "loss": 0.1914,
      "step": 10465
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6835058498487735e-05,
      "loss": 0.1776,
      "step": 10466
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6834420020882626e-05,
      "loss": 0.1958,
      "step": 10467
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6833781490992517e-05,
      "loss": 0.1487,
      "step": 10468
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6833142908822295e-05,
      "loss": 0.1782,
      "step": 10469
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6832504274376838e-05,
      "loss": 0.1793,
      "step": 10470
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.683186558766104e-05,
      "loss": 0.1903,
      "step": 10471
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.683122684867978e-05,
      "loss": 0.1503,
      "step": 10472
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.683058805743795e-05,
      "loss": 0.1949,
      "step": 10473
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6829949213940435e-05,
      "loss": 0.1958,
      "step": 10474
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6829310318192117e-05,
      "loss": 0.2027,
      "step": 10475
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6828671370197892e-05,
      "loss": 0.2136,
      "step": 10476
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.682803236996265e-05,
      "loss": 0.1277,
      "step": 10477
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6827393317491267e-05,
      "loss": 0.1962,
      "step": 10478
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6826754212788643e-05,
      "loss": 0.152,
      "step": 10479
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.682611505585966e-05,
      "loss": 0.1833,
      "step": 10480
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6825475846709216e-05,
      "loss": 0.2132,
      "step": 10481
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6824836585342193e-05,
      "loss": 0.2009,
      "step": 10482
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.682419727176349e-05,
      "loss": 0.1701,
      "step": 10483
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.682355790597799e-05,
      "loss": 0.1674,
      "step": 10484
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6822918487990582e-05,
      "loss": 0.2176,
      "step": 10485
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6822279017806166e-05,
      "loss": 0.2013,
      "step": 10486
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6821639495429634e-05,
      "loss": 0.2417,
      "step": 10487
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6820999920865873e-05,
      "loss": 0.2029,
      "step": 10488
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.682036029411978e-05,
      "loss": 0.1474,
      "step": 10489
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6819720615196244e-05,
      "loss": 0.1737,
      "step": 10490
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6819080884100164e-05,
      "loss": 0.2695,
      "step": 10491
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.681844110083643e-05,
      "loss": 0.2019,
      "step": 10492
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.681780126540994e-05,
      "loss": 0.2044,
      "step": 10493
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6817161377825584e-05,
      "loss": 0.2346,
      "step": 10494
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.681652143808826e-05,
      "loss": 0.1839,
      "step": 10495
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6815881446202866e-05,
      "loss": 0.1788,
      "step": 10496
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6815241402174293e-05,
      "loss": 0.1911,
      "step": 10497
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6814601306007446e-05,
      "loss": 0.143,
      "step": 10498
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.681396115770721e-05,
      "loss": 0.1846,
      "step": 10499
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6813320957278492e-05,
      "loss": 0.1917,
      "step": 10500
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6812680704726185e-05,
      "loss": 0.2256,
      "step": 10501
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6812040400055186e-05,
      "loss": 0.2216,
      "step": 10502
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6811400043270403e-05,
      "loss": 0.1932,
      "step": 10503
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6810759634376723e-05,
      "loss": 0.1772,
      "step": 10504
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.681011917337905e-05,
      "loss": 0.2319,
      "step": 10505
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6809478660282286e-05,
      "loss": 0.2502,
      "step": 10506
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6808838095091325e-05,
      "loss": 0.1723,
      "step": 10507
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6808197477811073e-05,
      "loss": 0.176,
      "step": 10508
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.680755680844643e-05,
      "loss": 0.2179,
      "step": 10509
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.68069160870023e-05,
      "loss": 0.1831,
      "step": 10510
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6806275313483577e-05,
      "loss": 0.1779,
      "step": 10511
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6805634487895166e-05,
      "loss": 0.2034,
      "step": 10512
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6804993610241973e-05,
      "loss": 0.1923,
      "step": 10513
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6804352680528896e-05,
      "loss": 0.1729,
      "step": 10514
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6803711698760846e-05,
      "loss": 0.1809,
      "step": 10515
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.680307066494272e-05,
      "loss": 0.1738,
      "step": 10516
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6802429579079417e-05,
      "loss": 0.2241,
      "step": 10517
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6801788441175853e-05,
      "loss": 0.2014,
      "step": 10518
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6801147251236927e-05,
      "loss": 0.1741,
      "step": 10519
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.680050600926755e-05,
      "loss": 0.1877,
      "step": 10520
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6799864715272618e-05,
      "loss": 0.2007,
      "step": 10521
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6799223369257044e-05,
      "loss": 0.2295,
      "step": 10522
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6798581971225728e-05,
      "loss": 0.1703,
      "step": 10523
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6797940521183584e-05,
      "loss": 0.2072,
      "step": 10524
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.679729901913552e-05,
      "loss": 0.1838,
      "step": 10525
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6796657465086435e-05,
      "loss": 0.1909,
      "step": 10526
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6796015859041243e-05,
      "loss": 0.2075,
      "step": 10527
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6795374201004856e-05,
      "loss": 0.2189,
      "step": 10528
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.679473249098217e-05,
      "loss": 0.2058,
      "step": 10529
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.679409072897811e-05,
      "loss": 0.1807,
      "step": 10530
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6793448914997575e-05,
      "loss": 0.1696,
      "step": 10531
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.679280704904548e-05,
      "loss": 0.194,
      "step": 10532
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6792165131126737e-05,
      "loss": 0.2265,
      "step": 10533
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6791523161246247e-05,
      "loss": 0.2275,
      "step": 10534
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.679088113940893e-05,
      "loss": 0.2456,
      "step": 10535
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6790239065619697e-05,
      "loss": 0.172,
      "step": 10536
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6789596939883457e-05,
      "loss": 0.1675,
      "step": 10537
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6788954762205124e-05,
      "loss": 0.202,
      "step": 10538
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6788312532589614e-05,
      "loss": 0.2115,
      "step": 10539
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.678767025104183e-05,
      "loss": 0.1903,
      "step": 10540
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.67870279175667e-05,
      "loss": 0.1848,
      "step": 10541
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6786385532169125e-05,
      "loss": 0.2448,
      "step": 10542
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6785743094854028e-05,
      "loss": 0.1666,
      "step": 10543
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6785100605626317e-05,
      "loss": 0.175,
      "step": 10544
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6784458064490917e-05,
      "loss": 0.1861,
      "step": 10545
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6783815471452732e-05,
      "loss": 0.1998,
      "step": 10546
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6783172826516687e-05,
      "loss": 0.2251,
      "step": 10547
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6782530129687696e-05,
      "loss": 0.2123,
      "step": 10548
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.678188738097067e-05,
      "loss": 0.1923,
      "step": 10549
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.678124458037053e-05,
      "loss": 0.1899,
      "step": 10550
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6780601727892203e-05,
      "loss": 0.1709,
      "step": 10551
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.677995882354059e-05,
      "loss": 0.1866,
      "step": 10552
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6779315867320624e-05,
      "loss": 0.2043,
      "step": 10553
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6778672859237214e-05,
      "loss": 0.1947,
      "step": 10554
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6778029799295285e-05,
      "loss": 0.2076,
      "step": 10555
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.677738668749975e-05,
      "loss": 0.1732,
      "step": 10556
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6776743523855538e-05,
      "loss": 0.219,
      "step": 10557
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6776100308367566e-05,
      "loss": 0.2102,
      "step": 10558
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.677545704104075e-05,
      "loss": 0.1698,
      "step": 10559
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6774813721880017e-05,
      "loss": 0.2172,
      "step": 10560
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6774170350890284e-05,
      "loss": 0.2338,
      "step": 10561
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6773526928076473e-05,
      "loss": 0.1807,
      "step": 10562
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6772883453443513e-05,
      "loss": 0.2085,
      "step": 10563
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6772239926996322e-05,
      "loss": 0.2115,
      "step": 10564
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6771596348739822e-05,
      "loss": 0.1819,
      "step": 10565
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6770952718678936e-05,
      "loss": 0.2027,
      "step": 10566
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.677030903681859e-05,
      "loss": 0.1848,
      "step": 10567
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.676966530316371e-05,
      "loss": 0.2235,
      "step": 10568
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6769021517719218e-05,
      "loss": 0.193,
      "step": 10569
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.676837768049004e-05,
      "loss": 0.2006,
      "step": 10570
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6767733791481104e-05,
      "loss": 0.2988,
      "step": 10571
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.676708985069733e-05,
      "loss": 0.2182,
      "step": 10572
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6766445858143647e-05,
      "loss": 0.2133,
      "step": 10573
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6765801813824984e-05,
      "loss": 0.1749,
      "step": 10574
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.676515771774627e-05,
      "loss": 0.1885,
      "step": 10575
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6764513569912424e-05,
      "loss": 0.2039,
      "step": 10576
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.676386937032838e-05,
      "loss": 0.2029,
      "step": 10577
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6763225118999067e-05,
      "loss": 0.163,
      "step": 10578
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.676258081592941e-05,
      "loss": 0.2098,
      "step": 10579
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6761936461124338e-05,
      "loss": 0.151,
      "step": 10580
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6761292054588786e-05,
      "loss": 0.1594,
      "step": 10581
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.676064759632768e-05,
      "loss": 0.2653,
      "step": 10582
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.676000308634595e-05,
      "loss": 0.2012,
      "step": 10583
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6759358524648527e-05,
      "loss": 0.2575,
      "step": 10584
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6758713911240343e-05,
      "loss": 0.1863,
      "step": 10585
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6758069246126324e-05,
      "loss": 0.2159,
      "step": 10586
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6757424529311413e-05,
      "loss": 0.2411,
      "step": 10587
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6756779760800536e-05,
      "loss": 0.1984,
      "step": 10588
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.675613494059862e-05,
      "loss": 0.2113,
      "step": 10589
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6755490068710606e-05,
      "loss": 0.1934,
      "step": 10590
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6754845145141424e-05,
      "loss": 0.234,
      "step": 10591
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.675420016989601e-05,
      "loss": 0.2754,
      "step": 10592
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.67535551429793e-05,
      "loss": 0.1927,
      "step": 10593
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.675291006439622e-05,
      "loss": 0.2209,
      "step": 10594
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6752264934151713e-05,
      "loss": 0.2062,
      "step": 10595
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.675161975225071e-05,
      "loss": 0.2101,
      "step": 10596
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.675097451869815e-05,
      "loss": 0.1776,
      "step": 10597
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.675032923349897e-05,
      "loss": 0.1653,
      "step": 10598
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.67496838966581e-05,
      "loss": 0.2382,
      "step": 10599
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6749038508180485e-05,
      "loss": 0.2462,
      "step": 10600
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6748393068071062e-05,
      "loss": 0.195,
      "step": 10601
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.674774757633476e-05,
      "loss": 0.1816,
      "step": 10602
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6747102032976527e-05,
      "loss": 0.2372,
      "step": 10603
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6746456438001292e-05,
      "loss": 0.2296,
      "step": 10604
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6745810791414005e-05,
      "loss": 0.1619,
      "step": 10605
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6745165093219596e-05,
      "loss": 0.1791,
      "step": 10606
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.674451934342301e-05,
      "loss": 0.2213,
      "step": 10607
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6743873542029187e-05,
      "loss": 0.1796,
      "step": 10608
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6743227689043064e-05,
      "loss": 0.2092,
      "step": 10609
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.674258178446959e-05,
      "loss": 0.2094,
      "step": 10610
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6741935828313687e-05,
      "loss": 0.172,
      "step": 10611
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6741289820580323e-05,
      "loss": 0.1985,
      "step": 10612
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6740643761274424e-05,
      "loss": 0.225,
      "step": 10613
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6739997650400934e-05,
      "loss": 0.2015,
      "step": 10614
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.67393514879648e-05,
      "loss": 0.213,
      "step": 10615
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.673870527397096e-05,
      "loss": 0.202,
      "step": 10616
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6738059008424362e-05,
      "loss": 0.2228,
      "step": 10617
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6737412691329948e-05,
      "loss": 0.1824,
      "step": 10618
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6736766322692664e-05,
      "loss": 0.187,
      "step": 10619
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6736119902517453e-05,
      "loss": 0.2114,
      "step": 10620
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6735473430809263e-05,
      "loss": 0.2537,
      "step": 10621
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6734826907573037e-05,
      "loss": 0.1837,
      "step": 10622
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6734180332813724e-05,
      "loss": 0.169,
      "step": 10623
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.673353370653627e-05,
      "loss": 0.1505,
      "step": 10624
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6732887028745616e-05,
      "loss": 0.1718,
      "step": 10625
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6732240299446714e-05,
      "loss": 0.3465,
      "step": 10626
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6731593518644516e-05,
      "loss": 0.1698,
      "step": 10627
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6730946686343962e-05,
      "loss": 0.1915,
      "step": 10628
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6730299802550004e-05,
      "loss": 0.1859,
      "step": 10629
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6729652867267594e-05,
      "loss": 0.2269,
      "step": 10630
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.672900588050167e-05,
      "loss": 0.1572,
      "step": 10631
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.67283588422572e-05,
      "loss": 0.2717,
      "step": 10632
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6727711752539116e-05,
      "loss": 0.1907,
      "step": 10633
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.672706461135238e-05,
      "loss": 0.1876,
      "step": 10634
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6726417418701934e-05,
      "loss": 0.1844,
      "step": 10635
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6725770174592738e-05,
      "loss": 0.1941,
      "step": 10636
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.672512287902974e-05,
      "loss": 0.196,
      "step": 10637
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6724475532017885e-05,
      "loss": 0.1783,
      "step": 10638
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6723828133562138e-05,
      "loss": 0.1783,
      "step": 10639
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6723180683667442e-05,
      "loss": 0.2075,
      "step": 10640
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6722533182338755e-05,
      "loss": 0.2227,
      "step": 10641
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.672188562958103e-05,
      "loss": 0.1789,
      "step": 10642
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.672123802539922e-05,
      "loss": 0.1986,
      "step": 10643
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6720590369798277e-05,
      "loss": 0.1797,
      "step": 10644
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6719942662783163e-05,
      "loss": 0.2067,
      "step": 10645
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6719294904358824e-05,
      "loss": 0.1811,
      "step": 10646
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.671864709453022e-05,
      "loss": 0.2096,
      "step": 10647
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6717999233302305e-05,
      "loss": 0.2189,
      "step": 10648
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6717351320680043e-05,
      "loss": 0.14,
      "step": 10649
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6716703356668383e-05,
      "loss": 0.248,
      "step": 10650
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.671605534127228e-05,
      "loss": 0.1692,
      "step": 10651
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.67154072744967e-05,
      "loss": 0.2382,
      "step": 10652
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6714759156346594e-05,
      "loss": 0.207,
      "step": 10653
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.671411098682692e-05,
      "loss": 0.195,
      "step": 10654
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6713462765942642e-05,
      "loss": 0.194,
      "step": 10655
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6712814493698715e-05,
      "loss": 0.1718,
      "step": 10656
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6712166170100102e-05,
      "loss": 0.2145,
      "step": 10657
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6711517795151756e-05,
      "loss": 0.2028,
      "step": 10658
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6710869368858645e-05,
      "loss": 0.1502,
      "step": 10659
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.671022089122573e-05,
      "loss": 0.2176,
      "step": 10660
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.670957236225796e-05,
      "loss": 0.2838,
      "step": 10661
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.670892378196031e-05,
      "loss": 0.1901,
      "step": 10662
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6708275150337735e-05,
      "loss": 0.1938,
      "step": 10663
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6707626467395196e-05,
      "loss": 0.2119,
      "step": 10664
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6706977733137663e-05,
      "loss": 0.2057,
      "step": 10665
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6706328947570093e-05,
      "loss": 0.2239,
      "step": 10666
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.670568011069745e-05,
      "loss": 0.253,
      "step": 10667
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6705031222524698e-05,
      "loss": 0.1679,
      "step": 10668
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.67043822830568e-05,
      "loss": 0.1489,
      "step": 10669
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6703733292298725e-05,
      "loss": 0.1889,
      "step": 10670
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6703084250255433e-05,
      "loss": 0.1833,
      "step": 10671
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.670243515693189e-05,
      "loss": 0.1914,
      "step": 10672
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.670178601233307e-05,
      "loss": 0.2044,
      "step": 10673
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6701136816463925e-05,
      "loss": 0.153,
      "step": 10674
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.670048756932943e-05,
      "loss": 0.1775,
      "step": 10675
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.669983827093455e-05,
      "loss": 0.1904,
      "step": 10676
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6699188921284257e-05,
      "loss": 0.1993,
      "step": 10677
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6698539520383513e-05,
      "loss": 0.1768,
      "step": 10678
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6697890068237287e-05,
      "loss": 0.1859,
      "step": 10679
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6697240564850544e-05,
      "loss": 0.2099,
      "step": 10680
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.669659101022826e-05,
      "loss": 0.2328,
      "step": 10681
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6695941404375405e-05,
      "loss": 0.1731,
      "step": 10682
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.669529174729694e-05,
      "loss": 0.2428,
      "step": 10683
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6694642038997843e-05,
      "loss": 0.1741,
      "step": 10684
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.669399227948308e-05,
      "loss": 0.2287,
      "step": 10685
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.669334246875762e-05,
      "loss": 0.1841,
      "step": 10686
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6692692606826443e-05,
      "loss": 0.1593,
      "step": 10687
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6692042693694512e-05,
      "loss": 0.2059,
      "step": 10688
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6691392729366805e-05,
      "loss": 0.2216,
      "step": 10689
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6690742713848286e-05,
      "loss": 0.2005,
      "step": 10690
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6690092647143935e-05,
      "loss": 0.2203,
      "step": 10691
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6689442529258726e-05,
      "loss": 0.1892,
      "step": 10692
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.668879236019763e-05,
      "loss": 0.1774,
      "step": 10693
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6688142139965617e-05,
      "loss": 0.2061,
      "step": 10694
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.668749186856767e-05,
      "loss": 0.1756,
      "step": 10695
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6686841546008754e-05,
      "loss": 0.1843,
      "step": 10696
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6686191172293852e-05,
      "loss": 0.2171,
      "step": 10697
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6685540747427935e-05,
      "loss": 0.2171,
      "step": 10698
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.668489027141598e-05,
      "loss": 0.2093,
      "step": 10699
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6684239744262967e-05,
      "loss": 0.2405,
      "step": 10700
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6683589165973867e-05,
      "loss": 0.1578,
      "step": 10701
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.668293853655366e-05,
      "loss": 0.1934,
      "step": 10702
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.668228785600732e-05,
      "loss": 0.1716,
      "step": 10703
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6681637124339833e-05,
      "loss": 0.1728,
      "step": 10704
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.668098634155617e-05,
      "loss": 0.1803,
      "step": 10705
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6680335507661312e-05,
      "loss": 0.24,
      "step": 10706
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.667968462266024e-05,
      "loss": 0.2306,
      "step": 10707
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6679033686557925e-05,
      "loss": 0.2328,
      "step": 10708
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.667838269935936e-05,
      "loss": 0.1857,
      "step": 10709
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6677731661069513e-05,
      "loss": 0.1968,
      "step": 10710
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6677080571693373e-05,
      "loss": 0.1962,
      "step": 10711
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6676429431235916e-05,
      "loss": 0.1852,
      "step": 10712
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.667577823970213e-05,
      "loss": 0.2173,
      "step": 10713
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6675126997096987e-05,
      "loss": 0.1884,
      "step": 10714
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6674475703425476e-05,
      "loss": 0.1884,
      "step": 10715
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6673824358692576e-05,
      "loss": 0.215,
      "step": 10716
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6673172962903275e-05,
      "loss": 0.1875,
      "step": 10717
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.667252151606255e-05,
      "loss": 0.2119,
      "step": 10718
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.667187001817539e-05,
      "loss": 0.186,
      "step": 10719
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6671218469246776e-05,
      "loss": 0.1706,
      "step": 10720
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6670566869281694e-05,
      "loss": 0.2369,
      "step": 10721
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.666991521828513e-05,
      "loss": 0.2343,
      "step": 10722
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6669263516262064e-05,
      "loss": 0.1994,
      "step": 10723
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6668611763217484e-05,
      "loss": 0.2255,
      "step": 10724
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.666795995915638e-05,
      "loss": 0.2004,
      "step": 10725
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6667308104083738e-05,
      "loss": 0.1839,
      "step": 10726
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.666665619800454e-05,
      "loss": 0.1741,
      "step": 10727
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6666004240923777e-05,
      "loss": 0.195,
      "step": 10728
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6665352232846433e-05,
      "loss": 0.1947,
      "step": 10729
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6664700173777503e-05,
      "loss": 0.2146,
      "step": 10730
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6664048063721966e-05,
      "loss": 0.2344,
      "step": 10731
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.666339590268482e-05,
      "loss": 0.1789,
      "step": 10732
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.666274369067105e-05,
      "loss": 0.2252,
      "step": 10733
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6662091427685644e-05,
      "loss": 0.1805,
      "step": 10734
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.666143911373359e-05,
      "loss": 0.2072,
      "step": 10735
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6660786748819887e-05,
      "loss": 0.2291,
      "step": 10736
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6660134332949522e-05,
      "loss": 0.212,
      "step": 10737
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.665948186612748e-05,
      "loss": 0.1559,
      "step": 10738
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.665882934835876e-05,
      "loss": 0.1916,
      "step": 10739
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.665817677964835e-05,
      "loss": 0.1935,
      "step": 10740
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6657524160001247e-05,
      "loss": 0.2484,
      "step": 10741
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6656871489422437e-05,
      "loss": 0.2096,
      "step": 10742
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6656218767916916e-05,
      "loss": 0.2162,
      "step": 10743
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.665556599548968e-05,
      "loss": 0.1756,
      "step": 10744
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.665491317214572e-05,
      "loss": 0.2259,
      "step": 10745
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6654260297890027e-05,
      "loss": 0.1815,
      "step": 10746
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6653607372727604e-05,
      "loss": 0.1667,
      "step": 10747
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.665295439666344e-05,
      "loss": 0.2109,
      "step": 10748
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6652301369702535e-05,
      "loss": 0.1603,
      "step": 10749
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6651648291849877e-05,
      "loss": 0.2403,
      "step": 10750
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.665099516311047e-05,
      "loss": 0.2138,
      "step": 10751
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6650341983489312e-05,
      "loss": 0.1765,
      "step": 10752
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.664968875299139e-05,
      "loss": 0.1913,
      "step": 10753
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6649035471621706e-05,
      "loss": 0.196,
      "step": 10754
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.664838213938526e-05,
      "loss": 0.1695,
      "step": 10755
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.664772875628705e-05,
      "loss": 0.18,
      "step": 10756
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.664707532233208e-05,
      "loss": 0.1836,
      "step": 10757
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6646421837525332e-05,
      "loss": 0.1953,
      "step": 10758
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.664576830187182e-05,
      "loss": 0.1657,
      "step": 10759
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.664511471537654e-05,
      "loss": 0.1806,
      "step": 10760
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.664446107804449e-05,
      "loss": 0.2268,
      "step": 10761
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6643807389880674e-05,
      "loss": 0.2281,
      "step": 10762
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6643153650890093e-05,
      "loss": 0.1627,
      "step": 10763
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6642499861077742e-05,
      "loss": 0.1707,
      "step": 10764
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6641846020448625e-05,
      "loss": 0.19,
      "step": 10765
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6641192129007753e-05,
      "loss": 0.1855,
      "step": 10766
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6640538186760114e-05,
      "loss": 0.2275,
      "step": 10767
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6639884193710722e-05,
      "loss": 0.1891,
      "step": 10768
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6639230149864577e-05,
      "loss": 0.1976,
      "step": 10769
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.663857605522668e-05,
      "loss": 0.2114,
      "step": 10770
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.663792190980204e-05,
      "loss": 0.1889,
      "step": 10771
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6637267713595656e-05,
      "loss": 0.1755,
      "step": 10772
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6636613466612536e-05,
      "loss": 0.2109,
      "step": 10773
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6635959168857684e-05,
      "loss": 0.2404,
      "step": 10774
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6635304820336103e-05,
      "loss": 0.1951,
      "step": 10775
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6634650421052806e-05,
      "loss": 0.2115,
      "step": 10776
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6633995971012794e-05,
      "loss": 0.1755,
      "step": 10777
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6633341470221072e-05,
      "loss": 0.177,
      "step": 10778
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6632686918682654e-05,
      "loss": 0.1876,
      "step": 10779
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.663203231640254e-05,
      "loss": 0.1954,
      "step": 10780
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.663137766338574e-05,
      "loss": 0.23,
      "step": 10781
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.663072295963727e-05,
      "loss": 0.1883,
      "step": 10782
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6630068205162128e-05,
      "loss": 0.2011,
      "step": 10783
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6629413399965325e-05,
      "loss": 0.2002,
      "step": 10784
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6628758544051872e-05,
      "loss": 0.2206,
      "step": 10785
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6628103637426783e-05,
      "loss": 0.2089,
      "step": 10786
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6627448680095063e-05,
      "loss": 0.1838,
      "step": 10787
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6626793672061726e-05,
      "loss": 0.2023,
      "step": 10788
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6626138613331777e-05,
      "loss": 0.1678,
      "step": 10789
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6625483503910236e-05,
      "loss": 0.2306,
      "step": 10790
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6624828343802105e-05,
      "loss": 0.1971,
      "step": 10791
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6624173133012408e-05,
      "loss": 0.2077,
      "step": 10792
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6623517871546146e-05,
      "loss": 0.1961,
      "step": 10793
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.662286255940834e-05,
      "loss": 0.1854,
      "step": 10794
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6622207196603998e-05,
      "loss": 0.1929,
      "step": 10795
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6621551783138134e-05,
      "loss": 0.1882,
      "step": 10796
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6620896319015764e-05,
      "loss": 0.2027,
      "step": 10797
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6620240804241907e-05,
      "loss": 0.2249,
      "step": 10798
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.661958523882157e-05,
      "loss": 0.2005,
      "step": 10799
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6618929622759772e-05,
      "loss": 0.2086,
      "step": 10800
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6618273956061527e-05,
      "loss": 0.1851,
      "step": 10801
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6617618238731853e-05,
      "loss": 0.2045,
      "step": 10802
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6616962470775765e-05,
      "loss": 0.1941,
      "step": 10803
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.661630665219828e-05,
      "loss": 0.2152,
      "step": 10804
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6615650783004416e-05,
      "loss": 0.1766,
      "step": 10805
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.661499486319919e-05,
      "loss": 0.187,
      "step": 10806
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.661433889278762e-05,
      "loss": 0.1611,
      "step": 10807
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6613682871774726e-05,
      "loss": 0.2396,
      "step": 10808
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6613026800165523e-05,
      "loss": 0.1781,
      "step": 10809
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.661237067796503e-05,
      "loss": 0.2281,
      "step": 10810
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.661171450517827e-05,
      "loss": 0.1651,
      "step": 10811
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6611058281810263e-05,
      "loss": 0.2198,
      "step": 10812
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6610402007866027e-05,
      "loss": 0.1905,
      "step": 10813
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6609745683350584e-05,
      "loss": 0.1943,
      "step": 10814
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6609089308268954e-05,
      "loss": 0.2146,
      "step": 10815
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.660843288262616e-05,
      "loss": 0.2333,
      "step": 10816
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6607776406427216e-05,
      "loss": 0.1573,
      "step": 10817
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6607119879677158e-05,
      "loss": 0.1901,
      "step": 10818
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6606463302381e-05,
      "loss": 0.1808,
      "step": 10819
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6605806674543764e-05,
      "loss": 0.1982,
      "step": 10820
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.660514999617048e-05,
      "loss": 0.1962,
      "step": 10821
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6604493267266163e-05,
      "loss": 0.1518,
      "step": 10822
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6603836487835843e-05,
      "loss": 0.1737,
      "step": 10823
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6603179657884547e-05,
      "loss": 0.2177,
      "step": 10824
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.660252277741729e-05,
      "loss": 0.1908,
      "step": 10825
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6601865846439108e-05,
      "loss": 0.2266,
      "step": 10826
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.660120886495502e-05,
      "loss": 0.2087,
      "step": 10827
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6600551832970057e-05,
      "loss": 0.1762,
      "step": 10828
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.659989475048924e-05,
      "loss": 0.1645,
      "step": 10829
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.65992376175176e-05,
      "loss": 0.1744,
      "step": 10830
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.659858043406016e-05,
      "loss": 0.1871,
      "step": 10831
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.659792320012195e-05,
      "loss": 0.1735,
      "step": 10832
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6597265915708006e-05,
      "loss": 0.1638,
      "step": 10833
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.659660858082334e-05,
      "loss": 0.1404,
      "step": 10834
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6595951195472993e-05,
      "loss": 0.1498,
      "step": 10835
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.659529375966199e-05,
      "loss": 0.1848,
      "step": 10836
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.659463627339536e-05,
      "loss": 0.196,
      "step": 10837
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.659397873667814e-05,
      "loss": 0.2287,
      "step": 10838
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6593321149515352e-05,
      "loss": 0.1818,
      "step": 10839
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6592663511912022e-05,
      "loss": 0.2173,
      "step": 10840
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6592005823873196e-05,
      "loss": 0.1629,
      "step": 10841
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6591348085403896e-05,
      "loss": 0.1714,
      "step": 10842
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6590690296509155e-05,
      "loss": 0.189,
      "step": 10843
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.659003245719401e-05,
      "loss": 0.2442,
      "step": 10844
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.658937456746348e-05,
      "loss": 0.2,
      "step": 10845
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6588716627322616e-05,
      "loss": 0.1815,
      "step": 10846
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.658805863677644e-05,
      "loss": 0.1809,
      "step": 10847
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6587400595829985e-05,
      "loss": 0.2526,
      "step": 10848
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6586742504488293e-05,
      "loss": 0.2078,
      "step": 10849
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6586084362756395e-05,
      "loss": 0.2135,
      "step": 10850
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6585426170639324e-05,
      "loss": 0.1772,
      "step": 10851
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6584767928142116e-05,
      "loss": 0.2296,
      "step": 10852
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.658410963526981e-05,
      "loss": 0.1782,
      "step": 10853
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6583451292027433e-05,
      "loss": 0.2178,
      "step": 10854
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6582792898420035e-05,
      "loss": 0.1802,
      "step": 10855
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6582134454452642e-05,
      "loss": 0.1786,
      "step": 10856
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6581475960130296e-05,
      "loss": 0.2003,
      "step": 10857
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6580817415458038e-05,
      "loss": 0.1861,
      "step": 10858
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6580158820440896e-05,
      "loss": 0.1961,
      "step": 10859
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.657950017508392e-05,
      "loss": 0.1637,
      "step": 10860
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6578841479392137e-05,
      "loss": 0.1739,
      "step": 10861
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6578182733370593e-05,
      "loss": 0.156,
      "step": 10862
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6577523937024328e-05,
      "loss": 0.2135,
      "step": 10863
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6576865090358386e-05,
      "loss": 0.1526,
      "step": 10864
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6576206193377797e-05,
      "loss": 0.1856,
      "step": 10865
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6575547246087604e-05,
      "loss": 0.2624,
      "step": 10866
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6574888248492853e-05,
      "loss": 0.2096,
      "step": 10867
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6574229200598585e-05,
      "loss": 0.1797,
      "step": 10868
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6573570102409846e-05,
      "loss": 0.1691,
      "step": 10869
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6572910953931662e-05,
      "loss": 0.2006,
      "step": 10870
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.657225175516909e-05,
      "loss": 0.2266,
      "step": 10871
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.657159250612717e-05,
      "loss": 0.2159,
      "step": 10872
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6570933206810946e-05,
      "loss": 0.1987,
      "step": 10873
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6570273857225456e-05,
      "loss": 0.2057,
      "step": 10874
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6569614457375755e-05,
      "loss": 0.1833,
      "step": 10875
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.656895500726688e-05,
      "loss": 0.1599,
      "step": 10876
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.656829550690387e-05,
      "loss": 0.1792,
      "step": 10877
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6567635956291784e-05,
      "loss": 0.2058,
      "step": 10878
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.656697635543566e-05,
      "loss": 0.2046,
      "step": 10879
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6566316704340545e-05,
      "loss": 0.1811,
      "step": 10880
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6565657003011485e-05,
      "loss": 0.1973,
      "step": 10881
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6564997251453528e-05,
      "loss": 0.1885,
      "step": 10882
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.656433744967172e-05,
      "loss": 0.2279,
      "step": 10883
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6563677597671112e-05,
      "loss": 0.1894,
      "step": 10884
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.656301769545675e-05,
      "loss": 0.1918,
      "step": 10885
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.656235774303368e-05,
      "loss": 0.2633,
      "step": 10886
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6561697740406955e-05,
      "loss": 0.2009,
      "step": 10887
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.656103768758162e-05,
      "loss": 0.2266,
      "step": 10888
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6560377584562725e-05,
      "loss": 0.2478,
      "step": 10889
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6559717431355323e-05,
      "loss": 0.1689,
      "step": 10890
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.655905722796447e-05,
      "loss": 0.2024,
      "step": 10891
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.65583969743952e-05,
      "loss": 0.1885,
      "step": 10892
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6557736670652577e-05,
      "loss": 0.1956,
      "step": 10893
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.655707631674165e-05,
      "loss": 0.1704,
      "step": 10894
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.655641591266747e-05,
      "loss": 0.1904,
      "step": 10895
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.655575545843509e-05,
      "loss": 0.1939,
      "step": 10896
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6555094954049557e-05,
      "loss": 0.2118,
      "step": 10897
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6554434399515936e-05,
      "loss": 0.1997,
      "step": 10898
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.655377379483927e-05,
      "loss": 0.2129,
      "step": 10899
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6553113140024614e-05,
      "loss": 0.2092,
      "step": 10900
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.655245243507703e-05,
      "loss": 0.1714,
      "step": 10901
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6551791680001562e-05,
      "loss": 0.1514,
      "step": 10902
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.655113087480327e-05,
      "loss": 0.205,
      "step": 10903
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.655047001948721e-05,
      "loss": 0.1483,
      "step": 10904
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6549809114058438e-05,
      "loss": 0.2271,
      "step": 10905
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.654914815852201e-05,
      "loss": 0.2222,
      "step": 10906
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.654848715288298e-05,
      "loss": 0.2104,
      "step": 10907
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6547826097146407e-05,
      "loss": 0.2432,
      "step": 10908
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6547164991317347e-05,
      "loss": 0.173,
      "step": 10909
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6546503835400857e-05,
      "loss": 0.1782,
      "step": 10910
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6545842629402e-05,
      "loss": 0.2051,
      "step": 10911
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6545181373325824e-05,
      "loss": 0.1872,
      "step": 10912
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6544520067177402e-05,
      "loss": 0.2047,
      "step": 10913
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.654385871096178e-05,
      "loss": 0.2107,
      "step": 10914
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6543197304684026e-05,
      "loss": 0.2096,
      "step": 10915
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6542535848349194e-05,
      "loss": 0.1766,
      "step": 10916
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.654187434196235e-05,
      "loss": 0.1967,
      "step": 10917
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.654121278552855e-05,
      "loss": 0.2081,
      "step": 10918
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6540551179052856e-05,
      "loss": 0.2023,
      "step": 10919
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6539889522540335e-05,
      "loss": 0.2148,
      "step": 10920
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.653922781599604e-05,
      "loss": 0.2037,
      "step": 10921
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.653856605942504e-05,
      "loss": 0.2003,
      "step": 10922
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6537904252832393e-05,
      "loss": 0.1761,
      "step": 10923
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6537242396223164e-05,
      "loss": 0.2333,
      "step": 10924
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.653658048960242e-05,
      "loss": 0.1833,
      "step": 10925
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6535918532975222e-05,
      "loss": 0.2166,
      "step": 10926
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.653525652634663e-05,
      "loss": 0.2494,
      "step": 10927
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.653459446972171e-05,
      "loss": 0.149,
      "step": 10928
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.653393236310553e-05,
      "loss": 0.2015,
      "step": 10929
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6533270206503157e-05,
      "loss": 0.1732,
      "step": 10930
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.653260799991965e-05,
      "loss": 0.1802,
      "step": 10931
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6531945743360082e-05,
      "loss": 0.2237,
      "step": 10932
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6531283436829513e-05,
      "loss": 0.1993,
      "step": 10933
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6530621080333013e-05,
      "loss": 0.1766,
      "step": 10934
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6529958673875653e-05,
      "loss": 0.2083,
      "step": 10935
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6529296217462496e-05,
      "loss": 0.1864,
      "step": 10936
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6528633711098606e-05,
      "loss": 0.2732,
      "step": 10937
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6527971154789063e-05,
      "loss": 0.2119,
      "step": 10938
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.652730854853892e-05,
      "loss": 0.1922,
      "step": 10939
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6526645892353264e-05,
      "loss": 0.1793,
      "step": 10940
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6525983186237152e-05,
      "loss": 0.2001,
      "step": 10941
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6525320430195658e-05,
      "loss": 0.2337,
      "step": 10942
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.652465762423385e-05,
      "loss": 0.2164,
      "step": 10943
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.65239947683568e-05,
      "loss": 0.1737,
      "step": 10944
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6523331862569578e-05,
      "loss": 0.2033,
      "step": 10945
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6522668906877254e-05,
      "loss": 0.2512,
      "step": 10946
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.652200590128491e-05,
      "loss": 0.2183,
      "step": 10947
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6521342845797606e-05,
      "loss": 0.1863,
      "step": 10948
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.652067974042042e-05,
      "loss": 0.2319,
      "step": 10949
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6520016585158422e-05,
      "loss": 0.1853,
      "step": 10950
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6519353380016688e-05,
      "loss": 0.1747,
      "step": 10951
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6518690125000292e-05,
      "loss": 0.1597,
      "step": 10952
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6518026820114306e-05,
      "loss": 0.2279,
      "step": 10953
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6517363465363805e-05,
      "loss": 0.2079,
      "step": 10954
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6516700060753862e-05,
      "loss": 0.2004,
      "step": 10955
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.651603660628956e-05,
      "loss": 0.1936,
      "step": 10956
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6515373101975964e-05,
      "loss": 0.2291,
      "step": 10957
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.651470954781816e-05,
      "loss": 0.2086,
      "step": 10958
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6514045943821215e-05,
      "loss": 0.2233,
      "step": 10959
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.651338228999021e-05,
      "loss": 0.1806,
      "step": 10960
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6512718586330224e-05,
      "loss": 0.2054,
      "step": 10961
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6512054832846333e-05,
      "loss": 0.1877,
      "step": 10962
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6511391029543616e-05,
      "loss": 0.1997,
      "step": 10963
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6510727176427146e-05,
      "loss": 0.1901,
      "step": 10964
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6510063273502007e-05,
      "loss": 0.2596,
      "step": 10965
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6509399320773277e-05,
      "loss": 0.235,
      "step": 10966
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6508735318246036e-05,
      "loss": 0.1799,
      "step": 10967
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.650807126592536e-05,
      "loss": 0.1776,
      "step": 10968
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.650740716381633e-05,
      "loss": 0.1718,
      "step": 10969
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6506743011924035e-05,
      "loss": 0.1813,
      "step": 10970
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6506078810253544e-05,
      "loss": 0.2445,
      "step": 10971
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6505414558809944e-05,
      "loss": 0.1848,
      "step": 10972
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.650475025759832e-05,
      "loss": 0.2243,
      "step": 10973
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6504085906623747e-05,
      "loss": 0.1811,
      "step": 10974
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.650342150589131e-05,
      "loss": 0.2105,
      "step": 10975
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6502757055406095e-05,
      "loss": 0.2545,
      "step": 10976
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6502092555173184e-05,
      "loss": 0.1887,
      "step": 10977
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6501428005197656e-05,
      "loss": 0.1809,
      "step": 10978
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.65007634054846e-05,
      "loss": 0.2694,
      "step": 10979
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.65000987560391e-05,
      "loss": 0.2081,
      "step": 10980
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6499434056866238e-05,
      "loss": 0.1897,
      "step": 10981
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.64987693079711e-05,
      "loss": 0.2176,
      "step": 10982
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6498104509358775e-05,
      "loss": 0.1506,
      "step": 10983
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6497439661034343e-05,
      "loss": 0.1956,
      "step": 10984
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6496774763002898e-05,
      "loss": 0.1552,
      "step": 10985
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6496109815269514e-05,
      "loss": 0.2078,
      "step": 10986
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.649544481783929e-05,
      "loss": 0.2341,
      "step": 10987
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6494779770717307e-05,
      "loss": 0.1664,
      "step": 10988
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.649411467390866e-05,
      "loss": 0.1789,
      "step": 10989
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6493449527418432e-05,
      "loss": 0.1904,
      "step": 10990
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6492784331251704e-05,
      "loss": 0.1786,
      "step": 10991
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.649211908541358e-05,
      "loss": 0.1846,
      "step": 10992
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.649145378990914e-05,
      "loss": 0.2091,
      "step": 10993
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6490788444743474e-05,
      "loss": 0.1753,
      "step": 10994
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6490123049921675e-05,
      "loss": 0.215,
      "step": 10995
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.648945760544883e-05,
      "loss": 0.1817,
      "step": 10996
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6488792111330035e-05,
      "loss": 0.1889,
      "step": 10997
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.648812656757038e-05,
      "loss": 0.1696,
      "step": 10998
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6487460974174952e-05,
      "loss": 0.1874,
      "step": 10999
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6486795331148844e-05,
      "loss": 0.1979,
      "step": 11000
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6486129638497153e-05,
      "loss": 0.1778,
      "step": 11001
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6485463896224967e-05,
      "loss": 0.2383,
      "step": 11002
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.648479810433738e-05,
      "loss": 0.1735,
      "step": 11003
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6484132262839488e-05,
      "loss": 0.166,
      "step": 11004
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.648346637173638e-05,
      "loss": 0.2092,
      "step": 11005
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6482800431033157e-05,
      "loss": 0.2143,
      "step": 11006
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.648213444073491e-05,
      "loss": 0.1773,
      "step": 11007
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.648146840084673e-05,
      "loss": 0.1627,
      "step": 11008
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.648080231137372e-05,
      "loss": 0.1693,
      "step": 11009
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6480136172320972e-05,
      "loss": 0.1463,
      "step": 11010
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.647946998369358e-05,
      "loss": 0.2154,
      "step": 11011
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6478803745496645e-05,
      "loss": 0.1818,
      "step": 11012
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6478137457735258e-05,
      "loss": 0.2076,
      "step": 11013
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6477471120414526e-05,
      "loss": 0.2306,
      "step": 11014
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6476804733539537e-05,
      "loss": 0.1663,
      "step": 11015
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.647613829711539e-05,
      "loss": 0.1901,
      "step": 11016
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.647547181114719e-05,
      "loss": 0.1906,
      "step": 11017
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.647480527564003e-05,
      "loss": 0.1966,
      "step": 11018
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.647413869059901e-05,
      "loss": 0.2303,
      "step": 11019
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.647347205602923e-05,
      "loss": 0.1725,
      "step": 11020
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6472805371935792e-05,
      "loss": 0.2039,
      "step": 11021
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6472138638323794e-05,
      "loss": 0.1627,
      "step": 11022
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6471471855198335e-05,
      "loss": 0.2147,
      "step": 11023
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6470805022564523e-05,
      "loss": 0.1881,
      "step": 11024
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6470138140427452e-05,
      "loss": 0.1437,
      "step": 11025
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.646947120879223e-05,
      "loss": 0.1729,
      "step": 11026
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.646880422766395e-05,
      "loss": 0.2286,
      "step": 11027
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.646813719704772e-05,
      "loss": 0.2173,
      "step": 11028
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.646747011694865e-05,
      "loss": 0.1996,
      "step": 11029
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6466802987371834e-05,
      "loss": 0.1844,
      "step": 11030
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6466135808322377e-05,
      "loss": 0.1754,
      "step": 11031
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6465468579805385e-05,
      "loss": 0.1981,
      "step": 11032
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6464801301825962e-05,
      "loss": 0.2205,
      "step": 11033
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.646413397438921e-05,
      "loss": 0.2452,
      "step": 11034
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6463466597500242e-05,
      "loss": 0.1897,
      "step": 11035
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6462799171164157e-05,
      "loss": 0.2325,
      "step": 11036
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.646213169538606e-05,
      "loss": 0.1934,
      "step": 11037
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6461464170171063e-05,
      "loss": 0.2153,
      "step": 11038
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6460796595524266e-05,
      "loss": 0.1827,
      "step": 11039
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6460128971450783e-05,
      "loss": 0.1952,
      "step": 11040
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6459461297955715e-05,
      "loss": 0.2251,
      "step": 11041
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6458793575044176e-05,
      "loss": 0.2141,
      "step": 11042
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.645812580272127e-05,
      "loss": 0.2111,
      "step": 11043
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6457457980992108e-05,
      "loss": 0.216,
      "step": 11044
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.64567901098618e-05,
      "loss": 0.1837,
      "step": 11045
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.645612218933545e-05,
      "loss": 0.1628,
      "step": 11046
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.645545421941817e-05,
      "loss": 0.1757,
      "step": 11047
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6454786200115073e-05,
      "loss": 0.1785,
      "step": 11048
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6454118131431268e-05,
      "loss": 0.2178,
      "step": 11049
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6453450013371866e-05,
      "loss": 0.2067,
      "step": 11050
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6452781845941976e-05,
      "loss": 0.2035,
      "step": 11051
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6452113629146712e-05,
      "loss": 0.1727,
      "step": 11052
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.645144536299119e-05,
      "loss": 0.1871,
      "step": 11053
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6450777047480512e-05,
      "loss": 0.1578,
      "step": 11054
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.64501086826198e-05,
      "loss": 0.1685,
      "step": 11055
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.644944026841416e-05,
      "loss": 0.1855,
      "step": 11056
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6448771804868716e-05,
      "loss": 0.1962,
      "step": 11057
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6448103291988568e-05,
      "loss": 0.2017,
      "step": 11058
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6447434729778845e-05,
      "loss": 0.1964,
      "step": 11059
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.644676611824465e-05,
      "loss": 0.179,
      "step": 11060
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.64460974573911e-05,
      "loss": 0.2076,
      "step": 11061
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6445428747223318e-05,
      "loss": 0.1889,
      "step": 11062
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6444759987746414e-05,
      "loss": 0.186,
      "step": 11063
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.64440911789655e-05,
      "loss": 0.1943,
      "step": 11064
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6443422320885702e-05,
      "loss": 0.1895,
      "step": 11065
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6442753413512133e-05,
      "loss": 0.185,
      "step": 11066
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6442084456849903e-05,
      "loss": 0.2251,
      "step": 11067
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.644141545090414e-05,
      "loss": 0.1624,
      "step": 11068
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6440746395679958e-05,
      "loss": 0.1855,
      "step": 11069
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.644007729118248e-05,
      "loss": 0.238,
      "step": 11070
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6439408137416814e-05,
      "loss": 0.2227,
      "step": 11071
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6438738934388088e-05,
      "loss": 0.1645,
      "step": 11072
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6438069682101422e-05,
      "loss": 0.203,
      "step": 11073
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.643740038056193e-05,
      "loss": 0.2464,
      "step": 11074
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.643673102977474e-05,
      "loss": 0.2119,
      "step": 11075
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.643606162974496e-05,
      "loss": 0.1876,
      "step": 11076
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6435392180477723e-05,
      "loss": 0.195,
      "step": 11077
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.643472268197815e-05,
      "loss": 0.2064,
      "step": 11078
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6434053134251358e-05,
      "loss": 0.2062,
      "step": 11079
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.643338353730247e-05,
      "loss": 0.186,
      "step": 11080
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.643271389113661e-05,
      "loss": 0.1902,
      "step": 11081
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6432044195758897e-05,
      "loss": 0.2271,
      "step": 11082
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6431374451174463e-05,
      "loss": 0.2376,
      "step": 11083
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6430704657388423e-05,
      "loss": 0.2577,
      "step": 11084
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6430034814405905e-05,
      "loss": 0.2095,
      "step": 11085
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6429364922232035e-05,
      "loss": 0.2458,
      "step": 11086
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6428694980871936e-05,
      "loss": 0.1735,
      "step": 11087
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.642802499033073e-05,
      "loss": 0.188,
      "step": 11088
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6427354950613546e-05,
      "loss": 0.1858,
      "step": 11089
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6426684861725512e-05,
      "loss": 0.1629,
      "step": 11090
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.642601472367175e-05,
      "loss": 0.2261,
      "step": 11091
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6425344536457387e-05,
      "loss": 0.1986,
      "step": 11092
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6424674300087552e-05,
      "loss": 0.162,
      "step": 11093
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6424004014567376e-05,
      "loss": 0.1859,
      "step": 11094
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.642333367990198e-05,
      "loss": 0.1687,
      "step": 11095
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6422663296096498e-05,
      "loss": 0.1962,
      "step": 11096
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6421992863156055e-05,
      "loss": 0.1875,
      "step": 11097
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.642132238108578e-05,
      "loss": 0.209,
      "step": 11098
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6420651849890802e-05,
      "loss": 0.2233,
      "step": 11099
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6419981269576252e-05,
      "loss": 0.185,
      "step": 11100
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6419310640147262e-05,
      "loss": 0.1751,
      "step": 11101
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.641863996160896e-05,
      "loss": 0.2089,
      "step": 11102
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6417969233966475e-05,
      "loss": 0.2466,
      "step": 11103
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6417298457224947e-05,
      "loss": 0.1341,
      "step": 11104
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.641662763138949e-05,
      "loss": 0.2155,
      "step": 11105
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6415956756465257e-05,
      "loss": 0.1733,
      "step": 11106
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6415285832457368e-05,
      "loss": 0.2433,
      "step": 11107
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.641461485937096e-05,
      "loss": 0.2465,
      "step": 11108
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6413943837211163e-05,
      "loss": 0.169,
      "step": 11109
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.641327276598311e-05,
      "loss": 0.1926,
      "step": 11110
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.641260164569194e-05,
      "loss": 0.2354,
      "step": 11111
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6411930476342778e-05,
      "loss": 0.1857,
      "step": 11112
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.641125925794077e-05,
      "loss": 0.2201,
      "step": 11113
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6410587990491044e-05,
      "loss": 0.2202,
      "step": 11114
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6409916673998737e-05,
      "loss": 0.161,
      "step": 11115
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6409245308468988e-05,
      "loss": 0.1676,
      "step": 11116
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6408573893906924e-05,
      "loss": 0.2293,
      "step": 11117
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.640790243031769e-05,
      "loss": 0.1939,
      "step": 11118
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6407230917706422e-05,
      "loss": 0.1889,
      "step": 11119
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6406559356078252e-05,
      "loss": 0.1671,
      "step": 11120
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6405887745438324e-05,
      "loss": 0.2454,
      "step": 11121
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.640521608579177e-05,
      "loss": 0.1754,
      "step": 11122
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6404544377143733e-05,
      "loss": 0.1934,
      "step": 11123
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.640387261949935e-05,
      "loss": 0.1794,
      "step": 11124
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.640320081286376e-05,
      "loss": 0.2461,
      "step": 11125
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6402528957242102e-05,
      "loss": 0.1795,
      "step": 11126
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.640185705263952e-05,
      "loss": 0.2129,
      "step": 11127
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6401185099061144e-05,
      "loss": 0.193,
      "step": 11128
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.640051309651213e-05,
      "loss": 0.2375,
      "step": 11129
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6399841044997603e-05,
      "loss": 0.1807,
      "step": 11130
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6399168944522716e-05,
      "loss": 0.1631,
      "step": 11131
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6398496795092604e-05,
      "loss": 0.2431,
      "step": 11132
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.639782459671241e-05,
      "loss": 0.1964,
      "step": 11133
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6397152349387286e-05,
      "loss": 0.1389,
      "step": 11134
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.639648005312236e-05,
      "loss": 0.2065,
      "step": 11135
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.639580770792278e-05,
      "loss": 0.2052,
      "step": 11136
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.63951353137937e-05,
      "loss": 0.2135,
      "step": 11137
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.639446287074025e-05,
      "loss": 0.2304,
      "step": 11138
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6393790378767582e-05,
      "loss": 0.1805,
      "step": 11139
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6393117837880838e-05,
      "loss": 0.2216,
      "step": 11140
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6392445248085165e-05,
      "loss": 0.1758,
      "step": 11141
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6391772609385705e-05,
      "loss": 0.2029,
      "step": 11142
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6391099921787606e-05,
      "loss": 0.2204,
      "step": 11143
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6390427185296018e-05,
      "loss": 0.2421,
      "step": 11144
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.638975439991608e-05,
      "loss": 0.2047,
      "step": 11145
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.638908156565295e-05,
      "loss": 0.2053,
      "step": 11146
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.638840868251176e-05,
      "loss": 0.2174,
      "step": 11147
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.638773575049767e-05,
      "loss": 0.1673,
      "step": 11148
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6387062769615827e-05,
      "loss": 0.2209,
      "step": 11149
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.638638973987137e-05,
      "loss": 0.2258,
      "step": 11150
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6385716661269462e-05,
      "loss": 0.2055,
      "step": 11151
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.638504353381524e-05,
      "loss": 0.1866,
      "step": 11152
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.638437035751386e-05,
      "loss": 0.2299,
      "step": 11153
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6383697132370472e-05,
      "loss": 0.1982,
      "step": 11154
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.638302385839022e-05,
      "loss": 0.2137,
      "step": 11155
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6382350535578262e-05,
      "loss": 0.2613,
      "step": 11156
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6381677163939747e-05,
      "loss": 0.2007,
      "step": 11157
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6381003743479825e-05,
      "loss": 0.2055,
      "step": 11158
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6380330274203652e-05,
      "loss": 0.2012,
      "step": 11159
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6379656756116372e-05,
      "loss": 0.1647,
      "step": 11160
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6378983189223142e-05,
      "loss": 0.1966,
      "step": 11161
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6378309573529122e-05,
      "loss": 0.2029,
      "step": 11162
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.637763590903945e-05,
      "loss": 0.1508,
      "step": 11163
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6376962195759298e-05,
      "loss": 0.217,
      "step": 11164
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6376288433693806e-05,
      "loss": 0.2234,
      "step": 11165
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6375614622848132e-05,
      "loss": 0.1903,
      "step": 11166
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.637494076322743e-05,
      "loss": 0.1768,
      "step": 11167
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6374266854836862e-05,
      "loss": 0.2007,
      "step": 11168
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6373592897681577e-05,
      "loss": 0.169,
      "step": 11169
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6372918891766732e-05,
      "loss": 0.181,
      "step": 11170
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.637224483709748e-05,
      "loss": 0.1696,
      "step": 11171
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.637157073367899e-05,
      "loss": 0.1811,
      "step": 11172
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6370896581516404e-05,
      "loss": 0.1877,
      "step": 11173
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.637022238061489e-05,
      "loss": 0.1979,
      "step": 11174
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.63695481309796e-05,
      "loss": 0.1791,
      "step": 11175
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6368873832615692e-05,
      "loss": 0.1749,
      "step": 11176
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.636819948552833e-05,
      "loss": 0.2281,
      "step": 11177
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6367525089722667e-05,
      "loss": 0.1882,
      "step": 11178
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6366850645203865e-05,
      "loss": 0.178,
      "step": 11179
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6366176151977084e-05,
      "loss": 0.1928,
      "step": 11180
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6365501610047485e-05,
      "loss": 0.2181,
      "step": 11181
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6364827019420223e-05,
      "loss": 0.2466,
      "step": 11182
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6364152380100465e-05,
      "loss": 0.1582,
      "step": 11183
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6363477692093373e-05,
      "loss": 0.1615,
      "step": 11184
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6362802955404102e-05,
      "loss": 0.1976,
      "step": 11185
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6362128170037816e-05,
      "loss": 0.2008,
      "step": 11186
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.636145333599968e-05,
      "loss": 0.2869,
      "step": 11187
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6360778453294853e-05,
      "loss": 0.1797,
      "step": 11188
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6360103521928506e-05,
      "loss": 0.2089,
      "step": 11189
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6359428541905792e-05,
      "loss": 0.2149,
      "step": 11190
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.635875351323188e-05,
      "loss": 0.1971,
      "step": 11191
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6358078435911935e-05,
      "loss": 0.1905,
      "step": 11192
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.635740330995112e-05,
      "loss": 0.2018,
      "step": 11193
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.63567281353546e-05,
      "loss": 0.2155,
      "step": 11194
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6356052912127537e-05,
      "loss": 0.188,
      "step": 11195
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.63553776402751e-05,
      "loss": 0.1828,
      "step": 11196
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.635470231980246e-05,
      "loss": 0.1972,
      "step": 11197
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6354026950714775e-05,
      "loss": 0.1973,
      "step": 11198
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.635335153301721e-05,
      "loss": 0.2048,
      "step": 11199
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6352676066714942e-05,
      "loss": 0.1882,
      "step": 11200
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6352000551813138e-05,
      "loss": 0.1787,
      "step": 11201
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.635132498831695e-05,
      "loss": 0.206,
      "step": 11202
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6350649376231567e-05,
      "loss": 0.1654,
      "step": 11203
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6349973715562145e-05,
      "loss": 0.2207,
      "step": 11204
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.634929800631386e-05,
      "loss": 0.1725,
      "step": 11205
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.634862224849187e-05,
      "loss": 0.191,
      "step": 11206
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6347946442101358e-05,
      "loss": 0.205,
      "step": 11207
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6347270587147487e-05,
      "loss": 0.2055,
      "step": 11208
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6346594683635427e-05,
      "loss": 0.1911,
      "step": 11209
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.634591873157035e-05,
      "loss": 0.2419,
      "step": 11210
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6345242730957428e-05,
      "loss": 0.2004,
      "step": 11211
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6344566681801833e-05,
      "loss": 0.1874,
      "step": 11212
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.634389058410874e-05,
      "loss": 0.1894,
      "step": 11213
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6343214437883316e-05,
      "loss": 0.2043,
      "step": 11214
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6342538243130733e-05,
      "loss": 0.1833,
      "step": 11215
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6341861999856163e-05,
      "loss": 0.165,
      "step": 11216
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6341185708064786e-05,
      "loss": 0.189,
      "step": 11217
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6340509367761775e-05,
      "loss": 0.2291,
      "step": 11218
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.63398329789523e-05,
      "loss": 0.1482,
      "step": 11219
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6339156541641538e-05,
      "loss": 0.2205,
      "step": 11220
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6338480055834662e-05,
      "loss": 0.2073,
      "step": 11221
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6337803521536847e-05,
      "loss": 0.2032,
      "step": 11222
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6337126938753274e-05,
      "loss": 0.1527,
      "step": 11223
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6336450307489113e-05,
      "loss": 0.2009,
      "step": 11224
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.633577362774954e-05,
      "loss": 0.1504,
      "step": 11225
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6335096899539738e-05,
      "loss": 0.1875,
      "step": 11226
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.633442012286488e-05,
      "loss": 0.2343,
      "step": 11227
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6333743297730143e-05,
      "loss": 0.2022,
      "step": 11228
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6333066424140708e-05,
      "loss": 0.2052,
      "step": 11229
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6332389502101747e-05,
      "loss": 0.2322,
      "step": 11230
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6331712531618448e-05,
      "loss": 0.1919,
      "step": 11231
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6331035512695977e-05,
      "loss": 0.2199,
      "step": 11232
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6330358445339526e-05,
      "loss": 0.2207,
      "step": 11233
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6329681329554274e-05,
      "loss": 0.1888,
      "step": 11234
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6329004165345388e-05,
      "loss": 0.1848,
      "step": 11235
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6328326952718063e-05,
      "loss": 0.2336,
      "step": 11236
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6327649691677472e-05,
      "loss": 0.212,
      "step": 11237
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.63269723822288e-05,
      "loss": 0.1542,
      "step": 11238
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6326295024377228e-05,
      "loss": 0.1896,
      "step": 11239
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6325617618127933e-05,
      "loss": 0.1896,
      "step": 11240
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6324940163486107e-05,
      "loss": 0.1793,
      "step": 11241
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.632426266045692e-05,
      "loss": 0.1912,
      "step": 11242
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6323585109045564e-05,
      "loss": 0.2113,
      "step": 11243
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6322907509257223e-05,
      "loss": 0.2035,
      "step": 11244
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.632222986109708e-05,
      "loss": 0.1882,
      "step": 11245
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.632155216457031e-05,
      "loss": 0.2031,
      "step": 11246
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6320874419682112e-05,
      "loss": 0.2348,
      "step": 11247
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6320196626437662e-05,
      "loss": 0.184,
      "step": 11248
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6319518784842146e-05,
      "loss": 0.2225,
      "step": 11249
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.631884089490075e-05,
      "loss": 0.1926,
      "step": 11250
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6318162956618663e-05,
      "loss": 0.1953,
      "step": 11251
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.631748497000107e-05,
      "loss": 0.1766,
      "step": 11252
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6316806935053158e-05,
      "loss": 0.1866,
      "step": 11253
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6316128851780107e-05,
      "loss": 0.1562,
      "step": 11254
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6315450720187117e-05,
      "loss": 0.1739,
      "step": 11255
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6314772540279368e-05,
      "loss": 0.219,
      "step": 11256
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.631409431206205e-05,
      "loss": 0.1931,
      "step": 11257
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.631341603554035e-05,
      "loss": 0.2377,
      "step": 11258
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6312737710719456e-05,
      "loss": 0.2198,
      "step": 11259
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6312059337604565e-05,
      "loss": 0.1597,
      "step": 11260
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6311380916200858e-05,
      "loss": 0.1812,
      "step": 11261
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6310702446513528e-05,
      "loss": 0.2159,
      "step": 11262
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.631002392854777e-05,
      "loss": 0.1833,
      "step": 11263
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6309345362308768e-05,
      "loss": 0.2046,
      "step": 11264
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.630866674780172e-05,
      "loss": 0.195,
      "step": 11265
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.630798808503181e-05,
      "loss": 0.2001,
      "step": 11266
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.630730937400423e-05,
      "loss": 0.1981,
      "step": 11267
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6306630614724183e-05,
      "loss": 0.1675,
      "step": 11268
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.630595180719685e-05,
      "loss": 0.1741,
      "step": 11269
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.630527295142743e-05,
      "loss": 0.2374,
      "step": 11270
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6304594047421112e-05,
      "loss": 0.262,
      "step": 11271
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6303915095183097e-05,
      "loss": 0.2509,
      "step": 11272
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6303236094718574e-05,
      "loss": 0.1763,
      "step": 11273
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6302557046032735e-05,
      "loss": 0.1761,
      "step": 11274
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6301877949130783e-05,
      "loss": 0.1592,
      "step": 11275
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6301198804017907e-05,
      "loss": 0.1828,
      "step": 11276
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6300519610699303e-05,
      "loss": 0.1385,
      "step": 11277
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.629984036918017e-05,
      "loss": 0.2159,
      "step": 11278
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6299161079465705e-05,
      "loss": 0.1954,
      "step": 11279
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6298481741561097e-05,
      "loss": 0.1755,
      "step": 11280
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6297802355471553e-05,
      "loss": 0.2213,
      "step": 11281
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6297122921202263e-05,
      "loss": 0.1831,
      "step": 11282
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6296443438758428e-05,
      "loss": 0.1787,
      "step": 11283
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6295763908145246e-05,
      "loss": 0.2037,
      "step": 11284
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.629508432936792e-05,
      "loss": 0.1873,
      "step": 11285
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.629440470243164e-05,
      "loss": 0.2026,
      "step": 11286
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6293725027341608e-05,
      "loss": 0.2194,
      "step": 11287
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6293045304103027e-05,
      "loss": 0.1771,
      "step": 11288
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.62923655327211e-05,
      "loss": 0.1808,
      "step": 11289
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6291685713201014e-05,
      "loss": 0.166,
      "step": 11290
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6291005845547987e-05,
      "loss": 0.1737,
      "step": 11291
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.629032592976721e-05,
      "loss": 0.1837,
      "step": 11292
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6289645965863884e-05,
      "loss": 0.2245,
      "step": 11293
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6288965953843213e-05,
      "loss": 0.19,
      "step": 11294
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.62882858937104e-05,
      "loss": 0.2227,
      "step": 11295
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.628760578547065e-05,
      "loss": 0.203,
      "step": 11296
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.628692562912916e-05,
      "loss": 0.2011,
      "step": 11297
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6286245424691142e-05,
      "loss": 0.2245,
      "step": 11298
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6285565172161787e-05,
      "loss": 0.2038,
      "step": 11299
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6284884871546308e-05,
      "loss": 0.169,
      "step": 11300
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.628420452284991e-05,
      "loss": 0.1927,
      "step": 11301
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6283524126077798e-05,
      "loss": 0.1731,
      "step": 11302
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6282843681235172e-05,
      "loss": 0.1845,
      "step": 11303
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.628216318832724e-05,
      "loss": 0.2166,
      "step": 11304
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6281482647359208e-05,
      "loss": 0.2842,
      "step": 11305
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6280802058336284e-05,
      "loss": 0.1673,
      "step": 11306
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6280121421263672e-05,
      "loss": 0.2106,
      "step": 11307
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6279440736146585e-05,
      "loss": 0.1903,
      "step": 11308
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.627876000299022e-05,
      "loss": 0.1939,
      "step": 11309
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6278079221799794e-05,
      "loss": 0.1925,
      "step": 11310
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6277398392580512e-05,
      "loss": 0.1941,
      "step": 11311
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.627671751533758e-05,
      "loss": 0.3209,
      "step": 11312
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.627603659007621e-05,
      "loss": 0.1431,
      "step": 11313
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.627535561680161e-05,
      "loss": 0.231,
      "step": 11314
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.627467459551899e-05,
      "loss": 0.1897,
      "step": 11315
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.627399352623356e-05,
      "loss": 0.2249,
      "step": 11316
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.627331240895053e-05,
      "loss": 0.1663,
      "step": 11317
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.627263124367511e-05,
      "loss": 0.178,
      "step": 11318
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6271950030412514e-05,
      "loss": 0.1637,
      "step": 11319
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6271268769167953e-05,
      "loss": 0.2424,
      "step": 11320
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6270587459946636e-05,
      "loss": 0.2532,
      "step": 11321
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6269906102753775e-05,
      "loss": 0.1487,
      "step": 11322
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.626922469759459e-05,
      "loss": 0.2167,
      "step": 11323
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.626854324447428e-05,
      "loss": 0.2313,
      "step": 11324
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6267861743398074e-05,
      "loss": 0.2268,
      "step": 11325
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.626718019437117e-05,
      "loss": 0.1846,
      "step": 11326
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6266498597398794e-05,
      "loss": 0.2342,
      "step": 11327
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6265816952486157e-05,
      "loss": 0.192,
      "step": 11328
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6265135259638475e-05,
      "loss": 0.1852,
      "step": 11329
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.626445351886096e-05,
      "loss": 0.1772,
      "step": 11330
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6263771730158825e-05,
      "loss": 0.2176,
      "step": 11331
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6263089893537292e-05,
      "loss": 0.1956,
      "step": 11332
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6262408009001576e-05,
      "loss": 0.2432,
      "step": 11333
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.626172607655689e-05,
      "loss": 0.2401,
      "step": 11334
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6261044096208455e-05,
      "loss": 0.2279,
      "step": 11335
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6260362067961482e-05,
      "loss": 0.2049,
      "step": 11336
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.62596799918212e-05,
      "loss": 0.1817,
      "step": 11337
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.625899786779282e-05,
      "loss": 0.2261,
      "step": 11338
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.625831569588156e-05,
      "loss": 0.2008,
      "step": 11339
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6257633476092637e-05,
      "loss": 0.2447,
      "step": 11340
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6256951208431274e-05,
      "loss": 0.1853,
      "step": 11341
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.625626889290269e-05,
      "loss": 0.1665,
      "step": 11342
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6255586529512106e-05,
      "loss": 0.1706,
      "step": 11343
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6254904118264732e-05,
      "loss": 0.1811,
      "step": 11344
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6254221659165805e-05,
      "loss": 0.209,
      "step": 11345
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6253539152220538e-05,
      "loss": 0.2069,
      "step": 11346
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.625285659743415e-05,
      "loss": 0.1817,
      "step": 11347
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6252173994811868e-05,
      "loss": 0.2722,
      "step": 11348
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6251491344358904e-05,
      "loss": 0.1911,
      "step": 11349
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6250808646080495e-05,
      "loss": 0.2526,
      "step": 11350
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.625012589998185e-05,
      "loss": 0.2367,
      "step": 11351
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6249443106068205e-05,
      "loss": 0.1824,
      "step": 11352
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6248760264344773e-05,
      "loss": 0.1838,
      "step": 11353
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6248077374816783e-05,
      "loss": 0.2361,
      "step": 11354
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.624739443748946e-05,
      "loss": 0.1991,
      "step": 11355
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6246711452368023e-05,
      "loss": 0.1714,
      "step": 11356
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6246028419457705e-05,
      "loss": 0.1945,
      "step": 11357
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6245345338763727e-05,
      "loss": 0.1983,
      "step": 11358
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6244662210291315e-05,
      "loss": 0.2031,
      "step": 11359
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.624397903404569e-05,
      "loss": 0.1965,
      "step": 11360
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6243295810032085e-05,
      "loss": 0.2181,
      "step": 11361
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.624261253825573e-05,
      "loss": 0.2004,
      "step": 11362
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6241929218721848e-05,
      "loss": 0.218,
      "step": 11363
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6241245851435665e-05,
      "loss": 0.2017,
      "step": 11364
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6240562436402407e-05,
      "loss": 0.1887,
      "step": 11365
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6239878973627307e-05,
      "loss": 0.2017,
      "step": 11366
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.623919546311559e-05,
      "loss": 0.1699,
      "step": 11367
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6238511904872494e-05,
      "loss": 0.2217,
      "step": 11368
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6237828298903235e-05,
      "loss": 0.1991,
      "step": 11369
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.623714464521305e-05,
      "loss": 0.1836,
      "step": 11370
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.623646094380717e-05,
      "loss": 0.2524,
      "step": 11371
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6235777194690826e-05,
      "loss": 0.1949,
      "step": 11372
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6235093397869245e-05,
      "loss": 0.182,
      "step": 11373
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6234409553347657e-05,
      "loss": 0.1974,
      "step": 11374
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6233725661131298e-05,
      "loss": 0.1835,
      "step": 11375
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.62330417212254e-05,
      "loss": 0.2121,
      "step": 11376
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6232357733635195e-05,
      "loss": 0.2641,
      "step": 11377
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.623167369836591e-05,
      "loss": 0.221,
      "step": 11378
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6230989615422787e-05,
      "loss": 0.2052,
      "step": 11379
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.623030548481105e-05,
      "loss": 0.2072,
      "step": 11380
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.622962130653594e-05,
      "loss": 0.1797,
      "step": 11381
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.622893708060269e-05,
      "loss": 0.2465,
      "step": 11382
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6228252807016533e-05,
      "loss": 0.1714,
      "step": 11383
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6227568485782702e-05,
      "loss": 0.1989,
      "step": 11384
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6226884116906435e-05,
      "loss": 0.2347,
      "step": 11385
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6226199700392968e-05,
      "loss": 0.1985,
      "step": 11386
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6225515236247535e-05,
      "loss": 0.1347,
      "step": 11387
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6224830724475374e-05,
      "loss": 0.2048,
      "step": 11388
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.622414616508172e-05,
      "loss": 0.2129,
      "step": 11389
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6223461558071813e-05,
      "loss": 0.1744,
      "step": 11390
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6222776903450885e-05,
      "loss": 0.2117,
      "step": 11391
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.622209220122418e-05,
      "loss": 0.1913,
      "step": 11392
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6221407451396932e-05,
      "loss": 0.1953,
      "step": 11393
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.622072265397438e-05,
      "loss": 0.1756,
      "step": 11394
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6220037808961766e-05,
      "loss": 0.2275,
      "step": 11395
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6219352916364327e-05,
      "loss": 0.1909,
      "step": 11396
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6218667976187302e-05,
      "loss": 0.2082,
      "step": 11397
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6217982988435926e-05,
      "loss": 0.189,
      "step": 11398
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.621729795311545e-05,
      "loss": 0.1899,
      "step": 11399
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6216612870231112e-05,
      "loss": 0.1755,
      "step": 11400
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6215927739788146e-05,
      "loss": 0.2339,
      "step": 11401
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6215242561791802e-05,
      "loss": 0.2199,
      "step": 11402
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6214557336247314e-05,
      "loss": 0.186,
      "step": 11403
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6213872063159927e-05,
      "loss": 0.223,
      "step": 11404
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6213186742534887e-05,
      "loss": 0.22,
      "step": 11405
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6212501374377433e-05,
      "loss": 0.2255,
      "step": 11406
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6211815958692812e-05,
      "loss": 0.1468,
      "step": 11407
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.621113049548626e-05,
      "loss": 0.1641,
      "step": 11408
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6210444984763032e-05,
      "loss": 0.2094,
      "step": 11409
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6209759426528363e-05,
      "loss": 0.2243,
      "step": 11410
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.62090738207875e-05,
      "loss": 0.185,
      "step": 11411
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.620838816754569e-05,
      "loss": 0.2127,
      "step": 11412
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6207702466808178e-05,
      "loss": 0.1758,
      "step": 11413
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6207016718580214e-05,
      "loss": 0.2413,
      "step": 11414
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6206330922867034e-05,
      "loss": 0.1675,
      "step": 11415
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6205645079673887e-05,
      "loss": 0.149,
      "step": 11416
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.620495918900603e-05,
      "loss": 0.1663,
      "step": 11417
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.62042732508687e-05,
      "loss": 0.1695,
      "step": 11418
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6203587265267147e-05,
      "loss": 0.2086,
      "step": 11419
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.620290123220662e-05,
      "loss": 0.1911,
      "step": 11420
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6202215151692366e-05,
      "loss": 0.1622,
      "step": 11421
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6201529023729635e-05,
      "loss": 0.1532,
      "step": 11422
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6200842848323674e-05,
      "loss": 0.1827,
      "step": 11423
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.620015662547974e-05,
      "loss": 0.1742,
      "step": 11424
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.619947035520307e-05,
      "loss": 0.1818,
      "step": 11425
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6198784037498926e-05,
      "loss": 0.1919,
      "step": 11426
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6198097672372553e-05,
      "loss": 0.2185,
      "step": 11427
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6197411259829198e-05,
      "loss": 0.1919,
      "step": 11428
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6196724799874123e-05,
      "loss": 0.2118,
      "step": 11429
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.619603829251257e-05,
      "loss": 0.2141,
      "step": 11430
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6195351737749793e-05,
      "loss": 0.169,
      "step": 11431
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6194665135591046e-05,
      "loss": 0.1915,
      "step": 11432
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.619397848604158e-05,
      "loss": 0.1747,
      "step": 11433
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6193291789106653e-05,
      "loss": 0.2021,
      "step": 11434
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.619260504479151e-05,
      "loss": 0.1802,
      "step": 11435
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.619191825310141e-05,
      "loss": 0.1886,
      "step": 11436
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.619123141404161e-05,
      "loss": 0.1964,
      "step": 11437
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.619054452761736e-05,
      "loss": 0.1857,
      "step": 11438
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6189857593833913e-05,
      "loss": 0.2046,
      "step": 11439
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6189170612696528e-05,
      "loss": 0.1847,
      "step": 11440
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.618848358421046e-05,
      "loss": 0.2397,
      "step": 11441
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6187796508380966e-05,
      "loss": 0.2132,
      "step": 11442
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.61871093852133e-05,
      "loss": 0.163,
      "step": 11443
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6186422214712716e-05,
      "loss": 0.1889,
      "step": 11444
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.618573499688448e-05,
      "loss": 0.1782,
      "step": 11445
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6185047731733837e-05,
      "loss": 0.2065,
      "step": 11446
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.618436041926606e-05,
      "loss": 0.173,
      "step": 11447
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6183673059486394e-05,
      "loss": 0.2064,
      "step": 11448
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6182985652400104e-05,
      "loss": 0.2231,
      "step": 11449
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6182298198012444e-05,
      "loss": 0.2987,
      "step": 11450
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6181610696328678e-05,
      "loss": 0.1859,
      "step": 11451
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6180923147354065e-05,
      "loss": 0.1609,
      "step": 11452
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6180235551093863e-05,
      "loss": 0.2394,
      "step": 11453
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.617954790755333e-05,
      "loss": 0.2497,
      "step": 11454
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6178860216737733e-05,
      "loss": 0.2301,
      "step": 11455
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.617817247865233e-05,
      "loss": 0.1797,
      "step": 11456
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.617748469330238e-05,
      "loss": 0.2231,
      "step": 11457
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6176796860693146e-05,
      "loss": 0.1727,
      "step": 11458
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6176108980829893e-05,
      "loss": 0.2629,
      "step": 11459
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6175421053717883e-05,
      "loss": 0.1945,
      "step": 11460
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6174733079362372e-05,
      "loss": 0.2085,
      "step": 11461
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6174045057768634e-05,
      "loss": 0.2192,
      "step": 11462
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6173356988941923e-05,
      "loss": 0.2524,
      "step": 11463
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6172668872887504e-05,
      "loss": 0.1669,
      "step": 11464
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.617198070961065e-05,
      "loss": 0.1902,
      "step": 11465
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6171292499116614e-05,
      "loss": 0.1866,
      "step": 11466
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6170604241410673e-05,
      "loss": 0.1691,
      "step": 11467
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6169915936498082e-05,
      "loss": 0.2073,
      "step": 11468
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6169227584384112e-05,
      "loss": 0.1941,
      "step": 11469
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6168539185074025e-05,
      "loss": 0.1709,
      "step": 11470
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.616785073857309e-05,
      "loss": 0.2086,
      "step": 11471
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.616716224488658e-05,
      "loss": 0.1604,
      "step": 11472
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.616647370401975e-05,
      "loss": 0.2507,
      "step": 11473
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6165785115977875e-05,
      "loss": 0.1528,
      "step": 11474
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.616509648076622e-05,
      "loss": 0.1981,
      "step": 11475
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6164407798390057e-05,
      "loss": 0.2216,
      "step": 11476
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6163719068854652e-05,
      "loss": 0.1731,
      "step": 11477
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.616303029216527e-05,
      "loss": 0.232,
      "step": 11478
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6162341468327188e-05,
      "loss": 0.1821,
      "step": 11479
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6161652597345673e-05,
      "loss": 0.2242,
      "step": 11480
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6160963679225995e-05,
      "loss": 0.213,
      "step": 11481
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.616027471397342e-05,
      "loss": 0.1935,
      "step": 11482
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6159585701593225e-05,
      "loss": 0.1816,
      "step": 11483
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.615889664209068e-05,
      "loss": 0.2476,
      "step": 11484
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.615820753547105e-05,
      "loss": 0.1781,
      "step": 11485
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6157518381739614e-05,
      "loss": 0.2025,
      "step": 11486
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6156829180901643e-05,
      "loss": 0.1918,
      "step": 11487
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6156139932962406e-05,
      "loss": 0.1631,
      "step": 11488
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6155450637927185e-05,
      "loss": 0.2515,
      "step": 11489
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.615476129580124e-05,
      "loss": 0.163,
      "step": 11490
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6154071906589852e-05,
      "loss": 0.1669,
      "step": 11491
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6153382470298294e-05,
      "loss": 0.1894,
      "step": 11492
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6152692986931843e-05,
      "loss": 0.1965,
      "step": 11493
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.615200345649577e-05,
      "loss": 0.2127,
      "step": 11494
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.615131387899535e-05,
      "loss": 0.2234,
      "step": 11495
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6150624254435866e-05,
      "loss": 0.1832,
      "step": 11496
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6149934582822584e-05,
      "loss": 0.2013,
      "step": 11497
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.614924486416078e-05,
      "loss": 0.2279,
      "step": 11498
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6148555098455742e-05,
      "loss": 0.2054,
      "step": 11499
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6147865285712734e-05,
      "loss": 0.1938,
      "step": 11500
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.614717542593704e-05,
      "loss": 0.1904,
      "step": 11501
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6146485519133938e-05,
      "loss": 0.1972,
      "step": 11502
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6145795565308698e-05,
      "loss": 0.1931,
      "step": 11503
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.614510556446661e-05,
      "loss": 0.2448,
      "step": 11504
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6144415516612945e-05,
      "loss": 0.1817,
      "step": 11505
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6143725421752986e-05,
      "loss": 0.2,
      "step": 11506
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.614303527989201e-05,
      "loss": 0.1649,
      "step": 11507
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6142345091035296e-05,
      "loss": 0.1816,
      "step": 11508
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6141654855188125e-05,
      "loss": 0.1981,
      "step": 11509
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6140964572355777e-05,
      "loss": 0.2344,
      "step": 11510
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6140274242543535e-05,
      "loss": 0.1801,
      "step": 11511
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.613958386575668e-05,
      "loss": 0.1643,
      "step": 11512
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.613889344200049e-05,
      "loss": 0.2332,
      "step": 11513
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6138202971280252e-05,
      "loss": 0.1919,
      "step": 11514
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6137512453601246e-05,
      "loss": 0.2252,
      "step": 11515
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.613682188896875e-05,
      "loss": 0.1846,
      "step": 11516
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6136131277388055e-05,
      "loss": 0.1575,
      "step": 11517
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.613544061886444e-05,
      "loss": 0.1678,
      "step": 11518
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.613474991340319e-05,
      "loss": 0.2131,
      "step": 11519
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6134059161009586e-05,
      "loss": 0.1926,
      "step": 11520
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6133368361688916e-05,
      "loss": 0.1802,
      "step": 11521
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6132677515446463e-05,
      "loss": 0.2123,
      "step": 11522
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6131986622287512e-05,
      "loss": 0.1891,
      "step": 11523
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6131295682217353e-05,
      "loss": 0.2326,
      "step": 11524
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6130604695241264e-05,
      "loss": 0.1948,
      "step": 11525
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6129913661364537e-05,
      "loss": 0.1971,
      "step": 11526
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6129222580592457e-05,
      "loss": 0.1372,
      "step": 11527
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.612853145293031e-05,
      "loss": 0.174,
      "step": 11528
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6127840278383383e-05,
      "loss": 0.1991,
      "step": 11529
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6127149056956966e-05,
      "loss": 0.1675,
      "step": 11530
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.612645778865635e-05,
      "loss": 0.2163,
      "step": 11531
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6125766473486814e-05,
      "loss": 0.181,
      "step": 11532
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6125075111453653e-05,
      "loss": 0.2166,
      "step": 11533
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6124383702562152e-05,
      "loss": 0.2227,
      "step": 11534
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6123692246817606e-05,
      "loss": 0.1659,
      "step": 11535
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6123000744225304e-05,
      "loss": 0.201,
      "step": 11536
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.612230919479053e-05,
      "loss": 0.1603,
      "step": 11537
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6121617598518585e-05,
      "loss": 0.2024,
      "step": 11538
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6120925955414752e-05,
      "loss": 0.2164,
      "step": 11539
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.612023426548432e-05,
      "loss": 0.2236,
      "step": 11540
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.611954252873259e-05,
      "loss": 0.1801,
      "step": 11541
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6118850745164844e-05,
      "loss": 0.1945,
      "step": 11542
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.611815891478638e-05,
      "loss": 0.1958,
      "step": 11543
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6117467037602495e-05,
      "loss": 0.2657,
      "step": 11544
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.611677511361847e-05,
      "loss": 0.1933,
      "step": 11545
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6116083142839608e-05,
      "loss": 0.1814,
      "step": 11546
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.61153911252712e-05,
      "loss": 0.1789,
      "step": 11547
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6114699060918536e-05,
      "loss": 0.2158,
      "step": 11548
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.611400694978692e-05,
      "loss": 0.1777,
      "step": 11549
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6113314791881638e-05,
      "loss": 0.1567,
      "step": 11550
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6112622587207985e-05,
      "loss": 0.199,
      "step": 11551
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6111930335771266e-05,
      "loss": 0.156,
      "step": 11552
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.611123803757677e-05,
      "loss": 0.2171,
      "step": 11553
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6110545692629792e-05,
      "loss": 0.2279,
      "step": 11554
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.610985330093563e-05,
      "loss": 0.2372,
      "step": 11555
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.610916086249958e-05,
      "loss": 0.1894,
      "step": 11556
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6108468377326946e-05,
      "loss": 0.1876,
      "step": 11557
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6107775845423016e-05,
      "loss": 0.1774,
      "step": 11558
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6107083266793095e-05,
      "loss": 0.1808,
      "step": 11559
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6106390641442477e-05,
      "loss": 0.1834,
      "step": 11560
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6105697969376468e-05,
      "loss": 0.1704,
      "step": 11561
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6105005250600355e-05,
      "loss": 0.154,
      "step": 11562
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6104312485119452e-05,
      "loss": 0.2125,
      "step": 11563
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6103619672939045e-05,
      "loss": 0.1701,
      "step": 11564
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6102926814064442e-05,
      "loss": 0.2176,
      "step": 11565
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6102233908500942e-05,
      "loss": 0.2034,
      "step": 11566
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6101540956253845e-05,
      "loss": 0.1466,
      "step": 11567
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6100847957328457e-05,
      "loss": 0.1813,
      "step": 11568
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.610015491173007e-05,
      "loss": 0.2044,
      "step": 11569
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6099461819463994e-05,
      "loss": 0.1597,
      "step": 11570
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.609876868053553e-05,
      "loss": 0.1473,
      "step": 11571
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.609807549494998e-05,
      "loss": 0.2239,
      "step": 11572
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6097382262712646e-05,
      "loss": 0.1931,
      "step": 11573
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.609668898382883e-05,
      "loss": 0.2423,
      "step": 11574
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.609599565830384e-05,
      "loss": 0.1859,
      "step": 11575
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6095302286142977e-05,
      "loss": 0.1823,
      "step": 11576
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6094608867351545e-05,
      "loss": 0.2087,
      "step": 11577
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6093915401934856e-05,
      "loss": 0.2128,
      "step": 11578
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6093221889898206e-05,
      "loss": 0.1844,
      "step": 11579
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6092528331246903e-05,
      "loss": 0.1831,
      "step": 11580
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6091834725986254e-05,
      "loss": 0.1672,
      "step": 11581
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6091141074121564e-05,
      "loss": 0.1722,
      "step": 11582
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6090447375658146e-05,
      "loss": 0.2099,
      "step": 11583
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6089753630601295e-05,
      "loss": 0.2332,
      "step": 11584
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.608905983895633e-05,
      "loss": 0.1967,
      "step": 11585
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6088366000728554e-05,
      "loss": 0.2082,
      "step": 11586
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.608767211592327e-05,
      "loss": 0.1651,
      "step": 11587
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6086978184545796e-05,
      "loss": 0.2219,
      "step": 11588
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.608628420660143e-05,
      "loss": 0.1832,
      "step": 11589
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6085590182095495e-05,
      "loss": 0.2087,
      "step": 11590
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.608489611103329e-05,
      "loss": 0.1958,
      "step": 11591
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6084201993420122e-05,
      "loss": 0.1706,
      "step": 11592
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.608350782926131e-05,
      "loss": 0.1795,
      "step": 11593
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.608281361856216e-05,
      "loss": 0.1868,
      "step": 11594
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6082119361327987e-05,
      "loss": 0.2064,
      "step": 11595
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6081425057564098e-05,
      "loss": 0.1671,
      "step": 11596
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.60807307072758e-05,
      "loss": 0.2504,
      "step": 11597
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6080036310468418e-05,
      "loss": 0.1953,
      "step": 11598
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6079341867147255e-05,
      "loss": 0.1872,
      "step": 11599
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6078647377317624e-05,
      "loss": 0.186,
      "step": 11600
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6077952840984837e-05,
      "loss": 0.1579,
      "step": 11601
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6077258258154214e-05,
      "loss": 0.2229,
      "step": 11602
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6076563628831063e-05,
      "loss": 0.1977,
      "step": 11603
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.60758689530207e-05,
      "loss": 0.1956,
      "step": 11604
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.607517423072844e-05,
      "loss": 0.1849,
      "step": 11605
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.60744794619596e-05,
      "loss": 0.148,
      "step": 11606
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.607378464671949e-05,
      "loss": 0.2035,
      "step": 11607
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6073089785013425e-05,
      "loss": 0.1838,
      "step": 11608
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6072394876846724e-05,
      "loss": 0.2088,
      "step": 11609
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6071699922224704e-05,
      "loss": 0.2076,
      "step": 11610
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.607100492115268e-05,
      "loss": 0.1596,
      "step": 11611
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.607030987363597e-05,
      "loss": 0.2232,
      "step": 11612
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.606961477967989e-05,
      "loss": 0.2222,
      "step": 11613
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.606891963928976e-05,
      "loss": 0.2161,
      "step": 11614
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6068224452470894e-05,
      "loss": 0.1572,
      "step": 11615
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.606752921922861e-05,
      "loss": 0.171,
      "step": 11616
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6066833939568234e-05,
      "loss": 0.2359,
      "step": 11617
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.606613861349508e-05,
      "loss": 0.1915,
      "step": 11618
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6065443241014468e-05,
      "loss": 0.182,
      "step": 11619
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6064747822131714e-05,
      "loss": 0.2048,
      "step": 11620
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6064052356852144e-05,
      "loss": 0.1493,
      "step": 11621
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6063356845181075e-05,
      "loss": 0.2334,
      "step": 11622
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.606266128712383e-05,
      "loss": 0.1968,
      "step": 11623
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.606196568268573e-05,
      "loss": 0.19,
      "step": 11624
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6061270031872094e-05,
      "loss": 0.1716,
      "step": 11625
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6060574334688246e-05,
      "loss": 0.2071,
      "step": 11626
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6059878591139505e-05,
      "loss": 0.2349,
      "step": 11627
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6059182801231204e-05,
      "loss": 0.1814,
      "step": 11628
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6058486964968652e-05,
      "loss": 0.1555,
      "step": 11629
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.605779108235718e-05,
      "loss": 0.1655,
      "step": 11630
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.605709515340211e-05,
      "loss": 0.1726,
      "step": 11631
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6056399178108767e-05,
      "loss": 0.2033,
      "step": 11632
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6055703156482477e-05,
      "loss": 0.219,
      "step": 11633
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.605500708852856e-05,
      "loss": 0.2069,
      "step": 11634
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6054310974252346e-05,
      "loss": 0.1849,
      "step": 11635
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6053614813659154e-05,
      "loss": 0.1535,
      "step": 11636
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6052918606754318e-05,
      "loss": 0.1939,
      "step": 11637
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.605222235354316e-05,
      "loss": 0.2015,
      "step": 11638
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6051526054031003e-05,
      "loss": 0.1803,
      "step": 11639
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.605082970822318e-05,
      "loss": 0.2336,
      "step": 11640
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6050133316125016e-05,
      "loss": 0.2284,
      "step": 11641
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6049436877741836e-05,
      "loss": 0.1877,
      "step": 11642
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6048740393078972e-05,
      "loss": 0.1686,
      "step": 11643
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6048043862141752e-05,
      "loss": 0.2128,
      "step": 11644
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.60473472849355e-05,
      "loss": 0.1812,
      "step": 11645
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.604665066146555e-05,
      "loss": 0.2078,
      "step": 11646
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6045953991737227e-05,
      "loss": 0.1955,
      "step": 11647
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6045257275755865e-05,
      "loss": 0.2021,
      "step": 11648
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6044560513526792e-05,
      "loss": 0.2124,
      "step": 11649
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6043863705055337e-05,
      "loss": 0.1941,
      "step": 11650
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6043166850346834e-05,
      "loss": 0.1645,
      "step": 11651
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6042469949406613e-05,
      "loss": 0.1866,
      "step": 11652
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.604177300224e-05,
      "loss": 0.2171,
      "step": 11653
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6041076008852337e-05,
      "loss": 0.1865,
      "step": 11654
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.604037896924895e-05,
      "loss": 0.1826,
      "step": 11655
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.603968188343517e-05,
      "loss": 0.1382,
      "step": 11656
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6038984751416334e-05,
      "loss": 0.2148,
      "step": 11657
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6038287573197776e-05,
      "loss": 0.1659,
      "step": 11658
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6037590348784823e-05,
      "loss": 0.1983,
      "step": 11659
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6036893078182815e-05,
      "loss": 0.1962,
      "step": 11660
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6036195761397083e-05,
      "loss": 0.1812,
      "step": 11661
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6035498398432962e-05,
      "loss": 0.1655,
      "step": 11662
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.603480098929579e-05,
      "loss": 0.2516,
      "step": 11663
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.60341035339909e-05,
      "loss": 0.1789,
      "step": 11664
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.6033406032523627e-05,
      "loss": 0.2063,
      "step": 11665
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.603270848489931e-05,
      "loss": 0.1882,
      "step": 11666
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.603201089112328e-05,
      "loss": 0.2551,
      "step": 11667
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.603131325120088e-05,
      "loss": 0.1736,
      "step": 11668
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.6030615565137445e-05,
      "loss": 0.1745,
      "step": 11669
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.6029917832938313e-05,
      "loss": 0.186,
      "step": 11670
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.6029220054608818e-05,
      "loss": 0.2234,
      "step": 11671
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.6028522230154303e-05,
      "loss": 0.23,
      "step": 11672
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.60278243595801e-05,
      "loss": 0.1781,
      "step": 11673
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.6027126442891555e-05,
      "loss": 0.1871,
      "step": 11674
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.6026428480094005e-05,
      "loss": 0.158,
      "step": 11675
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.6025730471192787e-05,
      "loss": 0.1884,
      "step": 11676
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.6025032416193248e-05,
      "loss": 0.22,
      "step": 11677
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.6024334315100717e-05,
      "loss": 0.1858,
      "step": 11678
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.6023636167920543e-05,
      "loss": 0.2139,
      "step": 11679
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.6022937974658068e-05,
      "loss": 0.1825,
      "step": 11680
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.6022239735318626e-05,
      "loss": 0.1662,
      "step": 11681
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.6021541449907565e-05,
      "loss": 0.2004,
      "step": 11682
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.6020843118430227e-05,
      "loss": 0.1724,
      "step": 11683
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.602014474089195e-05,
      "loss": 0.1766,
      "step": 11684
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.601944631729808e-05,
      "loss": 0.1638,
      "step": 11685
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.601874784765396e-05,
      "loss": 0.1741,
      "step": 11686
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.601804933196493e-05,
      "loss": 0.1991,
      "step": 11687
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.601735077023634e-05,
      "loss": 0.1581,
      "step": 11688
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.6016652162473527e-05,
      "loss": 0.171,
      "step": 11689
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.6015953508681844e-05,
      "loss": 0.198,
      "step": 11690
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.601525480886663e-05,
      "loss": 0.205,
      "step": 11691
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.6014556063033228e-05,
      "loss": 0.1856,
      "step": 11692
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.6013857271186988e-05,
      "loss": 0.181,
      "step": 11693
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.6013158433333256e-05,
      "loss": 0.2322,
      "step": 11694
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.601245954947738e-05,
      "loss": 0.2062,
      "step": 11695
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.6011760619624698e-05,
      "loss": 0.1847,
      "step": 11696
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.6011061643780568e-05,
      "loss": 0.2,
      "step": 11697
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.601036262195033e-05,
      "loss": 0.1522,
      "step": 11698
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.600966355413933e-05,
      "loss": 0.2019,
      "step": 11699
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.6008964440352927e-05,
      "loss": 0.1935,
      "step": 11700
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.6008265280596457e-05,
      "loss": 0.2127,
      "step": 11701
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.600756607487528e-05,
      "loss": 0.1887,
      "step": 11702
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.6006866823194734e-05,
      "loss": 0.2136,
      "step": 11703
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.600616752556017e-05,
      "loss": 0.2094,
      "step": 11704
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.6005468181976952e-05,
      "loss": 0.2073,
      "step": 11705
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.600476879245041e-05,
      "loss": 0.1919,
      "step": 11706
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.6004069356985908e-05,
      "loss": 0.1849,
      "step": 11707
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.600336987558879e-05,
      "loss": 0.1711,
      "step": 11708
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.6002670348264416e-05,
      "loss": 0.2504,
      "step": 11709
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.6001970775018126e-05,
      "loss": 0.1972,
      "step": 11710
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.600127115585528e-05,
      "loss": 0.1823,
      "step": 11711
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.6000571490781228e-05,
      "loss": 0.2342,
      "step": 11712
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5999871779801326e-05,
      "loss": 0.2223,
      "step": 11713
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5999172022920916e-05,
      "loss": 0.171,
      "step": 11714
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5998472220145363e-05,
      "loss": 0.1669,
      "step": 11715
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5997772371480012e-05,
      "loss": 0.2444,
      "step": 11716
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5997072476930225e-05,
      "loss": 0.2468,
      "step": 11717
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5996372536501356e-05,
      "loss": 0.1717,
      "step": 11718
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5995672550198752e-05,
      "loss": 0.1705,
      "step": 11719
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5994972518027775e-05,
      "loss": 0.2375,
      "step": 11720
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5994272439993775e-05,
      "loss": 0.238,
      "step": 11721
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5993572316102114e-05,
      "loss": 0.1928,
      "step": 11722
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5992872146358143e-05,
      "loss": 0.194,
      "step": 11723
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5992171930767216e-05,
      "loss": 0.2194,
      "step": 11724
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5991471669334703e-05,
      "loss": 0.1795,
      "step": 11725
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5990771362065944e-05,
      "loss": 0.2034,
      "step": 11726
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.599007100896631e-05,
      "loss": 0.1776,
      "step": 11727
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5989370610041156e-05,
      "loss": 0.2297,
      "step": 11728
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.598867016529583e-05,
      "loss": 0.2078,
      "step": 11729
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5987969674735704e-05,
      "loss": 0.1864,
      "step": 11730
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.598726913836613e-05,
      "loss": 0.1931,
      "step": 11731
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5986568556192468e-05,
      "loss": 0.2071,
      "step": 11732
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.598586792822008e-05,
      "loss": 0.211,
      "step": 11733
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5985167254454322e-05,
      "loss": 0.1804,
      "step": 11734
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.598446653490056e-05,
      "loss": 0.1993,
      "step": 11735
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.598376576956415e-05,
      "loss": 0.1734,
      "step": 11736
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5983064958450453e-05,
      "loss": 0.1508,
      "step": 11737
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.598236410156483e-05,
      "loss": 0.1988,
      "step": 11738
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5981663198912645e-05,
      "loss": 0.1631,
      "step": 11739
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5980962250499265e-05,
      "loss": 0.2072,
      "step": 11740
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5980261256330042e-05,
      "loss": 0.2195,
      "step": 11741
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5979560216410344e-05,
      "loss": 0.1762,
      "step": 11742
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5978859130745537e-05,
      "loss": 0.1456,
      "step": 11743
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.597815799934098e-05,
      "loss": 0.216,
      "step": 11744
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5977456822202038e-05,
      "loss": 0.2189,
      "step": 11745
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5976755599334072e-05,
      "loss": 0.1687,
      "step": 11746
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.597605433074245e-05,
      "loss": 0.194,
      "step": 11747
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5975353016432542e-05,
      "loss": 0.1875,
      "step": 11748
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5974651656409704e-05,
      "loss": 0.2277,
      "step": 11749
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.597395025067931e-05,
      "loss": 0.1868,
      "step": 11750
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5973248799246716e-05,
      "loss": 0.1758,
      "step": 11751
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5972547302117298e-05,
      "loss": 0.156,
      "step": 11752
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5971845759296412e-05,
      "loss": 0.2263,
      "step": 11753
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.597114417078944e-05,
      "loss": 0.2182,
      "step": 11754
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5970442536601735e-05,
      "loss": 0.231,
      "step": 11755
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.596974085673867e-05,
      "loss": 0.2076,
      "step": 11756
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5969039131205616e-05,
      "loss": 0.1951,
      "step": 11757
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.596833736000794e-05,
      "loss": 0.1789,
      "step": 11758
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5967635543151006e-05,
      "loss": 0.1938,
      "step": 11759
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5966933680640187e-05,
      "loss": 0.216,
      "step": 11760
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5966231772480852e-05,
      "loss": 0.2007,
      "step": 11761
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5965529818678375e-05,
      "loss": 0.203,
      "step": 11762
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5964827819238117e-05,
      "loss": 0.1672,
      "step": 11763
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5964125774165454e-05,
      "loss": 0.1895,
      "step": 11764
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.596342368346576e-05,
      "loss": 0.2453,
      "step": 11765
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5962721547144395e-05,
      "loss": 0.1794,
      "step": 11766
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5962019365206745e-05,
      "loss": 0.1643,
      "step": 11767
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.596131713765817e-05,
      "loss": 0.2102,
      "step": 11768
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.596061486450405e-05,
      "loss": 0.1993,
      "step": 11769
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.595991254574975e-05,
      "loss": 0.1791,
      "step": 11770
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5959210181400653e-05,
      "loss": 0.2084,
      "step": 11771
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5958507771462123e-05,
      "loss": 0.1819,
      "step": 11772
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5957805315939537e-05,
      "loss": 0.1942,
      "step": 11773
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5957102814838274e-05,
      "loss": 0.2427,
      "step": 11774
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.59564002681637e-05,
      "loss": 0.2483,
      "step": 11775
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.595569767592119e-05,
      "loss": 0.212,
      "step": 11776
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.595499503811613e-05,
      "loss": 0.1511,
      "step": 11777
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.595429235475388e-05,
      "loss": 0.1877,
      "step": 11778
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.595358962583983e-05,
      "loss": 0.212,
      "step": 11779
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5952886851379347e-05,
      "loss": 0.1639,
      "step": 11780
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5952184031377806e-05,
      "loss": 0.2005,
      "step": 11781
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.595148116584059e-05,
      "loss": 0.1737,
      "step": 11782
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.595077825477307e-05,
      "loss": 0.1935,
      "step": 11783
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5950075298180632e-05,
      "loss": 0.2419,
      "step": 11784
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5949372296068647e-05,
      "loss": 0.1894,
      "step": 11785
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5948669248442496e-05,
      "loss": 0.2027,
      "step": 11786
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5947966155307554e-05,
      "loss": 0.1978,
      "step": 11787
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5947263016669203e-05,
      "loss": 0.213,
      "step": 11788
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5946559832532823e-05,
      "loss": 0.1876,
      "step": 11789
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5945856602903793e-05,
      "loss": 0.1723,
      "step": 11790
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5945153327787486e-05,
      "loss": 0.2087,
      "step": 11791
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5944450007189293e-05,
      "loss": 0.1864,
      "step": 11792
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.594374664111459e-05,
      "loss": 0.1626,
      "step": 11793
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5943043229568752e-05,
      "loss": 0.2022,
      "step": 11794
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5942339772557174e-05,
      "loss": 0.1926,
      "step": 11795
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5941636270085222e-05,
      "loss": 0.2431,
      "step": 11796
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.594093272215829e-05,
      "loss": 0.1622,
      "step": 11797
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5940229128781754e-05,
      "loss": 0.1976,
      "step": 11798
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5939525489960998e-05,
      "loss": 0.171,
      "step": 11799
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5938821805701407e-05,
      "loss": 0.2454,
      "step": 11800
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.593811807600836e-05,
      "loss": 0.2226,
      "step": 11801
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5937414300887247e-05,
      "loss": 0.1476,
      "step": 11802
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5936710480343447e-05,
      "loss": 0.2007,
      "step": 11803
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5936006614382346e-05,
      "loss": 0.1543,
      "step": 11804
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5935302703009328e-05,
      "loss": 0.1978,
      "step": 11805
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5934598746229778e-05,
      "loss": 0.2002,
      "step": 11806
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5933894744049086e-05,
      "loss": 0.1838,
      "step": 11807
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.593319069647263e-05,
      "loss": 0.209,
      "step": 11808
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.59324866035058e-05,
      "loss": 0.1785,
      "step": 11809
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5931782465153984e-05,
      "loss": 0.1966,
      "step": 11810
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5931078281422567e-05,
      "loss": 0.1816,
      "step": 11811
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.593037405231694e-05,
      "loss": 0.2407,
      "step": 11812
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.592966977784248e-05,
      "loss": 0.2169,
      "step": 11813
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.592896545800459e-05,
      "loss": 0.2088,
      "step": 11814
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5928261092808646e-05,
      "loss": 0.204,
      "step": 11815
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.592755668226004e-05,
      "loss": 0.2054,
      "step": 11816
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5926852226364165e-05,
      "loss": 0.1562,
      "step": 11817
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5926147725126405e-05,
      "loss": 0.1868,
      "step": 11818
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5925443178552153e-05,
      "loss": 0.1809,
      "step": 11819
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5924738586646794e-05,
      "loss": 0.2233,
      "step": 11820
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5924033949415726e-05,
      "loss": 0.1779,
      "step": 11821
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.592332926686433e-05,
      "loss": 0.1885,
      "step": 11822
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.592262453899801e-05,
      "loss": 0.2327,
      "step": 11823
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5921919765822145e-05,
      "loss": 0.1624,
      "step": 11824
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.592121494734213e-05,
      "loss": 0.2089,
      "step": 11825
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.592051008356336e-05,
      "loss": 0.1875,
      "step": 11826
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5919805174491227e-05,
      "loss": 0.1851,
      "step": 11827
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.591910022013112e-05,
      "loss": 0.1698,
      "step": 11828
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5918395220488442e-05,
      "loss": 0.1801,
      "step": 11829
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5917690175568576e-05,
      "loss": 0.184,
      "step": 11830
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5916985085376916e-05,
      "loss": 0.1819,
      "step": 11831
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.591627994991886e-05,
      "loss": 0.2032,
      "step": 11832
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.59155747691998e-05,
      "loss": 0.1769,
      "step": 11833
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5914869543225137e-05,
      "loss": 0.1704,
      "step": 11834
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.591416427200026e-05,
      "loss": 0.2349,
      "step": 11835
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5913458955530564e-05,
      "loss": 0.2205,
      "step": 11836
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5912753593821446e-05,
      "loss": 0.1717,
      "step": 11837
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5912048186878305e-05,
      "loss": 0.2047,
      "step": 11838
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5911342734706535e-05,
      "loss": 0.2023,
      "step": 11839
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5910637237311535e-05,
      "loss": 0.1889,
      "step": 11840
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.59099316946987e-05,
      "loss": 0.1942,
      "step": 11841
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5909226106873428e-05,
      "loss": 0.1836,
      "step": 11842
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5908520473841113e-05,
      "loss": 0.2266,
      "step": 11843
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5907814795607163e-05,
      "loss": 0.2507,
      "step": 11844
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.590710907217697e-05,
      "loss": 0.2221,
      "step": 11845
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5906403303555933e-05,
      "loss": 0.1701,
      "step": 11846
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5905697489749454e-05,
      "loss": 0.1895,
      "step": 11847
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5904991630762928e-05,
      "loss": 0.1944,
      "step": 11848
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.590428572660176e-05,
      "loss": 0.1689,
      "step": 11849
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5903579777271345e-05,
      "loss": 0.1858,
      "step": 11850
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.590287378277709e-05,
      "loss": 0.2078,
      "step": 11851
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5902167743124395e-05,
      "loss": 0.173,
      "step": 11852
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5901461658318655e-05,
      "loss": 0.1897,
      "step": 11853
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.590075552836528e-05,
      "loss": 0.1785,
      "step": 11854
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5900049353269667e-05,
      "loss": 0.1584,
      "step": 11855
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5899343133037217e-05,
      "loss": 0.1844,
      "step": 11856
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.589863686767334e-05,
      "loss": 0.188,
      "step": 11857
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.589793055718343e-05,
      "loss": 0.2038,
      "step": 11858
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5897224201572896e-05,
      "loss": 0.1583,
      "step": 11859
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5896517800847143e-05,
      "loss": 0.1707,
      "step": 11860
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.589581135501157e-05,
      "loss": 0.2178,
      "step": 11861
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5895104864071588e-05,
      "loss": 0.1717,
      "step": 11862
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5894398328032594e-05,
      "loss": 0.1874,
      "step": 11863
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.58936917469e-05,
      "loss": 0.1756,
      "step": 11864
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5892985120679204e-05,
      "loss": 0.2136,
      "step": 11865
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.589227844937562e-05,
      "loss": 0.1762,
      "step": 11866
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5891571732994655e-05,
      "loss": 0.2187,
      "step": 11867
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5890864971541707e-05,
      "loss": 0.2443,
      "step": 11868
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.589015816502219e-05,
      "loss": 0.1897,
      "step": 11869
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5889451313441507e-05,
      "loss": 0.1869,
      "step": 11870
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5888744416805065e-05,
      "loss": 0.1596,
      "step": 11871
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5888037475118275e-05,
      "loss": 0.2236,
      "step": 11872
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5887330488386548e-05,
      "loss": 0.2296,
      "step": 11873
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5886623456615286e-05,
      "loss": 0.1897,
      "step": 11874
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.58859163798099e-05,
      "loss": 0.1831,
      "step": 11875
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5885209257975803e-05,
      "loss": 0.1834,
      "step": 11876
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5884502091118403e-05,
      "loss": 0.1979,
      "step": 11877
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5883794879243105e-05,
      "loss": 0.162,
      "step": 11878
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5883087622355325e-05,
      "loss": 0.2101,
      "step": 11879
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5882380320460473e-05,
      "loss": 0.2484,
      "step": 11880
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.588167297356396e-05,
      "loss": 0.1914,
      "step": 11881
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5880965581671196e-05,
      "loss": 0.1914,
      "step": 11882
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.588025814478759e-05,
      "loss": 0.2073,
      "step": 11883
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5879550662918562e-05,
      "loss": 0.1965,
      "step": 11884
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5878843136069516e-05,
      "loss": 0.1974,
      "step": 11885
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5878135564245867e-05,
      "loss": 0.2296,
      "step": 11886
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5877427947453032e-05,
      "loss": 0.2067,
      "step": 11887
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5876720285696422e-05,
      "loss": 0.2479,
      "step": 11888
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.587601257898145e-05,
      "loss": 0.2249,
      "step": 11889
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.587530482731353e-05,
      "loss": 0.1895,
      "step": 11890
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.587459703069808e-05,
      "loss": 0.208,
      "step": 11891
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.587388918914051e-05,
      "loss": 0.1745,
      "step": 11892
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5873181302646238e-05,
      "loss": 0.1829,
      "step": 11893
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.587247337122068e-05,
      "loss": 0.1321,
      "step": 11894
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.587176539486925e-05,
      "loss": 0.2131,
      "step": 11895
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5871057373597363e-05,
      "loss": 0.2,
      "step": 11896
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.587034930741044e-05,
      "loss": 0.1653,
      "step": 11897
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5869641196313896e-05,
      "loss": 0.2046,
      "step": 11898
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5868933040313144e-05,
      "loss": 0.1897,
      "step": 11899
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5868224839413605e-05,
      "loss": 0.1659,
      "step": 11900
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.58675165936207e-05,
      "loss": 0.1897,
      "step": 11901
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5866808302939843e-05,
      "loss": 0.1638,
      "step": 11902
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5866099967376452e-05,
      "loss": 0.2052,
      "step": 11903
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.586539158693595e-05,
      "loss": 0.2007,
      "step": 11904
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5864683161623753e-05,
      "loss": 0.1704,
      "step": 11905
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.586397469144528e-05,
      "loss": 0.2455,
      "step": 11906
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.586326617640596e-05,
      "loss": 0.17,
      "step": 11907
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5862557616511198e-05,
      "loss": 0.1721,
      "step": 11908
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5861849011766425e-05,
      "loss": 0.2728,
      "step": 11909
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.586114036217706e-05,
      "loss": 0.21,
      "step": 11910
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5860431667748523e-05,
      "loss": 0.1573,
      "step": 11911
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5859722928486238e-05,
      "loss": 0.1815,
      "step": 11912
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5859014144395624e-05,
      "loss": 0.1902,
      "step": 11913
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.585830531548211e-05,
      "loss": 0.2041,
      "step": 11914
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.585759644175111e-05,
      "loss": 0.1938,
      "step": 11915
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5856887523208052e-05,
      "loss": 0.2129,
      "step": 11916
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5856178559858355e-05,
      "loss": 0.2136,
      "step": 11917
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.585546955170745e-05,
      "loss": 0.1668,
      "step": 11918
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.585476049876075e-05,
      "loss": 0.2288,
      "step": 11919
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5854051401023697e-05,
      "loss": 0.2314,
      "step": 11920
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5853342258501697e-05,
      "loss": 0.1825,
      "step": 11921
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.585263307120019e-05,
      "loss": 0.2057,
      "step": 11922
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.585192383912459e-05,
      "loss": 0.1545,
      "step": 11923
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5851214562280328e-05,
      "loss": 0.1763,
      "step": 11924
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5850505240672832e-05,
      "loss": 0.1696,
      "step": 11925
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5849795874307525e-05,
      "loss": 0.1796,
      "step": 11926
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5849086463189832e-05,
      "loss": 0.1973,
      "step": 11927
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.584837700732519e-05,
      "loss": 0.188,
      "step": 11928
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5847667506719016e-05,
      "loss": 0.1664,
      "step": 11929
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5846957961376742e-05,
      "loss": 0.185,
      "step": 11930
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5846248371303796e-05,
      "loss": 0.2034,
      "step": 11931
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5845538736505607e-05,
      "loss": 0.2043,
      "step": 11932
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.58448290569876e-05,
      "loss": 0.1699,
      "step": 11933
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.584411933275521e-05,
      "loss": 0.2359,
      "step": 11934
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5843409563813867e-05,
      "loss": 0.2228,
      "step": 11935
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5842699750168994e-05,
      "loss": 0.1604,
      "step": 11936
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5841989891826023e-05,
      "loss": 0.1664,
      "step": 11937
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5841279988790392e-05,
      "loss": 0.2099,
      "step": 11938
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5840570041067525e-05,
      "loss": 0.1706,
      "step": 11939
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5839860048662857e-05,
      "loss": 0.1988,
      "step": 11940
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5839150011581816e-05,
      "loss": 0.174,
      "step": 11941
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5838439929829836e-05,
      "loss": 0.2109,
      "step": 11942
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5837729803412345e-05,
      "loss": 0.167,
      "step": 11943
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5837019632334784e-05,
      "loss": 0.1856,
      "step": 11944
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5836309416602578e-05,
      "loss": 0.1985,
      "step": 11945
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5835599156221165e-05,
      "loss": 0.1955,
      "step": 11946
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.583488885119598e-05,
      "loss": 0.1993,
      "step": 11947
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.583417850153245e-05,
      "loss": 0.2136,
      "step": 11948
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5833468107236017e-05,
      "loss": 0.1743,
      "step": 11949
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5832757668312117e-05,
      "loss": 0.1981,
      "step": 11950
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5832047184766172e-05,
      "loss": 0.2213,
      "step": 11951
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.583133665660363e-05,
      "loss": 0.1869,
      "step": 11952
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5830626083829924e-05,
      "loss": 0.1852,
      "step": 11953
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5829915466450487e-05,
      "loss": 0.1788,
      "step": 11954
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5829204804470756e-05,
      "loss": 0.1807,
      "step": 11955
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.582849409789617e-05,
      "loss": 0.2278,
      "step": 11956
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5827783346732166e-05,
      "loss": 0.2535,
      "step": 11957
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.582707255098418e-05,
      "loss": 0.2155,
      "step": 11958
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5826361710657652e-05,
      "loss": 0.1722,
      "step": 11959
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5825650825758014e-05,
      "loss": 0.2236,
      "step": 11960
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5824939896290713e-05,
      "loss": 0.2227,
      "step": 11961
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.582422892226118e-05,
      "loss": 0.2123,
      "step": 11962
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.582351790367486e-05,
      "loss": 0.1811,
      "step": 11963
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5822806840537187e-05,
      "loss": 0.2028,
      "step": 11964
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5822095732853602e-05,
      "loss": 0.1824,
      "step": 11965
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5821384580629556e-05,
      "loss": 0.183,
      "step": 11966
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5820673383870472e-05,
      "loss": 0.2231,
      "step": 11967
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5819962142581805e-05,
      "loss": 0.1676,
      "step": 11968
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5819250856768987e-05,
      "loss": 0.1907,
      "step": 11969
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5818539526437463e-05,
      "loss": 0.2095,
      "step": 11970
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5817828151592676e-05,
      "loss": 0.179,
      "step": 11971
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5817116732240066e-05,
      "loss": 0.1738,
      "step": 11972
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5816405268385083e-05,
      "loss": 0.1967,
      "step": 11973
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5815693760033156e-05,
      "loss": 0.2145,
      "step": 11974
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.581498220718974e-05,
      "loss": 0.2314,
      "step": 11975
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5814270609860273e-05,
      "loss": 0.1652,
      "step": 11976
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5813558968050197e-05,
      "loss": 0.1794,
      "step": 11977
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5812847281764962e-05,
      "loss": 0.1641,
      "step": 11978
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.581213555101001e-05,
      "loss": 0.1845,
      "step": 11979
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5811423775790787e-05,
      "loss": 0.1827,
      "step": 11980
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5810711956112733e-05,
      "loss": 0.1747,
      "step": 11981
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5810000091981303e-05,
      "loss": 0.207,
      "step": 11982
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5809288183401934e-05,
      "loss": 0.183,
      "step": 11983
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5808576230380074e-05,
      "loss": 0.2027,
      "step": 11984
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.580786423292118e-05,
      "loss": 0.1751,
      "step": 11985
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5807152191030682e-05,
      "loss": 0.151,
      "step": 11986
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.580644010471404e-05,
      "loss": 0.1846,
      "step": 11987
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5805727973976698e-05,
      "loss": 0.1684,
      "step": 11988
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.58050157988241e-05,
      "loss": 0.2213,
      "step": 11989
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.58043035792617e-05,
      "loss": 0.2299,
      "step": 11990
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5803591315294948e-05,
      "loss": 0.2275,
      "step": 11991
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5802879006929282e-05,
      "loss": 0.1712,
      "step": 11992
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5802166654170165e-05,
      "loss": 0.1995,
      "step": 11993
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5801454257023036e-05,
      "loss": 0.2426,
      "step": 11994
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5800741815493352e-05,
      "loss": 0.1871,
      "step": 11995
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5800029329586558e-05,
      "loss": 0.2407,
      "step": 11996
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.579931679930811e-05,
      "loss": 0.1717,
      "step": 11997
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5798604224663457e-05,
      "loss": 0.1708,
      "step": 11998
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5797891605658046e-05,
      "loss": 0.1723,
      "step": 11999
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5797178942297335e-05,
      "loss": 0.2274,
      "step": 12000
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5796466234586775e-05,
      "loss": 0.1773,
      "step": 12001
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5795753482531817e-05,
      "loss": 0.1834,
      "step": 12002
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5795040686137914e-05,
      "loss": 0.2137,
      "step": 12003
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5794327845410516e-05,
      "loss": 0.1816,
      "step": 12004
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.579361496035508e-05,
      "loss": 0.2471,
      "step": 12005
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.579290203097706e-05,
      "loss": 0.2425,
      "step": 12006
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.579218905728191e-05,
      "loss": 0.1975,
      "step": 12007
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.579147603927508e-05,
      "loss": 0.1917,
      "step": 12008
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5790762976962032e-05,
      "loss": 0.1677,
      "step": 12009
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5790049870348214e-05,
      "loss": 0.1864,
      "step": 12010
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.578933671943909e-05,
      "loss": 0.152,
      "step": 12011
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5788623524240105e-05,
      "loss": 0.1795,
      "step": 12012
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.578791028475672e-05,
      "loss": 0.1751,
      "step": 12013
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.57871970009944e-05,
      "loss": 0.2069,
      "step": 12014
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5786483672958585e-05,
      "loss": 0.1742,
      "step": 12015
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.578577030065475e-05,
      "loss": 0.1933,
      "step": 12016
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5785056884088333e-05,
      "loss": 0.1847,
      "step": 12017
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.578434342326481e-05,
      "loss": 0.2027,
      "step": 12018
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.578362991818963e-05,
      "loss": 0.1984,
      "step": 12019
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5782916368868254e-05,
      "loss": 0.1873,
      "step": 12020
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5782202775306138e-05,
      "loss": 0.1561,
      "step": 12021
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5781489137508743e-05,
      "loss": 0.1599,
      "step": 12022
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.578077545548153e-05,
      "loss": 0.1681,
      "step": 12023
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5780061729229955e-05,
      "loss": 0.1997,
      "step": 12024
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.577934795875948e-05,
      "loss": 0.1912,
      "step": 12025
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5778634144075572e-05,
      "loss": 0.1727,
      "step": 12026
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.577792028518368e-05,
      "loss": 0.1737,
      "step": 12027
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5777206382089273e-05,
      "loss": 0.2041,
      "step": 12028
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.577649243479781e-05,
      "loss": 0.1773,
      "step": 12029
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5775778443314753e-05,
      "loss": 0.1783,
      "step": 12030
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5775064407645565e-05,
      "loss": 0.1681,
      "step": 12031
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5774350327795712e-05,
      "loss": 0.1846,
      "step": 12032
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.577363620377065e-05,
      "loss": 0.2254,
      "step": 12033
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5772922035575848e-05,
      "loss": 0.1919,
      "step": 12034
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.577220782321676e-05,
      "loss": 0.1924,
      "step": 12035
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5771493566698863e-05,
      "loss": 0.2413,
      "step": 12036
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5770779266027615e-05,
      "loss": 0.1683,
      "step": 12037
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5770064921208478e-05,
      "loss": 0.1743,
      "step": 12038
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.576935053224692e-05,
      "loss": 0.1826,
      "step": 12039
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.576863609914841e-05,
      "loss": 0.1921,
      "step": 12040
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5767921621918403e-05,
      "loss": 0.1809,
      "step": 12041
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5767207100562373e-05,
      "loss": 0.1589,
      "step": 12042
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.576649253508579e-05,
      "loss": 0.1978,
      "step": 12043
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5765777925494112e-05,
      "loss": 0.1729,
      "step": 12044
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5765063271792806e-05,
      "loss": 0.2036,
      "step": 12045
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5764348573987346e-05,
      "loss": 0.2114,
      "step": 12046
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5763633832083195e-05,
      "loss": 0.1833,
      "step": 12047
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5762919046085822e-05,
      "loss": 0.2209,
      "step": 12048
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5762204216000693e-05,
      "loss": 0.1925,
      "step": 12049
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5761489341833286e-05,
      "loss": 0.2325,
      "step": 12050
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5760774423589056e-05,
      "loss": 0.1769,
      "step": 12051
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5760059461273482e-05,
      "loss": 0.1965,
      "step": 12052
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5759344454892028e-05,
      "loss": 0.1755,
      "step": 12053
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.575862940445017e-05,
      "loss": 0.1983,
      "step": 12054
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5757914309953376e-05,
      "loss": 0.2064,
      "step": 12055
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5757199171407115e-05,
      "loss": 0.1854,
      "step": 12056
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5756483988816855e-05,
      "loss": 0.2429,
      "step": 12057
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5755768762188074e-05,
      "loss": 0.2127,
      "step": 12058
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.575505349152624e-05,
      "loss": 0.1934,
      "step": 12059
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5754338176836827e-05,
      "loss": 0.1616,
      "step": 12060
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5753622818125306e-05,
      "loss": 0.1902,
      "step": 12061
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5752907415397147e-05,
      "loss": 0.1851,
      "step": 12062
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.575219196865783e-05,
      "loss": 0.1603,
      "step": 12063
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.575147647791282e-05,
      "loss": 0.1995,
      "step": 12064
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5750760943167594e-05,
      "loss": 0.2425,
      "step": 12065
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.575004536442763e-05,
      "loss": 0.1603,
      "step": 12066
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.57493297416984e-05,
      "loss": 0.1827,
      "step": 12067
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5748614074985376e-05,
      "loss": 0.2534,
      "step": 12068
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5747898364294037e-05,
      "loss": 0.2437,
      "step": 12069
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5747182609629854e-05,
      "loss": 0.1895,
      "step": 12070
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5746466810998305e-05,
      "loss": 0.2289,
      "step": 12071
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5745750968404868e-05,
      "loss": 0.1922,
      "step": 12072
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5745035081855013e-05,
      "loss": 0.1992,
      "step": 12073
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5744319151354223e-05,
      "loss": 0.1613,
      "step": 12074
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5743603176907972e-05,
      "loss": 0.2165,
      "step": 12075
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.574288715852174e-05,
      "loss": 0.1614,
      "step": 12076
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5742171096201005e-05,
      "loss": 0.2165,
      "step": 12077
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5741454989951243e-05,
      "loss": 0.1886,
      "step": 12078
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.574073883977793e-05,
      "loss": 0.2202,
      "step": 12079
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.574002264568655e-05,
      "loss": 0.1932,
      "step": 12080
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.573930640768258e-05,
      "loss": 0.2263,
      "step": 12081
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5738590125771495e-05,
      "loss": 0.1375,
      "step": 12082
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5737873799958783e-05,
      "loss": 0.1816,
      "step": 12083
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5737157430249913e-05,
      "loss": 0.2123,
      "step": 12084
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5736441016650377e-05,
      "loss": 0.1737,
      "step": 12085
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.573572455916565e-05,
      "loss": 0.2039,
      "step": 12086
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5735008057801216e-05,
      "loss": 0.1892,
      "step": 12087
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5734291512562552e-05,
      "loss": 0.1739,
      "step": 12088
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.573357492345514e-05,
      "loss": 0.1575,
      "step": 12089
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.573285829048447e-05,
      "loss": 0.1744,
      "step": 12090
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.573214161365601e-05,
      "loss": 0.1843,
      "step": 12091
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5731424892975254e-05,
      "loss": 0.1927,
      "step": 12092
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5730708128447688e-05,
      "loss": 0.1311,
      "step": 12093
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5729991320078784e-05,
      "loss": 0.1922,
      "step": 12094
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5729274467874035e-05,
      "loss": 0.2329,
      "step": 12095
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.572855757183892e-05,
      "loss": 0.2031,
      "step": 12096
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5727840631978924e-05,
      "loss": 0.2156,
      "step": 12097
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5727123648299536e-05,
      "loss": 0.172,
      "step": 12098
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5726406620806235e-05,
      "loss": 0.1845,
      "step": 12099
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.572568954950451e-05,
      "loss": 0.1764,
      "step": 12100
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5724972434399847e-05,
      "loss": 0.1812,
      "step": 12101
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.572425527549773e-05,
      "loss": 0.1736,
      "step": 12102
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5723538072803647e-05,
      "loss": 0.1953,
      "step": 12103
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5722820826323083e-05,
      "loss": 0.2035,
      "step": 12104
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.572210353606153e-05,
      "loss": 0.1332,
      "step": 12105
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.572138620202447e-05,
      "loss": 0.1815,
      "step": 12106
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5720668824217392e-05,
      "loss": 0.164,
      "step": 12107
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5719951402645786e-05,
      "loss": 0.2138,
      "step": 12108
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.571923393731514e-05,
      "loss": 0.2188,
      "step": 12109
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5718516428230943e-05,
      "loss": 0.1765,
      "step": 12110
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5717798875398683e-05,
      "loss": 0.1673,
      "step": 12111
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.571708127882385e-05,
      "loss": 0.1723,
      "step": 12112
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.571636363851193e-05,
      "loss": 0.1892,
      "step": 12113
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5715645954468416e-05,
      "loss": 0.1796,
      "step": 12114
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5714928226698805e-05,
      "loss": 0.176,
      "step": 12115
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5714210455208577e-05,
      "loss": 0.1759,
      "step": 12116
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.571349264000323e-05,
      "loss": 0.1955,
      "step": 12117
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5712774781088256e-05,
      "loss": 0.1704,
      "step": 12118
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5712056878469143e-05,
      "loss": 0.2084,
      "step": 12119
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.571133893215138e-05,
      "loss": 0.2142,
      "step": 12120
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.571062094214047e-05,
      "loss": 0.1917,
      "step": 12121
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5709902908441896e-05,
      "loss": 0.1828,
      "step": 12122
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5709184831061157e-05,
      "loss": 0.2221,
      "step": 12123
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5708466710003742e-05,
      "loss": 0.2173,
      "step": 12124
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.570774854527515e-05,
      "loss": 0.2069,
      "step": 12125
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5707030336880866e-05,
      "loss": 0.2154,
      "step": 12126
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5706312084826398e-05,
      "loss": 0.2392,
      "step": 12127
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5705593789117234e-05,
      "loss": 0.2252,
      "step": 12128
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5704875449758863e-05,
      "loss": 0.2063,
      "step": 12129
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5704157066756788e-05,
      "loss": 0.1868,
      "step": 12130
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5703438640116503e-05,
      "loss": 0.1995,
      "step": 12131
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5702720169843505e-05,
      "loss": 0.2299,
      "step": 12132
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.570200165594329e-05,
      "loss": 0.2015,
      "step": 12133
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.570128309842135e-05,
      "loss": 0.1837,
      "step": 12134
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5700564497283192e-05,
      "loss": 0.2129,
      "step": 12135
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5699845852534306e-05,
      "loss": 0.1894,
      "step": 12136
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5699127164180194e-05,
      "loss": 0.1635,
      "step": 12137
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5698408432226348e-05,
      "loss": 0.1612,
      "step": 12138
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.569768965667827e-05,
      "loss": 0.1705,
      "step": 12139
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5696970837541462e-05,
      "loss": 0.1915,
      "step": 12140
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.569625197482142e-05,
      "loss": 0.1938,
      "step": 12141
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5695533068523647e-05,
      "loss": 0.1996,
      "step": 12142
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5694814118653635e-05,
      "loss": 0.1473,
      "step": 12143
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.569409512521689e-05,
      "loss": 0.2144,
      "step": 12144
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5693376088218914e-05,
      "loss": 0.2026,
      "step": 12145
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5692657007665196e-05,
      "loss": 0.1989,
      "step": 12146
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5691937883561256e-05,
      "loss": 0.19,
      "step": 12147
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5691218715912578e-05,
      "loss": 0.2143,
      "step": 12148
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5690499504724682e-05,
      "loss": 0.1883,
      "step": 12149
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5689780250003054e-05,
      "loss": 0.2024,
      "step": 12150
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.56890609517532e-05,
      "loss": 0.2004,
      "step": 12151
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5688341609980625e-05,
      "loss": 0.1811,
      "step": 12152
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5687622224690833e-05,
      "loss": 0.1588,
      "step": 12153
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.568690279588933e-05,
      "loss": 0.2097,
      "step": 12154
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5686183323581615e-05,
      "loss": 0.1627,
      "step": 12155
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.568546380777319e-05,
      "loss": 0.1895,
      "step": 12156
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5684744248469566e-05,
      "loss": 0.1963,
      "step": 12157
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5684024645676244e-05,
      "loss": 0.191,
      "step": 12158
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.568330499939873e-05,
      "loss": 0.1856,
      "step": 12159
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.568258530964253e-05,
      "loss": 0.1667,
      "step": 12160
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5681865576413148e-05,
      "loss": 0.2062,
      "step": 12161
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5681145799716092e-05,
      "loss": 0.1917,
      "step": 12162
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5680425979556868e-05,
      "loss": 0.2239,
      "step": 12163
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5679706115940984e-05,
      "loss": 0.2,
      "step": 12164
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5678986208873946e-05,
      "loss": 0.2409,
      "step": 12165
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5678266258361257e-05,
      "loss": 0.1811,
      "step": 12166
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5677546264408432e-05,
      "loss": 0.1484,
      "step": 12167
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5676826227020978e-05,
      "loss": 0.171,
      "step": 12168
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.56761061462044e-05,
      "loss": 0.1882,
      "step": 12169
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5675386021964205e-05,
      "loss": 0.1824,
      "step": 12170
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.567466585430591e-05,
      "loss": 0.1739,
      "step": 12171
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5673945643235017e-05,
      "loss": 0.1657,
      "step": 12172
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.567322538875704e-05,
      "loss": 0.175,
      "step": 12173
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5672505090877487e-05,
      "loss": 0.1997,
      "step": 12174
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5671784749601872e-05,
      "loss": 0.1613,
      "step": 12175
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.56710643649357e-05,
      "loss": 0.1519,
      "step": 12176
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5670343936884487e-05,
      "loss": 0.196,
      "step": 12177
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5669623465453742e-05,
      "loss": 0.2292,
      "step": 12178
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5668902950648977e-05,
      "loss": 0.2333,
      "step": 12179
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.566818239247571e-05,
      "loss": 0.2385,
      "step": 12180
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.566746179093944e-05,
      "loss": 0.2125,
      "step": 12181
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5666741146045694e-05,
      "loss": 0.1889,
      "step": 12182
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5666020457799976e-05,
      "loss": 0.1511,
      "step": 12183
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5665299726207805e-05,
      "loss": 0.1999,
      "step": 12184
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.566457895127469e-05,
      "loss": 0.1709,
      "step": 12185
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5663858133006147e-05,
      "loss": 0.1767,
      "step": 12186
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.566313727140769e-05,
      "loss": 0.1672,
      "step": 12187
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5662416366484835e-05,
      "loss": 0.1568,
      "step": 12188
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.56616954182431e-05,
      "loss": 0.1742,
      "step": 12189
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5660974426687996e-05,
      "loss": 0.184,
      "step": 12190
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.566025339182504e-05,
      "loss": 0.1786,
      "step": 12191
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5659532313659745e-05,
      "loss": 0.2105,
      "step": 12192
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.565881119219763e-05,
      "loss": 0.1717,
      "step": 12193
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5658090027444214e-05,
      "loss": 0.182,
      "step": 12194
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5657368819405015e-05,
      "loss": 0.1838,
      "step": 12195
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.565664756808554e-05,
      "loss": 0.1839,
      "step": 12196
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.565592627349132e-05,
      "loss": 0.2011,
      "step": 12197
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5655204935627867e-05,
      "loss": 0.1834,
      "step": 12198
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5654483554500697e-05,
      "loss": 0.1865,
      "step": 12199
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5653762130115335e-05,
      "loss": 0.1837,
      "step": 12200
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5653040662477296e-05,
      "loss": 0.1807,
      "step": 12201
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.56523191515921e-05,
      "loss": 0.1807,
      "step": 12202
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5651597597465263e-05,
      "loss": 0.2188,
      "step": 12203
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5650876000102315e-05,
      "loss": 0.2353,
      "step": 12204
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5650154359508768e-05,
      "loss": 0.1831,
      "step": 12205
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5649432675690143e-05,
      "loss": 0.2283,
      "step": 12206
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5648710948651963e-05,
      "loss": 0.2317,
      "step": 12207
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.564798917839975e-05,
      "loss": 0.2051,
      "step": 12208
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.564726736493903e-05,
      "loss": 0.1753,
      "step": 12209
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5646545508275313e-05,
      "loss": 0.1639,
      "step": 12210
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5645823608414135e-05,
      "loss": 0.1823,
      "step": 12211
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.564510166536101e-05,
      "loss": 0.1666,
      "step": 12212
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.564437967912146e-05,
      "loss": 0.2424,
      "step": 12213
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5643657649701016e-05,
      "loss": 0.1923,
      "step": 12214
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5642935577105195e-05,
      "loss": 0.1941,
      "step": 12215
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5642213461339523e-05,
      "loss": 0.2492,
      "step": 12216
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5641491302409527e-05,
      "loss": 0.2453,
      "step": 12217
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.564076910032073e-05,
      "loss": 0.1744,
      "step": 12218
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5640046855078654e-05,
      "loss": 0.1835,
      "step": 12219
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5639324566688827e-05,
      "loss": 0.1334,
      "step": 12220
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.563860223515678e-05,
      "loss": 0.1729,
      "step": 12221
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5637879860488026e-05,
      "loss": 0.1923,
      "step": 12222
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.56371574426881e-05,
      "loss": 0.1977,
      "step": 12223
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.563643498176253e-05,
      "loss": 0.2433,
      "step": 12224
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.563571247771684e-05,
      "loss": 0.1525,
      "step": 12225
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.563498993055656e-05,
      "loss": 0.1802,
      "step": 12226
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5634267340287216e-05,
      "loss": 0.1843,
      "step": 12227
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.563354470691433e-05,
      "loss": 0.2041,
      "step": 12228
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5632822030443442e-05,
      "loss": 0.1749,
      "step": 12229
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5632099310880068e-05,
      "loss": 0.152,
      "step": 12230
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5631376548229748e-05,
      "loss": 0.2179,
      "step": 12231
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.563065374249801e-05,
      "loss": 0.1588,
      "step": 12232
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5629930893690378e-05,
      "loss": 0.2043,
      "step": 12233
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5629208001812384e-05,
      "loss": 0.2134,
      "step": 12234
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5628485066869555e-05,
      "loss": 0.1919,
      "step": 12235
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.562776208886743e-05,
      "loss": 0.2044,
      "step": 12236
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5627039067811535e-05,
      "loss": 0.214,
      "step": 12237
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.56263160037074e-05,
      "loss": 0.1609,
      "step": 12238
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.562559289656056e-05,
      "loss": 0.2055,
      "step": 12239
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5624869746376545e-05,
      "loss": 0.1752,
      "step": 12240
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5624146553160884e-05,
      "loss": 0.1892,
      "step": 12241
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.562342331691912e-05,
      "loss": 0.2013,
      "step": 12242
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5622700037656773e-05,
      "loss": 0.2251,
      "step": 12243
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5621976715379387e-05,
      "loss": 0.1663,
      "step": 12244
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5621253350092484e-05,
      "loss": 0.1651,
      "step": 12245
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.562052994180161e-05,
      "loss": 0.2025,
      "step": 12246
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5619806490512296e-05,
      "loss": 0.1874,
      "step": 12247
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.561908299623007e-05,
      "loss": 0.1865,
      "step": 12248
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5618359458960476e-05,
      "loss": 0.1991,
      "step": 12249
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5617635878709042e-05,
      "loss": 0.2042,
      "step": 12250
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5616912255481307e-05,
      "loss": 0.1808,
      "step": 12251
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5616188589282805e-05,
      "loss": 0.1978,
      "step": 12252
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5615464880119072e-05,
      "loss": 0.2078,
      "step": 12253
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.561474112799565e-05,
      "loss": 0.1948,
      "step": 12254
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5614017332918073e-05,
      "loss": 0.1471,
      "step": 12255
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5613293494891874e-05,
      "loss": 0.1528,
      "step": 12256
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5612569613922594e-05,
      "loss": 0.202,
      "step": 12257
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.561184569001577e-05,
      "loss": 0.1656,
      "step": 12258
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5611121723176945e-05,
      "loss": 0.1984,
      "step": 12259
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.561039771341165e-05,
      "loss": 0.191,
      "step": 12260
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5609673660725428e-05,
      "loss": 0.1528,
      "step": 12261
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5608949565123817e-05,
      "loss": 0.2065,
      "step": 12262
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5608225426612354e-05,
      "loss": 0.2097,
      "step": 12263
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5607501245196586e-05,
      "loss": 0.1747,
      "step": 12264
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5606777020882047e-05,
      "loss": 0.1831,
      "step": 12265
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.560605275367428e-05,
      "loss": 0.1393,
      "step": 12266
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5605328443578826e-05,
      "loss": 0.1819,
      "step": 12267
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5604604090601223e-05,
      "loss": 0.1751,
      "step": 12268
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5603879694747015e-05,
      "loss": 0.2089,
      "step": 12269
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5603155256021746e-05,
      "loss": 0.1936,
      "step": 12270
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5602430774430955e-05,
      "loss": 0.1675,
      "step": 12271
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5601706249980185e-05,
      "loss": 0.2227,
      "step": 12272
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5600981682674976e-05,
      "loss": 0.2027,
      "step": 12273
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5600257072520877e-05,
      "loss": 0.2389,
      "step": 12274
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5599532419523428e-05,
      "loss": 0.1656,
      "step": 12275
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5598807723688172e-05,
      "loss": 0.2142,
      "step": 12276
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.559808298502066e-05,
      "loss": 0.2206,
      "step": 12277
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5597358203526424e-05,
      "loss": 0.1951,
      "step": 12278
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.559663337921102e-05,
      "loss": 0.1877,
      "step": 12279
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5595908512079985e-05,
      "loss": 0.2301,
      "step": 12280
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.559518360213887e-05,
      "loss": 0.182,
      "step": 12281
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5594458649393218e-05,
      "loss": 0.191,
      "step": 12282
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.559373365384858e-05,
      "loss": 0.2367,
      "step": 12283
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5593008615510494e-05,
      "loss": 0.1757,
      "step": 12284
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.559228353438451e-05,
      "loss": 0.2352,
      "step": 12285
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.559155841047618e-05,
      "loss": 0.2079,
      "step": 12286
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5590833243791044e-05,
      "loss": 0.1925,
      "step": 12287
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.559010803433466e-05,
      "loss": 0.1673,
      "step": 12288
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5589382782112562e-05,
      "loss": 0.1918,
      "step": 12289
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.558865748713031e-05,
      "loss": 0.1637,
      "step": 12290
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.558793214939344e-05,
      "loss": 0.203,
      "step": 12291
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5587206768907516e-05,
      "loss": 0.1589,
      "step": 12292
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5586481345678085e-05,
      "loss": 0.1922,
      "step": 12293
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5585755879710688e-05,
      "loss": 0.2029,
      "step": 12294
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5585030371010876e-05,
      "loss": 0.2372,
      "step": 12295
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5584304819584204e-05,
      "loss": 0.156,
      "step": 12296
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5583579225436223e-05,
      "loss": 0.1922,
      "step": 12297
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5582853588572483e-05,
      "loss": 0.1909,
      "step": 12298
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5582127908998535e-05,
      "loss": 0.2084,
      "step": 12299
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5581402186719924e-05,
      "loss": 0.2196,
      "step": 12300
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5580676421742213e-05,
      "loss": 0.1731,
      "step": 12301
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.557995061407095e-05,
      "loss": 0.1936,
      "step": 12302
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5579224763711686e-05,
      "loss": 0.1337,
      "step": 12303
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5578498870669972e-05,
      "loss": 0.1511,
      "step": 12304
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.557777293495137e-05,
      "loss": 0.2201,
      "step": 12305
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5577046956561425e-05,
      "loss": 0.2253,
      "step": 12306
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.557632093550569e-05,
      "loss": 0.1998,
      "step": 12307
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.557559487178973e-05,
      "loss": 0.1724,
      "step": 12308
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5574868765419088e-05,
      "loss": 0.187,
      "step": 12309
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5574142616399322e-05,
      "loss": 0.2074,
      "step": 12310
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.557341642473599e-05,
      "loss": 0.1997,
      "step": 12311
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5572690190434647e-05,
      "loss": 0.2019,
      "step": 12312
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5571963913500847e-05,
      "loss": 0.1788,
      "step": 12313
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5571237593940152e-05,
      "loss": 0.207,
      "step": 12314
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5570511231758107e-05,
      "loss": 0.2364,
      "step": 12315
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.556978482696028e-05,
      "loss": 0.1782,
      "step": 12316
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5569058379552223e-05,
      "loss": 0.2062,
      "step": 12317
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5568331889539493e-05,
      "loss": 0.1381,
      "step": 12318
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.556760535692765e-05,
      "loss": 0.166,
      "step": 12319
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5566878781722246e-05,
      "loss": 0.2279,
      "step": 12320
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5566152163928853e-05,
      "loss": 0.1698,
      "step": 12321
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5565425503553017e-05,
      "loss": 0.176,
      "step": 12322
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5564698800600303e-05,
      "loss": 0.1745,
      "step": 12323
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.556397205507627e-05,
      "loss": 0.1942,
      "step": 12324
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5563245266986476e-05,
      "loss": 0.1659,
      "step": 12325
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.556251843633648e-05,
      "loss": 0.2209,
      "step": 12326
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5561791563131846e-05,
      "loss": 0.1937,
      "step": 12327
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5561064647378134e-05,
      "loss": 0.174,
      "step": 12328
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5560337689080905e-05,
      "loss": 0.1798,
      "step": 12329
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5559610688245715e-05,
      "loss": 0.1793,
      "step": 12330
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5558883644878134e-05,
      "loss": 0.2092,
      "step": 12331
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5558156558983723e-05,
      "loss": 0.1944,
      "step": 12332
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5557429430568037e-05,
      "loss": 0.1677,
      "step": 12333
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5556702259636647e-05,
      "loss": 0.2095,
      "step": 12334
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.555597504619511e-05,
      "loss": 0.1952,
      "step": 12335
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5555247790248995e-05,
      "loss": 0.1744,
      "step": 12336
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.555452049180386e-05,
      "loss": 0.2127,
      "step": 12337
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5553793150865273e-05,
      "loss": 0.188,
      "step": 12338
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.55530657674388e-05,
      "loss": 0.2026,
      "step": 12339
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5552338341529997e-05,
      "loss": 0.2147,
      "step": 12340
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5551610873144438e-05,
      "loss": 0.1897,
      "step": 12341
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.555088336228768e-05,
      "loss": 0.1956,
      "step": 12342
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.55501558089653e-05,
      "loss": 0.1981,
      "step": 12343
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5549428213182855e-05,
      "loss": 0.1949,
      "step": 12344
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5548700574945916e-05,
      "loss": 0.1862,
      "step": 12345
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5547972894260043e-05,
      "loss": 0.1602,
      "step": 12346
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5547245171130812e-05,
      "loss": 0.1427,
      "step": 12347
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5546517405563784e-05,
      "loss": 0.1492,
      "step": 12348
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.554578959756453e-05,
      "loss": 0.1673,
      "step": 12349
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5545061747138613e-05,
      "loss": 0.1688,
      "step": 12350
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5544333854291606e-05,
      "loss": 0.1237,
      "step": 12351
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5543605919029076e-05,
      "loss": 0.1349,
      "step": 12352
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5542877941356592e-05,
      "loss": 0.1644,
      "step": 12353
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.554214992127972e-05,
      "loss": 0.1401,
      "step": 12354
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5541421858804036e-05,
      "loss": 0.1698,
      "step": 12355
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5540693753935108e-05,
      "loss": 0.1533,
      "step": 12356
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5539965606678503e-05,
      "loss": 0.1204,
      "step": 12357
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5539237417039792e-05,
      "loss": 0.1566,
      "step": 12358
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5538509185024547e-05,
      "loss": 0.1474,
      "step": 12359
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.553778091063834e-05,
      "loss": 0.1752,
      "step": 12360
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5537052593886742e-05,
      "loss": 0.153,
      "step": 12361
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5536324234775325e-05,
      "loss": 0.1248,
      "step": 12362
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.553559583330966e-05,
      "loss": 0.172,
      "step": 12363
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.553486738949532e-05,
      "loss": 0.1641,
      "step": 12364
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5534138903337875e-05,
      "loss": 0.1409,
      "step": 12365
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5533410374842904e-05,
      "loss": 0.1375,
      "step": 12366
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5532681804015975e-05,
      "loss": 0.1658,
      "step": 12367
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5531953190862664e-05,
      "loss": 0.1665,
      "step": 12368
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.553122453538855e-05,
      "loss": 0.1748,
      "step": 12369
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.55304958375992e-05,
      "loss": 0.1829,
      "step": 12370
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.552976709750019e-05,
      "loss": 0.1344,
      "step": 12371
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5529038315097094e-05,
      "loss": 0.1387,
      "step": 12372
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5528309490395494e-05,
      "loss": 0.1552,
      "step": 12373
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.552758062340096e-05,
      "loss": 0.1159,
      "step": 12374
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.552685171411907e-05,
      "loss": 0.1417,
      "step": 12375
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5526122762555397e-05,
      "loss": 0.1508,
      "step": 12376
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.552539376871552e-05,
      "loss": 0.1437,
      "step": 12377
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5524664732605022e-05,
      "loss": 0.1606,
      "step": 12378
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.552393565422947e-05,
      "loss": 0.1547,
      "step": 12379
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5523206533594447e-05,
      "loss": 0.1439,
      "step": 12380
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.552247737070553e-05,
      "loss": 0.1567,
      "step": 12381
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.55217481655683e-05,
      "loss": 0.137,
      "step": 12382
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.552101891818833e-05,
      "loss": 0.1409,
      "step": 12383
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.55202896285712e-05,
      "loss": 0.1472,
      "step": 12384
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5519560296722496e-05,
      "loss": 0.1382,
      "step": 12385
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5518830922647792e-05,
      "loss": 0.1309,
      "step": 12386
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5518101506352666e-05,
      "loss": 0.1347,
      "step": 12387
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5517372047842703e-05,
      "loss": 0.1324,
      "step": 12388
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.551664254712348e-05,
      "loss": 0.1701,
      "step": 12389
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5515913004200586e-05,
      "loss": 0.1599,
      "step": 12390
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5515183419079587e-05,
      "loss": 0.1542,
      "step": 12391
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5514453791766077e-05,
      "loss": 0.1699,
      "step": 12392
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.551372412226563e-05,
      "loss": 0.1752,
      "step": 12393
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5512994410583835e-05,
      "loss": 0.1712,
      "step": 12394
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5512264656726276e-05,
      "loss": 0.1225,
      "step": 12395
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.551153486069852e-05,
      "loss": 0.1474,
      "step": 12396
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.551080502250617e-05,
      "loss": 0.1587,
      "step": 12397
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.55100751421548e-05,
      "loss": 0.1536,
      "step": 12398
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5509345219649992e-05,
      "loss": 0.1776,
      "step": 12399
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5508615254997334e-05,
      "loss": 0.1612,
      "step": 12400
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.550788524820241e-05,
      "loss": 0.1746,
      "step": 12401
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5507155199270806e-05,
      "loss": 0.1845,
      "step": 12402
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.55064251082081e-05,
      "loss": 0.1779,
      "step": 12403
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5505694975019886e-05,
      "loss": 0.1521,
      "step": 12404
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5504964799711744e-05,
      "loss": 0.1585,
      "step": 12405
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.550423458228926e-05,
      "loss": 0.1502,
      "step": 12406
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5503504322758024e-05,
      "loss": 0.184,
      "step": 12407
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.550277402112362e-05,
      "loss": 0.1442,
      "step": 12408
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.550204367739164e-05,
      "loss": 0.1489,
      "step": 12409
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5501313291567662e-05,
      "loss": 0.1434,
      "step": 12410
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5500582863657286e-05,
      "loss": 0.1542,
      "step": 12411
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.549985239366609e-05,
      "loss": 0.1416,
      "step": 12412
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.549912188159966e-05,
      "loss": 0.1363,
      "step": 12413
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5498391327463594e-05,
      "loss": 0.1628,
      "step": 12414
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.549766073126348e-05,
      "loss": 0.151,
      "step": 12415
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5496930093004898e-05,
      "loss": 0.1628,
      "step": 12416
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5496199412693442e-05,
      "loss": 0.1671,
      "step": 12417
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5495468690334708e-05,
      "loss": 0.1532,
      "step": 12418
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.549473792593428e-05,
      "loss": 0.1631,
      "step": 12419
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.549400711949775e-05,
      "loss": 0.168,
      "step": 12420
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5493276271030713e-05,
      "loss": 0.136,
      "step": 12421
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.549254538053875e-05,
      "loss": 0.1585,
      "step": 12422
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5491814448027464e-05,
      "loss": 0.1769,
      "step": 12423
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5491083473502434e-05,
      "loss": 0.1709,
      "step": 12424
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5490352456969263e-05,
      "loss": 0.1219,
      "step": 12425
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5489621398433543e-05,
      "loss": 0.1413,
      "step": 12426
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5488890297900863e-05,
      "loss": 0.1483,
      "step": 12427
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5488159155376817e-05,
      "loss": 0.1454,
      "step": 12428
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5487427970866996e-05,
      "loss": 0.1353,
      "step": 12429
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5486696744376997e-05,
      "loss": 0.1497,
      "step": 12430
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5485965475912412e-05,
      "loss": 0.1756,
      "step": 12431
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.548523416547884e-05,
      "loss": 0.1438,
      "step": 12432
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.548450281308187e-05,
      "loss": 0.1702,
      "step": 12433
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5483771418727095e-05,
      "loss": 0.1194,
      "step": 12434
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.548303998242012e-05,
      "loss": 0.1607,
      "step": 12435
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5482308504166534e-05,
      "loss": 0.1428,
      "step": 12436
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5481576983971936e-05,
      "loss": 0.1633,
      "step": 12437
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.548084542184192e-05,
      "loss": 0.1677,
      "step": 12438
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.548011381778208e-05,
      "loss": 0.1458,
      "step": 12439
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5479382171798018e-05,
      "loss": 0.1474,
      "step": 12440
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5478650483895328e-05,
      "loss": 0.1379,
      "step": 12441
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.547791875407961e-05,
      "loss": 0.145,
      "step": 12442
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5477186982356466e-05,
      "loss": 0.1573,
      "step": 12443
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.547645516873148e-05,
      "loss": 0.1358,
      "step": 12444
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5475723313210268e-05,
      "loss": 0.1674,
      "step": 12445
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5474991415798417e-05,
      "loss": 0.1202,
      "step": 12446
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.547425947650153e-05,
      "loss": 0.1417,
      "step": 12447
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5473527495325204e-05,
      "loss": 0.1424,
      "step": 12448
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5472795472275043e-05,
      "loss": 0.134,
      "step": 12449
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5472063407356643e-05,
      "loss": 0.1578,
      "step": 12450
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5471331300575608e-05,
      "loss": 0.1868,
      "step": 12451
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5470599151937542e-05,
      "loss": 0.1671,
      "step": 12452
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5469866961448036e-05,
      "loss": 0.1419,
      "step": 12453
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.54691347291127e-05,
      "loss": 0.173,
      "step": 12454
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.546840245493713e-05,
      "loss": 0.1691,
      "step": 12455
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5467670138926934e-05,
      "loss": 0.1823,
      "step": 12456
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5466937781087713e-05,
      "loss": 0.1432,
      "step": 12457
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5466205381425067e-05,
      "loss": 0.1529,
      "step": 12458
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5465472939944594e-05,
      "loss": 0.1485,
      "step": 12459
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5464740456651912e-05,
      "loss": 0.1747,
      "step": 12460
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.546400793155261e-05,
      "loss": 0.1487,
      "step": 12461
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.54632753646523e-05,
      "loss": 0.135,
      "step": 12462
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5462542755956588e-05,
      "loss": 0.1633,
      "step": 12463
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5461810105471068e-05,
      "loss": 0.1377,
      "step": 12464
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5461077413201358e-05,
      "loss": 0.1469,
      "step": 12465
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5460344679153055e-05,
      "loss": 0.1624,
      "step": 12466
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5459611903331765e-05,
      "loss": 0.146,
      "step": 12467
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.54588790857431e-05,
      "loss": 0.1381,
      "step": 12468
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.545814622639266e-05,
      "loss": 0.1319,
      "step": 12469
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5457413325286054e-05,
      "loss": 0.1368,
      "step": 12470
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5456680382428887e-05,
      "loss": 0.1383,
      "step": 12471
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5455947397826768e-05,
      "loss": 0.1466,
      "step": 12472
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.545521437148531e-05,
      "loss": 0.1626,
      "step": 12473
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5454481303410106e-05,
      "loss": 0.1381,
      "step": 12474
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.545374819360678e-05,
      "loss": 0.1616,
      "step": 12475
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.545301504208093e-05,
      "loss": 0.161,
      "step": 12476
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.545228184883817e-05,
      "loss": 0.1736,
      "step": 12477
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5451548613884107e-05,
      "loss": 0.1599,
      "step": 12478
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.545081533722435e-05,
      "loss": 0.1507,
      "step": 12479
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.545008201886451e-05,
      "loss": 0.1202,
      "step": 12480
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5449348658810198e-05,
      "loss": 0.1534,
      "step": 12481
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5448615257067023e-05,
      "loss": 0.1855,
      "step": 12482
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5447881813640594e-05,
      "loss": 0.1101,
      "step": 12483
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.544714832853653e-05,
      "loss": 0.1681,
      "step": 12484
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.544641480176043e-05,
      "loss": 0.1342,
      "step": 12485
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.544568123331791e-05,
      "loss": 0.1467,
      "step": 12486
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.544494762321459e-05,
      "loss": 0.1541,
      "step": 12487
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5444213971456076e-05,
      "loss": 0.1696,
      "step": 12488
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5443480278047975e-05,
      "loss": 0.1625,
      "step": 12489
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5442746542995912e-05,
      "loss": 0.1586,
      "step": 12490
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.544201276630549e-05,
      "loss": 0.1496,
      "step": 12491
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5441278947982328e-05,
      "loss": 0.1692,
      "step": 12492
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5440545088032038e-05,
      "loss": 0.1603,
      "step": 12493
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5439811186460233e-05,
      "loss": 0.1413,
      "step": 12494
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5439077243272534e-05,
      "loss": 0.1361,
      "step": 12495
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.543834325847455e-05,
      "loss": 0.1656,
      "step": 12496
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5437609232071893e-05,
      "loss": 0.1526,
      "step": 12497
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.543687516407019e-05,
      "loss": 0.119,
      "step": 12498
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.543614105447504e-05,
      "loss": 0.136,
      "step": 12499
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5435406903292074e-05,
      "loss": 0.1798,
      "step": 12500
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5434672710526903e-05,
      "loss": 0.1358,
      "step": 12501
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.543393847618514e-05,
      "loss": 0.1351,
      "step": 12502
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.543320420027241e-05,
      "loss": 0.1534,
      "step": 12503
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5432469882794326e-05,
      "loss": 0.1668,
      "step": 12504
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5431735523756507e-05,
      "loss": 0.133,
      "step": 12505
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.543100112316457e-05,
      "loss": 0.1512,
      "step": 12506
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.543026668102413e-05,
      "loss": 0.172,
      "step": 12507
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.542953219734081e-05,
      "loss": 0.1366,
      "step": 12508
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.542879767212023e-05,
      "loss": 0.1829,
      "step": 12509
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5428063105368006e-05,
      "loss": 0.1626,
      "step": 12510
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.542732849708976e-05,
      "loss": 0.1446,
      "step": 12511
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.542659384729111e-05,
      "loss": 0.1276,
      "step": 12512
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5425859155977677e-05,
      "loss": 0.146,
      "step": 12513
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5425124423155083e-05,
      "loss": 0.1585,
      "step": 12514
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5424389648828946e-05,
      "loss": 0.1263,
      "step": 12515
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.542365483300489e-05,
      "loss": 0.1432,
      "step": 12516
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5422919975688534e-05,
      "loss": 0.1898,
      "step": 12517
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.54221850768855e-05,
      "loss": 0.1268,
      "step": 12518
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.542145013660141e-05,
      "loss": 0.1258,
      "step": 12519
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5420715154841896e-05,
      "loss": 0.1796,
      "step": 12520
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5419980131612566e-05,
      "loss": 0.1711,
      "step": 12521
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.541924506691905e-05,
      "loss": 0.148,
      "step": 12522
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.541850996076697e-05,
      "loss": 0.148,
      "step": 12523
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5417774813161955e-05,
      "loss": 0.1253,
      "step": 12524
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5417039624109625e-05,
      "loss": 0.1492,
      "step": 12525
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.54163043936156e-05,
      "loss": 0.1601,
      "step": 12526
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5415569121685513e-05,
      "loss": 0.1206,
      "step": 12527
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5414833808324982e-05,
      "loss": 0.1348,
      "step": 12528
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5414098453539638e-05,
      "loss": 0.1261,
      "step": 12529
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.54133630573351e-05,
      "loss": 0.1206,
      "step": 12530
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5412627619717e-05,
      "loss": 0.1291,
      "step": 12531
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5411892140690965e-05,
      "loss": 0.1261,
      "step": 12532
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5411156620262615e-05,
      "loss": 0.1349,
      "step": 12533
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.541042105843758e-05,
      "loss": 0.1679,
      "step": 12534
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.540968545522149e-05,
      "loss": 0.1685,
      "step": 12535
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.540894981061997e-05,
      "loss": 0.1574,
      "step": 12536
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5408214124638653e-05,
      "loss": 0.1643,
      "step": 12537
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5407478397283156e-05,
      "loss": 0.1207,
      "step": 12538
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5406742628559116e-05,
      "loss": 0.1336,
      "step": 12539
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5406006818472163e-05,
      "loss": 0.1445,
      "step": 12540
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5405270967027918e-05,
      "loss": 0.1351,
      "step": 12541
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5404535074232016e-05,
      "loss": 0.1709,
      "step": 12542
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.540379914009009e-05,
      "loss": 0.1396,
      "step": 12543
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5403063164607762e-05,
      "loss": 0.1569,
      "step": 12544
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.540232714779067e-05,
      "loss": 0.1652,
      "step": 12545
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5401591089644438e-05,
      "loss": 0.1226,
      "step": 12546
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5400854990174706e-05,
      "loss": 0.1926,
      "step": 12547
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5400118849387093e-05,
      "loss": 0.1656,
      "step": 12548
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.539938266728724e-05,
      "loss": 0.1773,
      "step": 12549
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5398646443880776e-05,
      "loss": 0.1711,
      "step": 12550
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5397910179173338e-05,
      "loss": 0.1608,
      "step": 12551
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.539717387317055e-05,
      "loss": 0.1219,
      "step": 12552
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.539643752587805e-05,
      "loss": 0.1954,
      "step": 12553
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.539570113730147e-05,
      "loss": 0.1795,
      "step": 12554
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5394964707446446e-05,
      "loss": 0.1492,
      "step": 12555
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5394228236318607e-05,
      "loss": 0.1327,
      "step": 12556
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.539349172392359e-05,
      "loss": 0.1525,
      "step": 12557
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5392755170267032e-05,
      "loss": 0.1229,
      "step": 12558
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5392018575354563e-05,
      "loss": 0.1594,
      "step": 12559
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5391281939191823e-05,
      "loss": 0.141,
      "step": 12560
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.539054526178444e-05,
      "loss": 0.1256,
      "step": 12561
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.538980854313806e-05,
      "loss": 0.1643,
      "step": 12562
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.538907178325831e-05,
      "loss": 0.1986,
      "step": 12563
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5388334982150836e-05,
      "loss": 0.1425,
      "step": 12564
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5387598139821266e-05,
      "loss": 0.1221,
      "step": 12565
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.538686125627524e-05,
      "loss": 0.1349,
      "step": 12566
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.538612433151839e-05,
      "loss": 0.1559,
      "step": 12567
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5385387365556365e-05,
      "loss": 0.1451,
      "step": 12568
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5384650358394794e-05,
      "loss": 0.1353,
      "step": 12569
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.538391331003932e-05,
      "loss": 0.1663,
      "step": 12570
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5383176220495578e-05,
      "loss": 0.1321,
      "step": 12571
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.538243908976921e-05,
      "loss": 0.1646,
      "step": 12572
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5381701917865855e-05,
      "loss": 0.1446,
      "step": 12573
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5380964704791147e-05,
      "loss": 0.1535,
      "step": 12574
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5380227450550736e-05,
      "loss": 0.1763,
      "step": 12575
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5379490155150252e-05,
      "loss": 0.1541,
      "step": 12576
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5378752818595342e-05,
      "loss": 0.1487,
      "step": 12577
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5378015440891645e-05,
      "loss": 0.1848,
      "step": 12578
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.53772780220448e-05,
      "loss": 0.1622,
      "step": 12579
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5376540562060452e-05,
      "loss": 0.1601,
      "step": 12580
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5375803060944242e-05,
      "loss": 0.131,
      "step": 12581
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.537506551870181e-05,
      "loss": 0.1499,
      "step": 12582
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.53743279353388e-05,
      "loss": 0.1567,
      "step": 12583
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5373590310860852e-05,
      "loss": 0.1703,
      "step": 12584
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5372852645273618e-05,
      "loss": 0.1511,
      "step": 12585
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5372114938582728e-05,
      "loss": 0.118,
      "step": 12586
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5371377190793833e-05,
      "loss": 0.1616,
      "step": 12587
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5370639401912578e-05,
      "loss": 0.1562,
      "step": 12588
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5369901571944604e-05,
      "loss": 0.15,
      "step": 12589
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5369163700895556e-05,
      "loss": 0.1267,
      "step": 12590
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5368425788771085e-05,
      "loss": 0.1325,
      "step": 12591
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5367687835576826e-05,
      "loss": 0.1451,
      "step": 12592
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.536694984131843e-05,
      "loss": 0.136,
      "step": 12593
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5366211806001545e-05,
      "loss": 0.1674,
      "step": 12594
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5365473729631816e-05,
      "loss": 0.1608,
      "step": 12595
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5364735612214883e-05,
      "loss": 0.1329,
      "step": 12596
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5363997453756403e-05,
      "loss": 0.2062,
      "step": 12597
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.536325925426201e-05,
      "loss": 0.1474,
      "step": 12598
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5362521013737368e-05,
      "loss": 0.1288,
      "step": 12599
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5361782732188114e-05,
      "loss": 0.1494,
      "step": 12600
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5361044409619896e-05,
      "loss": 0.1626,
      "step": 12601
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5360306046038367e-05,
      "loss": 0.1782,
      "step": 12602
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.535956764144917e-05,
      "loss": 0.1334,
      "step": 12603
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.535882919585796e-05,
      "loss": 0.1652,
      "step": 12604
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.535809070927038e-05,
      "loss": 0.1368,
      "step": 12605
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.535735218169209e-05,
      "loss": 0.1421,
      "step": 12606
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.535661361312873e-05,
      "loss": 0.1408,
      "step": 12607
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5355875003585946e-05,
      "loss": 0.1722,
      "step": 12608
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5355136353069404e-05,
      "loss": 0.1655,
      "step": 12609
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5354397661584745e-05,
      "loss": 0.1591,
      "step": 12610
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.535365892913762e-05,
      "loss": 0.1737,
      "step": 12611
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.535292015573368e-05,
      "loss": 0.1604,
      "step": 12612
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5352181341378584e-05,
      "loss": 0.1746,
      "step": 12613
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.535144248607798e-05,
      "loss": 0.1434,
      "step": 12614
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5350703589837515e-05,
      "loss": 0.1599,
      "step": 12615
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.534996465266285e-05,
      "loss": 0.132,
      "step": 12616
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.534922567455963e-05,
      "loss": 0.1726,
      "step": 12617
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5348486655533515e-05,
      "loss": 0.1703,
      "step": 12618
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5347747595590157e-05,
      "loss": 0.1356,
      "step": 12619
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5347008494735206e-05,
      "loss": 0.1266,
      "step": 12620
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5346269352974324e-05,
      "loss": 0.1317,
      "step": 12621
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5345530170313165e-05,
      "loss": 0.1437,
      "step": 12622
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5344790946757367e-05,
      "loss": 0.1341,
      "step": 12623
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5344051682312612e-05,
      "loss": 0.152,
      "step": 12624
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5343312376984534e-05,
      "loss": 0.1431,
      "step": 12625
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.53425730307788e-05,
      "loss": 0.1297,
      "step": 12626
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5341833643701065e-05,
      "loss": 0.1698,
      "step": 12627
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.534109421575698e-05,
      "loss": 0.1675,
      "step": 12628
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5340354746952207e-05,
      "loss": 0.1566,
      "step": 12629
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5339615237292403e-05,
      "loss": 0.1429,
      "step": 12630
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5338875686783222e-05,
      "loss": 0.1655,
      "step": 12631
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5338136095430327e-05,
      "loss": 0.1496,
      "step": 12632
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5337396463239363e-05,
      "loss": 0.1713,
      "step": 12633
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5336656790216008e-05,
      "loss": 0.172,
      "step": 12634
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.533591707636591e-05,
      "loss": 0.174,
      "step": 12635
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5335177321694727e-05,
      "loss": 0.1477,
      "step": 12636
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5334437526208117e-05,
      "loss": 0.1719,
      "step": 12637
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5333697689911744e-05,
      "loss": 0.1931,
      "step": 12638
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.533295781281127e-05,
      "loss": 0.1813,
      "step": 12639
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.533221789491235e-05,
      "loss": 0.1446,
      "step": 12640
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5331477936220645e-05,
      "loss": 0.1633,
      "step": 12641
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.533073793674182e-05,
      "loss": 0.1677,
      "step": 12642
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.532999789648153e-05,
      "loss": 0.2034,
      "step": 12643
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5329257815445444e-05,
      "loss": 0.1686,
      "step": 12644
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5328517693639218e-05,
      "loss": 0.1403,
      "step": 12645
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.532777753106852e-05,
      "loss": 0.1436,
      "step": 12646
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5327037327739e-05,
      "loss": 0.1637,
      "step": 12647
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5326297083656333e-05,
      "loss": 0.1321,
      "step": 12648
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5325556798826182e-05,
      "loss": 0.1864,
      "step": 12649
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5324816473254197e-05,
      "loss": 0.1733,
      "step": 12650
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.532407610694606e-05,
      "loss": 0.1802,
      "step": 12651
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5323335699907422e-05,
      "loss": 0.1929,
      "step": 12652
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5322595252143956e-05,
      "loss": 0.1821,
      "step": 12653
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5321854763661318e-05,
      "loss": 0.1607,
      "step": 12654
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5321114234465174e-05,
      "loss": 0.1541,
      "step": 12655
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5320373664561203e-05,
      "loss": 0.1541,
      "step": 12656
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.531963305395505e-05,
      "loss": 0.1567,
      "step": 12657
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5318892402652393e-05,
      "loss": 0.1217,
      "step": 12658
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5318151710658896e-05,
      "loss": 0.1616,
      "step": 12659
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5317410977980223e-05,
      "loss": 0.1299,
      "step": 12660
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.531667020462205e-05,
      "loss": 0.1337,
      "step": 12661
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.531592939059003e-05,
      "loss": 0.1641,
      "step": 12662
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.531518853588984e-05,
      "loss": 0.1489,
      "step": 12663
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5314447640527147e-05,
      "loss": 0.1335,
      "step": 12664
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5313706704507614e-05,
      "loss": 0.14,
      "step": 12665
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5312965727836914e-05,
      "loss": 0.1625,
      "step": 12666
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5312224710520714e-05,
      "loss": 0.1555,
      "step": 12667
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5311483652564683e-05,
      "loss": 0.155,
      "step": 12668
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5310742553974493e-05,
      "loss": 0.124,
      "step": 12669
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.531000141475581e-05,
      "loss": 0.1442,
      "step": 12670
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.53092602349143e-05,
      "loss": 0.1568,
      "step": 12671
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5308519014455643e-05,
      "loss": 0.1565,
      "step": 12672
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.530777775338551e-05,
      "loss": 0.135,
      "step": 12673
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5307036451709558e-05,
      "loss": 0.1381,
      "step": 12674
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.530629510943347e-05,
      "loss": 0.1362,
      "step": 12675
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5305553726562913e-05,
      "loss": 0.1716,
      "step": 12676
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5304812303103556e-05,
      "loss": 0.1113,
      "step": 12677
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5304070839061086e-05,
      "loss": 0.1675,
      "step": 12678
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5303329334441156e-05,
      "loss": 0.183,
      "step": 12679
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.530258778924945e-05,
      "loss": 0.1395,
      "step": 12680
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5301846203491638e-05,
      "loss": 0.1629,
      "step": 12681
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.530110457717339e-05,
      "loss": 0.157,
      "step": 12682
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.530036291030039e-05,
      "loss": 0.1949,
      "step": 12683
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5299621202878298e-05,
      "loss": 0.1294,
      "step": 12684
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.52988794549128e-05,
      "loss": 0.1511,
      "step": 12685
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.529813766640956e-05,
      "loss": 0.1597,
      "step": 12686
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.529739583737426e-05,
      "loss": 0.1565,
      "step": 12687
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.529665396781258e-05,
      "loss": 0.1236,
      "step": 12688
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5295912057730188e-05,
      "loss": 0.1303,
      "step": 12689
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5295170107132754e-05,
      "loss": 0.1327,
      "step": 12690
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5294428116025967e-05,
      "loss": 0.1474,
      "step": 12691
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5293686084415494e-05,
      "loss": 0.115,
      "step": 12692
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5292944012307017e-05,
      "loss": 0.1469,
      "step": 12693
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5292201899706215e-05,
      "loss": 0.1626,
      "step": 12694
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.529145974661876e-05,
      "loss": 0.1526,
      "step": 12695
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5290717553050328e-05,
      "loss": 0.1636,
      "step": 12696
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.52899753190066e-05,
      "loss": 0.1574,
      "step": 12697
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5289233044493258e-05,
      "loss": 0.1863,
      "step": 12698
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5288490729515976e-05,
      "loss": 0.1243,
      "step": 12699
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5287748374080433e-05,
      "loss": 0.1623,
      "step": 12700
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5287005978192314e-05,
      "loss": 0.1823,
      "step": 12701
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5286263541857288e-05,
      "loss": 0.1569,
      "step": 12702
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.528552106508104e-05,
      "loss": 0.1509,
      "step": 12703
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5284778547869255e-05,
      "loss": 0.0962,
      "step": 12704
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5284035990227608e-05,
      "loss": 0.1517,
      "step": 12705
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.528329339216178e-05,
      "loss": 0.1359,
      "step": 12706
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5282550753677453e-05,
      "loss": 0.1353,
      "step": 12707
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5281808074780312e-05,
      "loss": 0.1629,
      "step": 12708
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.528106535547603e-05,
      "loss": 0.1697,
      "step": 12709
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5280322595770297e-05,
      "loss": 0.1594,
      "step": 12710
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.527957979566879e-05,
      "loss": 0.13,
      "step": 12711
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5278836955177196e-05,
      "loss": 0.1365,
      "step": 12712
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5278094074301194e-05,
      "loss": 0.1386,
      "step": 12713
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.527735115304647e-05,
      "loss": 0.1483,
      "step": 12714
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5276608191418706e-05,
      "loss": 0.1152,
      "step": 12715
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.527586518942359e-05,
      "loss": 0.1485,
      "step": 12716
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.52751221470668e-05,
      "loss": 0.1485,
      "step": 12717
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.527437906435402e-05,
      "loss": 0.1838,
      "step": 12718
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5273635941290938e-05,
      "loss": 0.1407,
      "step": 12719
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5272892777883243e-05,
      "loss": 0.1785,
      "step": 12720
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5272149574136614e-05,
      "loss": 0.1758,
      "step": 12721
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.527140633005674e-05,
      "loss": 0.18,
      "step": 12722
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5270663045649304e-05,
      "loss": 0.133,
      "step": 12723
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.526991972092e-05,
      "loss": 0.1702,
      "step": 12724
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.52691763558745e-05,
      "loss": 0.1622,
      "step": 12725
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5268432950518505e-05,
      "loss": 0.1257,
      "step": 12726
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5267689504857698e-05,
      "loss": 0.1495,
      "step": 12727
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5266946018897763e-05,
      "loss": 0.1478,
      "step": 12728
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.526620249264439e-05,
      "loss": 0.1395,
      "step": 12729
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5265458926103273e-05,
      "loss": 0.1536,
      "step": 12730
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5264715319280088e-05,
      "loss": 0.1635,
      "step": 12731
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5263971672180535e-05,
      "loss": 0.1137,
      "step": 12732
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5263227984810297e-05,
      "loss": 0.1519,
      "step": 12733
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5262484257175064e-05,
      "loss": 0.1495,
      "step": 12734
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.526174048928053e-05,
      "loss": 0.106,
      "step": 12735
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.526099668113238e-05,
      "loss": 0.1416,
      "step": 12736
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5260252832736307e-05,
      "loss": 0.1351,
      "step": 12737
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5259508944098004e-05,
      "loss": 0.1676,
      "step": 12738
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5258765015223155e-05,
      "loss": 0.1719,
      "step": 12739
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5258021046117457e-05,
      "loss": 0.1631,
      "step": 12740
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.52572770367866e-05,
      "loss": 0.1853,
      "step": 12741
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5256532987236275e-05,
      "loss": 0.1387,
      "step": 12742
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5255788897472173e-05,
      "loss": 0.1283,
      "step": 12743
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.525504476749999e-05,
      "loss": 0.1604,
      "step": 12744
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5254300597325412e-05,
      "loss": 0.1393,
      "step": 12745
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5253556386954148e-05,
      "loss": 0.2119,
      "step": 12746
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.525281213639187e-05,
      "loss": 0.1506,
      "step": 12747
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5252067845644285e-05,
      "loss": 0.1332,
      "step": 12748
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5251323514717084e-05,
      "loss": 0.1857,
      "step": 12749
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5250579143615963e-05,
      "loss": 0.1458,
      "step": 12750
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5249834732346616e-05,
      "loss": 0.1123,
      "step": 12751
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5249090280914733e-05,
      "loss": 0.1524,
      "step": 12752
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5248345789326018e-05,
      "loss": 0.1502,
      "step": 12753
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5247601257586157e-05,
      "loss": 0.1083,
      "step": 12754
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5246856685700855e-05,
      "loss": 0.1353,
      "step": 12755
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5246112073675802e-05,
      "loss": 0.1274,
      "step": 12756
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5245367421516694e-05,
      "loss": 0.1476,
      "step": 12757
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5244622729229236e-05,
      "loss": 0.1442,
      "step": 12758
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5243877996819115e-05,
      "loss": 0.1582,
      "step": 12759
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.524313322429203e-05,
      "loss": 0.1783,
      "step": 12760
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5242388411653686e-05,
      "loss": 0.1278,
      "step": 12761
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5241643558909772e-05,
      "loss": 0.1728,
      "step": 12762
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5240898666065996e-05,
      "loss": 0.1557,
      "step": 12763
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5240153733128044e-05,
      "loss": 0.137,
      "step": 12764
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5239408760101626e-05,
      "loss": 0.1703,
      "step": 12765
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.523866374699244e-05,
      "loss": 0.1771,
      "step": 12766
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5237918693806177e-05,
      "loss": 0.178,
      "step": 12767
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5237173600548547e-05,
      "loss": 0.1488,
      "step": 12768
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5236428467225244e-05,
      "loss": 0.1424,
      "step": 12769
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.523568329384197e-05,
      "loss": 0.141,
      "step": 12770
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5234938080404427e-05,
      "loss": 0.1763,
      "step": 12771
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5234192826918312e-05,
      "loss": 0.2116,
      "step": 12772
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5233447533389335e-05,
      "loss": 0.1402,
      "step": 12773
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5232702199823186e-05,
      "loss": 0.1322,
      "step": 12774
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5231956826225578e-05,
      "loss": 0.131,
      "step": 12775
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5231211412602208e-05,
      "loss": 0.1199,
      "step": 12776
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5230465958958775e-05,
      "loss": 0.1587,
      "step": 12777
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.522972046530099e-05,
      "loss": 0.1846,
      "step": 12778
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5228974931634549e-05,
      "loss": 0.1428,
      "step": 12779
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.522822935796516e-05,
      "loss": 0.1248,
      "step": 12780
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5227483744298526e-05,
      "loss": 0.1305,
      "step": 12781
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5226738090640347e-05,
      "loss": 0.1342,
      "step": 12782
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5225992396996336e-05,
      "loss": 0.1578,
      "step": 12783
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5225246663372191e-05,
      "loss": 0.1696,
      "step": 12784
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5224500889773621e-05,
      "loss": 0.2049,
      "step": 12785
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5223755076206326e-05,
      "loss": 0.1451,
      "step": 12786
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5223009222676013e-05,
      "loss": 0.1404,
      "step": 12787
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5222263329188396e-05,
      "loss": 0.129,
      "step": 12788
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5221517395749168e-05,
      "loss": 0.1377,
      "step": 12789
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5220771422364049e-05,
      "loss": 0.1595,
      "step": 12790
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5220025409038734e-05,
      "loss": 0.1112,
      "step": 12791
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.521927935577894e-05,
      "loss": 0.1851,
      "step": 12792
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.521853326259037e-05,
      "loss": 0.1493,
      "step": 12793
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5217787129478727e-05,
      "loss": 0.1817,
      "step": 12794
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5217040956449727e-05,
      "loss": 0.1621,
      "step": 12795
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5216294743509077e-05,
      "loss": 0.1608,
      "step": 12796
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5215548490662481e-05,
      "loss": 0.1368,
      "step": 12797
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5214802197915654e-05,
      "loss": 0.1155,
      "step": 12798
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5214055865274299e-05,
      "loss": 0.1384,
      "step": 12799
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5213309492744138e-05,
      "loss": 0.154,
      "step": 12800
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5212563080330863e-05,
      "loss": 0.1302,
      "step": 12801
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5211816628040196e-05,
      "loss": 0.198,
      "step": 12802
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5211070135877846e-05,
      "loss": 0.1538,
      "step": 12803
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5210323603849522e-05,
      "loss": 0.1543,
      "step": 12804
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5209577031960936e-05,
      "loss": 0.1593,
      "step": 12805
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5208830420217797e-05,
      "loss": 0.1503,
      "step": 12806
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5208083768625822e-05,
      "loss": 0.163,
      "step": 12807
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5207337077190721e-05,
      "loss": 0.1705,
      "step": 12808
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5206590345918203e-05,
      "loss": 0.2018,
      "step": 12809
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5205843574813983e-05,
      "loss": 0.1399,
      "step": 12810
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5205096763883775e-05,
      "loss": 0.1632,
      "step": 12811
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5204349913133295e-05,
      "loss": 0.1986,
      "step": 12812
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5203603022568247e-05,
      "loss": 0.1633,
      "step": 12813
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5202856092194355e-05,
      "loss": 0.1479,
      "step": 12814
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.520210912201733e-05,
      "loss": 0.1409,
      "step": 12815
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5201362112042882e-05,
      "loss": 0.1887,
      "step": 12816
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5200615062276733e-05,
      "loss": 0.1442,
      "step": 12817
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5199867972724591e-05,
      "loss": 0.1998,
      "step": 12818
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5199120843392177e-05,
      "loss": 0.1518,
      "step": 12819
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5198373674285205e-05,
      "loss": 0.1509,
      "step": 12820
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.519762646540939e-05,
      "loss": 0.134,
      "step": 12821
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5196879216770452e-05,
      "loss": 0.1422,
      "step": 12822
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5196131928374102e-05,
      "loss": 0.1682,
      "step": 12823
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5195384600226059e-05,
      "loss": 0.134,
      "step": 12824
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5194637232332042e-05,
      "loss": 0.143,
      "step": 12825
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.519388982469777e-05,
      "loss": 0.1461,
      "step": 12826
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5193142377328953e-05,
      "loss": 0.1281,
      "step": 12827
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5192394890231318e-05,
      "loss": 0.1492,
      "step": 12828
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.519164736341058e-05,
      "loss": 0.1255,
      "step": 12829
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5190899796872459e-05,
      "loss": 0.1454,
      "step": 12830
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5190152190622669e-05,
      "loss": 0.1774,
      "step": 12831
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5189404544666935e-05,
      "loss": 0.1657,
      "step": 12832
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5188656859010974e-05,
      "loss": 0.2029,
      "step": 12833
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.518790913366051e-05,
      "loss": 0.111,
      "step": 12834
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5187161368621257e-05,
      "loss": 0.1525,
      "step": 12835
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5186413563898938e-05,
      "loss": 0.1448,
      "step": 12836
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.518566571949928e-05,
      "loss": 0.198,
      "step": 12837
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5184917835427992e-05,
      "loss": 0.1215,
      "step": 12838
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5184169911690805e-05,
      "loss": 0.1168,
      "step": 12839
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5183421948293439e-05,
      "loss": 0.1444,
      "step": 12840
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5182673945241615e-05,
      "loss": 0.1581,
      "step": 12841
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5181925902541057e-05,
      "loss": 0.1955,
      "step": 12842
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5181177820197483e-05,
      "loss": 0.1529,
      "step": 12843
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5180429698216621e-05,
      "loss": 0.1164,
      "step": 12844
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5179681536604192e-05,
      "loss": 0.151,
      "step": 12845
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5178933335365922e-05,
      "loss": 0.1432,
      "step": 12846
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5178185094507529e-05,
      "loss": 0.1204,
      "step": 12847
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5177436814034746e-05,
      "loss": 0.1664,
      "step": 12848
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5176688493953291e-05,
      "loss": 0.1542,
      "step": 12849
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5175940134268892e-05,
      "loss": 0.1567,
      "step": 12850
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5175191734987272e-05,
      "loss": 0.1343,
      "step": 12851
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5174443296114156e-05,
      "loss": 0.1638,
      "step": 12852
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5173694817655272e-05,
      "loss": 0.1345,
      "step": 12853
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5172946299616347e-05,
      "loss": 0.15,
      "step": 12854
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5172197742003103e-05,
      "loss": 0.1487,
      "step": 12855
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5171449144821271e-05,
      "loss": 0.1396,
      "step": 12856
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5170700508076574e-05,
      "loss": 0.1434,
      "step": 12857
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5169951831774743e-05,
      "loss": 0.1323,
      "step": 12858
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5169203115921502e-05,
      "loss": 0.1444,
      "step": 12859
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5168454360522584e-05,
      "loss": 0.154,
      "step": 12860
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5167705565583712e-05,
      "loss": 0.1666,
      "step": 12861
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5166956731110615e-05,
      "loss": 0.1604,
      "step": 12862
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5166207857109027e-05,
      "loss": 0.1633,
      "step": 12863
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.516545894358467e-05,
      "loss": 0.1336,
      "step": 12864
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5164709990543278e-05,
      "loss": 0.1725,
      "step": 12865
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.516396099799058e-05,
      "loss": 0.1253,
      "step": 12866
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5163211965932303e-05,
      "loss": 0.173,
      "step": 12867
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5162462894374183e-05,
      "loss": 0.1187,
      "step": 12868
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5161713783321941e-05,
      "loss": 0.1817,
      "step": 12869
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5160964632781319e-05,
      "loss": 0.1513,
      "step": 12870
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5160215442758042e-05,
      "loss": 0.1687,
      "step": 12871
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5159466213257842e-05,
      "loss": 0.1402,
      "step": 12872
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5158716944286456e-05,
      "loss": 0.1254,
      "step": 12873
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5157967635849606e-05,
      "loss": 0.1591,
      "step": 12874
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.515721828795303e-05,
      "loss": 0.1218,
      "step": 12875
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5156468900602464e-05,
      "loss": 0.1535,
      "step": 12876
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5155719473803635e-05,
      "loss": 0.1431,
      "step": 12877
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5154970007562279e-05,
      "loss": 0.1448,
      "step": 12878
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.515422050188413e-05,
      "loss": 0.1162,
      "step": 12879
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5153470956774925e-05,
      "loss": 0.1552,
      "step": 12880
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.515272137224039e-05,
      "loss": 0.1222,
      "step": 12881
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5151971748286265e-05,
      "loss": 0.1645,
      "step": 12882
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5151222084918287e-05,
      "loss": 0.141,
      "step": 12883
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5150472382142186e-05,
      "loss": 0.141,
      "step": 12884
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.51497226399637e-05,
      "loss": 0.1775,
      "step": 12885
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5148972858388563e-05,
      "loss": 0.1596,
      "step": 12886
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5148223037422512e-05,
      "loss": 0.1518,
      "step": 12887
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5147473177071285e-05,
      "loss": 0.154,
      "step": 12888
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5146723277340616e-05,
      "loss": 0.1676,
      "step": 12889
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5145973338236246e-05,
      "loss": 0.1376,
      "step": 12890
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5145223359763903e-05,
      "loss": 0.1349,
      "step": 12891
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5144473341929335e-05,
      "loss": 0.177,
      "step": 12892
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5143723284738277e-05,
      "loss": 0.1787,
      "step": 12893
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5142973188196464e-05,
      "loss": 0.1297,
      "step": 12894
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.514222305230964e-05,
      "loss": 0.1224,
      "step": 12895
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5141472877083532e-05,
      "loss": 0.1926,
      "step": 12896
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5140722662523892e-05,
      "loss": 0.1488,
      "step": 12897
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5139972408636454e-05,
      "loss": 0.1152,
      "step": 12898
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5139222115426958e-05,
      "loss": 0.1937,
      "step": 12899
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5138471782901145e-05,
      "loss": 0.1508,
      "step": 12900
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.513772141106475e-05,
      "loss": 0.1807,
      "step": 12901
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5136970999923521e-05,
      "loss": 0.1505,
      "step": 12902
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.513622054948319e-05,
      "loss": 0.1388,
      "step": 12903
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5135470059749512e-05,
      "loss": 0.1396,
      "step": 12904
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5134719530728217e-05,
      "loss": 0.1272,
      "step": 12905
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5133968962425046e-05,
      "loss": 0.1679,
      "step": 12906
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.513321835484575e-05,
      "loss": 0.1766,
      "step": 12907
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5132467707996061e-05,
      "loss": 0.1514,
      "step": 12908
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5131717021881728e-05,
      "loss": 0.1595,
      "step": 12909
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5130966296508498e-05,
      "loss": 0.161,
      "step": 12910
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5130215531882102e-05,
      "loss": 0.1635,
      "step": 12911
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5129464728008294e-05,
      "loss": 0.1878,
      "step": 12912
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5128713884892811e-05,
      "loss": 0.1663,
      "step": 12913
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5127963002541404e-05,
      "loss": 0.1627,
      "step": 12914
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5127212080959815e-05,
      "loss": 0.1628,
      "step": 12915
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5126461120153782e-05,
      "loss": 0.1702,
      "step": 12916
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5125710120129061e-05,
      "loss": 0.1529,
      "step": 12917
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5124959080891387e-05,
      "loss": 0.1284,
      "step": 12918
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5124208002446514e-05,
      "loss": 0.1549,
      "step": 12919
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5123456884800183e-05,
      "loss": 0.1741,
      "step": 12920
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.512270572795814e-05,
      "loss": 0.1248,
      "step": 12921
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.512195453192614e-05,
      "loss": 0.1493,
      "step": 12922
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5121203296709917e-05,
      "loss": 0.1891,
      "step": 12923
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5120452022315228e-05,
      "loss": 0.1496,
      "step": 12924
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5119700708747814e-05,
      "loss": 0.1708,
      "step": 12925
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5118949356013424e-05,
      "loss": 0.1316,
      "step": 12926
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.511819796411781e-05,
      "loss": 0.1496,
      "step": 12927
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5117446533066717e-05,
      "loss": 0.1373,
      "step": 12928
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5116695062865896e-05,
      "loss": 0.1669,
      "step": 12929
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5115943553521092e-05,
      "loss": 0.1228,
      "step": 12930
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5115192005038056e-05,
      "loss": 0.1456,
      "step": 12931
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5114440417422542e-05,
      "loss": 0.1413,
      "step": 12932
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5113688790680292e-05,
      "loss": 0.1233,
      "step": 12933
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5112937124817064e-05,
      "loss": 0.1277,
      "step": 12934
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.51121854198386e-05,
      "loss": 0.1655,
      "step": 12935
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5111433675750657e-05,
      "loss": 0.1124,
      "step": 12936
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5110681892558985e-05,
      "loss": 0.157,
      "step": 12937
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5109930070269334e-05,
      "loss": 0.1556,
      "step": 12938
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5109178208887457e-05,
      "loss": 0.1684,
      "step": 12939
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5108426308419106e-05,
      "loss": 0.1456,
      "step": 12940
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5107674368870031e-05,
      "loss": 0.1528,
      "step": 12941
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5106922390245986e-05,
      "loss": 0.1659,
      "step": 12942
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.510617037255272e-05,
      "loss": 0.1417,
      "step": 12943
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5105418315795994e-05,
      "loss": 0.167,
      "step": 12944
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5104666219981558e-05,
      "loss": 0.1379,
      "step": 12945
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5103914085115164e-05,
      "loss": 0.1881,
      "step": 12946
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5103161911202565e-05,
      "loss": 0.1656,
      "step": 12947
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5102409698249515e-05,
      "loss": 0.1477,
      "step": 12948
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5101657446261779e-05,
      "loss": 0.1431,
      "step": 12949
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5100905155245098e-05,
      "loss": 0.1234,
      "step": 12950
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5100152825205237e-05,
      "loss": 0.1669,
      "step": 12951
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5099400456147943e-05,
      "loss": 0.1489,
      "step": 12952
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5098648048078979e-05,
      "loss": 0.1399,
      "step": 12953
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5097895601004097e-05,
      "loss": 0.1625,
      "step": 12954
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5097143114929056e-05,
      "loss": 0.1527,
      "step": 12955
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.509639058985961e-05,
      "loss": 0.1698,
      "step": 12956
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5095638025801522e-05,
      "loss": 0.1613,
      "step": 12957
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5094885422760542e-05,
      "loss": 0.1346,
      "step": 12958
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5094132780742427e-05,
      "loss": 0.1415,
      "step": 12959
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5093380099752941e-05,
      "loss": 0.1209,
      "step": 12960
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5092627379797841e-05,
      "loss": 0.1768,
      "step": 12961
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5091874620882885e-05,
      "loss": 0.1538,
      "step": 12962
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5091121823013828e-05,
      "loss": 0.1433,
      "step": 12963
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5090368986196433e-05,
      "loss": 0.1582,
      "step": 12964
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5089616110436458e-05,
      "loss": 0.1533,
      "step": 12965
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5088863195739664e-05,
      "loss": 0.1589,
      "step": 12966
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.508811024211181e-05,
      "loss": 0.1496,
      "step": 12967
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5087357249558654e-05,
      "loss": 0.1478,
      "step": 12968
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.508660421808596e-05,
      "loss": 0.1502,
      "step": 12969
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5085851147699488e-05,
      "loss": 0.1479,
      "step": 12970
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5085098038404999e-05,
      "loss": 0.1635,
      "step": 12971
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5084344890208255e-05,
      "loss": 0.1575,
      "step": 12972
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5083591703115017e-05,
      "loss": 0.1652,
      "step": 12973
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5082838477131048e-05,
      "loss": 0.1395,
      "step": 12974
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5082085212262106e-05,
      "loss": 0.1899,
      "step": 12975
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.508133190851396e-05,
      "loss": 0.1832,
      "step": 12976
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.508057856589237e-05,
      "loss": 0.1638,
      "step": 12977
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.50798251844031e-05,
      "loss": 0.1337,
      "step": 12978
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5079071764051911e-05,
      "loss": 0.152,
      "step": 12979
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5078318304844573e-05,
      "loss": 0.1445,
      "step": 12980
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5077564806786842e-05,
      "loss": 0.1643,
      "step": 12981
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5076811269884487e-05,
      "loss": 0.1434,
      "step": 12982
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5076057694143274e-05,
      "loss": 0.1626,
      "step": 12983
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5075304079568964e-05,
      "loss": 0.1208,
      "step": 12984
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5074550426167325e-05,
      "loss": 0.1381,
      "step": 12985
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5073796733944122e-05,
      "loss": 0.1471,
      "step": 12986
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5073043002905124e-05,
      "loss": 0.1535,
      "step": 12987
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.507228923305609e-05,
      "loss": 0.1511,
      "step": 12988
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5071535424402794e-05,
      "loss": 0.1442,
      "step": 12989
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5070781576951e-05,
      "loss": 0.132,
      "step": 12990
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5070027690706473e-05,
      "loss": 0.1462,
      "step": 12991
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5069273765674983e-05,
      "loss": 0.1598,
      "step": 12992
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5068519801862298e-05,
      "loss": 0.1559,
      "step": 12993
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5067765799274183e-05,
      "loss": 0.1307,
      "step": 12994
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.506701175791641e-05,
      "loss": 0.1511,
      "step": 12995
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5066257677794744e-05,
      "loss": 0.1953,
      "step": 12996
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5065503558914958e-05,
      "loss": 0.1628,
      "step": 12997
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5064749401282818e-05,
      "loss": 0.139,
      "step": 12998
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5063995204904097e-05,
      "loss": 0.1467,
      "step": 12999
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5063240969784558e-05,
      "loss": 0.1107,
      "step": 13000
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5062486695929976e-05,
      "loss": 0.1664,
      "step": 13001
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5061732383346122e-05,
      "loss": 0.1205,
      "step": 13002
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5060978032038764e-05,
      "loss": 0.1296,
      "step": 13003
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5060223642013676e-05,
      "loss": 0.1747,
      "step": 13004
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.505946921327663e-05,
      "loss": 0.1317,
      "step": 13005
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.505871474583339e-05,
      "loss": 0.1469,
      "step": 13006
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5057960239689737e-05,
      "loss": 0.162,
      "step": 13007
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5057205694851438e-05,
      "loss": 0.1364,
      "step": 13008
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5056451111324266e-05,
      "loss": 0.1828,
      "step": 13009
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5055696489113993e-05,
      "loss": 0.1371,
      "step": 13010
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5054941828226398e-05,
      "loss": 0.1367,
      "step": 13011
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5054187128667247e-05,
      "loss": 0.1667,
      "step": 13012
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5053432390442315e-05,
      "loss": 0.1647,
      "step": 13013
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.505267761355738e-05,
      "loss": 0.142,
      "step": 13014
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5051922798018213e-05,
      "loss": 0.1413,
      "step": 13015
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5051167943830589e-05,
      "loss": 0.1628,
      "step": 13016
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5050413051000284e-05,
      "loss": 0.1383,
      "step": 13017
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5049658119533069e-05,
      "loss": 0.1545,
      "step": 13018
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5048903149434724e-05,
      "loss": 0.1052,
      "step": 13019
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5048148140711025e-05,
      "loss": 0.1302,
      "step": 13020
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5047393093367744e-05,
      "loss": 0.1414,
      "step": 13021
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.504663800741066e-05,
      "loss": 0.1467,
      "step": 13022
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.5045882882845551e-05,
      "loss": 0.1728,
      "step": 13023
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.5045127719678193e-05,
      "loss": 0.1415,
      "step": 13024
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.5044372517914356e-05,
      "loss": 0.1652,
      "step": 13025
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.504361727755983e-05,
      "loss": 0.1603,
      "step": 13026
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.5042861998620382e-05,
      "loss": 0.1672,
      "step": 13027
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.5042106681101798e-05,
      "loss": 0.1321,
      "step": 13028
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.5041351325009853e-05,
      "loss": 0.1207,
      "step": 13029
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.5040595930350321e-05,
      "loss": 0.1864,
      "step": 13030
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.5039840497128987e-05,
      "loss": 0.1283,
      "step": 13031
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.503908502535163e-05,
      "loss": 0.1688,
      "step": 13032
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.5038329515024029e-05,
      "loss": 0.1365,
      "step": 13033
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.5037573966151966e-05,
      "loss": 0.1663,
      "step": 13034
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.5036818378741212e-05,
      "loss": 0.1189,
      "step": 13035
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.5036062752797556e-05,
      "loss": 0.1343,
      "step": 13036
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.5035307088326775e-05,
      "loss": 0.1459,
      "step": 13037
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.5034551385334655e-05,
      "loss": 0.1811,
      "step": 13038
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.5033795643826975e-05,
      "loss": 0.1638,
      "step": 13039
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.503303986380951e-05,
      "loss": 0.1251,
      "step": 13040
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.5032284045288048e-05,
      "loss": 0.1602,
      "step": 13041
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.5031528188268373e-05,
      "loss": 0.1459,
      "step": 13042
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.5030772292756264e-05,
      "loss": 0.1767,
      "step": 13043
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.5030016358757507e-05,
      "loss": 0.1549,
      "step": 13044
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.5029260386277877e-05,
      "loss": 0.1198,
      "step": 13045
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.5028504375323172e-05,
      "loss": 0.1584,
      "step": 13046
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.5027748325899158e-05,
      "loss": 0.1653,
      "step": 13047
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.5026992238011633e-05,
      "loss": 0.1148,
      "step": 13048
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.5026236111666377e-05,
      "loss": 0.1408,
      "step": 13049
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.5025479946869168e-05,
      "loss": 0.1586,
      "step": 13050
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.5024723743625801e-05,
      "loss": 0.1796,
      "step": 13051
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.5023967501942053e-05,
      "loss": 0.1476,
      "step": 13052
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.5023211221823716e-05,
      "loss": 0.1406,
      "step": 13053
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.5022454903276575e-05,
      "loss": 0.1588,
      "step": 13054
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.5021698546306408e-05,
      "loss": 0.1354,
      "step": 13055
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.5020942150919013e-05,
      "loss": 0.1443,
      "step": 13056
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.5020185717120166e-05,
      "loss": 0.1438,
      "step": 13057
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.5019429244915662e-05,
      "loss": 0.1592,
      "step": 13058
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.5018672734311284e-05,
      "loss": 0.1501,
      "step": 13059
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.5017916185312819e-05,
      "loss": 0.1316,
      "step": 13060
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.5017159597926058e-05,
      "loss": 0.154,
      "step": 13061
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.5016402972156784e-05,
      "loss": 0.1463,
      "step": 13062
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.5015646308010793e-05,
      "loss": 0.1361,
      "step": 13063
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.501488960549387e-05,
      "loss": 0.1538,
      "step": 13064
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.5014132864611796e-05,
      "loss": 0.1668,
      "step": 13065
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.5013376085370374e-05,
      "loss": 0.1481,
      "step": 13066
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.5012619267775383e-05,
      "loss": 0.186,
      "step": 13067
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.501186241183262e-05,
      "loss": 0.1289,
      "step": 13068
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.5011105517547873e-05,
      "loss": 0.147,
      "step": 13069
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.5010348584926929e-05,
      "loss": 0.1497,
      "step": 13070
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.500959161397558e-05,
      "loss": 0.1536,
      "step": 13071
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.5008834604699619e-05,
      "loss": 0.1486,
      "step": 13072
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.5008077557104838e-05,
      "loss": 0.1382,
      "step": 13073
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.5007320471197026e-05,
      "loss": 0.1383,
      "step": 13074
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.5006563346981975e-05,
      "loss": 0.1635,
      "step": 13075
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.5005806184465481e-05,
      "loss": 0.1305,
      "step": 13076
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.500504898365333e-05,
      "loss": 0.1602,
      "step": 13077
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.5004291744551322e-05,
      "loss": 0.1434,
      "step": 13078
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.5003534467165244e-05,
      "loss": 0.1682,
      "step": 13079
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.5002777151500894e-05,
      "loss": 0.1537,
      "step": 13080
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.500201979756406e-05,
      "loss": 0.1464,
      "step": 13081
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.5001262405360542e-05,
      "loss": 0.162,
      "step": 13082
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.5000504974896132e-05,
      "loss": 0.1922,
      "step": 13083
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.4999747506176623e-05,
      "loss": 0.1415,
      "step": 13084
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.4998989999207813e-05,
      "loss": 0.1672,
      "step": 13085
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.4998232453995493e-05,
      "loss": 0.1731,
      "step": 13086
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.499747487054546e-05,
      "loss": 0.1926,
      "step": 13087
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.4996717248863513e-05,
      "loss": 0.1675,
      "step": 13088
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.4995959588955442e-05,
      "loss": 0.1386,
      "step": 13089
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.4995201890827049e-05,
      "loss": 0.144,
      "step": 13090
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.4994444154484127e-05,
      "loss": 0.1251,
      "step": 13091
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.4993686379932473e-05,
      "loss": 0.1295,
      "step": 13092
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.499292856717789e-05,
      "loss": 0.1289,
      "step": 13093
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.4992170716226164e-05,
      "loss": 0.1757,
      "step": 13094
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.4991412827083103e-05,
      "loss": 0.1447,
      "step": 13095
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.49906548997545e-05,
      "loss": 0.1678,
      "step": 13096
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.4989896934246156e-05,
      "loss": 0.2139,
      "step": 13097
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.4989138930563866e-05,
      "loss": 0.1423,
      "step": 13098
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.4988380888713433e-05,
      "loss": 0.1437,
      "step": 13099
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.4987622808700656e-05,
      "loss": 0.1333,
      "step": 13100
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.498686469053133e-05,
      "loss": 0.14,
      "step": 13101
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.498610653421126e-05,
      "loss": 0.1535,
      "step": 13102
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.4985348339746243e-05,
      "loss": 0.1645,
      "step": 13103
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.4984590107142078e-05,
      "loss": 0.1647,
      "step": 13104
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.4983831836404573e-05,
      "loss": 0.1703,
      "step": 13105
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.498307352753952e-05,
      "loss": 0.1606,
      "step": 13106
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.4982315180552726e-05,
      "loss": 0.1282,
      "step": 13107
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.498155679544999e-05,
      "loss": 0.1377,
      "step": 13108
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.4980798372237111e-05,
      "loss": 0.1363,
      "step": 13109
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.49800399109199e-05,
      "loss": 0.1938,
      "step": 13110
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.4979281411504153e-05,
      "loss": 0.1486,
      "step": 13111
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.497852287399567e-05,
      "loss": 0.1332,
      "step": 13112
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.4977764298400259e-05,
      "loss": 0.1541,
      "step": 13113
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.4977005684723724e-05,
      "loss": 0.1426,
      "step": 13114
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.4976247032971866e-05,
      "loss": 0.1383,
      "step": 13115
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.4975488343150489e-05,
      "loss": 0.1356,
      "step": 13116
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.4974729615265397e-05,
      "loss": 0.1423,
      "step": 13117
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.4973970849322397e-05,
      "loss": 0.1819,
      "step": 13118
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.497321204532729e-05,
      "loss": 0.1511,
      "step": 13119
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.4972453203285882e-05,
      "loss": 0.1497,
      "step": 13120
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.4971694323203982e-05,
      "loss": 0.1182,
      "step": 13121
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.497093540508739e-05,
      "loss": 0.1419,
      "step": 13122
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.4970176448941916e-05,
      "loss": 0.1475,
      "step": 13123
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.4969417454773366e-05,
      "loss": 0.1379,
      "step": 13124
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.4968658422587546e-05,
      "loss": 0.1472,
      "step": 13125
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.4967899352390258e-05,
      "loss": 0.1562,
      "step": 13126
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.4967140244187317e-05,
      "loss": 0.1557,
      "step": 13127
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.4966381097984527e-05,
      "loss": 0.1642,
      "step": 13128
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.4965621913787692e-05,
      "loss": 0.1677,
      "step": 13129
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.4964862691602624e-05,
      "loss": 0.1318,
      "step": 13130
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.4964103431435133e-05,
      "loss": 0.1561,
      "step": 13131
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.4963344133291022e-05,
      "loss": 0.1526,
      "step": 13132
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.4962584797176104e-05,
      "loss": 0.1196,
      "step": 13133
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.4961825423096187e-05,
      "loss": 0.1535,
      "step": 13134
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.4961066011057082e-05,
      "loss": 0.1257,
      "step": 13135
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.4960306561064595e-05,
      "loss": 0.1306,
      "step": 13136
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.4959547073124539e-05,
      "loss": 0.1328,
      "step": 13137
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.4958787547242721e-05,
      "loss": 0.1419,
      "step": 13138
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.4958027983424956e-05,
      "loss": 0.1785,
      "step": 13139
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.4957268381677053e-05,
      "loss": 0.1405,
      "step": 13140
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.4956508742004823e-05,
      "loss": 0.124,
      "step": 13141
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.4955749064414076e-05,
      "loss": 0.1704,
      "step": 13142
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.4954989348910625e-05,
      "loss": 0.1625,
      "step": 13143
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.495422959550028e-05,
      "loss": 0.1942,
      "step": 13144
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.4953469804188859e-05,
      "loss": 0.1336,
      "step": 13145
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.495270997498217e-05,
      "loss": 0.1521,
      "step": 13146
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4951950107886026e-05,
      "loss": 0.1592,
      "step": 13147
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.495119020290624e-05,
      "loss": 0.1339,
      "step": 13148
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4950430260048627e-05,
      "loss": 0.1743,
      "step": 13149
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4949670279319002e-05,
      "loss": 0.154,
      "step": 13150
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4948910260723174e-05,
      "loss": 0.164,
      "step": 13151
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4948150204266964e-05,
      "loss": 0.1351,
      "step": 13152
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.494739010995618e-05,
      "loss": 0.153,
      "step": 13153
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4946629977796643e-05,
      "loss": 0.1653,
      "step": 13154
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4945869807794165e-05,
      "loss": 0.1467,
      "step": 13155
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4945109599954561e-05,
      "loss": 0.1495,
      "step": 13156
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4944349354283645e-05,
      "loss": 0.1708,
      "step": 13157
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4943589070787237e-05,
      "loss": 0.142,
      "step": 13158
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4942828749471152e-05,
      "loss": 0.1579,
      "step": 13159
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4942068390341206e-05,
      "loss": 0.1497,
      "step": 13160
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.494130799340322e-05,
      "loss": 0.1874,
      "step": 13161
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4940547558663003e-05,
      "loss": 0.157,
      "step": 13162
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4939787086126381e-05,
      "loss": 0.1496,
      "step": 13163
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4939026575799167e-05,
      "loss": 0.1798,
      "step": 13164
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4938266027687179e-05,
      "loss": 0.1489,
      "step": 13165
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4937505441796238e-05,
      "loss": 0.1378,
      "step": 13166
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4936744818132159e-05,
      "loss": 0.1446,
      "step": 13167
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4935984156700765e-05,
      "loss": 0.1465,
      "step": 13168
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4935223457507872e-05,
      "loss": 0.1437,
      "step": 13169
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4934462720559302e-05,
      "loss": 0.1756,
      "step": 13170
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4933701945860874e-05,
      "loss": 0.1271,
      "step": 13171
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4932941133418405e-05,
      "loss": 0.1476,
      "step": 13172
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4932180283237725e-05,
      "loss": 0.1314,
      "step": 13173
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.493141939532464e-05,
      "loss": 0.1413,
      "step": 13174
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4930658469684985e-05,
      "loss": 0.13,
      "step": 13175
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.492989750632457e-05,
      "loss": 0.1494,
      "step": 13176
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4929136505249226e-05,
      "loss": 0.134,
      "step": 13177
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.492837546646477e-05,
      "loss": 0.1311,
      "step": 13178
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4927614389977022e-05,
      "loss": 0.1909,
      "step": 13179
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.492685327579181e-05,
      "loss": 0.1629,
      "step": 13180
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4926092123914953e-05,
      "loss": 0.1335,
      "step": 13181
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4925330934352276e-05,
      "loss": 0.1415,
      "step": 13182
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4924569707109599e-05,
      "loss": 0.1547,
      "step": 13183
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4923808442192748e-05,
      "loss": 0.1879,
      "step": 13184
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.492304713960755e-05,
      "loss": 0.1439,
      "step": 13185
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.492228579935982e-05,
      "loss": 0.1559,
      "step": 13186
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4921524421455393e-05,
      "loss": 0.177,
      "step": 13187
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.492076300590009e-05,
      "loss": 0.151,
      "step": 13188
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.492000155269973e-05,
      "loss": 0.146,
      "step": 13189
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4919240061860148e-05,
      "loss": 0.1469,
      "step": 13190
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.491847853338716e-05,
      "loss": 0.1781,
      "step": 13191
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4917716967286598e-05,
      "loss": 0.165,
      "step": 13192
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4916955363564291e-05,
      "loss": 0.136,
      "step": 13193
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4916193722226055e-05,
      "loss": 0.1903,
      "step": 13194
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.491543204327773e-05,
      "loss": 0.1639,
      "step": 13195
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4914670326725129e-05,
      "loss": 0.1342,
      "step": 13196
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4913908572574092e-05,
      "loss": 0.136,
      "step": 13197
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4913146780830442e-05,
      "loss": 0.1425,
      "step": 13198
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4912384951499998e-05,
      "loss": 0.1233,
      "step": 13199
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4911623084588604e-05,
      "loss": 0.1326,
      "step": 13200
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4910861180102076e-05,
      "loss": 0.1594,
      "step": 13201
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.491009923804625e-05,
      "loss": 0.1471,
      "step": 13202
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4909337258426953e-05,
      "loss": 0.1654,
      "step": 13203
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.490857524125001e-05,
      "loss": 0.1675,
      "step": 13204
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4907813186521258e-05,
      "loss": 0.1457,
      "step": 13205
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4907051094246521e-05,
      "loss": 0.1195,
      "step": 13206
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4906288964431635e-05,
      "loss": 0.1741,
      "step": 13207
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4905526797082424e-05,
      "loss": 0.1901,
      "step": 13208
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4904764592204721e-05,
      "loss": 0.1333,
      "step": 13209
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.490400234980436e-05,
      "loss": 0.1613,
      "step": 13210
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4903240069887167e-05,
      "loss": 0.1322,
      "step": 13211
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4902477752458982e-05,
      "loss": 0.1417,
      "step": 13212
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4901715397525626e-05,
      "loss": 0.1282,
      "step": 13213
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4900953005092938e-05,
      "loss": 0.1288,
      "step": 13214
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4900190575166753e-05,
      "loss": 0.1671,
      "step": 13215
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4899428107752896e-05,
      "loss": 0.1464,
      "step": 13216
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4898665602857207e-05,
      "loss": 0.1706,
      "step": 13217
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4897903060485517e-05,
      "loss": 0.1327,
      "step": 13218
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4897140480643655e-05,
      "loss": 0.1688,
      "step": 13219
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4896377863337463e-05,
      "loss": 0.1497,
      "step": 13220
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4895615208572769e-05,
      "loss": 0.1579,
      "step": 13221
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4894852516355414e-05,
      "loss": 0.1477,
      "step": 13222
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4894089786691223e-05,
      "loss": 0.1681,
      "step": 13223
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4893327019586042e-05,
      "loss": 0.1915,
      "step": 13224
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4892564215045697e-05,
      "loss": 0.1596,
      "step": 13225
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4891801373076027e-05,
      "loss": 0.1586,
      "step": 13226
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4891038493682873e-05,
      "loss": 0.1508,
      "step": 13227
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4890275576872064e-05,
      "loss": 0.1239,
      "step": 13228
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4889512622649439e-05,
      "loss": 0.1789,
      "step": 13229
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4888749631020836e-05,
      "loss": 0.1634,
      "step": 13230
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4887986601992088e-05,
      "loss": 0.1659,
      "step": 13231
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.488722353556904e-05,
      "loss": 0.1481,
      "step": 13232
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4886460431757526e-05,
      "loss": 0.1546,
      "step": 13233
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4885697290563379e-05,
      "loss": 0.1704,
      "step": 13234
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4884934111992443e-05,
      "loss": 0.1701,
      "step": 13235
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4884170896050554e-05,
      "loss": 0.1607,
      "step": 13236
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4883407642743555e-05,
      "loss": 0.1672,
      "step": 13237
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4882644352077279e-05,
      "loss": 0.1586,
      "step": 13238
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4881881024057567e-05,
      "loss": 0.1568,
      "step": 13239
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.488111765869026e-05,
      "loss": 0.1443,
      "step": 13240
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.48803542559812e-05,
      "loss": 0.1497,
      "step": 13241
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4879590815936223e-05,
      "loss": 0.1428,
      "step": 13242
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4878827338561172e-05,
      "loss": 0.1726,
      "step": 13243
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4878063823861888e-05,
      "loss": 0.1308,
      "step": 13244
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.487730027184421e-05,
      "loss": 0.145,
      "step": 13245
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.487653668251398e-05,
      "loss": 0.1001,
      "step": 13246
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4875773055877041e-05,
      "loss": 0.1422,
      "step": 13247
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4875009391939233e-05,
      "loss": 0.1414,
      "step": 13248
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4874245690706404e-05,
      "loss": 0.1408,
      "step": 13249
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4873481952184387e-05,
      "loss": 0.1676,
      "step": 13250
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4872718176379031e-05,
      "loss": 0.1529,
      "step": 13251
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.487195436329618e-05,
      "loss": 0.1368,
      "step": 13252
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.487119051294167e-05,
      "loss": 0.1753,
      "step": 13253
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4870426625321355e-05,
      "loss": 0.1738,
      "step": 13254
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4869662700441072e-05,
      "loss": 0.1788,
      "step": 13255
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4868898738306667e-05,
      "loss": 0.1463,
      "step": 13256
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4868134738923983e-05,
      "loss": 0.1281,
      "step": 13257
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4867370702298866e-05,
      "loss": 0.1248,
      "step": 13258
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4866606628437163e-05,
      "loss": 0.1546,
      "step": 13259
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4865842517344718e-05,
      "loss": 0.1518,
      "step": 13260
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4865078369027375e-05,
      "loss": 0.1576,
      "step": 13261
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4864314183490981e-05,
      "loss": 0.1342,
      "step": 13262
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4863549960741384e-05,
      "loss": 0.1334,
      "step": 13263
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4862785700784428e-05,
      "loss": 0.1235,
      "step": 13264
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.486202140362596e-05,
      "loss": 0.1256,
      "step": 13265
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4861257069271828e-05,
      "loss": 0.1308,
      "step": 13266
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.486049269772788e-05,
      "loss": 0.1156,
      "step": 13267
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4859728288999962e-05,
      "loss": 0.1397,
      "step": 13268
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.485896384309392e-05,
      "loss": 0.1891,
      "step": 13269
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4858199360015608e-05,
      "loss": 0.1457,
      "step": 13270
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4857434839770872e-05,
      "loss": 0.1473,
      "step": 13271
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4856670282365557e-05,
      "loss": 0.1608,
      "step": 13272
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4855905687805519e-05,
      "loss": 0.1954,
      "step": 13273
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.48551410560966e-05,
      "loss": 0.1514,
      "step": 13274
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4854376387244655e-05,
      "loss": 0.1395,
      "step": 13275
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4853611681255531e-05,
      "loss": 0.1571,
      "step": 13276
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.485284693813508e-05,
      "loss": 0.1576,
      "step": 13277
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.485208215788915e-05,
      "loss": 0.174,
      "step": 13278
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4851317340523594e-05,
      "loss": 0.167,
      "step": 13279
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4850552486044265e-05,
      "loss": 0.1181,
      "step": 13280
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4849787594457008e-05,
      "loss": 0.1336,
      "step": 13281
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4849022665767681e-05,
      "loss": 0.1165,
      "step": 13282
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4848257699982131e-05,
      "loss": 0.1963,
      "step": 13283
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4847492697106214e-05,
      "loss": 0.1028,
      "step": 13284
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.484672765714578e-05,
      "loss": 0.1628,
      "step": 13285
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4845962580106685e-05,
      "loss": 0.1879,
      "step": 13286
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4845197465994778e-05,
      "loss": 0.1467,
      "step": 13287
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4844432314815914e-05,
      "loss": 0.1608,
      "step": 13288
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4843667126575946e-05,
      "loss": 0.1269,
      "step": 13289
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4842901901280731e-05,
      "loss": 0.1327,
      "step": 13290
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4842136638936117e-05,
      "loss": 0.1864,
      "step": 13291
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4841371339547964e-05,
      "loss": 0.1467,
      "step": 13292
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4840606003122124e-05,
      "loss": 0.1298,
      "step": 13293
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4839840629664455e-05,
      "loss": 0.1077,
      "step": 13294
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.483907521918081e-05,
      "loss": 0.1761,
      "step": 13295
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4838309771677042e-05,
      "loss": 0.1258,
      "step": 13296
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.483754428715901e-05,
      "loss": 0.1832,
      "step": 13297
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4836778765632571e-05,
      "loss": 0.1918,
      "step": 13298
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.483601320710358e-05,
      "loss": 0.1424,
      "step": 13299
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4835247611577895e-05,
      "loss": 0.1527,
      "step": 13300
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4834481979061368e-05,
      "loss": 0.1419,
      "step": 13301
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4833716309559863e-05,
      "loss": 0.1592,
      "step": 13302
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4832950603079232e-05,
      "loss": 0.1465,
      "step": 13303
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4832184859625338e-05,
      "loss": 0.1245,
      "step": 13304
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4831419079204039e-05,
      "loss": 0.1562,
      "step": 13305
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4830653261821186e-05,
      "loss": 0.1588,
      "step": 13306
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4829887407482646e-05,
      "loss": 0.1878,
      "step": 13307
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4829121516194274e-05,
      "loss": 0.2208,
      "step": 13308
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4828355587961929e-05,
      "loss": 0.1292,
      "step": 13309
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4827589622791474e-05,
      "loss": 0.1486,
      "step": 13310
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4826823620688764e-05,
      "loss": 0.1408,
      "step": 13311
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4826057581659664e-05,
      "loss": 0.1538,
      "step": 13312
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4825291505710027e-05,
      "loss": 0.1401,
      "step": 13313
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.482452539284572e-05,
      "loss": 0.139,
      "step": 13314
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.482375924307261e-05,
      "loss": 0.1228,
      "step": 13315
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4822993056396539e-05,
      "loss": 0.1477,
      "step": 13316
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.482222683282339e-05,
      "loss": 0.1746,
      "step": 13317
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4821460572359008e-05,
      "loss": 0.1587,
      "step": 13318
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4820694275009264e-05,
      "loss": 0.1298,
      "step": 13319
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4819927940780022e-05,
      "loss": 0.1563,
      "step": 13320
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4819161569677137e-05,
      "loss": 0.1511,
      "step": 13321
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4818395161706479e-05,
      "loss": 0.1314,
      "step": 13322
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4817628716873904e-05,
      "loss": 0.1498,
      "step": 13323
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4816862235185282e-05,
      "loss": 0.1603,
      "step": 13324
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4816095716646475e-05,
      "loss": 0.1683,
      "step": 13325
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4815329161263348e-05,
      "loss": 0.1802,
      "step": 13326
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4814562569041763e-05,
      "loss": 0.1801,
      "step": 13327
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4813795939987583e-05,
      "loss": 0.1724,
      "step": 13328
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.481302927410668e-05,
      "loss": 0.182,
      "step": 13329
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.481226257140491e-05,
      "loss": 0.1339,
      "step": 13330
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4811495831888146e-05,
      "loss": 0.158,
      "step": 13331
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4810729055562249e-05,
      "loss": 0.1418,
      "step": 13332
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4809962242433088e-05,
      "loss": 0.1568,
      "step": 13333
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4809195392506528e-05,
      "loss": 0.1535,
      "step": 13334
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4808428505788435e-05,
      "loss": 0.129,
      "step": 13335
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4807661582284679e-05,
      "loss": 0.1767,
      "step": 13336
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4806894622001122e-05,
      "loss": 0.151,
      "step": 13337
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4806127624943633e-05,
      "loss": 0.1483,
      "step": 13338
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4805360591118088e-05,
      "loss": 0.1248,
      "step": 13339
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.480459352053034e-05,
      "loss": 0.1454,
      "step": 13340
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4803826413186268e-05,
      "loss": 0.1197,
      "step": 13341
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4803059269091739e-05,
      "loss": 0.1407,
      "step": 13342
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4802292088252619e-05,
      "loss": 0.1497,
      "step": 13343
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.480152487067478e-05,
      "loss": 0.1401,
      "step": 13344
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4800757616364088e-05,
      "loss": 0.1445,
      "step": 13345
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4799990325326419e-05,
      "loss": 0.1593,
      "step": 13346
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4799222997567635e-05,
      "loss": 0.1312,
      "step": 13347
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4798455633093608e-05,
      "loss": 0.1509,
      "step": 13348
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4797688231910217e-05,
      "loss": 0.1582,
      "step": 13349
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4796920794023322e-05,
      "loss": 0.1464,
      "step": 13350
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.47961533194388e-05,
      "loss": 0.1461,
      "step": 13351
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4795385808162522e-05,
      "loss": 0.1593,
      "step": 13352
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4794618260200352e-05,
      "loss": 0.1981,
      "step": 13353
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4793850675558177e-05,
      "loss": 0.1519,
      "step": 13354
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4793083054241855e-05,
      "loss": 0.126,
      "step": 13355
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4792315396257268e-05,
      "loss": 0.1586,
      "step": 13356
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4791547701610283e-05,
      "loss": 0.1736,
      "step": 13357
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4790779970306772e-05,
      "loss": 0.1304,
      "step": 13358
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4790012202352615e-05,
      "loss": 0.1167,
      "step": 13359
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.478924439775368e-05,
      "loss": 0.1772,
      "step": 13360
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4788476556515846e-05,
      "loss": 0.169,
      "step": 13361
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.478770867864498e-05,
      "loss": 0.1709,
      "step": 13362
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4786940764146963e-05,
      "loss": 0.1521,
      "step": 13363
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4786172813027665e-05,
      "loss": 0.1356,
      "step": 13364
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4785404825292964e-05,
      "loss": 0.1509,
      "step": 13365
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4784636800948737e-05,
      "loss": 0.1594,
      "step": 13366
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4783868740000854e-05,
      "loss": 0.1763,
      "step": 13367
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4783100642455194e-05,
      "loss": 0.1451,
      "step": 13368
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4782332508317634e-05,
      "loss": 0.185,
      "step": 13369
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4781564337594047e-05,
      "loss": 0.1424,
      "step": 13370
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4780796130290318e-05,
      "loss": 0.1403,
      "step": 13371
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4780027886412313e-05,
      "loss": 0.1517,
      "step": 13372
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4779259605965917e-05,
      "loss": 0.1784,
      "step": 13373
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4778491288957004e-05,
      "loss": 0.1314,
      "step": 13374
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.477772293539145e-05,
      "loss": 0.1658,
      "step": 13375
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4776954545275142e-05,
      "loss": 0.139,
      "step": 13376
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4776186118613946e-05,
      "loss": 0.1653,
      "step": 13377
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4775417655413751e-05,
      "loss": 0.17,
      "step": 13378
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4774649155680429e-05,
      "loss": 0.1409,
      "step": 13379
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4773880619419863e-05,
      "loss": 0.1411,
      "step": 13380
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4773112046637933e-05,
      "loss": 0.1555,
      "step": 13381
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4772343437340516e-05,
      "loss": 0.1544,
      "step": 13382
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4771574791533492e-05,
      "loss": 0.1385,
      "step": 13383
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4770806109222744e-05,
      "loss": 0.1519,
      "step": 13384
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4770037390414152e-05,
      "loss": 0.1558,
      "step": 13385
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4769268635113593e-05,
      "loss": 0.1862,
      "step": 13386
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4768499843326953e-05,
      "loss": 0.1768,
      "step": 13387
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4767731015060114e-05,
      "loss": 0.1644,
      "step": 13388
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4766962150318953e-05,
      "loss": 0.1408,
      "step": 13389
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4766193249109356e-05,
      "loss": 0.1472,
      "step": 13390
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4765424311437203e-05,
      "loss": 0.1372,
      "step": 13391
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4764655337308375e-05,
      "loss": 0.1224,
      "step": 13392
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.476388632672876e-05,
      "loss": 0.1561,
      "step": 13393
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4763117279704237e-05,
      "loss": 0.1822,
      "step": 13394
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4762348196240692e-05,
      "loss": 0.1499,
      "step": 13395
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4761579076344008e-05,
      "loss": 0.1422,
      "step": 13396
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4760809920020064e-05,
      "loss": 0.1484,
      "step": 13397
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4760040727274754e-05,
      "loss": 0.1712,
      "step": 13398
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4759271498113954e-05,
      "loss": 0.1583,
      "step": 13399
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4758502232543553e-05,
      "loss": 0.1517,
      "step": 13400
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4757732930569436e-05,
      "loss": 0.1323,
      "step": 13401
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4756963592197484e-05,
      "loss": 0.1497,
      "step": 13402
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4756194217433588e-05,
      "loss": 0.1573,
      "step": 13403
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4755424806283632e-05,
      "loss": 0.182,
      "step": 13404
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.47546553587535e-05,
      "loss": 0.1124,
      "step": 13405
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.475388587484908e-05,
      "loss": 0.1789,
      "step": 13406
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4753116354576262e-05,
      "loss": 0.1588,
      "step": 13407
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.475234679794093e-05,
      "loss": 0.1804,
      "step": 13408
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4751577204948973e-05,
      "loss": 0.1891,
      "step": 13409
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4750807575606274e-05,
      "loss": 0.1597,
      "step": 13410
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4750037909918724e-05,
      "loss": 0.1235,
      "step": 13411
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4749268207892213e-05,
      "loss": 0.1432,
      "step": 13412
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4748498469532627e-05,
      "loss": 0.1316,
      "step": 13413
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4747728694845856e-05,
      "loss": 0.1641,
      "step": 13414
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4746958883837786e-05,
      "loss": 0.1452,
      "step": 13415
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4746189036514309e-05,
      "loss": 0.1634,
      "step": 13416
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4745419152881315e-05,
      "loss": 0.1384,
      "step": 13417
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.474464923294469e-05,
      "loss": 0.1734,
      "step": 13418
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.474387927671033e-05,
      "loss": 0.1512,
      "step": 13419
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.474310928418412e-05,
      "loss": 0.1511,
      "step": 13420
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4742339255371954e-05,
      "loss": 0.1333,
      "step": 13421
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4741569190279722e-05,
      "loss": 0.1371,
      "step": 13422
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4740799088913313e-05,
      "loss": 0.1695,
      "step": 13423
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4740028951278621e-05,
      "loss": 0.1358,
      "step": 13424
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.473925877738154e-05,
      "loss": 0.1174,
      "step": 13425
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4738488567227958e-05,
      "loss": 0.1611,
      "step": 13426
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4737718320823767e-05,
      "loss": 0.1383,
      "step": 13427
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4736948038174861e-05,
      "loss": 0.1435,
      "step": 13428
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4736177719287133e-05,
      "loss": 0.129,
      "step": 13429
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4735407364166476e-05,
      "loss": 0.1546,
      "step": 13430
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4734636972818783e-05,
      "loss": 0.1684,
      "step": 13431
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4733866545249948e-05,
      "loss": 0.1826,
      "step": 13432
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4733096081465866e-05,
      "loss": 0.2019,
      "step": 13433
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.473232558147243e-05,
      "loss": 0.1553,
      "step": 13434
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4731555045275534e-05,
      "loss": 0.143,
      "step": 13435
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4730784472881075e-05,
      "loss": 0.1487,
      "step": 13436
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4730013864294947e-05,
      "loss": 0.1792,
      "step": 13437
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4729243219523044e-05,
      "loss": 0.1677,
      "step": 13438
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4728472538571264e-05,
      "loss": 0.1354,
      "step": 13439
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4727701821445497e-05,
      "loss": 0.1373,
      "step": 13440
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4726931068151649e-05,
      "loss": 0.1841,
      "step": 13441
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4726160278695607e-05,
      "loss": 0.1518,
      "step": 13442
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4725389453083275e-05,
      "loss": 0.1235,
      "step": 13443
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4724618591320545e-05,
      "loss": 0.1667,
      "step": 13444
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4723847693413315e-05,
      "loss": 0.1391,
      "step": 13445
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4723076759367488e-05,
      "loss": 0.1179,
      "step": 13446
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4722305789188954e-05,
      "loss": 0.169,
      "step": 13447
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4721534782883616e-05,
      "loss": 0.1907,
      "step": 13448
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4720763740457371e-05,
      "loss": 0.1573,
      "step": 13449
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4719992661916115e-05,
      "loss": 0.1541,
      "step": 13450
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4719221547265755e-05,
      "loss": 0.1579,
      "step": 13451
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.471845039651218e-05,
      "loss": 0.163,
      "step": 13452
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4717679209661297e-05,
      "loss": 0.1148,
      "step": 13453
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4716907986719004e-05,
      "loss": 0.1514,
      "step": 13454
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4716136727691197e-05,
      "loss": 0.1585,
      "step": 13455
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4715365432583784e-05,
      "loss": 0.126,
      "step": 13456
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4714594101402658e-05,
      "loss": 0.1432,
      "step": 13457
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.471382273415372e-05,
      "loss": 0.1806,
      "step": 13458
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4713051330842881e-05,
      "loss": 0.1328,
      "step": 13459
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.471227989147603e-05,
      "loss": 0.1689,
      "step": 13460
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4711508416059077e-05,
      "loss": 0.1491,
      "step": 13461
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.471073690459792e-05,
      "loss": 0.1311,
      "step": 13462
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4709965357098463e-05,
      "loss": 0.1528,
      "step": 13463
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.470919377356661e-05,
      "loss": 0.1479,
      "step": 13464
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4708422154008257e-05,
      "loss": 0.1585,
      "step": 13465
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4707650498429317e-05,
      "loss": 0.1482,
      "step": 13466
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4706878806835682e-05,
      "loss": 0.1528,
      "step": 13467
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4706107079233267e-05,
      "loss": 0.1522,
      "step": 13468
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4705335315627972e-05,
      "loss": 0.1551,
      "step": 13469
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4704563516025696e-05,
      "loss": 0.1501,
      "step": 13470
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4703791680432351e-05,
      "loss": 0.1674,
      "step": 13471
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4703019808853833e-05,
      "loss": 0.1686,
      "step": 13472
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4702247901296058e-05,
      "loss": 0.1503,
      "step": 13473
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4701475957764922e-05,
      "loss": 0.15,
      "step": 13474
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4700703978266335e-05,
      "loss": 0.1179,
      "step": 13475
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4699931962806204e-05,
      "loss": 0.1745,
      "step": 13476
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4699159911390429e-05,
      "loss": 0.1511,
      "step": 13477
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4698387824024924e-05,
      "loss": 0.1615,
      "step": 13478
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4697615700715586e-05,
      "loss": 0.144,
      "step": 13479
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4696843541468333e-05,
      "loss": 0.1824,
      "step": 13480
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4696071346289068e-05,
      "loss": 0.14,
      "step": 13481
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4695299115183694e-05,
      "loss": 0.1524,
      "step": 13482
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4694526848158126e-05,
      "loss": 0.1291,
      "step": 13483
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4693754545218265e-05,
      "loss": 0.156,
      "step": 13484
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4692982206370024e-05,
      "loss": 0.1425,
      "step": 13485
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4692209831619314e-05,
      "loss": 0.1402,
      "step": 13486
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4691437420972035e-05,
      "loss": 0.1258,
      "step": 13487
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4690664974434104e-05,
      "loss": 0.1585,
      "step": 13488
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4689892492011427e-05,
      "loss": 0.1333,
      "step": 13489
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4689119973709916e-05,
      "loss": 0.1818,
      "step": 13490
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4688347419535476e-05,
      "loss": 0.1896,
      "step": 13491
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.468757482949402e-05,
      "loss": 0.2095,
      "step": 13492
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4686802203591464e-05,
      "loss": 0.1758,
      "step": 13493
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4686029541833709e-05,
      "loss": 0.1445,
      "step": 13494
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4685256844226674e-05,
      "loss": 0.1897,
      "step": 13495
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4684484110776268e-05,
      "loss": 0.1818,
      "step": 13496
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4683711341488395e-05,
      "loss": 0.1428,
      "step": 13497
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4682938536368982e-05,
      "loss": 0.1732,
      "step": 13498
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4682165695423929e-05,
      "loss": 0.1727,
      "step": 13499
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4681392818659154e-05,
      "loss": 0.1353,
      "step": 13500
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4680619906080566e-05,
      "loss": 0.1417,
      "step": 13501
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4679846957694079e-05,
      "loss": 0.1896,
      "step": 13502
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4679073973505613e-05,
      "loss": 0.1401,
      "step": 13503
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.467830095352107e-05,
      "loss": 0.2066,
      "step": 13504
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4677527897746374e-05,
      "loss": 0.1678,
      "step": 13505
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.467675480618743e-05,
      "loss": 0.1152,
      "step": 13506
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4675981678850159e-05,
      "loss": 0.1526,
      "step": 13507
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4675208515740474e-05,
      "loss": 0.1355,
      "step": 13508
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4674435316864286e-05,
      "loss": 0.1465,
      "step": 13509
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.467366208222752e-05,
      "loss": 0.1252,
      "step": 13510
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.467288881183608e-05,
      "loss": 0.2092,
      "step": 13511
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.467211550569589e-05,
      "loss": 0.1448,
      "step": 13512
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4671342163812861e-05,
      "loss": 0.1503,
      "step": 13513
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4670568786192909e-05,
      "loss": 0.1256,
      "step": 13514
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4669795372841958e-05,
      "loss": 0.1298,
      "step": 13515
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4669021923765913e-05,
      "loss": 0.164,
      "step": 13516
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.46682484389707e-05,
      "loss": 0.1603,
      "step": 13517
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4667474918462237e-05,
      "loss": 0.1251,
      "step": 13518
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4666701362246431e-05,
      "loss": 0.1511,
      "step": 13519
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4665927770329217e-05,
      "loss": 0.1577,
      "step": 13520
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4665154142716496e-05,
      "loss": 0.1336,
      "step": 13521
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4664380479414195e-05,
      "loss": 0.1426,
      "step": 13522
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4663606780428232e-05,
      "loss": 0.1944,
      "step": 13523
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4662833045764528e-05,
      "loss": 0.1604,
      "step": 13524
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4662059275428996e-05,
      "loss": 0.1934,
      "step": 13525
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4661285469427562e-05,
      "loss": 0.1279,
      "step": 13526
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4660511627766143e-05,
      "loss": 0.1831,
      "step": 13527
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.465973775045066e-05,
      "loss": 0.1915,
      "step": 13528
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.465896383748703e-05,
      "loss": 0.1283,
      "step": 13529
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4658189888881179e-05,
      "loss": 0.1519,
      "step": 13530
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4657415904639023e-05,
      "loss": 0.1852,
      "step": 13531
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4656641884766485e-05,
      "loss": 0.17,
      "step": 13532
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4655867829269488e-05,
      "loss": 0.1211,
      "step": 13533
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4655093738153952e-05,
      "loss": 0.1473,
      "step": 13534
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.46543196114258e-05,
      "loss": 0.1653,
      "step": 13535
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4653545449090954e-05,
      "loss": 0.1508,
      "step": 13536
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4652771251155335e-05,
      "loss": 0.1584,
      "step": 13537
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4651997017624868e-05,
      "loss": 0.1318,
      "step": 13538
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4651222748505477e-05,
      "loss": 0.16,
      "step": 13539
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.465044844380308e-05,
      "loss": 0.1369,
      "step": 13540
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4649674103523606e-05,
      "loss": 0.1336,
      "step": 13541
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4648899727672976e-05,
      "loss": 0.1666,
      "step": 13542
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4648125316257116e-05,
      "loss": 0.1353,
      "step": 13543
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.464735086928195e-05,
      "loss": 0.1731,
      "step": 13544
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.46465763867534e-05,
      "loss": 0.1664,
      "step": 13545
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4645801868677394e-05,
      "loss": 0.1601,
      "step": 13546
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.464502731505986e-05,
      "loss": 0.1448,
      "step": 13547
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4644252725906716e-05,
      "loss": 0.1738,
      "step": 13548
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4643478101223894e-05,
      "loss": 0.1613,
      "step": 13549
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4642703441017316e-05,
      "loss": 0.1402,
      "step": 13550
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.464192874529291e-05,
      "loss": 0.1355,
      "step": 13551
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4641154014056607e-05,
      "loss": 0.1492,
      "step": 13552
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4640379247314327e-05,
      "loss": 0.1471,
      "step": 13553
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4639604445072e-05,
      "loss": 0.1634,
      "step": 13554
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4638829607335555e-05,
      "loss": 0.139,
      "step": 13555
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4638054734110916e-05,
      "loss": 0.1284,
      "step": 13556
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4637279825404012e-05,
      "loss": 0.1657,
      "step": 13557
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4636504881220775e-05,
      "loss": 0.1477,
      "step": 13558
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4635729901567128e-05,
      "loss": 0.1376,
      "step": 13559
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4634954886449004e-05,
      "loss": 0.1695,
      "step": 13560
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4634179835872333e-05,
      "loss": 0.1512,
      "step": 13561
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4633404749843039e-05,
      "loss": 0.1823,
      "step": 13562
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4632629628367054e-05,
      "loss": 0.1609,
      "step": 13563
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.463185447145031e-05,
      "loss": 0.1517,
      "step": 13564
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4631079279098737e-05,
      "loss": 0.138,
      "step": 13565
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4630304051318262e-05,
      "loss": 0.1497,
      "step": 13566
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4629528788114819e-05,
      "loss": 0.1439,
      "step": 13567
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4628753489494336e-05,
      "loss": 0.1279,
      "step": 13568
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4627978155462748e-05,
      "loss": 0.1557,
      "step": 13569
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4627202786025982e-05,
      "loss": 0.134,
      "step": 13570
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4626427381189973e-05,
      "loss": 0.1572,
      "step": 13571
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4625651940960652e-05,
      "loss": 0.1667,
      "step": 13572
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4624876465343954e-05,
      "loss": 0.1512,
      "step": 13573
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4624100954345806e-05,
      "loss": 0.141,
      "step": 13574
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4623325407972145e-05,
      "loss": 0.1181,
      "step": 13575
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4622549826228902e-05,
      "loss": 0.1318,
      "step": 13576
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4621774209122013e-05,
      "loss": 0.128,
      "step": 13577
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4620998556657409e-05,
      "loss": 0.1506,
      "step": 13578
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4620222868841025e-05,
      "loss": 0.1435,
      "step": 13579
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4619447145678796e-05,
      "loss": 0.1229,
      "step": 13580
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4618671387176653e-05,
      "loss": 0.1518,
      "step": 13581
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4617895593340536e-05,
      "loss": 0.1355,
      "step": 13582
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4617119764176379e-05,
      "loss": 0.1277,
      "step": 13583
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4616343899690113e-05,
      "loss": 0.1461,
      "step": 13584
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4615567999887677e-05,
      "loss": 0.1682,
      "step": 13585
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4614792064775006e-05,
      "loss": 0.1295,
      "step": 13586
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4614016094358037e-05,
      "loss": 0.1555,
      "step": 13587
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4613240088642706e-05,
      "loss": 0.2365,
      "step": 13588
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4612464047634947e-05,
      "loss": 0.1851,
      "step": 13589
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.46116879713407e-05,
      "loss": 0.1225,
      "step": 13590
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4610911859765902e-05,
      "loss": 0.1595,
      "step": 13591
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.461013571291649e-05,
      "loss": 0.1516,
      "step": 13592
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4609359530798401e-05,
      "loss": 0.1692,
      "step": 13593
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.460858331341757e-05,
      "loss": 0.1314,
      "step": 13594
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4607807060779942e-05,
      "loss": 0.1556,
      "step": 13595
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4607030772891453e-05,
      "loss": 0.1326,
      "step": 13596
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4606254449758039e-05,
      "loss": 0.1437,
      "step": 13597
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4605478091385645e-05,
      "loss": 0.1691,
      "step": 13598
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4604701697780201e-05,
      "loss": 0.1654,
      "step": 13599
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4603925268947658e-05,
      "loss": 0.1668,
      "step": 13600
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4603148804893943e-05,
      "loss": 0.1595,
      "step": 13601
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4602372305625008e-05,
      "loss": 0.1282,
      "step": 13602
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4601595771146788e-05,
      "loss": 0.1598,
      "step": 13603
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4600819201465222e-05,
      "loss": 0.165,
      "step": 13604
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4600042596586254e-05,
      "loss": 0.124,
      "step": 13605
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4599265956515822e-05,
      "loss": 0.1139,
      "step": 13606
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4598489281259873e-05,
      "loss": 0.1704,
      "step": 13607
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4597712570824347e-05,
      "loss": 0.1353,
      "step": 13608
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.459693582521518e-05,
      "loss": 0.1239,
      "step": 13609
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4596159044438322e-05,
      "loss": 0.1662,
      "step": 13610
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4595382228499711e-05,
      "loss": 0.1555,
      "step": 13611
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.459460537740529e-05,
      "loss": 0.141,
      "step": 13612
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4593828491161008e-05,
      "loss": 0.154,
      "step": 13613
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4593051569772797e-05,
      "loss": 0.1765,
      "step": 13614
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4592274613246615e-05,
      "loss": 0.1695,
      "step": 13615
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4591497621588394e-05,
      "loss": 0.1524,
      "step": 13616
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4590720594804081e-05,
      "loss": 0.165,
      "step": 13617
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4589943532899625e-05,
      "loss": 0.1648,
      "step": 13618
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4589166435880965e-05,
      "loss": 0.1487,
      "step": 13619
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.458838930375405e-05,
      "loss": 0.1503,
      "step": 13620
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4587612136524825e-05,
      "loss": 0.1284,
      "step": 13621
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4586834934199235e-05,
      "loss": 0.1785,
      "step": 13622
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.458605769678322e-05,
      "loss": 0.1622,
      "step": 13623
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4585280424282735e-05,
      "loss": 0.1404,
      "step": 13624
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4584503116703724e-05,
      "loss": 0.1385,
      "step": 13625
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4583725774052128e-05,
      "loss": 0.1489,
      "step": 13626
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4582948396333902e-05,
      "loss": 0.1389,
      "step": 13627
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4582170983554986e-05,
      "loss": 0.1508,
      "step": 13628
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.458139353572133e-05,
      "loss": 0.1579,
      "step": 13629
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4580616052838887e-05,
      "loss": 0.1486,
      "step": 13630
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4579838534913594e-05,
      "loss": 0.184,
      "step": 13631
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4579060981951413e-05,
      "loss": 0.1527,
      "step": 13632
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4578283393958277e-05,
      "loss": 0.1398,
      "step": 13633
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4577505770940148e-05,
      "loss": 0.1537,
      "step": 13634
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4576728112902967e-05,
      "loss": 0.1119,
      "step": 13635
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4575950419852684e-05,
      "loss": 0.1631,
      "step": 13636
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4575172691795256e-05,
      "loss": 0.1518,
      "step": 13637
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4574394928736621e-05,
      "loss": 0.1571,
      "step": 13638
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.457361713068274e-05,
      "loss": 0.1626,
      "step": 13639
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4572839297639557e-05,
      "loss": 0.1787,
      "step": 13640
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4572061429613023e-05,
      "loss": 0.1332,
      "step": 13641
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4571283526609093e-05,
      "loss": 0.1344,
      "step": 13642
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.457050558863371e-05,
      "loss": 0.1449,
      "step": 13643
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4569727615692838e-05,
      "loss": 0.1791,
      "step": 13644
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4568949607792418e-05,
      "loss": 0.1494,
      "step": 13645
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.45681715649384e-05,
      "loss": 0.1641,
      "step": 13646
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.456739348713675e-05,
      "loss": 0.1813,
      "step": 13647
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4566615374393408e-05,
      "loss": 0.1523,
      "step": 13648
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.456583722671433e-05,
      "loss": 0.1392,
      "step": 13649
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4565059044105471e-05,
      "loss": 0.1598,
      "step": 13650
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4564280826572782e-05,
      "loss": 0.1522,
      "step": 13651
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4563502574122219e-05,
      "loss": 0.1581,
      "step": 13652
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4562724286759732e-05,
      "loss": 0.1708,
      "step": 13653
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4561945964491284e-05,
      "loss": 0.1744,
      "step": 13654
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4561167607322816e-05,
      "loss": 0.1427,
      "step": 13655
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4560389215260293e-05,
      "loss": 0.145,
      "step": 13656
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4559610788309667e-05,
      "loss": 0.1595,
      "step": 13657
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4558832326476889e-05,
      "loss": 0.1413,
      "step": 13658
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4558053829767922e-05,
      "loss": 0.1746,
      "step": 13659
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4557275298188715e-05,
      "loss": 0.1408,
      "step": 13660
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4556496731745228e-05,
      "loss": 0.1357,
      "step": 13661
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4555718130443416e-05,
      "loss": 0.1316,
      "step": 13662
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4554939494289233e-05,
      "loss": 0.1887,
      "step": 13663
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4554160823288641e-05,
      "loss": 0.1656,
      "step": 13664
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4553382117447594e-05,
      "loss": 0.1539,
      "step": 13665
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4552603376772047e-05,
      "loss": 0.1327,
      "step": 13666
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4551824601267963e-05,
      "loss": 0.1628,
      "step": 13667
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4551045790941295e-05,
      "loss": 0.1386,
      "step": 13668
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4550266945798004e-05,
      "loss": 0.1716,
      "step": 13669
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4549488065844046e-05,
      "loss": 0.1673,
      "step": 13670
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4548709151085383e-05,
      "loss": 0.145,
      "step": 13671
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4547930201527968e-05,
      "loss": 0.1544,
      "step": 13672
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4547151217177768e-05,
      "loss": 0.1902,
      "step": 13673
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4546372198040737e-05,
      "loss": 0.157,
      "step": 13674
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4545593144122837e-05,
      "loss": 0.1482,
      "step": 13675
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4544814055430026e-05,
      "loss": 0.124,
      "step": 13676
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4544034931968264e-05,
      "loss": 0.147,
      "step": 13677
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4543255773743515e-05,
      "loss": 0.1192,
      "step": 13678
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4542476580761734e-05,
      "loss": 0.1312,
      "step": 13679
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4541697353028889e-05,
      "loss": 0.1738,
      "step": 13680
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4540918090550937e-05,
      "loss": 0.1628,
      "step": 13681
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.454013879333384e-05,
      "loss": 0.151,
      "step": 13682
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4539359461383562e-05,
      "loss": 0.1498,
      "step": 13683
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4538580094706061e-05,
      "loss": 0.131,
      "step": 13684
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4537800693307303e-05,
      "loss": 0.1576,
      "step": 13685
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4537021257193247e-05,
      "loss": 0.1642,
      "step": 13686
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.453624178636986e-05,
      "loss": 0.1707,
      "step": 13687
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4535462280843102e-05,
      "loss": 0.1326,
      "step": 13688
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4534682740618937e-05,
      "loss": 0.1259,
      "step": 13689
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.453390316570333e-05,
      "loss": 0.1442,
      "step": 13690
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4533123556102247e-05,
      "loss": 0.1673,
      "step": 13691
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4532343911821648e-05,
      "loss": 0.1511,
      "step": 13692
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4531564232867497e-05,
      "loss": 0.1525,
      "step": 13693
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4530784519245762e-05,
      "loss": 0.1209,
      "step": 13694
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4530004770962406e-05,
      "loss": 0.1462,
      "step": 13695
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4529224988023396e-05,
      "loss": 0.1605,
      "step": 13696
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4528445170434697e-05,
      "loss": 0.1577,
      "step": 13697
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4527665318202273e-05,
      "loss": 0.1677,
      "step": 13698
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4526885431332091e-05,
      "loss": 0.1428,
      "step": 13699
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.452610550983012e-05,
      "loss": 0.1627,
      "step": 13700
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.452532555370232e-05,
      "loss": 0.1562,
      "step": 13701
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4524545562954666e-05,
      "loss": 0.1387,
      "step": 13702
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.452376553759312e-05,
      "loss": 0.1512,
      "step": 13703
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.452298547762365e-05,
      "loss": 0.1708,
      "step": 13704
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4522205383052226e-05,
      "loss": 0.1628,
      "step": 13705
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.452142525388481e-05,
      "loss": 0.1244,
      "step": 13706
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.452064509012738e-05,
      "loss": 0.1486,
      "step": 13707
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4519864891785895e-05,
      "loss": 0.2022,
      "step": 13708
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4519084658866329e-05,
      "loss": 0.1438,
      "step": 13709
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4518304391374649e-05,
      "loss": 0.1345,
      "step": 13710
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4517524089316826e-05,
      "loss": 0.1692,
      "step": 13711
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4516743752698826e-05,
      "loss": 0.1396,
      "step": 13712
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4515963381526623e-05,
      "loss": 0.1568,
      "step": 13713
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4515182975806184e-05,
      "loss": 0.1734,
      "step": 13714
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.451440253554348e-05,
      "loss": 0.1237,
      "step": 13715
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4513622060744483e-05,
      "loss": 0.133,
      "step": 13716
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4512841551415162e-05,
      "loss": 0.134,
      "step": 13717
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4512061007561488e-05,
      "loss": 0.1705,
      "step": 13718
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4511280429189434e-05,
      "loss": 0.1425,
      "step": 13719
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4510499816304972e-05,
      "loss": 0.1565,
      "step": 13720
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4509719168914072e-05,
      "loss": 0.134,
      "step": 13721
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4508938487022706e-05,
      "loss": 0.1461,
      "step": 13722
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4508157770636845e-05,
      "loss": 0.1624,
      "step": 13723
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4507377019762468e-05,
      "loss": 0.1483,
      "step": 13724
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4506596234405543e-05,
      "loss": 0.14,
      "step": 13725
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4505815414572041e-05,
      "loss": 0.1414,
      "step": 13726
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4505034560267943e-05,
      "loss": 0.15,
      "step": 13727
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4504253671499215e-05,
      "loss": 0.1543,
      "step": 13728
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4503472748271836e-05,
      "loss": 0.1446,
      "step": 13729
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4502691790591777e-05,
      "loss": 0.1525,
      "step": 13730
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4501910798465013e-05,
      "loss": 0.1776,
      "step": 13731
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4501129771897523e-05,
      "loss": 0.1361,
      "step": 13732
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4500348710895278e-05,
      "loss": 0.1626,
      "step": 13733
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4499567615464252e-05,
      "loss": 0.1882,
      "step": 13734
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4498786485610424e-05,
      "loss": 0.1738,
      "step": 13735
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4498005321339768e-05,
      "loss": 0.1337,
      "step": 13736
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4497224122658265e-05,
      "loss": 0.1248,
      "step": 13737
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.449644288957188e-05,
      "loss": 0.1387,
      "step": 13738
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4495661622086598e-05,
      "loss": 0.1536,
      "step": 13739
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4494880320208398e-05,
      "loss": 0.1735,
      "step": 13740
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4494098983943252e-05,
      "loss": 0.1789,
      "step": 13741
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.449331761329714e-05,
      "loss": 0.1325,
      "step": 13742
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4492536208276038e-05,
      "loss": 0.1424,
      "step": 13743
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4491754768885926e-05,
      "loss": 0.1265,
      "step": 13744
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4490973295132778e-05,
      "loss": 0.1612,
      "step": 13745
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4490191787022573e-05,
      "loss": 0.1092,
      "step": 13746
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.44894102445613e-05,
      "loss": 0.1407,
      "step": 13747
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4488628667754924e-05,
      "loss": 0.1548,
      "step": 13748
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4487847056609433e-05,
      "loss": 0.162,
      "step": 13749
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4487065411130804e-05,
      "loss": 0.1465,
      "step": 13750
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4486283731325013e-05,
      "loss": 0.1373,
      "step": 13751
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.448550201719805e-05,
      "loss": 0.1875,
      "step": 13752
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4484720268755884e-05,
      "loss": 0.1576,
      "step": 13753
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4483938486004502e-05,
      "loss": 0.1363,
      "step": 13754
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4483156668949883e-05,
      "loss": 0.1171,
      "step": 13755
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4482374817598008e-05,
      "loss": 0.1571,
      "step": 13756
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4481592931954861e-05,
      "loss": 0.175,
      "step": 13757
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4480811012026418e-05,
      "loss": 0.1195,
      "step": 13758
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.448002905781867e-05,
      "loss": 0.1623,
      "step": 13759
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4479247069337587e-05,
      "loss": 0.1451,
      "step": 13760
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4478465046589163e-05,
      "loss": 0.1723,
      "step": 13761
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4477682989579374e-05,
      "loss": 0.1502,
      "step": 13762
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4476900898314201e-05,
      "loss": 0.1507,
      "step": 13763
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4476118772799636e-05,
      "loss": 0.1439,
      "step": 13764
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4475336613041653e-05,
      "loss": 0.1483,
      "step": 13765
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4474554419046243e-05,
      "loss": 0.1447,
      "step": 13766
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4473772190819384e-05,
      "loss": 0.1715,
      "step": 13767
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4472989928367065e-05,
      "loss": 0.1358,
      "step": 13768
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.447220763169527e-05,
      "loss": 0.1613,
      "step": 13769
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4471425300809979e-05,
      "loss": 0.1573,
      "step": 13770
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4470642935717183e-05,
      "loss": 0.1406,
      "step": 13771
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4469860536422861e-05,
      "loss": 0.1575,
      "step": 13772
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4469078102933006e-05,
      "loss": 0.1636,
      "step": 13773
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.44682956352536e-05,
      "loss": 0.1503,
      "step": 13774
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4467513133390625e-05,
      "loss": 0.1609,
      "step": 13775
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4466730597350076e-05,
      "loss": 0.1534,
      "step": 13776
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.446594802713793e-05,
      "loss": 0.1287,
      "step": 13777
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4465165422760184e-05,
      "loss": 0.1787,
      "step": 13778
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4464382784222819e-05,
      "loss": 0.1642,
      "step": 13779
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.446360011153182e-05,
      "loss": 0.1369,
      "step": 13780
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4462817404693182e-05,
      "loss": 0.1864,
      "step": 13781
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4462034663712886e-05,
      "loss": 0.1556,
      "step": 13782
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4461251888596926e-05,
      "loss": 0.1744,
      "step": 13783
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4460469079351285e-05,
      "loss": 0.1338,
      "step": 13784
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4459686235981951e-05,
      "loss": 0.1307,
      "step": 13785
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4458903358494922e-05,
      "loss": 0.1572,
      "step": 13786
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4458120446896178e-05,
      "loss": 0.135,
      "step": 13787
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4457337501191715e-05,
      "loss": 0.1813,
      "step": 13788
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4456554521387518e-05,
      "loss": 0.104,
      "step": 13789
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4455771507489576e-05,
      "loss": 0.154,
      "step": 13790
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4454988459503885e-05,
      "loss": 0.1646,
      "step": 13791
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4454205377436428e-05,
      "loss": 0.1514,
      "step": 13792
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4453422261293204e-05,
      "loss": 0.1659,
      "step": 13793
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.44526391110802e-05,
      "loss": 0.1534,
      "step": 13794
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4451855926803407e-05,
      "loss": 0.1802,
      "step": 13795
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4451072708468816e-05,
      "loss": 0.1299,
      "step": 13796
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4450289456082418e-05,
      "loss": 0.1389,
      "step": 13797
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4449506169650209e-05,
      "loss": 0.1448,
      "step": 13798
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.444872284917818e-05,
      "loss": 0.1543,
      "step": 13799
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4447939494672321e-05,
      "loss": 0.144,
      "step": 13800
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4447156106138626e-05,
      "loss": 0.1545,
      "step": 13801
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4446372683583088e-05,
      "loss": 0.1443,
      "step": 13802
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4445589227011705e-05,
      "loss": 0.1289,
      "step": 13803
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4444805736430464e-05,
      "loss": 0.1542,
      "step": 13804
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4444022211845364e-05,
      "loss": 0.1367,
      "step": 13805
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4443238653262392e-05,
      "loss": 0.1461,
      "step": 13806
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.444245506068755e-05,
      "loss": 0.1219,
      "step": 13807
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4441671434126832e-05,
      "loss": 0.1713,
      "step": 13808
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4440887773586228e-05,
      "loss": 0.1492,
      "step": 13809
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4440104079071735e-05,
      "loss": 0.1484,
      "step": 13810
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4439320350589351e-05,
      "loss": 0.1262,
      "step": 13811
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4438536588145071e-05,
      "loss": 0.1742,
      "step": 13812
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.443775279174489e-05,
      "loss": 0.115,
      "step": 13813
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4436968961394802e-05,
      "loss": 0.1229,
      "step": 13814
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4436185097100808e-05,
      "loss": 0.1537,
      "step": 13815
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4435401198868904e-05,
      "loss": 0.1593,
      "step": 13816
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4434617266705082e-05,
      "loss": 0.1456,
      "step": 13817
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4433833300615345e-05,
      "loss": 0.1303,
      "step": 13818
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4433049300605689e-05,
      "loss": 0.1633,
      "step": 13819
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4432265266682108e-05,
      "loss": 0.1431,
      "step": 13820
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4431481198850605e-05,
      "loss": 0.1562,
      "step": 13821
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4430697097117178e-05,
      "loss": 0.1941,
      "step": 13822
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4429912961487824e-05,
      "loss": 0.1449,
      "step": 13823
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.442912879196854e-05,
      "loss": 0.1414,
      "step": 13824
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4428344588565328e-05,
      "loss": 0.1948,
      "step": 13825
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4427560351284187e-05,
      "loss": 0.1638,
      "step": 13826
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4426776080131117e-05,
      "loss": 0.1567,
      "step": 13827
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4425991775112116e-05,
      "loss": 0.1379,
      "step": 13828
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4425207436233184e-05,
      "loss": 0.1459,
      "step": 13829
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4424423063500324e-05,
      "loss": 0.1434,
      "step": 13830
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4423638656919534e-05,
      "loss": 0.1291,
      "step": 13831
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4422854216496815e-05,
      "loss": 0.1594,
      "step": 13832
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4422069742238172e-05,
      "loss": 0.1494,
      "step": 13833
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4421285234149603e-05,
      "loss": 0.1616,
      "step": 13834
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4420500692237107e-05,
      "loss": 0.116,
      "step": 13835
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4419716116506692e-05,
      "loss": 0.1649,
      "step": 13836
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4418931506964357e-05,
      "loss": 0.1437,
      "step": 13837
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4418146863616105e-05,
      "loss": 0.1816,
      "step": 13838
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4417362186467938e-05,
      "loss": 0.1592,
      "step": 13839
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4416577475525859e-05,
      "loss": 0.1302,
      "step": 13840
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4415792730795873e-05,
      "loss": 0.148,
      "step": 13841
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4415007952283981e-05,
      "loss": 0.1253,
      "step": 13842
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4414223139996189e-05,
      "loss": 0.1166,
      "step": 13843
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.44134382939385e-05,
      "loss": 0.1487,
      "step": 13844
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4412653414116917e-05,
      "loss": 0.126,
      "step": 13845
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4411868500537446e-05,
      "loss": 0.1539,
      "step": 13846
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4411083553206093e-05,
      "loss": 0.1188,
      "step": 13847
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.441029857212886e-05,
      "loss": 0.1339,
      "step": 13848
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4409513557311755e-05,
      "loss": 0.2025,
      "step": 13849
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4408728508760783e-05,
      "loss": 0.1684,
      "step": 13850
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.440794342648195e-05,
      "loss": 0.1542,
      "step": 13851
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.440715831048126e-05,
      "loss": 0.1402,
      "step": 13852
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.440637316076472e-05,
      "loss": 0.1459,
      "step": 13853
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4405587977338339e-05,
      "loss": 0.1414,
      "step": 13854
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4404802760208121e-05,
      "loss": 0.1594,
      "step": 13855
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4404017509380073e-05,
      "loss": 0.1633,
      "step": 13856
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4403232224860206e-05,
      "loss": 0.1513,
      "step": 13857
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4402446906654524e-05,
      "loss": 0.1368,
      "step": 13858
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4401661554769035e-05,
      "loss": 0.1525,
      "step": 13859
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.440087616920975e-05,
      "loss": 0.1418,
      "step": 13860
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4400090749982676e-05,
      "loss": 0.1964,
      "step": 13861
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.439930529709382e-05,
      "loss": 0.1377,
      "step": 13862
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4398519810549192e-05,
      "loss": 0.1539,
      "step": 13863
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4397734290354804e-05,
      "loss": 0.1339,
      "step": 13864
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4396948736516658e-05,
      "loss": 0.1535,
      "step": 13865
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4396163149040771e-05,
      "loss": 0.1218,
      "step": 13866
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4395377527933152e-05,
      "loss": 0.1678,
      "step": 13867
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4394591873199807e-05,
      "loss": 0.1643,
      "step": 13868
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.439380618484675e-05,
      "loss": 0.1364,
      "step": 13869
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4393020462879993e-05,
      "loss": 0.1968,
      "step": 13870
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4392234707305544e-05,
      "loss": 0.1769,
      "step": 13871
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4391448918129412e-05,
      "loss": 0.1337,
      "step": 13872
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.439066309535761e-05,
      "loss": 0.1559,
      "step": 13873
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4389877238996156e-05,
      "loss": 0.1605,
      "step": 13874
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4389091349051056e-05,
      "loss": 0.1407,
      "step": 13875
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4388305425528324e-05,
      "loss": 0.163,
      "step": 13876
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.438751946843397e-05,
      "loss": 0.1414,
      "step": 13877
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4386733477774009e-05,
      "loss": 0.166,
      "step": 13878
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4385947453554455e-05,
      "loss": 0.1424,
      "step": 13879
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4385161395781317e-05,
      "loss": 0.1828,
      "step": 13880
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4384375304460617e-05,
      "loss": 0.1431,
      "step": 13881
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4383589179598358e-05,
      "loss": 0.1583,
      "step": 13882
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.438280302120056e-05,
      "loss": 0.1241,
      "step": 13883
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.438201682927324e-05,
      "loss": 0.1576,
      "step": 13884
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4381230603822408e-05,
      "loss": 0.1289,
      "step": 13885
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4380444344854078e-05,
      "loss": 0.1575,
      "step": 13886
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4379658052374269e-05,
      "loss": 0.129,
      "step": 13887
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4378871726388994e-05,
      "loss": 0.1648,
      "step": 13888
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4378085366904269e-05,
      "loss": 0.1281,
      "step": 13889
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4377298973926108e-05,
      "loss": 0.1799,
      "step": 13890
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4376512547460533e-05,
      "loss": 0.1407,
      "step": 13891
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.437572608751355e-05,
      "loss": 0.1293,
      "step": 13892
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4374939594091191e-05,
      "loss": 0.152,
      "step": 13893
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4374153067199457e-05,
      "loss": 0.2017,
      "step": 13894
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4373366506844372e-05,
      "loss": 0.13,
      "step": 13895
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4372579913031958e-05,
      "loss": 0.1331,
      "step": 13896
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4371793285768223e-05,
      "loss": 0.1502,
      "step": 13897
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4371006625059195e-05,
      "loss": 0.2139,
      "step": 13898
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4370219930910883e-05,
      "loss": 0.176,
      "step": 13899
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4369433203329309e-05,
      "loss": 0.1447,
      "step": 13900
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4368646442320496e-05,
      "loss": 0.174,
      "step": 13901
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4367859647890454e-05,
      "loss": 0.1431,
      "step": 13902
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4367072820045212e-05,
      "loss": 0.1614,
      "step": 13903
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.436628595879078e-05,
      "loss": 0.165,
      "step": 13904
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4365499064133187e-05,
      "loss": 0.1496,
      "step": 13905
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4364712136078444e-05,
      "loss": 0.13,
      "step": 13906
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4363925174632578e-05,
      "loss": 0.1513,
      "step": 13907
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4363138179801609e-05,
      "loss": 0.1268,
      "step": 13908
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.436235115159155e-05,
      "loss": 0.1659,
      "step": 13909
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4361564090008431e-05,
      "loss": 0.1279,
      "step": 13910
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4360776995058268e-05,
      "loss": 0.1424,
      "step": 13911
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4359989866747083e-05,
      "loss": 0.1535,
      "step": 13912
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4359202705080903e-05,
      "loss": 0.1485,
      "step": 13913
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4358415510065742e-05,
      "loss": 0.1403,
      "step": 13914
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4357628281707632e-05,
      "loss": 0.1755,
      "step": 13915
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4356841020012585e-05,
      "loss": 0.1366,
      "step": 13916
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4356053724986627e-05,
      "loss": 0.1671,
      "step": 13917
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4355266396635785e-05,
      "loss": 0.1665,
      "step": 13918
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4354479034966078e-05,
      "loss": 0.1572,
      "step": 13919
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4353691639983536e-05,
      "loss": 0.1268,
      "step": 13920
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4352904211694173e-05,
      "loss": 0.1346,
      "step": 13921
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.435211675010402e-05,
      "loss": 0.148,
      "step": 13922
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4351329255219098e-05,
      "loss": 0.1612,
      "step": 13923
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4350541727045433e-05,
      "loss": 0.1029,
      "step": 13924
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.434975416558905e-05,
      "loss": 0.1376,
      "step": 13925
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.434896657085597e-05,
      "loss": 0.1503,
      "step": 13926
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4348178942852229e-05,
      "loss": 0.165,
      "step": 13927
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.434739128158384e-05,
      "loss": 0.1814,
      "step": 13928
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4346603587056835e-05,
      "loss": 0.1411,
      "step": 13929
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4345815859277244e-05,
      "loss": 0.172,
      "step": 13930
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.434502809825108e-05,
      "loss": 0.1362,
      "step": 13931
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4344240303984387e-05,
      "loss": 0.1307,
      "step": 13932
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4343452476483178e-05,
      "loss": 0.1445,
      "step": 13933
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4342664615753483e-05,
      "loss": 0.1813,
      "step": 13934
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4341876721801338e-05,
      "loss": 0.1309,
      "step": 13935
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4341088794632758e-05,
      "loss": 0.1414,
      "step": 13936
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4340300834253782e-05,
      "loss": 0.1369,
      "step": 13937
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4339512840670429e-05,
      "loss": 0.1584,
      "step": 13938
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4338724813888732e-05,
      "loss": 0.1304,
      "step": 13939
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4337936753914718e-05,
      "loss": 0.132,
      "step": 13940
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4337148660754417e-05,
      "loss": 0.1513,
      "step": 13941
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.433636053441386e-05,
      "loss": 0.165,
      "step": 13942
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4335572374899073e-05,
      "loss": 0.1305,
      "step": 13943
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4334784182216086e-05,
      "loss": 0.1566,
      "step": 13944
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4333995956370931e-05,
      "loss": 0.1421,
      "step": 13945
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4333207697369633e-05,
      "loss": 0.1461,
      "step": 13946
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4332419405218231e-05,
      "loss": 0.169,
      "step": 13947
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4331631079922749e-05,
      "loss": 0.1616,
      "step": 13948
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.433084272148922e-05,
      "loss": 0.1459,
      "step": 13949
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4330054329923674e-05,
      "loss": 0.1411,
      "step": 13950
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4329265905232142e-05,
      "loss": 0.1518,
      "step": 13951
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.432847744742066e-05,
      "loss": 0.1289,
      "step": 13952
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4327688956495256e-05,
      "loss": 0.1656,
      "step": 13953
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4326900432461961e-05,
      "loss": 0.1554,
      "step": 13954
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.432611187532681e-05,
      "loss": 0.1655,
      "step": 13955
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4325323285095836e-05,
      "loss": 0.1732,
      "step": 13956
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.432453466177507e-05,
      "loss": 0.1179,
      "step": 13957
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4323746005370547e-05,
      "loss": 0.1584,
      "step": 13958
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4322957315888297e-05,
      "loss": 0.1516,
      "step": 13959
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4322168593334358e-05,
      "loss": 0.1589,
      "step": 13960
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4321379837714762e-05,
      "loss": 0.1553,
      "step": 13961
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4320591049035542e-05,
      "loss": 0.157,
      "step": 13962
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4319802227302735e-05,
      "loss": 0.1198,
      "step": 13963
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4319013372522373e-05,
      "loss": 0.1098,
      "step": 13964
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4318224484700494e-05,
      "loss": 0.1473,
      "step": 13965
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.431743556384313e-05,
      "loss": 0.1095,
      "step": 13966
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4316646609956317e-05,
      "loss": 0.1427,
      "step": 13967
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4315857623046094e-05,
      "loss": 0.137,
      "step": 13968
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4315068603118492e-05,
      "loss": 0.1504,
      "step": 13969
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4314279550179553e-05,
      "loss": 0.1408,
      "step": 13970
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4313490464235306e-05,
      "loss": 0.1514,
      "step": 13971
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4312701345291796e-05,
      "loss": 0.1259,
      "step": 13972
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4311912193355052e-05,
      "loss": 0.1927,
      "step": 13973
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4311123008431116e-05,
      "loss": 0.1786,
      "step": 13974
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4310333790526025e-05,
      "loss": 0.1642,
      "step": 13975
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4309544539645818e-05,
      "loss": 0.1263,
      "step": 13976
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.430875525579653e-05,
      "loss": 0.1186,
      "step": 13977
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4307965938984198e-05,
      "loss": 0.1468,
      "step": 13978
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4307176589214867e-05,
      "loss": 0.1208,
      "step": 13979
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4306387206494568e-05,
      "loss": 0.1746,
      "step": 13980
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4305597790829344e-05,
      "loss": 0.1421,
      "step": 13981
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4304808342225235e-05,
      "loss": 0.1322,
      "step": 13982
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.430401886068828e-05,
      "loss": 0.1285,
      "step": 13983
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4303229346224517e-05,
      "loss": 0.134,
      "step": 13984
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4302439798839987e-05,
      "loss": 0.1449,
      "step": 13985
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4301650218540728e-05,
      "loss": 0.1641,
      "step": 13986
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4300860605332785e-05,
      "loss": 0.1545,
      "step": 13987
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4300070959222197e-05,
      "loss": 0.1616,
      "step": 13988
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4299281280215003e-05,
      "loss": 0.174,
      "step": 13989
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4298491568317245e-05,
      "loss": 0.1454,
      "step": 13990
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4297701823534966e-05,
      "loss": 0.1384,
      "step": 13991
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4296912045874206e-05,
      "loss": 0.1428,
      "step": 13992
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.429612223534101e-05,
      "loss": 0.1235,
      "step": 13993
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4295332391941417e-05,
      "loss": 0.1722,
      "step": 13994
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4294542515681471e-05,
      "loss": 0.1502,
      "step": 13995
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4293752606567213e-05,
      "loss": 0.176,
      "step": 13996
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4292962664604688e-05,
      "loss": 0.148,
      "step": 13997
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.429217268979994e-05,
      "loss": 0.1647,
      "step": 13998
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4291382682159008e-05,
      "loss": 0.1707,
      "step": 13999
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4290592641687942e-05,
      "loss": 0.1384,
      "step": 14000
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.428980256839278e-05,
      "loss": 0.15,
      "step": 14001
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.428901246227957e-05,
      "loss": 0.1953,
      "step": 14002
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4288222323354357e-05,
      "loss": 0.1403,
      "step": 14003
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4287432151623183e-05,
      "loss": 0.1422,
      "step": 14004
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4286641947092094e-05,
      "loss": 0.1438,
      "step": 14005
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4285851709767137e-05,
      "loss": 0.1439,
      "step": 14006
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4285061439654355e-05,
      "loss": 0.1182,
      "step": 14007
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4284271136759795e-05,
      "loss": 0.1787,
      "step": 14008
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4283480801089504e-05,
      "loss": 0.1832,
      "step": 14009
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4282690432649529e-05,
      "loss": 0.1613,
      "step": 14010
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.428190003144591e-05,
      "loss": 0.1409,
      "step": 14011
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.42811095974847e-05,
      "loss": 0.159,
      "step": 14012
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4280319130771946e-05,
      "loss": 0.1412,
      "step": 14013
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4279528631313692e-05,
      "loss": 0.124,
      "step": 14014
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4278738099115992e-05,
      "loss": 0.1462,
      "step": 14015
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4277947534184882e-05,
      "loss": 0.1585,
      "step": 14016
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4277156936526422e-05,
      "loss": 0.1391,
      "step": 14017
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4276366306146652e-05,
      "loss": 0.1579,
      "step": 14018
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4275575643051624e-05,
      "loss": 0.1245,
      "step": 14019
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4274784947247391e-05,
      "loss": 0.1679,
      "step": 14020
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4273994218739993e-05,
      "loss": 0.1557,
      "step": 14021
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4273203457535484e-05,
      "loss": 0.1418,
      "step": 14022
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4272412663639916e-05,
      "loss": 0.1646,
      "step": 14023
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4271621837059336e-05,
      "loss": 0.1648,
      "step": 14024
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4270830977799794e-05,
      "loss": 0.1624,
      "step": 14025
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4270040085867338e-05,
      "loss": 0.1441,
      "step": 14026
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4269249161268025e-05,
      "loss": 0.1569,
      "step": 14027
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4268458204007898e-05,
      "loss": 0.1741,
      "step": 14028
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4267667214093012e-05,
      "loss": 0.1504,
      "step": 14029
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4266876191529421e-05,
      "loss": 0.1542,
      "step": 14030
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4266085136323171e-05,
      "loss": 0.1341,
      "step": 14031
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4265294048480318e-05,
      "loss": 0.1447,
      "step": 14032
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.426450292800691e-05,
      "loss": 0.127,
      "step": 14033
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4263711774909004e-05,
      "loss": 0.1912,
      "step": 14034
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.426292058919265e-05,
      "loss": 0.1665,
      "step": 14035
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4262129370863897e-05,
      "loss": 0.1222,
      "step": 14036
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4261338119928807e-05,
      "loss": 0.1512,
      "step": 14037
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4260546836393425e-05,
      "loss": 0.1299,
      "step": 14038
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.425975552026381e-05,
      "loss": 0.1462,
      "step": 14039
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4258964171546012e-05,
      "loss": 0.1371,
      "step": 14040
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4258172790246085e-05,
      "loss": 0.1176,
      "step": 14041
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.425738137637009e-05,
      "loss": 0.1678,
      "step": 14042
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4256589929924069e-05,
      "loss": 0.1508,
      "step": 14043
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.425579845091409e-05,
      "loss": 0.1939,
      "step": 14044
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4255006939346199e-05,
      "loss": 0.1676,
      "step": 14045
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4254215395226453e-05,
      "loss": 0.1704,
      "step": 14046
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4253423818560912e-05,
      "loss": 0.1619,
      "step": 14047
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4252632209355625e-05,
      "loss": 0.1604,
      "step": 14048
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4251840567616655e-05,
      "loss": 0.1419,
      "step": 14049
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4251048893350055e-05,
      "loss": 0.1672,
      "step": 14050
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4250257186561879e-05,
      "loss": 0.168,
      "step": 14051
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4249465447258186e-05,
      "loss": 0.1561,
      "step": 14052
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4248673675445034e-05,
      "loss": 0.1405,
      "step": 14053
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.424788187112848e-05,
      "loss": 0.1505,
      "step": 14054
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4247090034314579e-05,
      "loss": 0.1203,
      "step": 14055
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.424629816500939e-05,
      "loss": 0.1548,
      "step": 14056
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4245506263218974e-05,
      "loss": 0.1778,
      "step": 14057
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4244714328949383e-05,
      "loss": 0.1978,
      "step": 14058
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4243922362206685e-05,
      "loss": 0.1607,
      "step": 14059
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4243130362996928e-05,
      "loss": 0.1673,
      "step": 14060
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4242338331326178e-05,
      "loss": 0.1498,
      "step": 14061
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4241546267200494e-05,
      "loss": 0.1352,
      "step": 14062
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.424075417062593e-05,
      "loss": 0.1897,
      "step": 14063
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4239962041608552e-05,
      "loss": 0.1559,
      "step": 14064
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4239169880154415e-05,
      "loss": 0.1824,
      "step": 14065
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4238377686269585e-05,
      "loss": 0.1365,
      "step": 14066
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.423758545996012e-05,
      "loss": 0.1517,
      "step": 14067
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4236793201232073e-05,
      "loss": 0.1578,
      "step": 14068
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4236000910091518e-05,
      "loss": 0.1337,
      "step": 14069
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4235208586544506e-05,
      "loss": 0.1429,
      "step": 14070
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4234416230597108e-05,
      "loss": 0.1976,
      "step": 14071
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4233623842255378e-05,
      "loss": 0.1319,
      "step": 14072
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4232831421525377e-05,
      "loss": 0.164,
      "step": 14073
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4232038968413173e-05,
      "loss": 0.1388,
      "step": 14074
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4231246482924825e-05,
      "loss": 0.1599,
      "step": 14075
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4230453965066399e-05,
      "loss": 0.1471,
      "step": 14076
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4229661414843954e-05,
      "loss": 0.156,
      "step": 14077
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4228868832263553e-05,
      "loss": 0.1524,
      "step": 14078
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4228076217331266e-05,
      "loss": 0.1653,
      "step": 14079
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4227283570053145e-05,
      "loss": 0.1554,
      "step": 14080
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4226490890435267e-05,
      "loss": 0.1334,
      "step": 14081
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4225698178483689e-05,
      "loss": 0.1574,
      "step": 14082
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4224905434204475e-05,
      "loss": 0.126,
      "step": 14083
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4224112657603691e-05,
      "loss": 0.1295,
      "step": 14084
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4223319848687401e-05,
      "loss": 0.1534,
      "step": 14085
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4222527007461673e-05,
      "loss": 0.1416,
      "step": 14086
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4221734133932573e-05,
      "loss": 0.1375,
      "step": 14087
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.422094122810616e-05,
      "loss": 0.136,
      "step": 14088
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4220148289988507e-05,
      "loss": 0.1279,
      "step": 14089
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4219355319585675e-05,
      "loss": 0.1374,
      "step": 14090
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4218562316903737e-05,
      "loss": 0.1374,
      "step": 14091
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4217769281948755e-05,
      "loss": 0.1515,
      "step": 14092
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4216976214726795e-05,
      "loss": 0.1673,
      "step": 14093
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4216183115243925e-05,
      "loss": 0.1313,
      "step": 14094
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.421538998350621e-05,
      "loss": 0.1569,
      "step": 14095
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4214596819519728e-05,
      "loss": 0.1352,
      "step": 14096
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4213803623290537e-05,
      "loss": 0.1321,
      "step": 14097
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4213010394824706e-05,
      "loss": 0.1684,
      "step": 14098
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4212217134128308e-05,
      "loss": 0.1804,
      "step": 14099
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4211423841207406e-05,
      "loss": 0.1639,
      "step": 14100
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4210630516068072e-05,
      "loss": 0.1608,
      "step": 14101
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4209837158716378e-05,
      "loss": 0.1426,
      "step": 14102
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4209043769158386e-05,
      "loss": 0.1766,
      "step": 14103
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4208250347400173e-05,
      "loss": 0.1417,
      "step": 14104
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4207456893447804e-05,
      "loss": 0.1365,
      "step": 14105
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.420666340730735e-05,
      "loss": 0.1722,
      "step": 14106
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4205869888984884e-05,
      "loss": 0.1216,
      "step": 14107
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4205076338486475e-05,
      "loss": 0.1349,
      "step": 14108
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4204282755818193e-05,
      "loss": 0.1537,
      "step": 14109
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4203489140986109e-05,
      "loss": 0.1451,
      "step": 14110
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4202695493996296e-05,
      "loss": 0.1427,
      "step": 14111
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4201901814854826e-05,
      "loss": 0.1501,
      "step": 14112
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4201108103567766e-05,
      "loss": 0.1752,
      "step": 14113
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4200314360141194e-05,
      "loss": 0.1514,
      "step": 14114
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4199520584581181e-05,
      "loss": 0.1649,
      "step": 14115
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4198726776893796e-05,
      "loss": 0.1511,
      "step": 14116
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4197932937085117e-05,
      "loss": 0.1609,
      "step": 14117
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4197139065161215e-05,
      "loss": 0.143,
      "step": 14118
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.419634516112816e-05,
      "loss": 0.1467,
      "step": 14119
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4195551224992028e-05,
      "loss": 0.159,
      "step": 14120
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4194757256758896e-05,
      "loss": 0.1567,
      "step": 14121
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4193963256434832e-05,
      "loss": 0.158,
      "step": 14122
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4193169224025915e-05,
      "loss": 0.1778,
      "step": 14123
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.419237515953822e-05,
      "loss": 0.1663,
      "step": 14124
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4191581062977817e-05,
      "loss": 0.1734,
      "step": 14125
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4190786934350787e-05,
      "loss": 0.16,
      "step": 14126
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4189992773663198e-05,
      "loss": 0.1423,
      "step": 14127
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4189198580921132e-05,
      "loss": 0.1829,
      "step": 14128
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4188404356130665e-05,
      "loss": 0.1355,
      "step": 14129
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4187610099297866e-05,
      "loss": 0.1598,
      "step": 14130
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4186815810428817e-05,
      "loss": 0.1263,
      "step": 14131
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4186021489529595e-05,
      "loss": 0.1244,
      "step": 14132
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4185227136606275e-05,
      "loss": 0.1235,
      "step": 14133
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4184432751664932e-05,
      "loss": 0.1678,
      "step": 14134
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4183638334711645e-05,
      "loss": 0.1766,
      "step": 14135
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4182843885752494e-05,
      "loss": 0.1414,
      "step": 14136
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4182049404793552e-05,
      "loss": 0.1254,
      "step": 14137
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.41812548918409e-05,
      "loss": 0.1708,
      "step": 14138
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4180460346900615e-05,
      "loss": 0.1574,
      "step": 14139
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4179665769978779e-05,
      "loss": 0.1262,
      "step": 14140
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4178871161081467e-05,
      "loss": 0.1328,
      "step": 14141
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4178076520214756e-05,
      "loss": 0.1451,
      "step": 14142
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4177281847384729e-05,
      "loss": 0.1397,
      "step": 14143
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4176487142597466e-05,
      "loss": 0.1494,
      "step": 14144
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4175692405859046e-05,
      "loss": 0.1516,
      "step": 14145
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4174897637175544e-05,
      "loss": 0.1135,
      "step": 14146
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4174102836553045e-05,
      "loss": 0.1953,
      "step": 14147
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4173308003997632e-05,
      "loss": 0.1285,
      "step": 14148
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.417251313951538e-05,
      "loss": 0.1718,
      "step": 14149
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4171718243112374e-05,
      "loss": 0.1688,
      "step": 14150
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4170923314794692e-05,
      "loss": 0.1524,
      "step": 14151
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4170128354568415e-05,
      "loss": 0.1444,
      "step": 14152
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4169333362439628e-05,
      "loss": 0.134,
      "step": 14153
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4168538338414413e-05,
      "loss": 0.1493,
      "step": 14154
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4167743282498846e-05,
      "loss": 0.1445,
      "step": 14155
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4166948194699016e-05,
      "loss": 0.1495,
      "step": 14156
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4166153075021005e-05,
      "loss": 0.1719,
      "step": 14157
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4165357923470893e-05,
      "loss": 0.1505,
      "step": 14158
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4164562740054766e-05,
      "loss": 0.1593,
      "step": 14159
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4163767524778701e-05,
      "loss": 0.1597,
      "step": 14160
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4162972277648792e-05,
      "loss": 0.1381,
      "step": 14161
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4162176998671114e-05,
      "loss": 0.1553,
      "step": 14162
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4161381687851754e-05,
      "loss": 0.1834,
      "step": 14163
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.41605863451968e-05,
      "loss": 0.1522,
      "step": 14164
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4159790970712328e-05,
      "loss": 0.153,
      "step": 14165
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4158995564404432e-05,
      "loss": 0.1596,
      "step": 14166
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.415820012627919e-05,
      "loss": 0.1354,
      "step": 14167
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.415740465634269e-05,
      "loss": 0.1451,
      "step": 14168
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4156609154601025e-05,
      "loss": 0.1515,
      "step": 14169
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4155813621060264e-05,
      "loss": 0.1361,
      "step": 14170
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4155018055726508e-05,
      "loss": 0.1566,
      "step": 14171
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4154222458605836e-05,
      "loss": 0.1348,
      "step": 14172
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4153426829704336e-05,
      "loss": 0.1559,
      "step": 14173
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.41526311690281e-05,
      "loss": 0.1851,
      "step": 14174
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4151835476583204e-05,
      "loss": 0.1733,
      "step": 14175
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4151039752375745e-05,
      "loss": 0.137,
      "step": 14176
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4150243996411803e-05,
      "loss": 0.1588,
      "step": 14177
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4149448208697471e-05,
      "loss": 0.1398,
      "step": 14178
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4148652389238842e-05,
      "loss": 0.1659,
      "step": 14179
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4147856538041991e-05,
      "loss": 0.1404,
      "step": 14180
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4147060655113016e-05,
      "loss": 0.1298,
      "step": 14181
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4146264740458e-05,
      "loss": 0.1603,
      "step": 14182
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4145468794083037e-05,
      "loss": 0.1913,
      "step": 14183
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4144672815994216e-05,
      "loss": 0.1463,
      "step": 14184
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.414387680619762e-05,
      "loss": 0.1471,
      "step": 14185
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4143080764699348e-05,
      "loss": 0.1446,
      "step": 14186
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4142284691505482e-05,
      "loss": 0.2207,
      "step": 14187
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4141488586622116e-05,
      "loss": 0.1612,
      "step": 14188
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4140692450055342e-05,
      "loss": 0.1796,
      "step": 14189
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4139896281811245e-05,
      "loss": 0.1416,
      "step": 14190
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4139100081895922e-05,
      "loss": 0.1753,
      "step": 14191
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4138303850315457e-05,
      "loss": 0.1348,
      "step": 14192
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.413750758707595e-05,
      "loss": 0.1561,
      "step": 14193
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4136711292183486e-05,
      "loss": 0.125,
      "step": 14194
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.413591496564416e-05,
      "loss": 0.1403,
      "step": 14195
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4135118607464065e-05,
      "loss": 0.1332,
      "step": 14196
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4134322217649288e-05,
      "loss": 0.1493,
      "step": 14197
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4133525796205928e-05,
      "loss": 0.142,
      "step": 14198
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4132729343140074e-05,
      "loss": 0.151,
      "step": 14199
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.413193285845782e-05,
      "loss": 0.1632,
      "step": 14200
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4131136342165259e-05,
      "loss": 0.1511,
      "step": 14201
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4130339794268484e-05,
      "loss": 0.1567,
      "step": 14202
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4129543214773593e-05,
      "loss": 0.1358,
      "step": 14203
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4128746603686673e-05,
      "loss": 0.1638,
      "step": 14204
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4127949961013827e-05,
      "loss": 0.1762,
      "step": 14205
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.412715328676114e-05,
      "loss": 0.1369,
      "step": 14206
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.412635658093471e-05,
      "loss": 0.1416,
      "step": 14207
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4125559843540639e-05,
      "loss": 0.1564,
      "step": 14208
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4124763074585013e-05,
      "loss": 0.1556,
      "step": 14209
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.412396627407393e-05,
      "loss": 0.1435,
      "step": 14210
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4123169442013489e-05,
      "loss": 0.1513,
      "step": 14211
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.412237257840978e-05,
      "loss": 0.1421,
      "step": 14212
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4121575683268909e-05,
      "loss": 0.1257,
      "step": 14213
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4120778756596961e-05,
      "loss": 0.1486,
      "step": 14214
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4119981798400039e-05,
      "loss": 0.141,
      "step": 14215
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.411918480868424e-05,
      "loss": 0.1561,
      "step": 14216
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4118387787455658e-05,
      "loss": 0.134,
      "step": 14217
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4117590734720396e-05,
      "loss": 0.1647,
      "step": 14218
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4116793650484547e-05,
      "loss": 0.1253,
      "step": 14219
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4115996534754211e-05,
      "loss": 0.1726,
      "step": 14220
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4115199387535484e-05,
      "loss": 0.1244,
      "step": 14221
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4114402208834466e-05,
      "loss": 0.1606,
      "step": 14222
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4113604998657253e-05,
      "loss": 0.1905,
      "step": 14223
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4112807757009946e-05,
      "loss": 0.1395,
      "step": 14224
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4112010483898647e-05,
      "loss": 0.1449,
      "step": 14225
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.411121317932945e-05,
      "loss": 0.1917,
      "step": 14226
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4110415843308461e-05,
      "loss": 0.1451,
      "step": 14227
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.410961847584177e-05,
      "loss": 0.1431,
      "step": 14228
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4108821076935485e-05,
      "loss": 0.1448,
      "step": 14229
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4108023646595706e-05,
      "loss": 0.1657,
      "step": 14230
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.410722618482853e-05,
      "loss": 0.1618,
      "step": 14231
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4106428691640061e-05,
      "loss": 0.1592,
      "step": 14232
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4105631167036397e-05,
      "loss": 0.2026,
      "step": 14233
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.410483361102364e-05,
      "loss": 0.1645,
      "step": 14234
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4104036023607897e-05,
      "loss": 0.1878,
      "step": 14235
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4103238404795261e-05,
      "loss": 0.1685,
      "step": 14236
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4102440754591839e-05,
      "loss": 0.1398,
      "step": 14237
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4101643073003732e-05,
      "loss": 0.1667,
      "step": 14238
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4100845360037043e-05,
      "loss": 0.1548,
      "step": 14239
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4100047615697874e-05,
      "loss": 0.1613,
      "step": 14240
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4099249839992331e-05,
      "loss": 0.1492,
      "step": 14241
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4098452032926511e-05,
      "loss": 0.1637,
      "step": 14242
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4097654194506523e-05,
      "loss": 0.1355,
      "step": 14243
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4096856324738466e-05,
      "loss": 0.1169,
      "step": 14244
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4096058423628449e-05,
      "loss": 0.1685,
      "step": 14245
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4095260491182572e-05,
      "loss": 0.1592,
      "step": 14246
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4094462527406943e-05,
      "loss": 0.1583,
      "step": 14247
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4093664532307663e-05,
      "loss": 0.128,
      "step": 14248
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4092866505890838e-05,
      "loss": 0.1384,
      "step": 14249
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4092068448162575e-05,
      "loss": 0.1331,
      "step": 14250
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4091270359128978e-05,
      "loss": 0.1739,
      "step": 14251
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4090472238796152e-05,
      "loss": 0.1866,
      "step": 14252
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4089674087170204e-05,
      "loss": 0.1443,
      "step": 14253
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4088875904257238e-05,
      "loss": 0.1784,
      "step": 14254
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4088077690063361e-05,
      "loss": 0.1356,
      "step": 14255
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4087279444594684e-05,
      "loss": 0.173,
      "step": 14256
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4086481167857306e-05,
      "loss": 0.1365,
      "step": 14257
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4085682859857342e-05,
      "loss": 0.129,
      "step": 14258
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4084884520600892e-05,
      "loss": 0.1366,
      "step": 14259
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4084086150094067e-05,
      "loss": 0.1214,
      "step": 14260
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4083287748342976e-05,
      "loss": 0.1723,
      "step": 14261
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4082489315353725e-05,
      "loss": 0.1554,
      "step": 14262
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4081690851132421e-05,
      "loss": 0.1512,
      "step": 14263
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4080892355685176e-05,
      "loss": 0.1289,
      "step": 14264
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4080093829018098e-05,
      "loss": 0.1298,
      "step": 14265
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4079295271137292e-05,
      "loss": 0.1493,
      "step": 14266
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4078496682048873e-05,
      "loss": 0.2055,
      "step": 14267
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4077698061758943e-05,
      "loss": 0.1318,
      "step": 14268
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.407689941027362e-05,
      "loss": 0.1837,
      "step": 14269
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4076100727599007e-05,
      "loss": 0.1373,
      "step": 14270
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4075302013741218e-05,
      "loss": 0.1463,
      "step": 14271
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4074503268706363e-05,
      "loss": 0.1524,
      "step": 14272
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4073704492500551e-05,
      "loss": 0.1677,
      "step": 14273
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4072905685129895e-05,
      "loss": 0.16,
      "step": 14274
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4072106846600501e-05,
      "loss": 0.1442,
      "step": 14275
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4071307976918487e-05,
      "loss": 0.1742,
      "step": 14276
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4070509076089962e-05,
      "loss": 0.1551,
      "step": 14277
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4069710144121039e-05,
      "loss": 0.1705,
      "step": 14278
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4068911181017826e-05,
      "loss": 0.1674,
      "step": 14279
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4068112186786438e-05,
      "loss": 0.1176,
      "step": 14280
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.406731316143299e-05,
      "loss": 0.1343,
      "step": 14281
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4066514104963587e-05,
      "loss": 0.1147,
      "step": 14282
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.406571501738435e-05,
      "loss": 0.1434,
      "step": 14283
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4064915898701389e-05,
      "loss": 0.1446,
      "step": 14284
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4064116748920818e-05,
      "loss": 0.1865,
      "step": 14285
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.406331756804875e-05,
      "loss": 0.1418,
      "step": 14286
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4062518356091296e-05,
      "loss": 0.1406,
      "step": 14287
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.406171911305458e-05,
      "loss": 0.1818,
      "step": 14288
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4060919838944704e-05,
      "loss": 0.1545,
      "step": 14289
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4060120533767792e-05,
      "loss": 0.179,
      "step": 14290
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4059321197529954e-05,
      "loss": 0.1607,
      "step": 14291
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4058521830237306e-05,
      "loss": 0.1325,
      "step": 14292
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4057722431895963e-05,
      "loss": 0.1627,
      "step": 14293
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4056923002512044e-05,
      "loss": 0.1642,
      "step": 14294
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4056123542091663e-05,
      "loss": 0.1607,
      "step": 14295
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4055324050640933e-05,
      "loss": 0.1413,
      "step": 14296
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4054524528165974e-05,
      "loss": 0.1739,
      "step": 14297
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4053724974672902e-05,
      "loss": 0.131,
      "step": 14298
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4052925390167828e-05,
      "loss": 0.134,
      "step": 14299
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.405212577465688e-05,
      "loss": 0.1419,
      "step": 14300
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4051326128146166e-05,
      "loss": 0.151,
      "step": 14301
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4050526450641807e-05,
      "loss": 0.176,
      "step": 14302
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4049726742149922e-05,
      "loss": 0.1814,
      "step": 14303
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4048927002676625e-05,
      "loss": 0.1555,
      "step": 14304
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4048127232228039e-05,
      "loss": 0.1298,
      "step": 14305
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4047327430810278e-05,
      "loss": 0.1662,
      "step": 14306
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4046527598429464e-05,
      "loss": 0.1538,
      "step": 14307
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4045727735091718e-05,
      "loss": 0.2013,
      "step": 14308
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4044927840803151e-05,
      "loss": 0.1563,
      "step": 14309
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4044127915569887e-05,
      "loss": 0.129,
      "step": 14310
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.404332795939805e-05,
      "loss": 0.1389,
      "step": 14311
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4042527972293752e-05,
      "loss": 0.1748,
      "step": 14312
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.404172795426312e-05,
      "loss": 0.1818,
      "step": 14313
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4040927905312267e-05,
      "loss": 0.1693,
      "step": 14314
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4040127825447322e-05,
      "loss": 0.1372,
      "step": 14315
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4039327714674398e-05,
      "loss": 0.1826,
      "step": 14316
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.403852757299962e-05,
      "loss": 0.1357,
      "step": 14317
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4037727400429113e-05,
      "loss": 0.1424,
      "step": 14318
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.403692719696899e-05,
      "loss": 0.1257,
      "step": 14319
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4036126962625381e-05,
      "loss": 0.1835,
      "step": 14320
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.40353266974044e-05,
      "loss": 0.132,
      "step": 14321
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4034526401312174e-05,
      "loss": 0.1541,
      "step": 14322
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4033726074354828e-05,
      "loss": 0.1506,
      "step": 14323
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4032925716538476e-05,
      "loss": 0.1307,
      "step": 14324
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4032125327869253e-05,
      "loss": 0.1464,
      "step": 14325
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.403132490835327e-05,
      "loss": 0.1502,
      "step": 14326
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4030524457996659e-05,
      "loss": 0.1201,
      "step": 14327
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.402972397680554e-05,
      "loss": 0.1707,
      "step": 14328
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4028923464786036e-05,
      "loss": 0.1291,
      "step": 14329
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4028122921944277e-05,
      "loss": 0.1424,
      "step": 14330
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4027322348286379e-05,
      "loss": 0.1582,
      "step": 14331
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4026521743818474e-05,
      "loss": 0.1689,
      "step": 14332
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4025721108546682e-05,
      "loss": 0.1449,
      "step": 14333
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4024920442477126e-05,
      "loss": 0.1615,
      "step": 14334
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4024119745615938e-05,
      "loss": 0.1659,
      "step": 14335
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4023319017969239e-05,
      "loss": 0.167,
      "step": 14336
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.402251825954316e-05,
      "loss": 0.1298,
      "step": 14337
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4021717470343819e-05,
      "loss": 0.1397,
      "step": 14338
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4020916650377345e-05,
      "loss": 0.1343,
      "step": 14339
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4020115799649869e-05,
      "loss": 0.1302,
      "step": 14340
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4019314918167512e-05,
      "loss": 0.133,
      "step": 14341
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4018514005936408e-05,
      "loss": 0.1445,
      "step": 14342
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4017713062962676e-05,
      "loss": 0.1799,
      "step": 14343
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4016912089252445e-05,
      "loss": 0.1551,
      "step": 14344
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.401611108481185e-05,
      "loss": 0.156,
      "step": 14345
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4015310049647008e-05,
      "loss": 0.1462,
      "step": 14346
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.401450898376406e-05,
      "loss": 0.1642,
      "step": 14347
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4013707887169119e-05,
      "loss": 0.1509,
      "step": 14348
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4012906759868326e-05,
      "loss": 0.1214,
      "step": 14349
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4012105601867805e-05,
      "loss": 0.1422,
      "step": 14350
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4011304413173683e-05,
      "loss": 0.1284,
      "step": 14351
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4010503193792096e-05,
      "loss": 0.1462,
      "step": 14352
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4009701943729166e-05,
      "loss": 0.1787,
      "step": 14353
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4008900662991027e-05,
      "loss": 0.1829,
      "step": 14354
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4008099351583808e-05,
      "loss": 0.1613,
      "step": 14355
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4007298009513637e-05,
      "loss": 0.1563,
      "step": 14356
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.400649663678665e-05,
      "loss": 0.1564,
      "step": 14357
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4005695233408972e-05,
      "loss": 0.1289,
      "step": 14358
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4004893799386739e-05,
      "loss": 0.185,
      "step": 14359
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4004092334726079e-05,
      "loss": 0.1554,
      "step": 14360
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4003290839433122e-05,
      "loss": 0.1499,
      "step": 14361
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4002489313514006e-05,
      "loss": 0.1528,
      "step": 14362
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.400168775697485e-05,
      "loss": 0.1318,
      "step": 14363
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4000886169821803e-05,
      "loss": 0.1263,
      "step": 14364
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4000084552060984e-05,
      "loss": 0.166,
      "step": 14365
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.3999282903698532e-05,
      "loss": 0.1506,
      "step": 14366
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.3998481224740582e-05,
      "loss": 0.1219,
      "step": 14367
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.3997679515193254e-05,
      "loss": 0.1352,
      "step": 14368
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.3996877775062701e-05,
      "loss": 0.1385,
      "step": 14369
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.3996076004355041e-05,
      "loss": 0.1484,
      "step": 14370
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.3995274203076412e-05,
      "loss": 0.16,
      "step": 14371
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.399447237123295e-05,
      "loss": 0.1413,
      "step": 14372
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.3993670508830785e-05,
      "loss": 0.1524,
      "step": 14373
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.399286861587606e-05,
      "loss": 0.2054,
      "step": 14374
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.3992066692374904e-05,
      "loss": 0.173,
      "step": 14375
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.399126473833345e-05,
      "loss": 0.1675,
      "step": 14376
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.3990462753757834e-05,
      "loss": 0.1703,
      "step": 14377
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.3989660738654192e-05,
      "loss": 0.1644,
      "step": 14378
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.3988858693028662e-05,
      "loss": 0.1541,
      "step": 14379
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.398805661688738e-05,
      "loss": 0.1535,
      "step": 14380
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3987254510236476e-05,
      "loss": 0.1307,
      "step": 14381
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3986452373082093e-05,
      "loss": 0.1859,
      "step": 14382
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3985650205430362e-05,
      "loss": 0.169,
      "step": 14383
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3984848007287428e-05,
      "loss": 0.1437,
      "step": 14384
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3984045778659421e-05,
      "loss": 0.1536,
      "step": 14385
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.398324351955248e-05,
      "loss": 0.1327,
      "step": 14386
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3982441229972739e-05,
      "loss": 0.1686,
      "step": 14387
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3981638909926342e-05,
      "loss": 0.1631,
      "step": 14388
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3980836559419424e-05,
      "loss": 0.1353,
      "step": 14389
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3980034178458124e-05,
      "loss": 0.139,
      "step": 14390
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.397923176704858e-05,
      "loss": 0.134,
      "step": 14391
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3978429325196929e-05,
      "loss": 0.1267,
      "step": 14392
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3977626852909312e-05,
      "loss": 0.1398,
      "step": 14393
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3976824350191866e-05,
      "loss": 0.1429,
      "step": 14394
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3976021817050733e-05,
      "loss": 0.1383,
      "step": 14395
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3975219253492052e-05,
      "loss": 0.1623,
      "step": 14396
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.397441665952196e-05,
      "loss": 0.1507,
      "step": 14397
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3973614035146602e-05,
      "loss": 0.1233,
      "step": 14398
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3972811380372113e-05,
      "loss": 0.1498,
      "step": 14399
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3972008695204637e-05,
      "loss": 0.1672,
      "step": 14400
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3971205979650315e-05,
      "loss": 0.1235,
      "step": 14401
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3970403233715283e-05,
      "loss": 0.1328,
      "step": 14402
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.396960045740569e-05,
      "loss": 0.1575,
      "step": 14403
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3968797650727672e-05,
      "loss": 0.1457,
      "step": 14404
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.396799481368737e-05,
      "loss": 0.1352,
      "step": 14405
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.396719194629093e-05,
      "loss": 0.1176,
      "step": 14406
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3966389048544494e-05,
      "loss": 0.1848,
      "step": 14407
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.39655861204542e-05,
      "loss": 0.1422,
      "step": 14408
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3964783162026192e-05,
      "loss": 0.1407,
      "step": 14409
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3963980173266614e-05,
      "loss": 0.1878,
      "step": 14410
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.396317715418161e-05,
      "loss": 0.117,
      "step": 14411
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3962374104777321e-05,
      "loss": 0.1579,
      "step": 14412
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3961571025059893e-05,
      "loss": 0.132,
      "step": 14413
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3960767915035466e-05,
      "loss": 0.1369,
      "step": 14414
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3959964774710191e-05,
      "loss": 0.1561,
      "step": 14415
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3959161604090205e-05,
      "loss": 0.1881,
      "step": 14416
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3958358403181654e-05,
      "loss": 0.1635,
      "step": 14417
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3957555171990684e-05,
      "loss": 0.1828,
      "step": 14418
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3956751910523441e-05,
      "loss": 0.1315,
      "step": 14419
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3955948618786068e-05,
      "loss": 0.1608,
      "step": 14420
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3955145296784713e-05,
      "loss": 0.1749,
      "step": 14421
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3954341944525518e-05,
      "loss": 0.148,
      "step": 14422
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3953538562014633e-05,
      "loss": 0.1945,
      "step": 14423
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3952735149258198e-05,
      "loss": 0.1446,
      "step": 14424
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3951931706262369e-05,
      "loss": 0.1887,
      "step": 14425
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.395112823303328e-05,
      "loss": 0.152,
      "step": 14426
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3950324729577087e-05,
      "loss": 0.1541,
      "step": 14427
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3949521195899935e-05,
      "loss": 0.1031,
      "step": 14428
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3948717632007971e-05,
      "loss": 0.1216,
      "step": 14429
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3947914037907344e-05,
      "loss": 0.1678,
      "step": 14430
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3947110413604194e-05,
      "loss": 0.144,
      "step": 14431
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3946306759104678e-05,
      "loss": 0.1651,
      "step": 14432
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3945503074414942e-05,
      "loss": 0.1647,
      "step": 14433
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.394469935954113e-05,
      "loss": 0.1452,
      "step": 14434
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3943895614489396e-05,
      "loss": 0.156,
      "step": 14435
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3943091839265885e-05,
      "loss": 0.1303,
      "step": 14436
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3942288033876752e-05,
      "loss": 0.1232,
      "step": 14437
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.394148419832814e-05,
      "loss": 0.1665,
      "step": 14438
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3940680332626197e-05,
      "loss": 0.1687,
      "step": 14439
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.393987643677708e-05,
      "loss": 0.1607,
      "step": 14440
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3939072510786936e-05,
      "loss": 0.1584,
      "step": 14441
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3938268554661915e-05,
      "loss": 0.1361,
      "step": 14442
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3937464568408162e-05,
      "loss": 0.1659,
      "step": 14443
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3936660552031838e-05,
      "loss": 0.1706,
      "step": 14444
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3935856505539086e-05,
      "loss": 0.1502,
      "step": 14445
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3935052428936062e-05,
      "loss": 0.1549,
      "step": 14446
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3934248322228917e-05,
      "loss": 0.1482,
      "step": 14447
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3933444185423794e-05,
      "loss": 0.157,
      "step": 14448
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3932640018526857e-05,
      "loss": 0.1783,
      "step": 14449
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3931835821544252e-05,
      "loss": 0.1542,
      "step": 14450
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3931031594482131e-05,
      "loss": 0.163,
      "step": 14451
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3930227337346651e-05,
      "loss": 0.1629,
      "step": 14452
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3929423050143958e-05,
      "loss": 0.1468,
      "step": 14453
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3928618732880208e-05,
      "loss": 0.163,
      "step": 14454
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3927814385561555e-05,
      "loss": 0.1231,
      "step": 14455
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3927010008194156e-05,
      "loss": 0.169,
      "step": 14456
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3926205600784157e-05,
      "loss": 0.1765,
      "step": 14457
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3925401163337715e-05,
      "loss": 0.1613,
      "step": 14458
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3924596695860988e-05,
      "loss": 0.1688,
      "step": 14459
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3923792198360122e-05,
      "loss": 0.1306,
      "step": 14460
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3922987670841281e-05,
      "loss": 0.1289,
      "step": 14461
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3922183113310617e-05,
      "loss": 0.1491,
      "step": 14462
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.392137852577428e-05,
      "loss": 0.1479,
      "step": 14463
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3920573908238433e-05,
      "loss": 0.118,
      "step": 14464
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3919769260709223e-05,
      "loss": 0.133,
      "step": 14465
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3918964583192813e-05,
      "loss": 0.1332,
      "step": 14466
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3918159875695356e-05,
      "loss": 0.1403,
      "step": 14467
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3917355138223006e-05,
      "loss": 0.1338,
      "step": 14468
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3916550370781927e-05,
      "loss": 0.1491,
      "step": 14469
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3915745573378265e-05,
      "loss": 0.1418,
      "step": 14470
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3914940746018184e-05,
      "loss": 0.1714,
      "step": 14471
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3914135888707843e-05,
      "loss": 0.1362,
      "step": 14472
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3913331001453393e-05,
      "loss": 0.1406,
      "step": 14473
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3912526084260995e-05,
      "loss": 0.1479,
      "step": 14474
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3911721137136806e-05,
      "loss": 0.228,
      "step": 14475
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3910916160086987e-05,
      "loss": 0.1574,
      "step": 14476
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3910111153117691e-05,
      "loss": 0.1551,
      "step": 14477
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.390930611623508e-05,
      "loss": 0.1464,
      "step": 14478
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3908501049445313e-05,
      "loss": 0.1726,
      "step": 14479
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3907695952754543e-05,
      "loss": 0.1461,
      "step": 14480
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.390689082616894e-05,
      "loss": 0.1396,
      "step": 14481
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3906085669694656e-05,
      "loss": 0.1782,
      "step": 14482
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3905280483337848e-05,
      "loss": 0.1694,
      "step": 14483
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3904475267104686e-05,
      "loss": 0.1434,
      "step": 14484
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3903670021001318e-05,
      "loss": 0.1262,
      "step": 14485
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3902864745033918e-05,
      "loss": 0.1613,
      "step": 14486
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3902059439208633e-05,
      "loss": 0.1525,
      "step": 14487
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.390125410353163e-05,
      "loss": 0.1399,
      "step": 14488
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3900448738009073e-05,
      "loss": 0.1163,
      "step": 14489
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3899643342647115e-05,
      "loss": 0.1597,
      "step": 14490
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3898837917451929e-05,
      "loss": 0.2211,
      "step": 14491
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3898032462429668e-05,
      "loss": 0.1191,
      "step": 14492
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3897226977586495e-05,
      "loss": 0.1593,
      "step": 14493
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3896421462928573e-05,
      "loss": 0.142,
      "step": 14494
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3895615918462064e-05,
      "loss": 0.1686,
      "step": 14495
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3894810344193134e-05,
      "loss": 0.1954,
      "step": 14496
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3894004740127942e-05,
      "loss": 0.1754,
      "step": 14497
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3893199106272652e-05,
      "loss": 0.1627,
      "step": 14498
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3892393442633428e-05,
      "loss": 0.1773,
      "step": 14499
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3891587749216431e-05,
      "loss": 0.1685,
      "step": 14500
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.389078202602783e-05,
      "loss": 0.1492,
      "step": 14501
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3889976273073785e-05,
      "loss": 0.1716,
      "step": 14502
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3889170490360457e-05,
      "loss": 0.1731,
      "step": 14503
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3888364677894019e-05,
      "loss": 0.1263,
      "step": 14504
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3887558835680626e-05,
      "loss": 0.1427,
      "step": 14505
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3886752963726455e-05,
      "loss": 0.1703,
      "step": 14506
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3885947062037658e-05,
      "loss": 0.1165,
      "step": 14507
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.388514113062041e-05,
      "loss": 0.145,
      "step": 14508
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3884335169480874e-05,
      "loss": 0.1367,
      "step": 14509
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3883529178625213e-05,
      "loss": 0.167,
      "step": 14510
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3882723158059595e-05,
      "loss": 0.1489,
      "step": 14511
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3881917107790184e-05,
      "loss": 0.1407,
      "step": 14512
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.388111102782315e-05,
      "loss": 0.1226,
      "step": 14513
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3880304918164659e-05,
      "loss": 0.174,
      "step": 14514
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3879498778820879e-05,
      "loss": 0.1407,
      "step": 14515
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3878692609797973e-05,
      "loss": 0.1718,
      "step": 14516
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3877886411102108e-05,
      "loss": 0.1574,
      "step": 14517
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3877080182739459e-05,
      "loss": 0.1425,
      "step": 14518
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3876273924716191e-05,
      "loss": 0.1481,
      "step": 14519
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3875467637038464e-05,
      "loss": 0.1349,
      "step": 14520
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3874661319712457e-05,
      "loss": 0.192,
      "step": 14521
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3873854972744331e-05,
      "loss": 0.1357,
      "step": 14522
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3873048596140262e-05,
      "loss": 0.1244,
      "step": 14523
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3872242189906414e-05,
      "loss": 0.1729,
      "step": 14524
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3871435754048955e-05,
      "loss": 0.1516,
      "step": 14525
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3870629288574057e-05,
      "loss": 0.1628,
      "step": 14526
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.386982279348789e-05,
      "loss": 0.1242,
      "step": 14527
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3869016268796622e-05,
      "loss": 0.1451,
      "step": 14528
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3868209714506425e-05,
      "loss": 0.1685,
      "step": 14529
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3867403130623468e-05,
      "loss": 0.189,
      "step": 14530
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3866596517153922e-05,
      "loss": 0.16,
      "step": 14531
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.386578987410396e-05,
      "loss": 0.1605,
      "step": 14532
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.386498320147975e-05,
      "loss": 0.1638,
      "step": 14533
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3864176499287463e-05,
      "loss": 0.1678,
      "step": 14534
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3863369767533273e-05,
      "loss": 0.1032,
      "step": 14535
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3862563006223348e-05,
      "loss": 0.1456,
      "step": 14536
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3861756215363864e-05,
      "loss": 0.1533,
      "step": 14537
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3860949394960993e-05,
      "loss": 0.1631,
      "step": 14538
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3860142545020903e-05,
      "loss": 0.1347,
      "step": 14539
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3859335665549769e-05,
      "loss": 0.167,
      "step": 14540
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3858528756553767e-05,
      "loss": 0.1538,
      "step": 14541
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3857721818039066e-05,
      "loss": 0.1502,
      "step": 14542
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3856914850011838e-05,
      "loss": 0.1441,
      "step": 14543
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3856107852478261e-05,
      "loss": 0.1198,
      "step": 14544
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3855300825444506e-05,
      "loss": 0.1951,
      "step": 14545
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.385449376891675e-05,
      "loss": 0.1921,
      "step": 14546
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3853686682901163e-05,
      "loss": 0.1397,
      "step": 14547
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3852879567403922e-05,
      "loss": 0.1911,
      "step": 14548
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3852072422431202e-05,
      "loss": 0.154,
      "step": 14549
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3851265247989177e-05,
      "loss": 0.1206,
      "step": 14550
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3850458044084019e-05,
      "loss": 0.1525,
      "step": 14551
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3849650810721909e-05,
      "loss": 0.1438,
      "step": 14552
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3848843547909016e-05,
      "loss": 0.1397,
      "step": 14553
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3848036255651525e-05,
      "loss": 0.1634,
      "step": 14554
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3847228933955604e-05,
      "loss": 0.117,
      "step": 14555
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3846421582827429e-05,
      "loss": 0.1448,
      "step": 14556
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.384561420227318e-05,
      "loss": 0.1356,
      "step": 14557
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3844806792299035e-05,
      "loss": 0.1633,
      "step": 14558
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3843999352911169e-05,
      "loss": 0.1455,
      "step": 14559
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3843191884115757e-05,
      "loss": 0.1642,
      "step": 14560
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.384238438591898e-05,
      "loss": 0.1187,
      "step": 14561
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3841576858327011e-05,
      "loss": 0.1426,
      "step": 14562
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3840769301346032e-05,
      "loss": 0.1672,
      "step": 14563
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3839961714982218e-05,
      "loss": 0.1934,
      "step": 14564
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3839154099241752e-05,
      "loss": 0.1474,
      "step": 14565
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3838346454130806e-05,
      "loss": 0.1449,
      "step": 14566
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3837538779655564e-05,
      "loss": 0.1356,
      "step": 14567
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.38367310758222e-05,
      "loss": 0.1393,
      "step": 14568
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.38359233426369e-05,
      "loss": 0.1604,
      "step": 14569
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3835115580105835e-05,
      "loss": 0.1068,
      "step": 14570
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3834307788235191e-05,
      "loss": 0.1459,
      "step": 14571
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3833499967031146e-05,
      "loss": 0.1126,
      "step": 14572
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3832692116499877e-05,
      "loss": 0.137,
      "step": 14573
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3831884236647573e-05,
      "loss": 0.1452,
      "step": 14574
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3831076327480401e-05,
      "loss": 0.1275,
      "step": 14575
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3830268389004553e-05,
      "loss": 0.1402,
      "step": 14576
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3829460421226206e-05,
      "loss": 0.1523,
      "step": 14577
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.382865242415154e-05,
      "loss": 0.169,
      "step": 14578
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.382784439778674e-05,
      "loss": 0.1384,
      "step": 14579
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3827036342137983e-05,
      "loss": 0.1432,
      "step": 14580
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3826228257211451e-05,
      "loss": 0.1536,
      "step": 14581
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.382542014301333e-05,
      "loss": 0.1533,
      "step": 14582
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3824611999549801e-05,
      "loss": 0.1363,
      "step": 14583
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3823803826827047e-05,
      "loss": 0.1418,
      "step": 14584
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3822995624851248e-05,
      "loss": 0.1902,
      "step": 14585
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.382218739362859e-05,
      "loss": 0.1434,
      "step": 14586
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3821379133165252e-05,
      "loss": 0.1318,
      "step": 14587
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3820570843467422e-05,
      "loss": 0.1773,
      "step": 14588
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.381976252454128e-05,
      "loss": 0.1919,
      "step": 14589
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.381895417639301e-05,
      "loss": 0.1539,
      "step": 14590
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3818145799028804e-05,
      "loss": 0.1684,
      "step": 14591
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3817337392454835e-05,
      "loss": 0.1733,
      "step": 14592
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3816528956677294e-05,
      "loss": 0.1481,
      "step": 14593
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3815720491702362e-05,
      "loss": 0.1702,
      "step": 14594
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3814911997536227e-05,
      "loss": 0.1391,
      "step": 14595
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3814103474185077e-05,
      "loss": 0.1302,
      "step": 14596
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3813294921655087e-05,
      "loss": 0.1463,
      "step": 14597
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3812486339952454e-05,
      "loss": 0.1886,
      "step": 14598
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3811677729083358e-05,
      "loss": 0.1333,
      "step": 14599
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3810869089053985e-05,
      "loss": 0.1799,
      "step": 14600
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3810060419870526e-05,
      "loss": 0.1371,
      "step": 14601
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3809251721539159e-05,
      "loss": 0.1448,
      "step": 14602
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3808442994066078e-05,
      "loss": 0.1381,
      "step": 14603
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3807634237457465e-05,
      "loss": 0.1209,
      "step": 14604
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3806825451719514e-05,
      "loss": 0.1362,
      "step": 14605
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.380601663685841e-05,
      "loss": 0.1785,
      "step": 14606
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3805207792880332e-05,
      "loss": 0.1477,
      "step": 14607
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3804398919791482e-05,
      "loss": 0.19,
      "step": 14608
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3803590017598035e-05,
      "loss": 0.179,
      "step": 14609
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.380278108630619e-05,
      "loss": 0.1778,
      "step": 14610
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3801972125922128e-05,
      "loss": 0.1875,
      "step": 14611
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3801163136452039e-05,
      "loss": 0.1422,
      "step": 14612
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3800354117902118e-05,
      "loss": 0.1578,
      "step": 14613
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3799545070278544e-05,
      "loss": 0.1562,
      "step": 14614
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3798735993587516e-05,
      "loss": 0.1692,
      "step": 14615
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.379792688783522e-05,
      "loss": 0.1335,
      "step": 14616
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3797117753027842e-05,
      "loss": 0.1281,
      "step": 14617
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.379630858917158e-05,
      "loss": 0.1947,
      "step": 14618
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3795499396272615e-05,
      "loss": 0.1544,
      "step": 14619
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3794690174337146e-05,
      "loss": 0.1458,
      "step": 14620
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3793880923371358e-05,
      "loss": 0.1514,
      "step": 14621
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3793071643381447e-05,
      "loss": 0.1406,
      "step": 14622
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.37922623343736e-05,
      "loss": 0.1702,
      "step": 14623
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3791452996354007e-05,
      "loss": 0.1623,
      "step": 14624
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3790643629328865e-05,
      "loss": 0.1504,
      "step": 14625
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3789834233304364e-05,
      "loss": 0.1468,
      "step": 14626
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3789024808286693e-05,
      "loss": 0.134,
      "step": 14627
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3788215354282051e-05,
      "loss": 0.1514,
      "step": 14628
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.378740587129662e-05,
      "loss": 0.136,
      "step": 14629
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3786596359336604e-05,
      "loss": 0.1508,
      "step": 14630
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3785786818408188e-05,
      "loss": 0.146,
      "step": 14631
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3784977248517567e-05,
      "loss": 0.1428,
      "step": 14632
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3784167649670939e-05,
      "loss": 0.1459,
      "step": 14633
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3783358021874491e-05,
      "loss": 0.1393,
      "step": 14634
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3782548365134423e-05,
      "loss": 0.1555,
      "step": 14635
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3781738679456924e-05,
      "loss": 0.1382,
      "step": 14636
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.378092896484819e-05,
      "loss": 0.1625,
      "step": 14637
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.378011922131442e-05,
      "loss": 0.1615,
      "step": 14638
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3779309448861797e-05,
      "loss": 0.1768,
      "step": 14639
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3778499647496528e-05,
      "loss": 0.1122,
      "step": 14640
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3777689817224804e-05,
      "loss": 0.1534,
      "step": 14641
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.377687995805282e-05,
      "loss": 0.1573,
      "step": 14642
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3776070069986771e-05,
      "loss": 0.1221,
      "step": 14643
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.377526015303285e-05,
      "loss": 0.1729,
      "step": 14644
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3774450207197262e-05,
      "loss": 0.1369,
      "step": 14645
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3773640232486196e-05,
      "loss": 0.1567,
      "step": 14646
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3772830228905851e-05,
      "loss": 0.1314,
      "step": 14647
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3772020196462424e-05,
      "loss": 0.1365,
      "step": 14648
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3771210135162108e-05,
      "loss": 0.1637,
      "step": 14649
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3770400045011107e-05,
      "loss": 0.15,
      "step": 14650
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3769589926015611e-05,
      "loss": 0.154,
      "step": 14651
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3768779778181825e-05,
      "loss": 0.1637,
      "step": 14652
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.376796960151594e-05,
      "loss": 0.1514,
      "step": 14653
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.376715939602416e-05,
      "loss": 0.1467,
      "step": 14654
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3766349161712675e-05,
      "loss": 0.1598,
      "step": 14655
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3765538898587692e-05,
      "loss": 0.1421,
      "step": 14656
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3764728606655409e-05,
      "loss": 0.1257,
      "step": 14657
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.376391828592202e-05,
      "loss": 0.1477,
      "step": 14658
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3763107936393728e-05,
      "loss": 0.1935,
      "step": 14659
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3762297558076731e-05,
      "loss": 0.1592,
      "step": 14660
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3761487150977226e-05,
      "loss": 0.1317,
      "step": 14661
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.376067671510142e-05,
      "loss": 0.1289,
      "step": 14662
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3759866250455507e-05,
      "loss": 0.1194,
      "step": 14663
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3759055757045687e-05,
      "loss": 0.1577,
      "step": 14664
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3758245234878165e-05,
      "loss": 0.1432,
      "step": 14665
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3757434683959135e-05,
      "loss": 0.1348,
      "step": 14666
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3756624104294805e-05,
      "loss": 0.1453,
      "step": 14667
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3755813495891372e-05,
      "loss": 0.1572,
      "step": 14668
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.375500285875504e-05,
      "loss": 0.1446,
      "step": 14669
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3754192192892007e-05,
      "loss": 0.1473,
      "step": 14670
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3753381498308476e-05,
      "loss": 0.1436,
      "step": 14671
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3752570775010651e-05,
      "loss": 0.1625,
      "step": 14672
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3751760023004732e-05,
      "loss": 0.1553,
      "step": 14673
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3750949242296925e-05,
      "loss": 0.1464,
      "step": 14674
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3750138432893428e-05,
      "loss": 0.1394,
      "step": 14675
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3749327594800445e-05,
      "loss": 0.1469,
      "step": 14676
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3748516728024184e-05,
      "loss": 0.1388,
      "step": 14677
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.374770583257084e-05,
      "loss": 0.1676,
      "step": 14678
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3746894908446625e-05,
      "loss": 0.1722,
      "step": 14679
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3746083955657734e-05,
      "loss": 0.138,
      "step": 14680
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.374527297421038e-05,
      "loss": 0.1498,
      "step": 14681
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.374446196411076e-05,
      "loss": 0.1225,
      "step": 14682
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3743650925365084e-05,
      "loss": 0.1489,
      "step": 14683
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3742839857979554e-05,
      "loss": 0.139,
      "step": 14684
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3742028761960371e-05,
      "loss": 0.1791,
      "step": 14685
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3741217637313749e-05,
      "loss": 0.1681,
      "step": 14686
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3740406484045885e-05,
      "loss": 0.1439,
      "step": 14687
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3739595302162988e-05,
      "loss": 0.1578,
      "step": 14688
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3738784091671265e-05,
      "loss": 0.1549,
      "step": 14689
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.373797285257692e-05,
      "loss": 0.1313,
      "step": 14690
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3737161584886158e-05,
      "loss": 0.162,
      "step": 14691
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3736350288605189e-05,
      "loss": 0.1336,
      "step": 14692
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3735538963740218e-05,
      "loss": 0.1631,
      "step": 14693
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3734727610297452e-05,
      "loss": 0.1252,
      "step": 14694
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3733916228283095e-05,
      "loss": 0.16,
      "step": 14695
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3733104817703357e-05,
      "loss": 0.154,
      "step": 14696
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3732293378564447e-05,
      "loss": 0.1731,
      "step": 14697
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.373148191087257e-05,
      "loss": 0.1602,
      "step": 14698
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3730670414633936e-05,
      "loss": 0.1258,
      "step": 14699
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3729858889854753e-05,
      "loss": 0.1241,
      "step": 14700
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3729047336541225e-05,
      "loss": 0.1569,
      "step": 14701
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3728235754699569e-05,
      "loss": 0.1403,
      "step": 14702
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3727424144335985e-05,
      "loss": 0.1657,
      "step": 14703
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3726612505456687e-05,
      "loss": 0.1279,
      "step": 14704
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3725800838067884e-05,
      "loss": 0.1593,
      "step": 14705
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3724989142175784e-05,
      "loss": 0.1931,
      "step": 14706
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3724177417786598e-05,
      "loss": 0.1679,
      "step": 14707
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3723365664906536e-05,
      "loss": 0.1122,
      "step": 14708
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3722553883541803e-05,
      "loss": 0.1397,
      "step": 14709
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3721742073698617e-05,
      "loss": 0.1703,
      "step": 14710
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3720930235383183e-05,
      "loss": 0.1497,
      "step": 14711
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3720118368601715e-05,
      "loss": 0.1559,
      "step": 14712
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3719306473360425e-05,
      "loss": 0.191,
      "step": 14713
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.371849454966552e-05,
      "loss": 0.1597,
      "step": 14714
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3717682597523214e-05,
      "loss": 0.14,
      "step": 14715
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3716870616939717e-05,
      "loss": 0.1623,
      "step": 14716
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3716058607921243e-05,
      "loss": 0.1669,
      "step": 14717
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3715246570474006e-05,
      "loss": 0.1307,
      "step": 14718
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.371443450460421e-05,
      "loss": 0.1201,
      "step": 14719
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3713622410318074e-05,
      "loss": 0.1695,
      "step": 14720
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3712810287621812e-05,
      "loss": 0.1725,
      "step": 14721
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3711998136521634e-05,
      "loss": 0.1566,
      "step": 14722
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3711185957023754e-05,
      "loss": 0.129,
      "step": 14723
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3710373749134383e-05,
      "loss": 0.1466,
      "step": 14724
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3709561512859739e-05,
      "loss": 0.1639,
      "step": 14725
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3708749248206031e-05,
      "loss": 0.17,
      "step": 14726
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3707936955179478e-05,
      "loss": 0.1578,
      "step": 14727
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3707124633786291e-05,
      "loss": 0.1692,
      "step": 14728
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.370631228403268e-05,
      "loss": 0.2019,
      "step": 14729
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3705499905924873e-05,
      "loss": 0.1369,
      "step": 14730
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3704687499469072e-05,
      "loss": 0.124,
      "step": 14731
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3703875064671497e-05,
      "loss": 0.1188,
      "step": 14732
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3703062601538364e-05,
      "loss": 0.1398,
      "step": 14733
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3702250110075888e-05,
      "loss": 0.1699,
      "step": 14734
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3701437590290287e-05,
      "loss": 0.1526,
      "step": 14735
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.370062504218777e-05,
      "loss": 0.1515,
      "step": 14736
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.369981246577456e-05,
      "loss": 0.1507,
      "step": 14737
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.369899986105687e-05,
      "loss": 0.1654,
      "step": 14738
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3698187228040917e-05,
      "loss": 0.1607,
      "step": 14739
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3697374566732924e-05,
      "loss": 0.2026,
      "step": 14740
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3696561877139094e-05,
      "loss": 0.1491,
      "step": 14741
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3695749159265661e-05,
      "loss": 0.1584,
      "step": 14742
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.369493641311883e-05,
      "loss": 0.1293,
      "step": 14743
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3694123638704822e-05,
      "loss": 0.1537,
      "step": 14744
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3693310836029861e-05,
      "loss": 0.1453,
      "step": 14745
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3692498005100154e-05,
      "loss": 0.165,
      "step": 14746
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.369168514592193e-05,
      "loss": 0.1652,
      "step": 14747
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3690872258501399e-05,
      "loss": 0.143,
      "step": 14748
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3690059342844785e-05,
      "loss": 0.1479,
      "step": 14749
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3689246398958312e-05,
      "loss": 0.125,
      "step": 14750
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3688433426848184e-05,
      "loss": 0.1454,
      "step": 14751
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3687620426520636e-05,
      "loss": 0.1578,
      "step": 14752
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3686807397981878e-05,
      "loss": 0.1382,
      "step": 14753
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3685994341238134e-05,
      "loss": 0.139,
      "step": 14754
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3685181256295626e-05,
      "loss": 0.1558,
      "step": 14755
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3684368143160565e-05,
      "loss": 0.1708,
      "step": 14756
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3683555001839184e-05,
      "loss": 0.1544,
      "step": 14757
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3682741832337694e-05,
      "loss": 0.1316,
      "step": 14758
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3681928634662321e-05,
      "loss": 0.1249,
      "step": 14759
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3681115408819286e-05,
      "loss": 0.1198,
      "step": 14760
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3680302154814806e-05,
      "loss": 0.1356,
      "step": 14761
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3679488872655108e-05,
      "loss": 0.1594,
      "step": 14762
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.367867556234641e-05,
      "loss": 0.1715,
      "step": 14763
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3677862223894938e-05,
      "loss": 0.1395,
      "step": 14764
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3677048857306912e-05,
      "loss": 0.1837,
      "step": 14765
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.367623546258855e-05,
      "loss": 0.1642,
      "step": 14766
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3675422039746084e-05,
      "loss": 0.1259,
      "step": 14767
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3674608588785727e-05,
      "loss": 0.184,
      "step": 14768
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3673795109713712e-05,
      "loss": 0.188,
      "step": 14769
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3672981602536254e-05,
      "loss": 0.131,
      "step": 14770
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3672168067259581e-05,
      "loss": 0.1063,
      "step": 14771
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3671354503889917e-05,
      "loss": 0.1692,
      "step": 14772
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3670540912433481e-05,
      "loss": 0.1567,
      "step": 14773
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3669727292896505e-05,
      "loss": 0.1565,
      "step": 14774
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3668913645285204e-05,
      "loss": 0.1509,
      "step": 14775
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3668099969605809e-05,
      "loss": 0.1309,
      "step": 14776
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3667286265864545e-05,
      "loss": 0.1764,
      "step": 14777
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3666472534067635e-05,
      "loss": 0.1708,
      "step": 14778
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3665658774221306e-05,
      "loss": 0.1669,
      "step": 14779
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3664844986331781e-05,
      "loss": 0.1511,
      "step": 14780
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3664031170405287e-05,
      "loss": 0.16,
      "step": 14781
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3663217326448051e-05,
      "loss": 0.1715,
      "step": 14782
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3662403454466295e-05,
      "loss": 0.1305,
      "step": 14783
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3661589554466252e-05,
      "loss": 0.1579,
      "step": 14784
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3660775626454144e-05,
      "loss": 0.1289,
      "step": 14785
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3659961670436195e-05,
      "loss": 0.1661,
      "step": 14786
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3659147686418639e-05,
      "loss": 0.144,
      "step": 14787
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3658333674407698e-05,
      "loss": 0.1645,
      "step": 14788
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3657519634409601e-05,
      "loss": 0.1831,
      "step": 14789
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3656705566430577e-05,
      "loss": 0.1681,
      "step": 14790
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3655891470476852e-05,
      "loss": 0.1446,
      "step": 14791
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3655077346554655e-05,
      "loss": 0.1636,
      "step": 14792
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.365426319467021e-05,
      "loss": 0.1894,
      "step": 14793
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3653449014829754e-05,
      "loss": 0.1924,
      "step": 14794
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.365263480703951e-05,
      "loss": 0.1884,
      "step": 14795
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3651820571305707e-05,
      "loss": 0.1333,
      "step": 14796
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3651006307634575e-05,
      "loss": 0.1417,
      "step": 14797
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3650192016032345e-05,
      "loss": 0.1888,
      "step": 14798
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3649377696505242e-05,
      "loss": 0.1706,
      "step": 14799
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3648563349059498e-05,
      "loss": 0.2008,
      "step": 14800
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3647748973701345e-05,
      "loss": 0.1375,
      "step": 14801
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3646934570437011e-05,
      "loss": 0.1777,
      "step": 14802
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.364612013927273e-05,
      "loss": 0.1779,
      "step": 14803
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3645305680214726e-05,
      "loss": 0.1202,
      "step": 14804
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3644491193269232e-05,
      "loss": 0.1235,
      "step": 14805
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3643676678442486e-05,
      "loss": 0.1067,
      "step": 14806
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3642862135740712e-05,
      "loss": 0.1562,
      "step": 14807
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.364204756517014e-05,
      "loss": 0.1366,
      "step": 14808
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3641232966737005e-05,
      "loss": 0.1464,
      "step": 14809
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.364041834044754e-05,
      "loss": 0.1298,
      "step": 14810
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3639603686307978e-05,
      "loss": 0.1395,
      "step": 14811
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.363878900432455e-05,
      "loss": 0.1747,
      "step": 14812
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3637974294503482e-05,
      "loss": 0.2004,
      "step": 14813
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3637159556851016e-05,
      "loss": 0.1591,
      "step": 14814
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3636344791373381e-05,
      "loss": 0.1482,
      "step": 14815
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.363552999807681e-05,
      "loss": 0.1355,
      "step": 14816
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3634715176967537e-05,
      "loss": 0.1387,
      "step": 14817
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3633900328051795e-05,
      "loss": 0.1695,
      "step": 14818
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.363308545133582e-05,
      "loss": 0.1605,
      "step": 14819
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.363227054682584e-05,
      "loss": 0.1254,
      "step": 14820
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3631455614528097e-05,
      "loss": 0.1357,
      "step": 14821
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3630640654448821e-05,
      "loss": 0.1419,
      "step": 14822
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3629825666594248e-05,
      "loss": 0.1848,
      "step": 14823
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.362901065097061e-05,
      "loss": 0.16,
      "step": 14824
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3628195607584149e-05,
      "loss": 0.1446,
      "step": 14825
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3627380536441093e-05,
      "loss": 0.1666,
      "step": 14826
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3626565437547678e-05,
      "loss": 0.2053,
      "step": 14827
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3625750310910144e-05,
      "loss": 0.1661,
      "step": 14828
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3624935156534726e-05,
      "loss": 0.1586,
      "step": 14829
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3624119974427659e-05,
      "loss": 0.1393,
      "step": 14830
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3623304764595177e-05,
      "loss": 0.1434,
      "step": 14831
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.362248952704352e-05,
      "loss": 0.1793,
      "step": 14832
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3621674261778925e-05,
      "loss": 0.1459,
      "step": 14833
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3620858968807627e-05,
      "loss": 0.1364,
      "step": 14834
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3620043648135863e-05,
      "loss": 0.15,
      "step": 14835
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3619228299769871e-05,
      "loss": 0.1654,
      "step": 14836
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.361841292371589e-05,
      "loss": 0.1293,
      "step": 14837
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3617597519980155e-05,
      "loss": 0.1318,
      "step": 14838
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3616782088568905e-05,
      "loss": 0.1758,
      "step": 14839
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3615966629488381e-05,
      "loss": 0.1724,
      "step": 14840
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.361515114274482e-05,
      "loss": 0.1567,
      "step": 14841
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.361433562834446e-05,
      "loss": 0.1343,
      "step": 14842
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3613520086293539e-05,
      "loss": 0.1966,
      "step": 14843
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3612704516598297e-05,
      "loss": 0.137,
      "step": 14844
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3611888919264972e-05,
      "loss": 0.1317,
      "step": 14845
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3611073294299807e-05,
      "loss": 0.1617,
      "step": 14846
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3610257641709038e-05,
      "loss": 0.1272,
      "step": 14847
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3609441961498909e-05,
      "loss": 0.1563,
      "step": 14848
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3608626253675656e-05,
      "loss": 0.1624,
      "step": 14849
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.360781051824552e-05,
      "loss": 0.1068,
      "step": 14850
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3606994755214746e-05,
      "loss": 0.1767,
      "step": 14851
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3606178964589572e-05,
      "loss": 0.1584,
      "step": 14852
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3605363146376234e-05,
      "loss": 0.1441,
      "step": 14853
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.360454730058098e-05,
      "loss": 0.1537,
      "step": 14854
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.360373142721005e-05,
      "loss": 0.1568,
      "step": 14855
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3602915526269682e-05,
      "loss": 0.1556,
      "step": 14856
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3602099597766125e-05,
      "loss": 0.1148,
      "step": 14857
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3601283641705611e-05,
      "loss": 0.1688,
      "step": 14858
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3600467658094392e-05,
      "loss": 0.1651,
      "step": 14859
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3599651646938705e-05,
      "loss": 0.1446,
      "step": 14860
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3598835608244793e-05,
      "loss": 0.1601,
      "step": 14861
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3598019542018903e-05,
      "loss": 0.1338,
      "step": 14862
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3597203448267272e-05,
      "loss": 0.1577,
      "step": 14863
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3596387326996148e-05,
      "loss": 0.1649,
      "step": 14864
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3595571178211773e-05,
      "loss": 0.1777,
      "step": 14865
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.359475500192039e-05,
      "loss": 0.1742,
      "step": 14866
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3593938798128246e-05,
      "loss": 0.161,
      "step": 14867
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3593122566841577e-05,
      "loss": 0.1066,
      "step": 14868
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.359230630806664e-05,
      "loss": 0.1453,
      "step": 14869
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3591490021809666e-05,
      "loss": 0.1277,
      "step": 14870
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.359067370807691e-05,
      "loss": 0.2083,
      "step": 14871
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3589857366874617e-05,
      "loss": 0.1459,
      "step": 14872
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3589040998209022e-05,
      "loss": 0.1299,
      "step": 14873
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3588224602086385e-05,
      "loss": 0.1344,
      "step": 14874
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3587408178512936e-05,
      "loss": 0.1313,
      "step": 14875
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3586591727494931e-05,
      "loss": 0.1617,
      "step": 14876
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3585775249038618e-05,
      "loss": 0.1607,
      "step": 14877
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3584958743150231e-05,
      "loss": 0.1357,
      "step": 14878
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.358414220983603e-05,
      "loss": 0.1564,
      "step": 14879
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3583325649102255e-05,
      "loss": 0.1708,
      "step": 14880
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3582509060955153e-05,
      "loss": 0.1581,
      "step": 14881
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3581692445400973e-05,
      "loss": 0.1687,
      "step": 14882
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.358087580244596e-05,
      "loss": 0.143,
      "step": 14883
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3580059132096369e-05,
      "loss": 0.1458,
      "step": 14884
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3579242434358433e-05,
      "loss": 0.1492,
      "step": 14885
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3578425709238414e-05,
      "loss": 0.1657,
      "step": 14886
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3577608956742552e-05,
      "loss": 0.1498,
      "step": 14887
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3576792176877098e-05,
      "loss": 0.1577,
      "step": 14888
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3575975369648304e-05,
      "loss": 0.1791,
      "step": 14889
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3575158535062412e-05,
      "loss": 0.1551,
      "step": 14890
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3574341673125677e-05,
      "loss": 0.1695,
      "step": 14891
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3573524783844342e-05,
      "loss": 0.1848,
      "step": 14892
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3572707867224663e-05,
      "loss": 0.1365,
      "step": 14893
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3571890923272888e-05,
      "loss": 0.1695,
      "step": 14894
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3571073951995262e-05,
      "loss": 0.13,
      "step": 14895
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3570256953398041e-05,
      "loss": 0.1395,
      "step": 14896
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3569439927487471e-05,
      "loss": 0.1817,
      "step": 14897
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3568622874269806e-05,
      "loss": 0.1751,
      "step": 14898
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3567805793751295e-05,
      "loss": 0.1314,
      "step": 14899
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3566988685938185e-05,
      "loss": 0.1606,
      "step": 14900
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3566171550836735e-05,
      "loss": 0.1545,
      "step": 14901
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3565354388453189e-05,
      "loss": 0.1369,
      "step": 14902
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3564537198793803e-05,
      "loss": 0.1316,
      "step": 14903
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3563719981864826e-05,
      "loss": 0.1551,
      "step": 14904
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3562902737672512e-05,
      "loss": 0.1528,
      "step": 14905
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3562085466223113e-05,
      "loss": 0.1307,
      "step": 14906
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3561268167522879e-05,
      "loss": 0.1151,
      "step": 14907
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3560450841578069e-05,
      "loss": 0.1649,
      "step": 14908
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3559633488394925e-05,
      "loss": 0.1163,
      "step": 14909
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3558816107979706e-05,
      "loss": 0.1529,
      "step": 14910
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.355799870033867e-05,
      "loss": 0.1425,
      "step": 14911
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3557181265478062e-05,
      "loss": 0.1598,
      "step": 14912
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.355636380340414e-05,
      "loss": 0.1476,
      "step": 14913
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3555546314123156e-05,
      "loss": 0.1425,
      "step": 14914
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3554728797641363e-05,
      "loss": 0.1522,
      "step": 14915
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3553911253965022e-05,
      "loss": 0.1309,
      "step": 14916
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3553093683100376e-05,
      "loss": 0.1439,
      "step": 14917
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.355227608505369e-05,
      "loss": 0.1322,
      "step": 14918
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3551458459831215e-05,
      "loss": 0.119,
      "step": 14919
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3550640807439207e-05,
      "loss": 0.1571,
      "step": 14920
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3549823127883916e-05,
      "loss": 0.142,
      "step": 14921
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3549005421171602e-05,
      "loss": 0.143,
      "step": 14922
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3548187687308523e-05,
      "loss": 0.1588,
      "step": 14923
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3547369926300933e-05,
      "loss": 0.1716,
      "step": 14924
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3546552138155082e-05,
      "loss": 0.1561,
      "step": 14925
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3545734322877236e-05,
      "loss": 0.1763,
      "step": 14926
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3544916480473642e-05,
      "loss": 0.134,
      "step": 14927
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3544098610950566e-05,
      "loss": 0.1658,
      "step": 14928
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3543280714314262e-05,
      "loss": 0.1316,
      "step": 14929
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3542462790570983e-05,
      "loss": 0.1248,
      "step": 14930
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3541644839726988e-05,
      "loss": 0.1345,
      "step": 14931
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3540826861788534e-05,
      "loss": 0.1419,
      "step": 14932
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3540008856761886e-05,
      "loss": 0.1513,
      "step": 14933
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3539190824653292e-05,
      "loss": 0.1525,
      "step": 14934
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3538372765469015e-05,
      "loss": 0.1514,
      "step": 14935
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3537554679215312e-05,
      "loss": 0.1239,
      "step": 14936
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3536736565898444e-05,
      "loss": 0.1735,
      "step": 14937
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3535918425524666e-05,
      "loss": 0.1445,
      "step": 14938
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.353510025810024e-05,
      "loss": 0.1599,
      "step": 14939
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3534282063631423e-05,
      "loss": 0.154,
      "step": 14940
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3533463842124477e-05,
      "loss": 0.1621,
      "step": 14941
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3532645593585661e-05,
      "loss": 0.1209,
      "step": 14942
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3531827318021231e-05,
      "loss": 0.1372,
      "step": 14943
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3531009015437451e-05,
      "loss": 0.1453,
      "step": 14944
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.353019068584058e-05,
      "loss": 0.1274,
      "step": 14945
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.352937232923688e-05,
      "loss": 0.151,
      "step": 14946
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.352855394563261e-05,
      "loss": 0.1372,
      "step": 14947
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.352773553503403e-05,
      "loss": 0.1274,
      "step": 14948
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.35269170974474e-05,
      "loss": 0.1505,
      "step": 14949
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3526098632878988e-05,
      "loss": 0.1228,
      "step": 14950
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.352528014133505e-05,
      "loss": 0.153,
      "step": 14951
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3524461622821844e-05,
      "loss": 0.1508,
      "step": 14952
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3523643077345641e-05,
      "loss": 0.1377,
      "step": 14953
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3522824504912695e-05,
      "loss": 0.1569,
      "step": 14954
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3522005905529274e-05,
      "loss": 0.1492,
      "step": 14955
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3521187279201637e-05,
      "loss": 0.1484,
      "step": 14956
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.352036862593605e-05,
      "loss": 0.1401,
      "step": 14957
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.351954994573877e-05,
      "loss": 0.1641,
      "step": 14958
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3518731238616067e-05,
      "loss": 0.1649,
      "step": 14959
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.35179125045742e-05,
      "loss": 0.1461,
      "step": 14960
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3517093743619434e-05,
      "loss": 0.1186,
      "step": 14961
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3516274955758034e-05,
      "loss": 0.1589,
      "step": 14962
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3515456140996257e-05,
      "loss": 0.1525,
      "step": 14963
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3514637299340377e-05,
      "loss": 0.1105,
      "step": 14964
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3513818430796653e-05,
      "loss": 0.1487,
      "step": 14965
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.351299953537135e-05,
      "loss": 0.1516,
      "step": 14966
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3512180613070734e-05,
      "loss": 0.1603,
      "step": 14967
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3511361663901069e-05,
      "loss": 0.142,
      "step": 14968
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3510542687868618e-05,
      "loss": 0.1571,
      "step": 14969
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3509723684979649e-05,
      "loss": 0.1331,
      "step": 14970
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3508904655240432e-05,
      "loss": 0.1747,
      "step": 14971
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3508085598657221e-05,
      "loss": 0.1501,
      "step": 14972
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3507266515236292e-05,
      "loss": 0.1872,
      "step": 14973
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3506447404983911e-05,
      "loss": 0.1985,
      "step": 14974
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3505628267906338e-05,
      "loss": 0.1625,
      "step": 14975
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3504809104009843e-05,
      "loss": 0.1239,
      "step": 14976
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3503989913300695e-05,
      "loss": 0.1511,
      "step": 14977
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3503170695785158e-05,
      "loss": 0.135,
      "step": 14978
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.35023514514695e-05,
      "loss": 0.1533,
      "step": 14979
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3501532180359988e-05,
      "loss": 0.1432,
      "step": 14980
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3500712882462893e-05,
      "loss": 0.1516,
      "step": 14981
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3499893557784476e-05,
      "loss": 0.1239,
      "step": 14982
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.349907420633101e-05,
      "loss": 0.1421,
      "step": 14983
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3498254828108766e-05,
      "loss": 0.1494,
      "step": 14984
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3497435423124006e-05,
      "loss": 0.1259,
      "step": 14985
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3496615991383e-05,
      "loss": 0.142,
      "step": 14986
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.349579653289202e-05,
      "loss": 0.1572,
      "step": 14987
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3494977047657334e-05,
      "loss": 0.1374,
      "step": 14988
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3494157535685209e-05,
      "loss": 0.1966,
      "step": 14989
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3493337996981917e-05,
      "loss": 0.142,
      "step": 14990
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3492518431553725e-05,
      "loss": 0.1702,
      "step": 14991
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3491698839406907e-05,
      "loss": 0.1565,
      "step": 14992
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.349087922054773e-05,
      "loss": 0.1686,
      "step": 14993
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3490059574982466e-05,
      "loss": 0.1317,
      "step": 14994
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.348923990271738e-05,
      "loss": 0.121,
      "step": 14995
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3488420203758753e-05,
      "loss": 0.1248,
      "step": 14996
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3487600478112847e-05,
      "loss": 0.1245,
      "step": 14997
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3486780725785937e-05,
      "loss": 0.132,
      "step": 14998
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3485960946784294e-05,
      "loss": 0.1678,
      "step": 14999
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.348514114111419e-05,
      "loss": 0.1301,
      "step": 15000
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3484321308781893e-05,
      "loss": 0.1567,
      "step": 15001
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3483501449793677e-05,
      "loss": 0.1086,
      "step": 15002
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3482681564155815e-05,
      "loss": 0.1341,
      "step": 15003
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3481861651874581e-05,
      "loss": 0.1483,
      "step": 15004
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3481041712956247e-05,
      "loss": 0.1426,
      "step": 15005
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3480221747407083e-05,
      "loss": 0.1385,
      "step": 15006
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3479401755233359e-05,
      "loss": 0.1682,
      "step": 15007
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3478581736441356e-05,
      "loss": 0.1529,
      "step": 15008
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3477761691037346e-05,
      "loss": 0.153,
      "step": 15009
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3476941619027597e-05,
      "loss": 0.1246,
      "step": 15010
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.347612152041839e-05,
      "loss": 0.1513,
      "step": 15011
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3475301395215989e-05,
      "loss": 0.1543,
      "step": 15012
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.347448124342668e-05,
      "loss": 0.127,
      "step": 15013
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3473661065056727e-05,
      "loss": 0.1719,
      "step": 15014
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.347284086011241e-05,
      "loss": 0.1466,
      "step": 15015
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3472020628600007e-05,
      "loss": 0.1437,
      "step": 15016
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3471200370525783e-05,
      "loss": 0.1744,
      "step": 15017
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3470380085896025e-05,
      "loss": 0.1507,
      "step": 15018
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3469559774716996e-05,
      "loss": 0.1329,
      "step": 15019
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3468739436994982e-05,
      "loss": 0.1728,
      "step": 15020
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3467919072736258e-05,
      "loss": 0.1616,
      "step": 15021
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3467098681947088e-05,
      "loss": 0.1585,
      "step": 15022
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3466278264633765e-05,
      "loss": 0.1398,
      "step": 15023
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3465457820802552e-05,
      "loss": 0.177,
      "step": 15024
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3464637350459736e-05,
      "loss": 0.1282,
      "step": 15025
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3463816853611585e-05,
      "loss": 0.1491,
      "step": 15026
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3462996330264379e-05,
      "loss": 0.1374,
      "step": 15027
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.34621757804244e-05,
      "loss": 0.1497,
      "step": 15028
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3461355204097916e-05,
      "loss": 0.1264,
      "step": 15029
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3460534601291217e-05,
      "loss": 0.1395,
      "step": 15030
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3459713972010568e-05,
      "loss": 0.1607,
      "step": 15031
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3458893316262253e-05,
      "loss": 0.1433,
      "step": 15032
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3458072634052556e-05,
      "loss": 0.1668,
      "step": 15033
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3457251925387742e-05,
      "loss": 0.13,
      "step": 15034
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3456431190274104e-05,
      "loss": 0.1372,
      "step": 15035
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3455610428717908e-05,
      "loss": 0.1506,
      "step": 15036
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.345478964072544e-05,
      "loss": 0.1584,
      "step": 15037
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3453968826302982e-05,
      "loss": 0.1592,
      "step": 15038
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3453147985456805e-05,
      "loss": 0.1474,
      "step": 15039
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3452327118193197e-05,
      "loss": 0.1685,
      "step": 15040
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3451506224518432e-05,
      "loss": 0.1422,
      "step": 15041
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.345068530443879e-05,
      "loss": 0.1673,
      "step": 15042
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.344986435796056e-05,
      "loss": 0.162,
      "step": 15043
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.344904338509001e-05,
      "loss": 0.1395,
      "step": 15044
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.344822238583343e-05,
      "loss": 0.1468,
      "step": 15045
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3447401360197092e-05,
      "loss": 0.1496,
      "step": 15046
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.344658030818729e-05,
      "loss": 0.1676,
      "step": 15047
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3445759229810293e-05,
      "loss": 0.1261,
      "step": 15048
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3444938125072385e-05,
      "loss": 0.1233,
      "step": 15049
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3444116993979854e-05,
      "loss": 0.1603,
      "step": 15050
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3443295836538975e-05,
      "loss": 0.1516,
      "step": 15051
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3442474652756035e-05,
      "loss": 0.1562,
      "step": 15052
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3441653442637313e-05,
      "loss": 0.1445,
      "step": 15053
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3440832206189088e-05,
      "loss": 0.1605,
      "step": 15054
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3440010943417652e-05,
      "loss": 0.1757,
      "step": 15055
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3439189654329279e-05,
      "loss": 0.1431,
      "step": 15056
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3438368338930262e-05,
      "loss": 0.1836,
      "step": 15057
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3437546997226873e-05,
      "loss": 0.1716,
      "step": 15058
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.34367256292254e-05,
      "loss": 0.1402,
      "step": 15059
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3435904234932134e-05,
      "loss": 0.1792,
      "step": 15060
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3435082814353344e-05,
      "loss": 0.1291,
      "step": 15061
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.343426136749533e-05,
      "loss": 0.143,
      "step": 15062
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3433439894364365e-05,
      "loss": 0.1848,
      "step": 15063
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3432618394966735e-05,
      "loss": 0.1333,
      "step": 15064
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.343179686930873e-05,
      "loss": 0.1283,
      "step": 15065
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3430975317396626e-05,
      "loss": 0.1273,
      "step": 15066
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.343015373923672e-05,
      "loss": 0.1277,
      "step": 15067
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3429332134835287e-05,
      "loss": 0.1565,
      "step": 15068
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3428510504198618e-05,
      "loss": 0.1621,
      "step": 15069
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3427688847332998e-05,
      "loss": 0.1879,
      "step": 15070
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3426867164244708e-05,
      "loss": 0.159,
      "step": 15071
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3426045454940044e-05,
      "loss": 0.1603,
      "step": 15072
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3425223719425282e-05,
      "loss": 0.1627,
      "step": 15073
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3424401957706713e-05,
      "loss": 0.1655,
      "step": 15074
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3423580169790626e-05,
      "loss": 0.157,
      "step": 15075
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.34227583556833e-05,
      "loss": 0.1551,
      "step": 15076
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3421936515391033e-05,
      "loss": 0.1608,
      "step": 15077
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3421114648920106e-05,
      "loss": 0.1764,
      "step": 15078
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3420292756276805e-05,
      "loss": 0.143,
      "step": 15079
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3419470837467422e-05,
      "loss": 0.1342,
      "step": 15080
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.341864889249824e-05,
      "loss": 0.1662,
      "step": 15081
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3417826921375552e-05,
      "loss": 0.1616,
      "step": 15082
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3417004924105644e-05,
      "loss": 0.1815,
      "step": 15083
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3416182900694805e-05,
      "loss": 0.142,
      "step": 15084
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3415360851149322e-05,
      "loss": 0.1588,
      "step": 15085
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3414538775475486e-05,
      "loss": 0.1489,
      "step": 15086
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3413716673679585e-05,
      "loss": 0.1587,
      "step": 15087
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3412894545767907e-05,
      "loss": 0.1691,
      "step": 15088
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3412072391746744e-05,
      "loss": 0.1152,
      "step": 15089
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3411250211622386e-05,
      "loss": 0.2002,
      "step": 15090
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3410428005401119e-05,
      "loss": 0.1263,
      "step": 15091
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3409605773089237e-05,
      "loss": 0.1201,
      "step": 15092
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3408783514693031e-05,
      "loss": 0.138,
      "step": 15093
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3407961230218787e-05,
      "loss": 0.1612,
      "step": 15094
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.34071389196728e-05,
      "loss": 0.1659,
      "step": 15095
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3406316583061356e-05,
      "loss": 0.1447,
      "step": 15096
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3405494220390752e-05,
      "loss": 0.1591,
      "step": 15097
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3404671831667275e-05,
      "loss": 0.1407,
      "step": 15098
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3403849416897217e-05,
      "loss": 0.1176,
      "step": 15099
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.340302697608687e-05,
      "loss": 0.1772,
      "step": 15100
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.340220450924253e-05,
      "loss": 0.1592,
      "step": 15101
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3401382016370481e-05,
      "loss": 0.151,
      "step": 15102
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3400559497477024e-05,
      "loss": 0.1351,
      "step": 15103
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3399736952568443e-05,
      "loss": 0.1706,
      "step": 15104
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3398914381651036e-05,
      "loss": 0.1424,
      "step": 15105
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3398091784731096e-05,
      "loss": 0.1616,
      "step": 15106
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3397269161814914e-05,
      "loss": 0.1419,
      "step": 15107
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3396446512908785e-05,
      "loss": 0.1332,
      "step": 15108
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3395623838019001e-05,
      "loss": 0.1503,
      "step": 15109
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3394801137151856e-05,
      "loss": 0.1465,
      "step": 15110
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3393978410313645e-05,
      "loss": 0.1531,
      "step": 15111
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.339315565751066e-05,
      "loss": 0.1454,
      "step": 15112
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3392332878749194e-05,
      "loss": 0.1299,
      "step": 15113
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3391510074035548e-05,
      "loss": 0.1709,
      "step": 15114
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.339068724337601e-05,
      "loss": 0.1363,
      "step": 15115
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3389864386776879e-05,
      "loss": 0.1874,
      "step": 15116
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3389041504244447e-05,
      "loss": 0.128,
      "step": 15117
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3388218595785012e-05,
      "loss": 0.1243,
      "step": 15118
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3387395661404865e-05,
      "loss": 0.1632,
      "step": 15119
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3386572701110307e-05,
      "loss": 0.1624,
      "step": 15120
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3385749714907632e-05,
      "loss": 0.1922,
      "step": 15121
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3384926702803136e-05,
      "loss": 0.173,
      "step": 15122
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3384103664803113e-05,
      "loss": 0.1429,
      "step": 15123
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3383280600913863e-05,
      "loss": 0.1478,
      "step": 15124
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3382457511141681e-05,
      "loss": 0.1691,
      "step": 15125
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3381634395492863e-05,
      "loss": 0.1449,
      "step": 15126
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.338081125397371e-05,
      "loss": 0.1737,
      "step": 15127
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3379988086590512e-05,
      "loss": 0.1383,
      "step": 15128
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3379164893349572e-05,
      "loss": 0.1425,
      "step": 15129
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3378341674257187e-05,
      "loss": 0.1645,
      "step": 15130
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3377518429319652e-05,
      "loss": 0.1456,
      "step": 15131
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.337669515854327e-05,
      "loss": 0.1369,
      "step": 15132
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3375871861934333e-05,
      "loss": 0.1342,
      "step": 15133
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3375048539499145e-05,
      "loss": 0.1679,
      "step": 15134
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3374225191244002e-05,
      "loss": 0.1723,
      "step": 15135
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.33734018171752e-05,
      "loss": 0.1578,
      "step": 15136
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3372578417299045e-05,
      "loss": 0.134,
      "step": 15137
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3371754991621831e-05,
      "loss": 0.1919,
      "step": 15138
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3370931540149859e-05,
      "loss": 0.1279,
      "step": 15139
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.337010806288943e-05,
      "loss": 0.1778,
      "step": 15140
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3369284559846839e-05,
      "loss": 0.1592,
      "step": 15141
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3368461031028388e-05,
      "loss": 0.1438,
      "step": 15142
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.336763747644038e-05,
      "loss": 0.1338,
      "step": 15143
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3366813896089114e-05,
      "loss": 0.1482,
      "step": 15144
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3365990289980894e-05,
      "loss": 0.129,
      "step": 15145
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3365166658122014e-05,
      "loss": 0.1413,
      "step": 15146
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3364343000518777e-05,
      "loss": 0.1398,
      "step": 15147
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3363519317177484e-05,
      "loss": 0.1661,
      "step": 15148
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3362695608104441e-05,
      "loss": 0.1146,
      "step": 15149
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.336187187330595e-05,
      "loss": 0.1719,
      "step": 15150
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3361048112788301e-05,
      "loss": 0.1339,
      "step": 15151
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3360224326557807e-05,
      "loss": 0.1399,
      "step": 15152
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3359400514620769e-05,
      "loss": 0.1345,
      "step": 15153
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3358576676983486e-05,
      "loss": 0.1668,
      "step": 15154
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3357752813652263e-05,
      "loss": 0.1336,
      "step": 15155
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3356928924633399e-05,
      "loss": 0.1591,
      "step": 15156
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3356105009933204e-05,
      "loss": 0.1388,
      "step": 15157
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3355281069557973e-05,
      "loss": 0.1516,
      "step": 15158
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3354457103514016e-05,
      "loss": 0.1104,
      "step": 15159
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3353633111807636e-05,
      "loss": 0.1531,
      "step": 15160
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3352809094445129e-05,
      "loss": 0.1741,
      "step": 15161
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.335198505143281e-05,
      "loss": 0.1501,
      "step": 15162
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3351160982776971e-05,
      "loss": 0.131,
      "step": 15163
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3350336888483928e-05,
      "loss": 0.1228,
      "step": 15164
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3349512768559982e-05,
      "loss": 0.1198,
      "step": 15165
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3348688623011432e-05,
      "loss": 0.1481,
      "step": 15166
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.334786445184459e-05,
      "loss": 0.112,
      "step": 15167
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3347040255065755e-05,
      "loss": 0.1722,
      "step": 15168
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3346216032681238e-05,
      "loss": 0.1444,
      "step": 15169
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3345391784697343e-05,
      "loss": 0.1696,
      "step": 15170
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3344567511120372e-05,
      "loss": 0.1206,
      "step": 15171
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3343743211956639e-05,
      "loss": 0.1728,
      "step": 15172
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3342918887212438e-05,
      "loss": 0.1446,
      "step": 15173
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3342094536894088e-05,
      "loss": 0.1446,
      "step": 15174
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3341270161007883e-05,
      "loss": 0.132,
      "step": 15175
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3340445759560141e-05,
      "loss": 0.1208,
      "step": 15176
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3339621332557164e-05,
      "loss": 0.1266,
      "step": 15177
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3338796880005257e-05,
      "loss": 0.1388,
      "step": 15178
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3337972401910733e-05,
      "loss": 0.1687,
      "step": 15179
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3337147898279892e-05,
      "loss": 0.1438,
      "step": 15180
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3336323369119046e-05,
      "loss": 0.1615,
      "step": 15181
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3335498814434507e-05,
      "loss": 0.1402,
      "step": 15182
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3334674234232572e-05,
      "loss": 0.1797,
      "step": 15183
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3333849628519562e-05,
      "loss": 0.1551,
      "step": 15184
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3333024997301774e-05,
      "loss": 0.1445,
      "step": 15185
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3332200340585523e-05,
      "loss": 0.1476,
      "step": 15186
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.333137565837712e-05,
      "loss": 0.1478,
      "step": 15187
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3330550950682865e-05,
      "loss": 0.1494,
      "step": 15188
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3329726217509079e-05,
      "loss": 0.1641,
      "step": 15189
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3328901458862057e-05,
      "loss": 0.1645,
      "step": 15190
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3328076674748124e-05,
      "loss": 0.1459,
      "step": 15191
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3327251865173582e-05,
      "loss": 0.1146,
      "step": 15192
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3326427030144738e-05,
      "loss": 0.1305,
      "step": 15193
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.332560216966791e-05,
      "loss": 0.1536,
      "step": 15194
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3324777283749399e-05,
      "loss": 0.1264,
      "step": 15195
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3323952372395528e-05,
      "loss": 0.1496,
      "step": 15196
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3323127435612597e-05,
      "loss": 0.1457,
      "step": 15197
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3322302473406916e-05,
      "loss": 0.1811,
      "step": 15198
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3321477485784808e-05,
      "loss": 0.168,
      "step": 15199
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3320652472752572e-05,
      "loss": 0.1355,
      "step": 15200
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3319827434316528e-05,
      "loss": 0.1619,
      "step": 15201
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3319002370482985e-05,
      "loss": 0.1444,
      "step": 15202
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3318177281258248e-05,
      "loss": 0.1439,
      "step": 15203
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3317352166648643e-05,
      "loss": 0.1212,
      "step": 15204
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3316527026660468e-05,
      "loss": 0.1612,
      "step": 15205
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.331570186130005e-05,
      "loss": 0.1384,
      "step": 15206
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3314876670573688e-05,
      "loss": 0.1485,
      "step": 15207
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3314051454487704e-05,
      "loss": 0.1172,
      "step": 15208
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3313226213048406e-05,
      "loss": 0.114,
      "step": 15209
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.331240094626211e-05,
      "loss": 0.1508,
      "step": 15210
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3311575654135132e-05,
      "loss": 0.1938,
      "step": 15211
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3310750336673778e-05,
      "loss": 0.1889,
      "step": 15212
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3309924993884369e-05,
      "loss": 0.1504,
      "step": 15213
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3309099625773217e-05,
      "loss": 0.1559,
      "step": 15214
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3308274232346631e-05,
      "loss": 0.1351,
      "step": 15215
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3307448813610935e-05,
      "loss": 0.1704,
      "step": 15216
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3306623369572439e-05,
      "loss": 0.129,
      "step": 15217
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3305797900237454e-05,
      "loss": 0.1434,
      "step": 15218
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3304972405612302e-05,
      "loss": 0.2126,
      "step": 15219
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.330414688570329e-05,
      "loss": 0.1371,
      "step": 15220
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3303321340516746e-05,
      "loss": 0.131,
      "step": 15221
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3302495770058977e-05,
      "loss": 0.1506,
      "step": 15222
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3301670174336297e-05,
      "loss": 0.1581,
      "step": 15223
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3300844553355024e-05,
      "loss": 0.1651,
      "step": 15224
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3300018907121477e-05,
      "loss": 0.1422,
      "step": 15225
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.329919323564197e-05,
      "loss": 0.1498,
      "step": 15226
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3298367538922821e-05,
      "loss": 0.1391,
      "step": 15227
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3297541816970343e-05,
      "loss": 0.1577,
      "step": 15228
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3296716069790858e-05,
      "loss": 0.1699,
      "step": 15229
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3295890297390681e-05,
      "loss": 0.1269,
      "step": 15230
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.329506449977613e-05,
      "loss": 0.1496,
      "step": 15231
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3294238676953522e-05,
      "loss": 0.1693,
      "step": 15232
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3293412828929173e-05,
      "loss": 0.1341,
      "step": 15233
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3292586955709403e-05,
      "loss": 0.1576,
      "step": 15234
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3291761057300532e-05,
      "loss": 0.1419,
      "step": 15235
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3290935133708873e-05,
      "loss": 0.1265,
      "step": 15236
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.329010918494075e-05,
      "loss": 0.1473,
      "step": 15237
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3289283211002477e-05,
      "loss": 0.1439,
      "step": 15238
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3288457211900378e-05,
      "loss": 0.1873,
      "step": 15239
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3287631187640769e-05,
      "loss": 0.1121,
      "step": 15240
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3286805138229968e-05,
      "loss": 0.1164,
      "step": 15241
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3285979063674294e-05,
      "loss": 0.1467,
      "step": 15242
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3285152963980074e-05,
      "loss": 0.1564,
      "step": 15243
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.328432683915362e-05,
      "loss": 0.1093,
      "step": 15244
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3283500689201254e-05,
      "loss": 0.1306,
      "step": 15245
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3282674514129298e-05,
      "loss": 0.1425,
      "step": 15246
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.328184831394407e-05,
      "loss": 0.145,
      "step": 15247
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3281022088651895e-05,
      "loss": 0.1779,
      "step": 15248
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3280195838259089e-05,
      "loss": 0.1309,
      "step": 15249
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3279369562771975e-05,
      "loss": 0.1671,
      "step": 15250
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3278543262196873e-05,
      "loss": 0.1738,
      "step": 15251
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3277716936540107e-05,
      "loss": 0.1718,
      "step": 15252
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3276890585807997e-05,
      "loss": 0.1503,
      "step": 15253
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3276064210006865e-05,
      "loss": 0.1637,
      "step": 15254
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3275237809143031e-05,
      "loss": 0.1417,
      "step": 15255
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3274411383222821e-05,
      "loss": 0.1372,
      "step": 15256
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3273584932252555e-05,
      "loss": 0.1802,
      "step": 15257
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3272758456238557e-05,
      "loss": 0.1319,
      "step": 15258
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3271931955187144e-05,
      "loss": 0.1571,
      "step": 15259
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.327110542910465e-05,
      "loss": 0.1831,
      "step": 15260
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3270278877997389e-05,
      "loss": 0.1573,
      "step": 15261
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3269452301871686e-05,
      "loss": 0.136,
      "step": 15262
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3268625700733866e-05,
      "loss": 0.1543,
      "step": 15263
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3267799074590252e-05,
      "loss": 0.1583,
      "step": 15264
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3266972423447171e-05,
      "loss": 0.186,
      "step": 15265
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3266145747310942e-05,
      "loss": 0.1399,
      "step": 15266
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.326531904618789e-05,
      "loss": 0.1126,
      "step": 15267
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3264492320084343e-05,
      "loss": 0.1404,
      "step": 15268
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3263665569006624e-05,
      "loss": 0.1412,
      "step": 15269
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3262838792961058e-05,
      "loss": 0.1318,
      "step": 15270
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3262011991953969e-05,
      "loss": 0.1467,
      "step": 15271
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3261185165991681e-05,
      "loss": 0.1606,
      "step": 15272
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3260358315080523e-05,
      "loss": 0.1598,
      "step": 15273
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3259531439226818e-05,
      "loss": 0.1378,
      "step": 15274
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3258704538436893e-05,
      "loss": 0.1695,
      "step": 15275
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3257877612717074e-05,
      "loss": 0.1545,
      "step": 15276
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3257050662073686e-05,
      "loss": 0.1581,
      "step": 15277
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3256223686513056e-05,
      "loss": 0.1468,
      "step": 15278
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3255396686041512e-05,
      "loss": 0.1594,
      "step": 15279
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3254569660665379e-05,
      "loss": 0.1296,
      "step": 15280
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3253742610390985e-05,
      "loss": 0.1558,
      "step": 15281
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3252915535224655e-05,
      "loss": 0.1352,
      "step": 15282
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3252088435172721e-05,
      "loss": 0.1436,
      "step": 15283
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3251261310241505e-05,
      "loss": 0.1332,
      "step": 15284
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3250434160437338e-05,
      "loss": 0.1686,
      "step": 15285
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3249606985766545e-05,
      "loss": 0.1857,
      "step": 15286
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3248779786235457e-05,
      "loss": 0.1228,
      "step": 15287
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3247952561850403e-05,
      "loss": 0.1567,
      "step": 15288
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3247125312617712e-05,
      "loss": 0.1585,
      "step": 15289
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3246298038543706e-05,
      "loss": 0.1328,
      "step": 15290
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3245470739634718e-05,
      "loss": 0.1622,
      "step": 15291
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.324464341589708e-05,
      "loss": 0.1377,
      "step": 15292
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.324381606733712e-05,
      "loss": 0.1379,
      "step": 15293
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3242988693961165e-05,
      "loss": 0.1672,
      "step": 15294
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3242161295775543e-05,
      "loss": 0.1726,
      "step": 15295
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3241333872786588e-05,
      "loss": 0.1363,
      "step": 15296
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.324050642500063e-05,
      "loss": 0.151,
      "step": 15297
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3239678952423998e-05,
      "loss": 0.2042,
      "step": 15298
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3238851455063022e-05,
      "loss": 0.1477,
      "step": 15299
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3238023932924028e-05,
      "loss": 0.1451,
      "step": 15300
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.323719638601336e-05,
      "loss": 0.1307,
      "step": 15301
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3236368814337333e-05,
      "loss": 0.1718,
      "step": 15302
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3235541217902288e-05,
      "loss": 0.1141,
      "step": 15303
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3234713596714555e-05,
      "loss": 0.165,
      "step": 15304
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3233885950780461e-05,
      "loss": 0.1503,
      "step": 15305
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3233058280106344e-05,
      "loss": 0.1363,
      "step": 15306
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.323223058469853e-05,
      "loss": 0.1709,
      "step": 15307
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3231402864563353e-05,
      "loss": 0.158,
      "step": 15308
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3230575119707151e-05,
      "loss": 0.1637,
      "step": 15309
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3229747350136248e-05,
      "loss": 0.1267,
      "step": 15310
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3228919555856983e-05,
      "loss": 0.1427,
      "step": 15311
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3228091736875684e-05,
      "loss": 0.1676,
      "step": 15312
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3227263893198686e-05,
      "loss": 0.1731,
      "step": 15313
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3226436024832325e-05,
      "loss": 0.1501,
      "step": 15314
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3225608131782927e-05,
      "loss": 0.1592,
      "step": 15315
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3224780214056836e-05,
      "loss": 0.1511,
      "step": 15316
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3223952271660374e-05,
      "loss": 0.1544,
      "step": 15317
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3223124304599886e-05,
      "loss": 0.1376,
      "step": 15318
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.32222963128817e-05,
      "loss": 0.1565,
      "step": 15319
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.322146829651215e-05,
      "loss": 0.174,
      "step": 15320
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3220640255497574e-05,
      "loss": 0.1488,
      "step": 15321
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3219812189844301e-05,
      "loss": 0.1311,
      "step": 15322
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3218984099558677e-05,
      "loss": 0.1336,
      "step": 15323
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3218155984647021e-05,
      "loss": 0.1929,
      "step": 15324
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3217327845115682e-05,
      "loss": 0.1778,
      "step": 15325
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3216499680970991e-05,
      "loss": 0.1697,
      "step": 15326
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3215671492219282e-05,
      "loss": 0.1383,
      "step": 15327
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3214843278866894e-05,
      "loss": 0.1341,
      "step": 15328
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3214015040920157e-05,
      "loss": 0.1845,
      "step": 15329
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3213186778385412e-05,
      "loss": 0.1273,
      "step": 15330
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3212358491269e-05,
      "loss": 0.135,
      "step": 15331
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3211530179577245e-05,
      "loss": 0.1403,
      "step": 15332
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3210701843316499e-05,
      "loss": 0.1182,
      "step": 15333
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3209873482493084e-05,
      "loss": 0.1841,
      "step": 15334
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3209045097113349e-05,
      "loss": 0.1819,
      "step": 15335
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3208216687183626e-05,
      "loss": 0.1607,
      "step": 15336
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3207388252710249e-05,
      "loss": 0.1799,
      "step": 15337
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3206559793699565e-05,
      "loss": 0.1657,
      "step": 15338
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3205731310157903e-05,
      "loss": 0.1338,
      "step": 15339
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3204902802091609e-05,
      "loss": 0.1464,
      "step": 15340
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3204074269507015e-05,
      "loss": 0.1326,
      "step": 15341
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.320324571241046e-05,
      "loss": 0.1424,
      "step": 15342
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3202417130808285e-05,
      "loss": 0.1232,
      "step": 15343
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3201588524706827e-05,
      "loss": 0.1749,
      "step": 15344
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3200759894112431e-05,
      "loss": 0.1229,
      "step": 15345
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3199931239031429e-05,
      "loss": 0.1598,
      "step": 15346
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.319910255947016e-05,
      "loss": 0.1211,
      "step": 15347
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3198273855434973e-05,
      "loss": 0.1761,
      "step": 15348
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3197445126932193e-05,
      "loss": 0.1418,
      "step": 15349
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3196616373968176e-05,
      "loss": 0.1768,
      "step": 15350
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3195787596549253e-05,
      "loss": 0.1561,
      "step": 15351
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.319495879468176e-05,
      "loss": 0.1471,
      "step": 15352
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3194129968372049e-05,
      "loss": 0.1713,
      "step": 15353
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3193301117626451e-05,
      "loss": 0.1621,
      "step": 15354
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3192472242451315e-05,
      "loss": 0.171,
      "step": 15355
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3191643342852976e-05,
      "loss": 0.1536,
      "step": 15356
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3190814418837778e-05,
      "loss": 0.1636,
      "step": 15357
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3189985470412061e-05,
      "loss": 0.1633,
      "step": 15358
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3189156497582165e-05,
      "loss": 0.145,
      "step": 15359
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3188327500354442e-05,
      "loss": 0.1433,
      "step": 15360
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3187498478735219e-05,
      "loss": 0.1466,
      "step": 15361
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3186669432730848e-05,
      "loss": 0.1421,
      "step": 15362
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3185840362347669e-05,
      "loss": 0.1199,
      "step": 15363
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3185011267592023e-05,
      "loss": 0.1424,
      "step": 15364
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3184182148470257e-05,
      "loss": 0.2084,
      "step": 15365
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.318335300498871e-05,
      "loss": 0.1348,
      "step": 15366
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3182523837153727e-05,
      "loss": 0.117,
      "step": 15367
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.318169464497165e-05,
      "loss": 0.1812,
      "step": 15368
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3180865428448826e-05,
      "loss": 0.1203,
      "step": 15369
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3180036187591592e-05,
      "loss": 0.1357,
      "step": 15370
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3179206922406298e-05,
      "loss": 0.1644,
      "step": 15371
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3178377632899286e-05,
      "loss": 0.1424,
      "step": 15372
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.31775483190769e-05,
      "loss": 0.1461,
      "step": 15373
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3176718980945485e-05,
      "loss": 0.1634,
      "step": 15374
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3175889618511387e-05,
      "loss": 0.144,
      "step": 15375
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3175060231780945e-05,
      "loss": 0.1436,
      "step": 15376
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3174230820760511e-05,
      "loss": 0.1806,
      "step": 15377
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3173401385456428e-05,
      "loss": 0.1817,
      "step": 15378
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3172571925875039e-05,
      "loss": 0.1481,
      "step": 15379
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3171742442022693e-05,
      "loss": 0.1569,
      "step": 15380
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3170912933905733e-05,
      "loss": 0.1458,
      "step": 15381
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3170083401530507e-05,
      "loss": 0.1413,
      "step": 15382
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.316925384490336e-05,
      "loss": 0.1231,
      "step": 15383
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3168424264030639e-05,
      "loss": 0.1477,
      "step": 15384
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.316759465891869e-05,
      "loss": 0.1735,
      "step": 15385
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3166765029573859e-05,
      "loss": 0.1649,
      "step": 15386
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3165935376002492e-05,
      "loss": 0.1501,
      "step": 15387
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.316510569821094e-05,
      "loss": 0.1396,
      "step": 15388
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3164275996205546e-05,
      "loss": 0.1373,
      "step": 15389
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.316344626999266e-05,
      "loss": 0.154,
      "step": 15390
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.316261651957863e-05,
      "loss": 0.1807,
      "step": 15391
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3161786744969802e-05,
      "loss": 0.1646,
      "step": 15392
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3160956946172526e-05,
      "loss": 0.1159,
      "step": 15393
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3160127123193148e-05,
      "loss": 0.1428,
      "step": 15394
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3159297276038017e-05,
      "loss": 0.1566,
      "step": 15395
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.315846740471348e-05,
      "loss": 0.1609,
      "step": 15396
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.315763750922589e-05,
      "loss": 0.1759,
      "step": 15397
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3156807589581591e-05,
      "loss": 0.1293,
      "step": 15398
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3155977645786938e-05,
      "loss": 0.1437,
      "step": 15399
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3155147677848273e-05,
      "loss": 0.1589,
      "step": 15400
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3154317685771952e-05,
      "loss": 0.1566,
      "step": 15401
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.315348766956432e-05,
      "loss": 0.1438,
      "step": 15402
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.315265762923173e-05,
      "loss": 0.1497,
      "step": 15403
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3151827564780528e-05,
      "loss": 0.1458,
      "step": 15404
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.315099747621707e-05,
      "loss": 0.1485,
      "step": 15405
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3150167363547701e-05,
      "loss": 0.1495,
      "step": 15406
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3149337226778776e-05,
      "loss": 0.1485,
      "step": 15407
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.314850706591664e-05,
      "loss": 0.1655,
      "step": 15408
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.314767688096765e-05,
      "loss": 0.1336,
      "step": 15409
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3146846671938156e-05,
      "loss": 0.1198,
      "step": 15410
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3146016438834505e-05,
      "loss": 0.1568,
      "step": 15411
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3145186181663054e-05,
      "loss": 0.1487,
      "step": 15412
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3144355900430151e-05,
      "loss": 0.1664,
      "step": 15413
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3143525595142148e-05,
      "loss": 0.1544,
      "step": 15414
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3142695265805398e-05,
      "loss": 0.1408,
      "step": 15415
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3141864912426254e-05,
      "loss": 0.1682,
      "step": 15416
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3141034535011068e-05,
      "loss": 0.1803,
      "step": 15417
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3140204133566192e-05,
      "loss": 0.1348,
      "step": 15418
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.313937370809798e-05,
      "loss": 0.1726,
      "step": 15419
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3138543258612781e-05,
      "loss": 0.1781,
      "step": 15420
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3137712785116954e-05,
      "loss": 0.1716,
      "step": 15421
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3136882287616848e-05,
      "loss": 0.1369,
      "step": 15422
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3136051766118821e-05,
      "loss": 0.1412,
      "step": 15423
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.313522122062922e-05,
      "loss": 0.1585,
      "step": 15424
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3134390651154403e-05,
      "loss": 0.1619,
      "step": 15425
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3133560057700723e-05,
      "loss": 0.1576,
      "step": 15426
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3132729440274536e-05,
      "loss": 0.1735,
      "step": 15427
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3131898798882197e-05,
      "loss": 0.1274,
      "step": 15428
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3131068133530054e-05,
      "loss": 0.1381,
      "step": 15429
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3130237444224472e-05,
      "loss": 0.1343,
      "step": 15430
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3129406730971796e-05,
      "loss": 0.171,
      "step": 15431
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3128575993778388e-05,
      "loss": 0.1461,
      "step": 15432
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3127745232650604e-05,
      "loss": 0.1309,
      "step": 15433
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3126914447594793e-05,
      "loss": 0.1447,
      "step": 15434
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3126083638617312e-05,
      "loss": 0.1519,
      "step": 15435
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3125252805724524e-05,
      "loss": 0.2089,
      "step": 15436
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.312442194892278e-05,
      "loss": 0.2093,
      "step": 15437
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3123591068218436e-05,
      "loss": 0.1542,
      "step": 15438
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3122760163617847e-05,
      "loss": 0.1332,
      "step": 15439
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3121929235127376e-05,
      "loss": 0.2012,
      "step": 15440
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3121098282753369e-05,
      "loss": 0.1276,
      "step": 15441
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3120267306502192e-05,
      "loss": 0.1552,
      "step": 15442
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3119436306380205e-05,
      "loss": 0.1251,
      "step": 15443
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3118605282393753e-05,
      "loss": 0.1463,
      "step": 15444
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3117774234549204e-05,
      "loss": 0.146,
      "step": 15445
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3116943162852908e-05,
      "loss": 0.1726,
      "step": 15446
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.311611206731123e-05,
      "loss": 0.1373,
      "step": 15447
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.311528094793053e-05,
      "loss": 0.1358,
      "step": 15448
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3114449804717153e-05,
      "loss": 0.1152,
      "step": 15449
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3113618637677474e-05,
      "loss": 0.1291,
      "step": 15450
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3112787446817837e-05,
      "loss": 0.1298,
      "step": 15451
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3111956232144611e-05,
      "loss": 0.1259,
      "step": 15452
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3111124993664154e-05,
      "loss": 0.1068,
      "step": 15453
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3110293731382816e-05,
      "loss": 0.1771,
      "step": 15454
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3109462445306969e-05,
      "loss": 0.1567,
      "step": 15455
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3108631135442962e-05,
      "loss": 0.1396,
      "step": 15456
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3107799801797158e-05,
      "loss": 0.1254,
      "step": 15457
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3106968444375925e-05,
      "loss": 0.1656,
      "step": 15458
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3106137063185611e-05,
      "loss": 0.1744,
      "step": 15459
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3105305658232583e-05,
      "loss": 0.162,
      "step": 15460
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3104474229523198e-05,
      "loss": 0.1515,
      "step": 15461
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3103642777063824e-05,
      "loss": 0.1279,
      "step": 15462
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3102811300860812e-05,
      "loss": 0.1548,
      "step": 15463
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3101979800920526e-05,
      "loss": 0.161,
      "step": 15464
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3101148277249332e-05,
      "loss": 0.1474,
      "step": 15465
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3100316729853584e-05,
      "loss": 0.1501,
      "step": 15466
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3099485158739654e-05,
      "loss": 0.1748,
      "step": 15467
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3098653563913892e-05,
      "loss": 0.1233,
      "step": 15468
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3097821945382665e-05,
      "loss": 0.132,
      "step": 15469
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3096990303152337e-05,
      "loss": 0.1676,
      "step": 15470
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3096158637229266e-05,
      "loss": 0.1741,
      "step": 15471
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3095326947619822e-05,
      "loss": 0.1355,
      "step": 15472
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3094495234330358e-05,
      "loss": 0.1361,
      "step": 15473
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3093663497367242e-05,
      "loss": 0.1272,
      "step": 15474
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.309283173673684e-05,
      "loss": 0.1463,
      "step": 15475
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3091999952445505e-05,
      "loss": 0.1681,
      "step": 15476
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3091168144499613e-05,
      "loss": 0.1875,
      "step": 15477
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3090336312905518e-05,
      "loss": 0.1662,
      "step": 15478
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3089504457669589e-05,
      "loss": 0.1585,
      "step": 15479
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3088672578798188e-05,
      "loss": 0.1236,
      "step": 15480
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3087840676297676e-05,
      "loss": 0.1765,
      "step": 15481
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3087008750174425e-05,
      "loss": 0.1388,
      "step": 15482
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.308617680043479e-05,
      "loss": 0.1637,
      "step": 15483
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3085344827085145e-05,
      "loss": 0.163,
      "step": 15484
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3084512830131847e-05,
      "loss": 0.1206,
      "step": 15485
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3083680809581264e-05,
      "loss": 0.1511,
      "step": 15486
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3082848765439764e-05,
      "loss": 0.1646,
      "step": 15487
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3082016697713707e-05,
      "loss": 0.1565,
      "step": 15488
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3081184606409465e-05,
      "loss": 0.1247,
      "step": 15489
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3080352491533397e-05,
      "loss": 0.1742,
      "step": 15490
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.307952035309187e-05,
      "loss": 0.1651,
      "step": 15491
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3078688191091257e-05,
      "loss": 0.1473,
      "step": 15492
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3077856005537915e-05,
      "loss": 0.1684,
      "step": 15493
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3077023796438217e-05,
      "loss": 0.1504,
      "step": 15494
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3076191563798525e-05,
      "loss": 0.1552,
      "step": 15495
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.307535930762521e-05,
      "loss": 0.1287,
      "step": 15496
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3074527027924637e-05,
      "loss": 0.141,
      "step": 15497
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.307369472470317e-05,
      "loss": 0.1442,
      "step": 15498
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3072862397967183e-05,
      "loss": 0.1519,
      "step": 15499
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3072030047723039e-05,
      "loss": 0.1615,
      "step": 15500
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3071197673977106e-05,
      "loss": 0.1277,
      "step": 15501
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3070365276735752e-05,
      "loss": 0.1999,
      "step": 15502
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3069532856005345e-05,
      "loss": 0.1575,
      "step": 15503
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3068700411792254e-05,
      "loss": 0.1396,
      "step": 15504
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.306786794410285e-05,
      "loss": 0.1343,
      "step": 15505
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3067035452943495e-05,
      "loss": 0.1279,
      "step": 15506
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3066202938320562e-05,
      "loss": 0.1546,
      "step": 15507
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.306537040024042e-05,
      "loss": 0.1185,
      "step": 15508
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3064537838709439e-05,
      "loss": 0.1661,
      "step": 15509
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3063705253733987e-05,
      "loss": 0.1699,
      "step": 15510
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3062872645320433e-05,
      "loss": 0.114,
      "step": 15511
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3062040013475143e-05,
      "loss": 0.1441,
      "step": 15512
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3061207358204496e-05,
      "loss": 0.1624,
      "step": 15513
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3060374679514853e-05,
      "loss": 0.1718,
      "step": 15514
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3059541977412592e-05,
      "loss": 0.1902,
      "step": 15515
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3058709251904075e-05,
      "loss": 0.1482,
      "step": 15516
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.305787650299568e-05,
      "loss": 0.17,
      "step": 15517
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3057043730693773e-05,
      "loss": 0.1678,
      "step": 15518
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3056210935004726e-05,
      "loss": 0.1301,
      "step": 15519
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3055378115934914e-05,
      "loss": 0.1934,
      "step": 15520
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3054545273490703e-05,
      "loss": 0.1742,
      "step": 15521
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3053712407678465e-05,
      "loss": 0.2052,
      "step": 15522
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3052879518504575e-05,
      "loss": 0.1371,
      "step": 15523
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3052046605975401e-05,
      "loss": 0.178,
      "step": 15524
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3051213670097318e-05,
      "loss": 0.1643,
      "step": 15525
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3050380710876697e-05,
      "loss": 0.1328,
      "step": 15526
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.304954772831991e-05,
      "loss": 0.1643,
      "step": 15527
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3048714722433331e-05,
      "loss": 0.1606,
      "step": 15528
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3047881693223332e-05,
      "loss": 0.1395,
      "step": 15529
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3047048640696286e-05,
      "loss": 0.1357,
      "step": 15530
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3046215564858563e-05,
      "loss": 0.13,
      "step": 15531
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3045382465716539e-05,
      "loss": 0.1638,
      "step": 15532
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3044549343276586e-05,
      "loss": 0.1969,
      "step": 15533
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3043716197545082e-05,
      "loss": 0.1539,
      "step": 15534
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3042883028528395e-05,
      "loss": 0.1688,
      "step": 15535
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3042049836232903e-05,
      "loss": 0.1482,
      "step": 15536
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3041216620664978e-05,
      "loss": 0.1334,
      "step": 15537
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3040383381830997e-05,
      "loss": 0.1425,
      "step": 15538
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3039550119737329e-05,
      "loss": 0.1444,
      "step": 15539
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3038716834390352e-05,
      "loss": 0.1476,
      "step": 15540
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3037883525796443e-05,
      "loss": 0.1654,
      "step": 15541
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3037050193961975e-05,
      "loss": 0.139,
      "step": 15542
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3036216838893323e-05,
      "loss": 0.1567,
      "step": 15543
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.303538346059686e-05,
      "loss": 0.134,
      "step": 15544
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3034550059078968e-05,
      "loss": 0.1327,
      "step": 15545
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3033716634346016e-05,
      "loss": 0.1631,
      "step": 15546
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3032883186404383e-05,
      "loss": 0.1652,
      "step": 15547
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3032049715260444e-05,
      "loss": 0.1601,
      "step": 15548
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3031216220920577e-05,
      "loss": 0.1683,
      "step": 15549
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3030382703391158e-05,
      "loss": 0.1796,
      "step": 15550
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3029549162678563e-05,
      "loss": 0.1873,
      "step": 15551
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3028715598789168e-05,
      "loss": 0.1319,
      "step": 15552
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3027882011729352e-05,
      "loss": 0.1341,
      "step": 15553
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.302704840150549e-05,
      "loss": 0.149,
      "step": 15554
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.302621476812396e-05,
      "loss": 0.1528,
      "step": 15555
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.302538111159114e-05,
      "loss": 0.1817,
      "step": 15556
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3024547431913408e-05,
      "loss": 0.1659,
      "step": 15557
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.302371372909714e-05,
      "loss": 0.1468,
      "step": 15558
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3022880003148717e-05,
      "loss": 0.177,
      "step": 15559
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3022046254074515e-05,
      "loss": 0.1855,
      "step": 15560
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3021212481880912e-05,
      "loss": 0.1236,
      "step": 15561
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3020378686574288e-05,
      "loss": 0.1415,
      "step": 15562
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.301954486816102e-05,
      "loss": 0.165,
      "step": 15563
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.301871102664749e-05,
      "loss": 0.1329,
      "step": 15564
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3017877162040076e-05,
      "loss": 0.166,
      "step": 15565
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3017043274345156e-05,
      "loss": 0.1124,
      "step": 15566
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.301620936356911e-05,
      "loss": 0.1429,
      "step": 15567
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3015375429718316e-05,
      "loss": 0.1282,
      "step": 15568
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3014541472799155e-05,
      "loss": 0.1593,
      "step": 15569
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.301370749281801e-05,
      "loss": 0.1484,
      "step": 15570
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3012873489781257e-05,
      "loss": 0.1476,
      "step": 15571
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.301203946369528e-05,
      "loss": 0.1574,
      "step": 15572
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3011205414566455e-05,
      "loss": 0.125,
      "step": 15573
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3010371342401165e-05,
      "loss": 0.1266,
      "step": 15574
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.300953724720579e-05,
      "loss": 0.1777,
      "step": 15575
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3008703128986715e-05,
      "loss": 0.1587,
      "step": 15576
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3007868987750318e-05,
      "loss": 0.157,
      "step": 15577
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3007034823502977e-05,
      "loss": 0.1335,
      "step": 15578
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3006200636251078e-05,
      "loss": 0.1565,
      "step": 15579
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3005366426001005e-05,
      "loss": 0.1942,
      "step": 15580
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3004532192759133e-05,
      "loss": 0.1375,
      "step": 15581
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3003697936531854e-05,
      "loss": 0.1433,
      "step": 15582
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3002863657325535e-05,
      "loss": 0.1486,
      "step": 15583
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3002029355146574e-05,
      "loss": 0.1445,
      "step": 15584
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3001195030001346e-05,
      "loss": 0.1278,
      "step": 15585
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3000360681896233e-05,
      "loss": 0.1449,
      "step": 15586
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.2999526310837625e-05,
      "loss": 0.1488,
      "step": 15587
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.2998691916831894e-05,
      "loss": 0.1838,
      "step": 15588
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.2997857499885434e-05,
      "loss": 0.1836,
      "step": 15589
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.299702306000462e-05,
      "loss": 0.125,
      "step": 15590
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.299618859719584e-05,
      "loss": 0.1588,
      "step": 15591
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.2995354111465482e-05,
      "loss": 0.1297,
      "step": 15592
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.2994519602819917e-05,
      "loss": 0.1402,
      "step": 15593
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.2993685071265545e-05,
      "loss": 0.171,
      "step": 15594
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.2992850516808739e-05,
      "loss": 0.1743,
      "step": 15595
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.2992015939455888e-05,
      "loss": 0.1548,
      "step": 15596
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.2991181339213382e-05,
      "loss": 0.1617,
      "step": 15597
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.2990346716087592e-05,
      "loss": 0.1475,
      "step": 15598
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.2989512070084918e-05,
      "loss": 0.1523,
      "step": 15599
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.2988677401211733e-05,
      "loss": 0.1579,
      "step": 15600
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.2987842709474432e-05,
      "loss": 0.1562,
      "step": 15601
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.2987007994879394e-05,
      "loss": 0.1733,
      "step": 15602
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.2986173257433005e-05,
      "loss": 0.1251,
      "step": 15603
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.298533849714166e-05,
      "loss": 0.1713,
      "step": 15604
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.2984503714011733e-05,
      "loss": 0.1313,
      "step": 15605
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.2983668908049621e-05,
      "loss": 0.1632,
      "step": 15606
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.29828340792617e-05,
      "loss": 0.1627,
      "step": 15607
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.2981999227654361e-05,
      "loss": 0.1538,
      "step": 15608
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.2981164353233995e-05,
      "loss": 0.1341,
      "step": 15609
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.2980329456006981e-05,
      "loss": 0.1731,
      "step": 15610
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.2979494535979718e-05,
      "loss": 0.1501,
      "step": 15611
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.2978659593158582e-05,
      "loss": 0.1254,
      "step": 15612
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.2977824627549962e-05,
      "loss": 0.1803,
      "step": 15613
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.2976989639160253e-05,
      "loss": 0.1327,
      "step": 15614
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2976154627995833e-05,
      "loss": 0.1349,
      "step": 15615
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2975319594063103e-05,
      "loss": 0.1751,
      "step": 15616
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2974484537368437e-05,
      "loss": 0.1598,
      "step": 15617
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2973649457918232e-05,
      "loss": 0.1344,
      "step": 15618
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2972814355718875e-05,
      "loss": 0.1322,
      "step": 15619
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.297197923077675e-05,
      "loss": 0.1494,
      "step": 15620
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2971144083098258e-05,
      "loss": 0.1585,
      "step": 15621
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2970308912689771e-05,
      "loss": 0.1488,
      "step": 15622
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2969473719557692e-05,
      "loss": 0.1716,
      "step": 15623
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2968638503708407e-05,
      "loss": 0.1391,
      "step": 15624
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.29678032651483e-05,
      "loss": 0.1348,
      "step": 15625
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.296696800388377e-05,
      "loss": 0.1332,
      "step": 15626
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2966132719921198e-05,
      "loss": 0.1531,
      "step": 15627
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2965297413266985e-05,
      "loss": 0.1733,
      "step": 15628
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.296446208392751e-05,
      "loss": 0.1415,
      "step": 15629
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2963626731909167e-05,
      "loss": 0.1814,
      "step": 15630
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2962791357218349e-05,
      "loss": 0.1312,
      "step": 15631
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2961955959861445e-05,
      "loss": 0.1529,
      "step": 15632
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.296112053984485e-05,
      "loss": 0.1049,
      "step": 15633
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2960285097174948e-05,
      "loss": 0.1415,
      "step": 15634
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2959449631858134e-05,
      "loss": 0.1605,
      "step": 15635
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2958614143900801e-05,
      "loss": 0.1481,
      "step": 15636
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2957778633309334e-05,
      "loss": 0.1652,
      "step": 15637
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2956943100090138e-05,
      "loss": 0.1679,
      "step": 15638
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2956107544249594e-05,
      "loss": 0.1652,
      "step": 15639
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2955271965794097e-05,
      "loss": 0.1591,
      "step": 15640
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.295443636473004e-05,
      "loss": 0.1321,
      "step": 15641
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2953600741063812e-05,
      "loss": 0.1284,
      "step": 15642
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2952765094801816e-05,
      "loss": 0.1463,
      "step": 15643
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2951929425950433e-05,
      "loss": 0.1412,
      "step": 15644
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2951093734516063e-05,
      "loss": 0.13,
      "step": 15645
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2950258020505096e-05,
      "loss": 0.1414,
      "step": 15646
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2949422283923925e-05,
      "loss": 0.1536,
      "step": 15647
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.294858652477895e-05,
      "loss": 0.1241,
      "step": 15648
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2947750743076556e-05,
      "loss": 0.1375,
      "step": 15649
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2946914938823143e-05,
      "loss": 0.19,
      "step": 15650
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2946079112025104e-05,
      "loss": 0.1533,
      "step": 15651
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2945243262688829e-05,
      "loss": 0.1614,
      "step": 15652
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2944407390820717e-05,
      "loss": 0.205,
      "step": 15653
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2943571496427164e-05,
      "loss": 0.1334,
      "step": 15654
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2942735579514558e-05,
      "loss": 0.1625,
      "step": 15655
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.29418996400893e-05,
      "loss": 0.1546,
      "step": 15656
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2941063678157784e-05,
      "loss": 0.1534,
      "step": 15657
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2940227693726403e-05,
      "loss": 0.1647,
      "step": 15658
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2939391686801556e-05,
      "loss": 0.1617,
      "step": 15659
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2938555657389638e-05,
      "loss": 0.1333,
      "step": 15660
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.293771960549704e-05,
      "loss": 0.1203,
      "step": 15661
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2936883531130165e-05,
      "loss": 0.1986,
      "step": 15662
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2936047434295405e-05,
      "loss": 0.1661,
      "step": 15663
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2935211314999154e-05,
      "loss": 0.1741,
      "step": 15664
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2934375173247815e-05,
      "loss": 0.1786,
      "step": 15665
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.293353900904778e-05,
      "loss": 0.148,
      "step": 15666
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2932702822405447e-05,
      "loss": 0.1549,
      "step": 15667
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2931866613327215e-05,
      "loss": 0.1835,
      "step": 15668
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2931030381819478e-05,
      "loss": 0.1297,
      "step": 15669
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2930194127888635e-05,
      "loss": 0.1783,
      "step": 15670
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2929357851541085e-05,
      "loss": 0.1698,
      "step": 15671
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2928521552783223e-05,
      "loss": 0.1706,
      "step": 15672
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2927685231621445e-05,
      "loss": 0.1709,
      "step": 15673
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2926848888062155e-05,
      "loss": 0.155,
      "step": 15674
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2926012522111748e-05,
      "loss": 0.1338,
      "step": 15675
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2925176133776622e-05,
      "loss": 0.141,
      "step": 15676
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2924339723063178e-05,
      "loss": 0.1213,
      "step": 15677
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2923503289977812e-05,
      "loss": 0.1431,
      "step": 15678
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2922666834526925e-05,
      "loss": 0.1449,
      "step": 15679
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2921830356716914e-05,
      "loss": 0.1317,
      "step": 15680
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2920993856554178e-05,
      "loss": 0.1448,
      "step": 15681
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.292015733404512e-05,
      "loss": 0.1493,
      "step": 15682
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2919320789196136e-05,
      "loss": 0.1557,
      "step": 15683
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2918484222013627e-05,
      "loss": 0.1555,
      "step": 15684
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2917647632503996e-05,
      "loss": 0.1694,
      "step": 15685
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2916811020673636e-05,
      "loss": 0.1445,
      "step": 15686
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2915974386528954e-05,
      "loss": 0.1631,
      "step": 15687
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2915137730076346e-05,
      "loss": 0.1558,
      "step": 15688
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2914301051322218e-05,
      "loss": 0.1361,
      "step": 15689
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2913464350272965e-05,
      "loss": 0.1687,
      "step": 15690
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2912627626934988e-05,
      "loss": 0.1705,
      "step": 15691
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2911790881314695e-05,
      "loss": 0.1458,
      "step": 15692
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2910954113418479e-05,
      "loss": 0.1849,
      "step": 15693
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2910117323252747e-05,
      "loss": 0.1668,
      "step": 15694
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2909280510823899e-05,
      "loss": 0.177,
      "step": 15695
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2908443676138335e-05,
      "loss": 0.1404,
      "step": 15696
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2907606819202463e-05,
      "loss": 0.1403,
      "step": 15697
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2906769940022677e-05,
      "loss": 0.1518,
      "step": 15698
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2905933038605385e-05,
      "loss": 0.1707,
      "step": 15699
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2905096114956986e-05,
      "loss": 0.1871,
      "step": 15700
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2904259169083886e-05,
      "loss": 0.167,
      "step": 15701
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2903422200992486e-05,
      "loss": 0.1783,
      "step": 15702
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.290258521068919e-05,
      "loss": 0.1533,
      "step": 15703
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2901748198180397e-05,
      "loss": 0.1755,
      "step": 15704
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2900911163472516e-05,
      "loss": 0.1365,
      "step": 15705
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.290007410657195e-05,
      "loss": 0.147,
      "step": 15706
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2899237027485096e-05,
      "loss": 0.1608,
      "step": 15707
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2898399926218368e-05,
      "loss": 0.1361,
      "step": 15708
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2897562802778164e-05,
      "loss": 0.1509,
      "step": 15709
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2896725657170888e-05,
      "loss": 0.1596,
      "step": 15710
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2895888489402949e-05,
      "loss": 0.1414,
      "step": 15711
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.289505129948074e-05,
      "loss": 0.141,
      "step": 15712
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2894214087410679e-05,
      "loss": 0.1401,
      "step": 15713
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2893376853199164e-05,
      "loss": 0.1555,
      "step": 15714
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2892539596852602e-05,
      "loss": 0.1616,
      "step": 15715
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2891702318377402e-05,
      "loss": 0.1214,
      "step": 15716
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2890865017779958e-05,
      "loss": 0.1616,
      "step": 15717
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2890027695066687e-05,
      "loss": 0.1594,
      "step": 15718
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.288919035024399e-05,
      "loss": 0.1379,
      "step": 15719
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2888352983318274e-05,
      "loss": 0.1757,
      "step": 15720
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2887515594295945e-05,
      "loss": 0.1421,
      "step": 15721
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2886678183183405e-05,
      "loss": 0.1554,
      "step": 15722
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2885840749987067e-05,
      "loss": 0.1834,
      "step": 15723
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2885003294713334e-05,
      "loss": 0.1743,
      "step": 15724
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2884165817368615e-05,
      "loss": 0.161,
      "step": 15725
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2883328317959317e-05,
      "loss": 0.2096,
      "step": 15726
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.288249079649184e-05,
      "loss": 0.144,
      "step": 15727
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.28816532529726e-05,
      "loss": 0.1355,
      "step": 15728
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2880815687407999e-05,
      "loss": 0.1463,
      "step": 15729
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2879978099804447e-05,
      "loss": 0.1257,
      "step": 15730
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2879140490168354e-05,
      "loss": 0.1256,
      "step": 15731
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2878302858506123e-05,
      "loss": 0.1843,
      "step": 15732
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2877465204824167e-05,
      "loss": 0.1513,
      "step": 15733
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2876627529128887e-05,
      "loss": 0.1118,
      "step": 15734
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.28757898314267e-05,
      "loss": 0.1446,
      "step": 15735
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.287495211172401e-05,
      "loss": 0.1402,
      "step": 15736
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2874114370027225e-05,
      "loss": 0.1549,
      "step": 15737
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2873276606342757e-05,
      "loss": 0.1605,
      "step": 15738
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2872438820677012e-05,
      "loss": 0.1186,
      "step": 15739
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2871601013036401e-05,
      "loss": 0.1547,
      "step": 15740
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2870763183427335e-05,
      "loss": 0.1386,
      "step": 15741
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.286992533185622e-05,
      "loss": 0.1476,
      "step": 15742
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2869087458329468e-05,
      "loss": 0.1644,
      "step": 15743
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2868249562853487e-05,
      "loss": 0.182,
      "step": 15744
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2867411645434693e-05,
      "loss": 0.1659,
      "step": 15745
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2866573706079488e-05,
      "loss": 0.2,
      "step": 15746
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2865735744794285e-05,
      "loss": 0.1489,
      "step": 15747
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.28648977615855e-05,
      "loss": 0.1839,
      "step": 15748
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2864059756459537e-05,
      "loss": 0.1458,
      "step": 15749
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2863221729422812e-05,
      "loss": 0.1494,
      "step": 15750
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2862383680481734e-05,
      "loss": 0.1598,
      "step": 15751
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.286154560964271e-05,
      "loss": 0.1567,
      "step": 15752
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.286070751691216e-05,
      "loss": 0.1813,
      "step": 15753
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2859869402296488e-05,
      "loss": 0.1856,
      "step": 15754
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2859031265802112e-05,
      "loss": 0.1171,
      "step": 15755
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2858193107435437e-05,
      "loss": 0.1264,
      "step": 15756
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2857354927202878e-05,
      "loss": 0.1133,
      "step": 15757
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2856516725110856e-05,
      "loss": 0.1416,
      "step": 15758
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2855678501165767e-05,
      "loss": 0.1445,
      "step": 15759
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2854840255374039e-05,
      "loss": 0.1345,
      "step": 15760
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2854001987742076e-05,
      "loss": 0.1507,
      "step": 15761
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2853163698276292e-05,
      "loss": 0.1543,
      "step": 15762
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.28523253869831e-05,
      "loss": 0.1499,
      "step": 15763
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2851487053868914e-05,
      "loss": 0.1712,
      "step": 15764
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2850648698940153e-05,
      "loss": 0.1793,
      "step": 15765
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2849810322203223e-05,
      "loss": 0.1468,
      "step": 15766
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2848971923664539e-05,
      "loss": 0.1266,
      "step": 15767
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2848133503330518e-05,
      "loss": 0.1256,
      "step": 15768
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.284729506120757e-05,
      "loss": 0.114,
      "step": 15769
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2846456597302114e-05,
      "loss": 0.1262,
      "step": 15770
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2845618111620559e-05,
      "loss": 0.1303,
      "step": 15771
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2844779604169328e-05,
      "loss": 0.144,
      "step": 15772
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.284394107495483e-05,
      "loss": 0.122,
      "step": 15773
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2843102523983475e-05,
      "loss": 0.1741,
      "step": 15774
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.284226395126169e-05,
      "loss": 0.178,
      "step": 15775
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2841425356795879e-05,
      "loss": 0.1558,
      "step": 15776
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2840586740592465e-05,
      "loss": 0.1486,
      "step": 15777
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.283974810265786e-05,
      "loss": 0.1225,
      "step": 15778
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2838909442998482e-05,
      "loss": 0.1654,
      "step": 15779
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2838070761620745e-05,
      "loss": 0.1467,
      "step": 15780
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2837232058531063e-05,
      "loss": 0.1204,
      "step": 15781
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2836393333735862e-05,
      "loss": 0.1448,
      "step": 15782
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2835554587241546e-05,
      "loss": 0.158,
      "step": 15783
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.283471581905454e-05,
      "loss": 0.1532,
      "step": 15784
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2833877029181257e-05,
      "loss": 0.1187,
      "step": 15785
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2833038217628114e-05,
      "loss": 0.1408,
      "step": 15786
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2832199384401532e-05,
      "loss": 0.1423,
      "step": 15787
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2831360529507922e-05,
      "loss": 0.1059,
      "step": 15788
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2830521652953707e-05,
      "loss": 0.1568,
      "step": 15789
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2829682754745304e-05,
      "loss": 0.136,
      "step": 15790
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2828843834889121e-05,
      "loss": 0.161,
      "step": 15791
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2828004893391595e-05,
      "loss": 0.1402,
      "step": 15792
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2827165930259127e-05,
      "loss": 0.1496,
      "step": 15793
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2826326945498143e-05,
      "loss": 0.1675,
      "step": 15794
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.282548793911506e-05,
      "loss": 0.1277,
      "step": 15795
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2824648911116296e-05,
      "loss": 0.1363,
      "step": 15796
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2823809861508271e-05,
      "loss": 0.1178,
      "step": 15797
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2822970790297405e-05,
      "loss": 0.1527,
      "step": 15798
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2822131697490112e-05,
      "loss": 0.1935,
      "step": 15799
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2821292583092816e-05,
      "loss": 0.1364,
      "step": 15800
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2820453447111935e-05,
      "loss": 0.141,
      "step": 15801
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.281961428955389e-05,
      "loss": 0.1931,
      "step": 15802
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2818775110425097e-05,
      "loss": 0.1494,
      "step": 15803
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.281793590973198e-05,
      "loss": 0.1382,
      "step": 15804
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2817096687480958e-05,
      "loss": 0.1213,
      "step": 15805
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.281625744367845e-05,
      "loss": 0.1461,
      "step": 15806
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2815418178330876e-05,
      "loss": 0.1585,
      "step": 15807
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.281457889144466e-05,
      "loss": 0.1627,
      "step": 15808
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2813739583026219e-05,
      "loss": 0.1243,
      "step": 15809
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2812900253081976e-05,
      "loss": 0.1433,
      "step": 15810
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.281206090161835e-05,
      "loss": 0.188,
      "step": 15811
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2811221528641766e-05,
      "loss": 0.1404,
      "step": 15812
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2810382134158642e-05,
      "loss": 0.1317,
      "step": 15813
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.28095427181754e-05,
      "loss": 0.1707,
      "step": 15814
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2808703280698465e-05,
      "loss": 0.1709,
      "step": 15815
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2807863821734254e-05,
      "loss": 0.1369,
      "step": 15816
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2807024341289194e-05,
      "loss": 0.1686,
      "step": 15817
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2806184839369702e-05,
      "loss": 0.1435,
      "step": 15818
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2805345315982204e-05,
      "loss": 0.1466,
      "step": 15819
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2804505771133123e-05,
      "loss": 0.1371,
      "step": 15820
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2803666204828877e-05,
      "loss": 0.1474,
      "step": 15821
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2802826617075894e-05,
      "loss": 0.1473,
      "step": 15822
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2801987007880596e-05,
      "loss": 0.1442,
      "step": 15823
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2801147377249405e-05,
      "loss": 0.1294,
      "step": 15824
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2800307725188746e-05,
      "loss": 0.1703,
      "step": 15825
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.279946805170504e-05,
      "loss": 0.1374,
      "step": 15826
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2798628356804712e-05,
      "loss": 0.1784,
      "step": 15827
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2797788640494187e-05,
      "loss": 0.1348,
      "step": 15828
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2796948902779886e-05,
      "loss": 0.148,
      "step": 15829
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2796109143668239e-05,
      "loss": 0.1512,
      "step": 15830
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2795269363165664e-05,
      "loss": 0.1335,
      "step": 15831
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2794429561278588e-05,
      "loss": 0.1537,
      "step": 15832
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2793589738013436e-05,
      "loss": 0.1603,
      "step": 15833
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2792749893376635e-05,
      "loss": 0.1629,
      "step": 15834
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2791910027374605e-05,
      "loss": 0.1226,
      "step": 15835
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2791070140013775e-05,
      "loss": 0.1197,
      "step": 15836
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.279023023130057e-05,
      "loss": 0.178,
      "step": 15837
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2789390301241414e-05,
      "loss": 0.1499,
      "step": 15838
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2788550349842732e-05,
      "loss": 0.1434,
      "step": 15839
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.278771037711095e-05,
      "loss": 0.1241,
      "step": 15840
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.27868703830525e-05,
      "loss": 0.1412,
      "step": 15841
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.27860303676738e-05,
      "loss": 0.1332,
      "step": 15842
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.278519033098128e-05,
      "loss": 0.1545,
      "step": 15843
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2784350272981369e-05,
      "loss": 0.145,
      "step": 15844
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2783510193680488e-05,
      "loss": 0.1203,
      "step": 15845
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.278267009308507e-05,
      "loss": 0.1578,
      "step": 15846
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2781829971201536e-05,
      "loss": 0.1669,
      "step": 15847
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2780989828036314e-05,
      "loss": 0.1445,
      "step": 15848
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2780149663595837e-05,
      "loss": 0.1538,
      "step": 15849
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2779309477886525e-05,
      "loss": 0.1342,
      "step": 15850
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2778469270914813e-05,
      "loss": 0.1345,
      "step": 15851
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2777629042687124e-05,
      "loss": 0.148,
      "step": 15852
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2776788793209885e-05,
      "loss": 0.1957,
      "step": 15853
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2775948522489528e-05,
      "loss": 0.1754,
      "step": 15854
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.277510823053248e-05,
      "loss": 0.1204,
      "step": 15855
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2774267917345166e-05,
      "loss": 0.1645,
      "step": 15856
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.277342758293402e-05,
      "loss": 0.1583,
      "step": 15857
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2772587227305467e-05,
      "loss": 0.1419,
      "step": 15858
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2771746850465935e-05,
      "loss": 0.1412,
      "step": 15859
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.277090645242186e-05,
      "loss": 0.1258,
      "step": 15860
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2770066033179661e-05,
      "loss": 0.1179,
      "step": 15861
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2769225592745777e-05,
      "loss": 0.1637,
      "step": 15862
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.276838513112663e-05,
      "loss": 0.1781,
      "step": 15863
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2767544648328655e-05,
      "loss": 0.145,
      "step": 15864
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2766704144358284e-05,
      "loss": 0.1394,
      "step": 15865
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2765863619221936e-05,
      "loss": 0.1464,
      "step": 15866
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2765023072926052e-05,
      "loss": 0.1939,
      "step": 15867
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2764182505477058e-05,
      "loss": 0.1355,
      "step": 15868
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2763341916881387e-05,
      "loss": 0.1673,
      "step": 15869
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.276250130714547e-05,
      "loss": 0.1265,
      "step": 15870
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2761660676275729e-05,
      "loss": 0.1443,
      "step": 15871
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2760820024278608e-05,
      "loss": 0.1413,
      "step": 15872
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2759979351160528e-05,
      "loss": 0.1445,
      "step": 15873
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2759138656927925e-05,
      "loss": 0.1522,
      "step": 15874
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2758297941587235e-05,
      "loss": 0.1124,
      "step": 15875
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2757457205144878e-05,
      "loss": 0.1742,
      "step": 15876
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2756616447607298e-05,
      "loss": 0.1209,
      "step": 15877
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2755775668980913e-05,
      "loss": 0.1383,
      "step": 15878
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2754934869272174e-05,
      "loss": 0.1317,
      "step": 15879
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.27540940484875e-05,
      "loss": 0.1582,
      "step": 15880
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.275325320663332e-05,
      "loss": 0.1375,
      "step": 15881
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2752412343716081e-05,
      "loss": 0.146,
      "step": 15882
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2751571459742203e-05,
      "loss": 0.1317,
      "step": 15883
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2750730554718125e-05,
      "loss": 0.1234,
      "step": 15884
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2749889628650282e-05,
      "loss": 0.1364,
      "step": 15885
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.27490486815451e-05,
      "loss": 0.1519,
      "step": 15886
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2748207713409023e-05,
      "loss": 0.1546,
      "step": 15887
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.274736672424847e-05,
      "loss": 0.1585,
      "step": 15888
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.274652571406989e-05,
      "loss": 0.1653,
      "step": 15889
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2745684682879709e-05,
      "loss": 0.1826,
      "step": 15890
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2744843630684357e-05,
      "loss": 0.1885,
      "step": 15891
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.274400255749028e-05,
      "loss": 0.1548,
      "step": 15892
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2743161463303903e-05,
      "loss": 0.1404,
      "step": 15893
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2742320348131664e-05,
      "loss": 0.1979,
      "step": 15894
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.274147921198e-05,
      "loss": 0.1426,
      "step": 15895
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2740638054855335e-05,
      "loss": 0.1703,
      "step": 15896
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.273979687676412e-05,
      "loss": 0.1494,
      "step": 15897
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2738955677712777e-05,
      "loss": 0.1531,
      "step": 15898
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.273811445770775e-05,
      "loss": 0.1376,
      "step": 15899
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2737273216755472e-05,
      "loss": 0.1037,
      "step": 15900
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2736431954862375e-05,
      "loss": 0.154,
      "step": 15901
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2735590672034902e-05,
      "loss": 0.1271,
      "step": 15902
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2734749368279479e-05,
      "loss": 0.1444,
      "step": 15903
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2733908043602554e-05,
      "loss": 0.124,
      "step": 15904
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2733066698010555e-05,
      "loss": 0.1788,
      "step": 15905
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.273222533150992e-05,
      "loss": 0.1374,
      "step": 15906
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2731383944107087e-05,
      "loss": 0.155,
      "step": 15907
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.273054253580849e-05,
      "loss": 0.1282,
      "step": 15908
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2729701106620573e-05,
      "loss": 0.1408,
      "step": 15909
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2728859656549768e-05,
      "loss": 0.1554,
      "step": 15910
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2728018185602512e-05,
      "loss": 0.143,
      "step": 15911
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2727176693785241e-05,
      "loss": 0.1217,
      "step": 15912
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2726335181104395e-05,
      "loss": 0.1656,
      "step": 15913
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2725493647566417e-05,
      "loss": 0.1608,
      "step": 15914
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2724652093177735e-05,
      "loss": 0.1302,
      "step": 15915
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.272381051794479e-05,
      "loss": 0.1537,
      "step": 15916
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2722968921874026e-05,
      "loss": 0.1243,
      "step": 15917
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2722127304971873e-05,
      "loss": 0.1719,
      "step": 15918
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2721285667244778e-05,
      "loss": 0.1635,
      "step": 15919
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2720444008699174e-05,
      "loss": 0.1228,
      "step": 15920
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2719602329341502e-05,
      "loss": 0.1586,
      "step": 15921
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2718760629178203e-05,
      "loss": 0.1462,
      "step": 15922
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2717918908215709e-05,
      "loss": 0.1147,
      "step": 15923
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2717077166460468e-05,
      "loss": 0.1818,
      "step": 15924
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2716235403918912e-05,
      "loss": 0.189,
      "step": 15925
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2715393620597489e-05,
      "loss": 0.1398,
      "step": 15926
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2714551816502633e-05,
      "loss": 0.1292,
      "step": 15927
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2713709991640783e-05,
      "loss": 0.1549,
      "step": 15928
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2712868146018384e-05,
      "loss": 0.1359,
      "step": 15929
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2712026279641872e-05,
      "loss": 0.1221,
      "step": 15930
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2711184392517693e-05,
      "loss": 0.1523,
      "step": 15931
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.271034248465228e-05,
      "loss": 0.1582,
      "step": 15932
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2709500556052079e-05,
      "loss": 0.138,
      "step": 15933
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.270865860672353e-05,
      "loss": 0.1104,
      "step": 15934
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.270781663667307e-05,
      "loss": 0.1536,
      "step": 15935
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.270697464590715e-05,
      "loss": 0.1343,
      "step": 15936
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2706132634432202e-05,
      "loss": 0.1754,
      "step": 15937
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2705290602254674e-05,
      "loss": 0.1117,
      "step": 15938
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2704448549381004e-05,
      "loss": 0.1464,
      "step": 15939
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2703606475817632e-05,
      "loss": 0.1482,
      "step": 15940
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2702764381571005e-05,
      "loss": 0.1687,
      "step": 15941
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2701922266647564e-05,
      "loss": 0.1051,
      "step": 15942
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2701080131053749e-05,
      "loss": 0.134,
      "step": 15943
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2700237974796004e-05,
      "loss": 0.1463,
      "step": 15944
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2699395797880771e-05,
      "loss": 0.1421,
      "step": 15945
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2698553600314497e-05,
      "loss": 0.1242,
      "step": 15946
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2697711382103619e-05,
      "loss": 0.1448,
      "step": 15947
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2696869143254582e-05,
      "loss": 0.0931,
      "step": 15948
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2696026883773831e-05,
      "loss": 0.1421,
      "step": 15949
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.269518460366781e-05,
      "loss": 0.1255,
      "step": 15950
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2694342302942961e-05,
      "loss": 0.1613,
      "step": 15951
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2693499981605725e-05,
      "loss": 0.1339,
      "step": 15952
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2692657639662553e-05,
      "loss": 0.1441,
      "step": 15953
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2691815277119884e-05,
      "loss": 0.1589,
      "step": 15954
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2690972893984164e-05,
      "loss": 0.155,
      "step": 15955
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2690130490261834e-05,
      "loss": 0.1919,
      "step": 15956
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2689288065959344e-05,
      "loss": 0.1276,
      "step": 15957
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2688445621083136e-05,
      "loss": 0.1485,
      "step": 15958
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2687603155639655e-05,
      "loss": 0.1526,
      "step": 15959
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2686760669635345e-05,
      "loss": 0.1397,
      "step": 15960
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2685918163076654e-05,
      "loss": 0.1387,
      "step": 15961
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2685075635970026e-05,
      "loss": 0.1461,
      "step": 15962
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2684233088321904e-05,
      "loss": 0.149,
      "step": 15963
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2683390520138739e-05,
      "loss": 0.1564,
      "step": 15964
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2682547931426971e-05,
      "loss": 0.1885,
      "step": 15965
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2681705322193052e-05,
      "loss": 0.1419,
      "step": 15966
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2680862692443422e-05,
      "loss": 0.1597,
      "step": 15967
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2680020042184533e-05,
      "loss": 0.1711,
      "step": 15968
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.267917737142283e-05,
      "loss": 0.1597,
      "step": 15969
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2678334680164756e-05,
      "loss": 0.1321,
      "step": 15970
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2677491968416762e-05,
      "loss": 0.1499,
      "step": 15971
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2676649236185292e-05,
      "loss": 0.1882,
      "step": 15972
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2675806483476794e-05,
      "loss": 0.1182,
      "step": 15973
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2674963710297716e-05,
      "loss": 0.1767,
      "step": 15974
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2674120916654506e-05,
      "loss": 0.1308,
      "step": 15975
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.267327810255361e-05,
      "loss": 0.177,
      "step": 15976
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2672435268001477e-05,
      "loss": 0.1319,
      "step": 15977
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2671592413004555e-05,
      "loss": 0.1671,
      "step": 15978
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2670749537569288e-05,
      "loss": 0.1256,
      "step": 15979
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2669906641702132e-05,
      "loss": 0.1935,
      "step": 15980
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.266906372540953e-05,
      "loss": 0.1429,
      "step": 15981
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2668220788697932e-05,
      "loss": 0.1342,
      "step": 15982
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2667377831573782e-05,
      "loss": 0.1546,
      "step": 15983
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2666534854043535e-05,
      "loss": 0.1448,
      "step": 15984
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2665691856113637e-05,
      "loss": 0.1572,
      "step": 15985
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.266484883779054e-05,
      "loss": 0.1687,
      "step": 15986
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2664005799080692e-05,
      "loss": 0.1314,
      "step": 15987
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.266316273999054e-05,
      "loss": 0.1625,
      "step": 15988
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2662319660526534e-05,
      "loss": 0.1454,
      "step": 15989
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2661476560695128e-05,
      "loss": 0.1734,
      "step": 15990
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.266063344050277e-05,
      "loss": 0.1416,
      "step": 15991
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2659790299955908e-05,
      "loss": 0.1451,
      "step": 15992
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.265894713906099e-05,
      "loss": 0.1469,
      "step": 15993
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2658103957824475e-05,
      "loss": 0.1419,
      "step": 15994
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2657260756252805e-05,
      "loss": 0.1513,
      "step": 15995
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2656417534352437e-05,
      "loss": 0.1417,
      "step": 15996
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2655574292129815e-05,
      "loss": 0.1239,
      "step": 15997
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2654731029591397e-05,
      "loss": 0.1531,
      "step": 15998
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2653887746743632e-05,
      "loss": 0.1998,
      "step": 15999
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2653044443592968e-05,
      "loss": 0.1957,
      "step": 16000
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2652201120145859e-05,
      "loss": 0.1251,
      "step": 16001
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2651357776408758e-05,
      "loss": 0.1593,
      "step": 16002
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2650514412388113e-05,
      "loss": 0.1885,
      "step": 16003
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2649671028090382e-05,
      "loss": 0.1448,
      "step": 16004
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2648827623522008e-05,
      "loss": 0.1479,
      "step": 16005
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2647984198689453e-05,
      "loss": 0.1361,
      "step": 16006
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2647140753599163e-05,
      "loss": 0.1509,
      "step": 16007
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2646297288257594e-05,
      "loss": 0.1248,
      "step": 16008
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2645453802671198e-05,
      "loss": 0.1746,
      "step": 16009
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2644610296846425e-05,
      "loss": 0.1497,
      "step": 16010
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2643766770789732e-05,
      "loss": 0.1276,
      "step": 16011
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2642923224507568e-05,
      "loss": 0.1868,
      "step": 16012
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.264207965800639e-05,
      "loss": 0.1568,
      "step": 16013
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2641236071292653e-05,
      "loss": 0.1521,
      "step": 16014
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2640392464372805e-05,
      "loss": 0.1531,
      "step": 16015
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2639548837253304e-05,
      "loss": 0.1478,
      "step": 16016
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.26387051899406e-05,
      "loss": 0.169,
      "step": 16017
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.263786152244115e-05,
      "loss": 0.1318,
      "step": 16018
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2637017834761411e-05,
      "loss": 0.1589,
      "step": 16019
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2636174126907833e-05,
      "loss": 0.1823,
      "step": 16020
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2635330398886874e-05,
      "loss": 0.1502,
      "step": 16021
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.263448665070498e-05,
      "loss": 0.127,
      "step": 16022
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2633642882368618e-05,
      "loss": 0.1385,
      "step": 16023
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2632799093884238e-05,
      "loss": 0.1459,
      "step": 16024
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2631955285258293e-05,
      "loss": 0.1724,
      "step": 16025
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2631111456497243e-05,
      "loss": 0.152,
      "step": 16026
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2630267607607536e-05,
      "loss": 0.1584,
      "step": 16027
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2629423738595634e-05,
      "loss": 0.1442,
      "step": 16028
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2628579849467995e-05,
      "loss": 0.1449,
      "step": 16029
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2627735940231064e-05,
      "loss": 0.1349,
      "step": 16030
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2626892010891311e-05,
      "loss": 0.1865,
      "step": 16031
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.262604806145518e-05,
      "loss": 0.1254,
      "step": 16032
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.262520409192914e-05,
      "loss": 0.1108,
      "step": 16033
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2624360102319635e-05,
      "loss": 0.1844,
      "step": 16034
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2623516092633126e-05,
      "loss": 0.1687,
      "step": 16035
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2622672062876076e-05,
      "loss": 0.1096,
      "step": 16036
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2621828013054933e-05,
      "loss": 0.1387,
      "step": 16037
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2620983943176162e-05,
      "loss": 0.1624,
      "step": 16038
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2620139853246213e-05,
      "loss": 0.1532,
      "step": 16039
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2619295743271546e-05,
      "loss": 0.1833,
      "step": 16040
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2618451613258627e-05,
      "loss": 0.1619,
      "step": 16041
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.26176074632139e-05,
      "loss": 0.1626,
      "step": 16042
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2616763293143832e-05,
      "loss": 0.1455,
      "step": 16043
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2615919103054876e-05,
      "loss": 0.1236,
      "step": 16044
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2615074892953496e-05,
      "loss": 0.1634,
      "step": 16045
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2614230662846147e-05,
      "loss": 0.1501,
      "step": 16046
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2613386412739286e-05,
      "loss": 0.1532,
      "step": 16047
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2612542142639377e-05,
      "loss": 0.1488,
      "step": 16048
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2611697852552873e-05,
      "loss": 0.1363,
      "step": 16049
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2610853542486237e-05,
      "loss": 0.1592,
      "step": 16050
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2610009212445927e-05,
      "loss": 0.1226,
      "step": 16051
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2609164862438397e-05,
      "loss": 0.142,
      "step": 16052
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2608320492470116e-05,
      "loss": 0.1513,
      "step": 16053
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.260747610254754e-05,
      "loss": 0.1692,
      "step": 16054
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2606631692677127e-05,
      "loss": 0.1579,
      "step": 16055
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2605787262865337e-05,
      "loss": 0.1459,
      "step": 16056
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.260494281311863e-05,
      "loss": 0.1365,
      "step": 16057
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2604098343443472e-05,
      "loss": 0.164,
      "step": 16058
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2603253853846314e-05,
      "loss": 0.1487,
      "step": 16059
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2602409344333624e-05,
      "loss": 0.1574,
      "step": 16060
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2601564814911857e-05,
      "loss": 0.1232,
      "step": 16061
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2600720265587476e-05,
      "loss": 0.1461,
      "step": 16062
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2599875696366948e-05,
      "loss": 0.1423,
      "step": 16063
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2599031107256725e-05,
      "loss": 0.1605,
      "step": 16064
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2598186498263275e-05,
      "loss": 0.1352,
      "step": 16065
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2597341869393054e-05,
      "loss": 0.1524,
      "step": 16066
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2596497220652525e-05,
      "loss": 0.1428,
      "step": 16067
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2595652552048156e-05,
      "loss": 0.1497,
      "step": 16068
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.25948078635864e-05,
      "loss": 0.1833,
      "step": 16069
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2593963155273725e-05,
      "loss": 0.1795,
      "step": 16070
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2593118427116593e-05,
      "loss": 0.1134,
      "step": 16071
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2592273679121463e-05,
      "loss": 0.1816,
      "step": 16072
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2591428911294799e-05,
      "loss": 0.1264,
      "step": 16073
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2590584123643062e-05,
      "loss": 0.1722,
      "step": 16074
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.258973931617272e-05,
      "loss": 0.1553,
      "step": 16075
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.258889448889023e-05,
      "loss": 0.1539,
      "step": 16076
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2588049641802061e-05,
      "loss": 0.1557,
      "step": 16077
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2587204774914671e-05,
      "loss": 0.1375,
      "step": 16078
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2586359888234525e-05,
      "loss": 0.1863,
      "step": 16079
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.258551498176809e-05,
      "loss": 0.1559,
      "step": 16080
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2584670055521827e-05,
      "loss": 0.1632,
      "step": 16081
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2583825109502197e-05,
      "loss": 0.16,
      "step": 16082
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2582980143715668e-05,
      "loss": 0.1685,
      "step": 16083
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2582135158168702e-05,
      "loss": 0.1295,
      "step": 16084
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2581290152867767e-05,
      "loss": 0.1205,
      "step": 16085
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2580445127819325e-05,
      "loss": 0.1811,
      "step": 16086
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.257960008302984e-05,
      "loss": 0.1498,
      "step": 16087
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2578755018505775e-05,
      "loss": 0.1574,
      "step": 16088
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2577909934253598e-05,
      "loss": 0.1434,
      "step": 16089
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2577064830279774e-05,
      "loss": 0.1444,
      "step": 16090
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2576219706590772e-05,
      "loss": 0.1231,
      "step": 16091
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2575374563193047e-05,
      "loss": 0.1505,
      "step": 16092
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2574529400093074e-05,
      "loss": 0.1281,
      "step": 16093
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2573684217297313e-05,
      "loss": 0.1482,
      "step": 16094
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2572839014812236e-05,
      "loss": 0.148,
      "step": 16095
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2571993792644301e-05,
      "loss": 0.1602,
      "step": 16096
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2571148550799981e-05,
      "loss": 0.1343,
      "step": 16097
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2570303289285738e-05,
      "loss": 0.1314,
      "step": 16098
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2569458008108042e-05,
      "loss": 0.1635,
      "step": 16099
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2568612707273356e-05,
      "loss": 0.1508,
      "step": 16100
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.256776738678815e-05,
      "loss": 0.1914,
      "step": 16101
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.256692204665889e-05,
      "loss": 0.1353,
      "step": 16102
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2566076686892042e-05,
      "loss": 0.1456,
      "step": 16103
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2565231307494072e-05,
      "loss": 0.1649,
      "step": 16104
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.256438590847145e-05,
      "loss": 0.1411,
      "step": 16105
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2563540489830643e-05,
      "loss": 0.1316,
      "step": 16106
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2562695051578117e-05,
      "loss": 0.1299,
      "step": 16107
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2561849593720343e-05,
      "loss": 0.1469,
      "step": 16108
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2561004116263786e-05,
      "loss": 0.1594,
      "step": 16109
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2560158619214917e-05,
      "loss": 0.2009,
      "step": 16110
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.25593131025802e-05,
      "loss": 0.1431,
      "step": 16111
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2558467566366107e-05,
      "loss": 0.1448,
      "step": 16112
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2557622010579104e-05,
      "loss": 0.1328,
      "step": 16113
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2556776435225661e-05,
      "loss": 0.1158,
      "step": 16114
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2555930840312249e-05,
      "loss": 0.1633,
      "step": 16115
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2555085225845333e-05,
      "loss": 0.1742,
      "step": 16116
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2554239591831386e-05,
      "loss": 0.1468,
      "step": 16117
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2553393938276875e-05,
      "loss": 0.1302,
      "step": 16118
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2552548265188269e-05,
      "loss": 0.1667,
      "step": 16119
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2551702572572037e-05,
      "loss": 0.1628,
      "step": 16120
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2550856860434655e-05,
      "loss": 0.1343,
      "step": 16121
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2550011128782585e-05,
      "loss": 0.1672,
      "step": 16122
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2549165377622298e-05,
      "loss": 0.1484,
      "step": 16123
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2548319606960271e-05,
      "loss": 0.1529,
      "step": 16124
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2547473816802966e-05,
      "loss": 0.186,
      "step": 16125
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2546628007156862e-05,
      "loss": 0.1802,
      "step": 16126
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2545782178028421e-05,
      "loss": 0.1819,
      "step": 16127
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2544936329424118e-05,
      "loss": 0.1557,
      "step": 16128
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2544090461350425e-05,
      "loss": 0.1192,
      "step": 16129
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.254324457381381e-05,
      "loss": 0.1482,
      "step": 16130
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2542398666820748e-05,
      "loss": 0.1599,
      "step": 16131
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2541552740377705e-05,
      "loss": 0.1739,
      "step": 16132
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.254070679449116e-05,
      "loss": 0.1112,
      "step": 16133
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2539860829167578e-05,
      "loss": 0.1346,
      "step": 16134
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2539014844413435e-05,
      "loss": 0.1567,
      "step": 16135
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2538168840235203e-05,
      "loss": 0.1358,
      "step": 16136
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2537322816639348e-05,
      "loss": 0.1493,
      "step": 16137
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2536476773632354e-05,
      "loss": 0.1534,
      "step": 16138
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2535630711220678e-05,
      "loss": 0.1496,
      "step": 16139
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2534784629410805e-05,
      "loss": 0.12,
      "step": 16140
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2533938528209205e-05,
      "loss": 0.145,
      "step": 16141
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2533092407622348e-05,
      "loss": 0.1437,
      "step": 16142
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2532246267656708e-05,
      "loss": 0.1262,
      "step": 16143
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2531400108318758e-05,
      "loss": 0.1431,
      "step": 16144
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2530553929614975e-05,
      "loss": 0.1217,
      "step": 16145
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2529707731551828e-05,
      "loss": 0.1452,
      "step": 16146
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2528861514135793e-05,
      "loss": 0.1547,
      "step": 16147
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2528015277373345e-05,
      "loss": 0.1475,
      "step": 16148
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.252716902127095e-05,
      "loss": 0.15,
      "step": 16149
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2526322745835091e-05,
      "loss": 0.1383,
      "step": 16150
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2525476451072241e-05,
      "loss": 0.1465,
      "step": 16151
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.252463013698887e-05,
      "loss": 0.127,
      "step": 16152
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2523783803591459e-05,
      "loss": 0.1525,
      "step": 16153
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2522937450886474e-05,
      "loss": 0.1372,
      "step": 16154
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2522091078880396e-05,
      "loss": 0.131,
      "step": 16155
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.25212446875797e-05,
      "loss": 0.1575,
      "step": 16156
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2520398276990857e-05,
      "loss": 0.14,
      "step": 16157
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2519551847120348e-05,
      "loss": 0.1711,
      "step": 16158
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2518705397974642e-05,
      "loss": 0.1434,
      "step": 16159
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.251785892956022e-05,
      "loss": 0.1792,
      "step": 16160
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2517012441883553e-05,
      "loss": 0.1452,
      "step": 16161
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2516165934951121e-05,
      "loss": 0.121,
      "step": 16162
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2515319408769402e-05,
      "loss": 0.1152,
      "step": 16163
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2514472863344862e-05,
      "loss": 0.1393,
      "step": 16164
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.251362629868399e-05,
      "loss": 0.1424,
      "step": 16165
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2512779714793251e-05,
      "loss": 0.1427,
      "step": 16166
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2511933111679127e-05,
      "loss": 0.1521,
      "step": 16167
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.25110864893481e-05,
      "loss": 0.1429,
      "step": 16168
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2510239847806633e-05,
      "loss": 0.1533,
      "step": 16169
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2509393187061218e-05,
      "loss": 0.1355,
      "step": 16170
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.250854650711832e-05,
      "loss": 0.1535,
      "step": 16171
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2507699807984426e-05,
      "loss": 0.1585,
      "step": 16172
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2506853089666008e-05,
      "loss": 0.142,
      "step": 16173
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2506006352169543e-05,
      "loss": 0.1768,
      "step": 16174
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2505159595501517e-05,
      "loss": 0.1397,
      "step": 16175
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2504312819668394e-05,
      "loss": 0.1265,
      "step": 16176
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2503466024676665e-05,
      "loss": 0.1253,
      "step": 16177
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.25026192105328e-05,
      "loss": 0.1477,
      "step": 16178
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2501772377243277e-05,
      "loss": 0.1596,
      "step": 16179
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2500925524814585e-05,
      "loss": 0.1438,
      "step": 16180
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2500078653253189e-05,
      "loss": 0.1336,
      "step": 16181
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2499231762565579e-05,
      "loss": 0.1532,
      "step": 16182
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2498384852758226e-05,
      "loss": 0.1381,
      "step": 16183
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2497537923837609e-05,
      "loss": 0.1854,
      "step": 16184
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2496690975810215e-05,
      "loss": 0.1522,
      "step": 16185
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2495844008682517e-05,
      "loss": 0.1027,
      "step": 16186
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2494997022460995e-05,
      "loss": 0.1732,
      "step": 16187
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.249415001715213e-05,
      "loss": 0.1736,
      "step": 16188
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2493302992762401e-05,
      "loss": 0.1433,
      "step": 16189
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2492455949298292e-05,
      "loss": 0.1401,
      "step": 16190
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2491608886766276e-05,
      "loss": 0.1321,
      "step": 16191
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2490761805172839e-05,
      "loss": 0.1331,
      "step": 16192
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2489914704524457e-05,
      "loss": 0.1441,
      "step": 16193
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2489067584827614e-05,
      "loss": 0.1644,
      "step": 16194
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.248822044608879e-05,
      "loss": 0.1936,
      "step": 16195
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2487373288314462e-05,
      "loss": 0.1315,
      "step": 16196
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.248652611151112e-05,
      "loss": 0.146,
      "step": 16197
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2485678915685233e-05,
      "loss": 0.1528,
      "step": 16198
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2484831700843291e-05,
      "loss": 0.1332,
      "step": 16199
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2483984466991774e-05,
      "loss": 0.1625,
      "step": 16200
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.248313721413716e-05,
      "loss": 0.1546,
      "step": 16201
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2482289942285936e-05,
      "loss": 0.1251,
      "step": 16202
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.248144265144458e-05,
      "loss": 0.1296,
      "step": 16203
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2480595341619575e-05,
      "loss": 0.1339,
      "step": 16204
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2479748012817402e-05,
      "loss": 0.1685,
      "step": 16205
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2478900665044544e-05,
      "loss": 0.1406,
      "step": 16206
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2478053298307487e-05,
      "loss": 0.1272,
      "step": 16207
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2477205912612708e-05,
      "loss": 0.1742,
      "step": 16208
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2476358507966693e-05,
      "loss": 0.155,
      "step": 16209
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2475511084375924e-05,
      "loss": 0.1438,
      "step": 16210
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2474663641846883e-05,
      "loss": 0.143,
      "step": 16211
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2473816180386054e-05,
      "loss": 0.1482,
      "step": 16212
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2472968699999918e-05,
      "loss": 0.151,
      "step": 16213
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2472121200694966e-05,
      "loss": 0.1472,
      "step": 16214
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2471273682477674e-05,
      "loss": 0.1379,
      "step": 16215
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2470426145354528e-05,
      "loss": 0.1889,
      "step": 16216
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2469578589332013e-05,
      "loss": 0.1436,
      "step": 16217
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2468731014416609e-05,
      "loss": 0.1421,
      "step": 16218
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2467883420614808e-05,
      "loss": 0.1381,
      "step": 16219
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2467035807933085e-05,
      "loss": 0.1392,
      "step": 16220
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2466188176377931e-05,
      "loss": 0.1389,
      "step": 16221
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2465340525955829e-05,
      "loss": 0.1626,
      "step": 16222
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.246449285667326e-05,
      "loss": 0.1399,
      "step": 16223
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2463645168536717e-05,
      "loss": 0.1377,
      "step": 16224
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2462797461552678e-05,
      "loss": 0.1215,
      "step": 16225
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.246194973572763e-05,
      "loss": 0.1496,
      "step": 16226
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2461101991068058e-05,
      "loss": 0.1683,
      "step": 16227
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2460254227580449e-05,
      "loss": 0.1786,
      "step": 16228
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2459406445271288e-05,
      "loss": 0.1747,
      "step": 16229
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2458558644147058e-05,
      "loss": 0.1341,
      "step": 16230
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2457710824214249e-05,
      "loss": 0.1633,
      "step": 16231
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2456862985479346e-05,
      "loss": 0.1758,
      "step": 16232
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2456015127948833e-05,
      "loss": 0.1551,
      "step": 16233
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.24551672516292e-05,
      "loss": 0.131,
      "step": 16234
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2454319356526929e-05,
      "loss": 0.1758,
      "step": 16235
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2453471442648511e-05,
      "loss": 0.1501,
      "step": 16236
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2452623510000428e-05,
      "loss": 0.1758,
      "step": 16237
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2451775558589172e-05,
      "loss": 0.1496,
      "step": 16238
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2450927588421227e-05,
      "loss": 0.1661,
      "step": 16239
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.245007959950308e-05,
      "loss": 0.1333,
      "step": 16240
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.244923159184122e-05,
      "loss": 0.1146,
      "step": 16241
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2448383565442132e-05,
      "loss": 0.1763,
      "step": 16242
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2447535520312305e-05,
      "loss": 0.1813,
      "step": 16243
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2446687456458229e-05,
      "loss": 0.1591,
      "step": 16244
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2445839373886388e-05,
      "loss": 0.1524,
      "step": 16245
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2444991272603272e-05,
      "loss": 0.1467,
      "step": 16246
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2444143152615372e-05,
      "loss": 0.1553,
      "step": 16247
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.244329501392917e-05,
      "loss": 0.1446,
      "step": 16248
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.244244685655116e-05,
      "loss": 0.1584,
      "step": 16249
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2441598680487827e-05,
      "loss": 0.1642,
      "step": 16250
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2440750485745661e-05,
      "loss": 0.1371,
      "step": 16251
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2439902272331152e-05,
      "loss": 0.1411,
      "step": 16252
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2439054040250789e-05,
      "loss": 0.1747,
      "step": 16253
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2438205789511058e-05,
      "loss": 0.1462,
      "step": 16254
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2437357520118451e-05,
      "loss": 0.1351,
      "step": 16255
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2436509232079458e-05,
      "loss": 0.1398,
      "step": 16256
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.243566092540057e-05,
      "loss": 0.1221,
      "step": 16257
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.243481260008827e-05,
      "loss": 0.1482,
      "step": 16258
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2433964256149056e-05,
      "loss": 0.1949,
      "step": 16259
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2433115893589414e-05,
      "loss": 0.1608,
      "step": 16260
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2432267512415832e-05,
      "loss": 0.1383,
      "step": 16261
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2431419112634805e-05,
      "loss": 0.1863,
      "step": 16262
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2430570694252822e-05,
      "loss": 0.1388,
      "step": 16263
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.242972225727637e-05,
      "loss": 0.1574,
      "step": 16264
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.242887380171195e-05,
      "loss": 0.1318,
      "step": 16265
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2428025327566035e-05,
      "loss": 0.1605,
      "step": 16266
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2427176834845134e-05,
      "loss": 0.2054,
      "step": 16267
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.242632832355573e-05,
      "loss": 0.1422,
      "step": 16268
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2425479793704314e-05,
      "loss": 0.1411,
      "step": 16269
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.242463124529738e-05,
      "loss": 0.1415,
      "step": 16270
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2423782678341417e-05,
      "loss": 0.1424,
      "step": 16271
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2422934092842918e-05,
      "loss": 0.1537,
      "step": 16272
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2422085488808375e-05,
      "loss": 0.1513,
      "step": 16273
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2421236866244279e-05,
      "loss": 0.1124,
      "step": 16274
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2420388225157127e-05,
      "loss": 0.1626,
      "step": 16275
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2419539565553403e-05,
      "loss": 0.1455,
      "step": 16276
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2418690887439607e-05,
      "loss": 0.1591,
      "step": 16277
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2417842190822225e-05,
      "loss": 0.1414,
      "step": 16278
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2416993475707754e-05,
      "loss": 0.1351,
      "step": 16279
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2416144742102692e-05,
      "loss": 0.1525,
      "step": 16280
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2415295990013519e-05,
      "loss": 0.1718,
      "step": 16281
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2414447219446739e-05,
      "loss": 0.1421,
      "step": 16282
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.241359843040884e-05,
      "loss": 0.1542,
      "step": 16283
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2412749622906315e-05,
      "loss": 0.1176,
      "step": 16284
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2411900796945667e-05,
      "loss": 0.1677,
      "step": 16285
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2411051952533372e-05,
      "loss": 0.1496,
      "step": 16286
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2410203089675942e-05,
      "loss": 0.142,
      "step": 16287
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.240935420837986e-05,
      "loss": 0.1314,
      "step": 16288
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2408505308651623e-05,
      "loss": 0.1569,
      "step": 16289
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.240765639049773e-05,
      "loss": 0.1341,
      "step": 16290
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2406807453924665e-05,
      "loss": 0.1782,
      "step": 16291
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2405958498938935e-05,
      "loss": 0.1577,
      "step": 16292
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2405109525547024e-05,
      "loss": 0.1631,
      "step": 16293
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.240426053375543e-05,
      "loss": 0.1735,
      "step": 16294
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2403411523570652e-05,
      "loss": 0.1352,
      "step": 16295
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2402562494999181e-05,
      "loss": 0.1597,
      "step": 16296
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.240171344804752e-05,
      "loss": 0.1186,
      "step": 16297
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2400864382722149e-05,
      "loss": 0.1533,
      "step": 16298
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2400015299029577e-05,
      "loss": 0.1563,
      "step": 16299
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2399166196976294e-05,
      "loss": 0.174,
      "step": 16300
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2398317076568798e-05,
      "loss": 0.1437,
      "step": 16301
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2397467937813586e-05,
      "loss": 0.1484,
      "step": 16302
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2396618780717149e-05,
      "loss": 0.1499,
      "step": 16303
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.239576960528599e-05,
      "loss": 0.1326,
      "step": 16304
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2394920411526597e-05,
      "loss": 0.1461,
      "step": 16305
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2394071199445474e-05,
      "loss": 0.1354,
      "step": 16306
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2393221969049118e-05,
      "loss": 0.1542,
      "step": 16307
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2392372720344018e-05,
      "loss": 0.1357,
      "step": 16308
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.239152345333668e-05,
      "loss": 0.1383,
      "step": 16309
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2390674168033593e-05,
      "loss": 0.1746,
      "step": 16310
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2389824864441262e-05,
      "loss": 0.1664,
      "step": 16311
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2388975542566181e-05,
      "loss": 0.14,
      "step": 16312
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2388126202414844e-05,
      "loss": 0.1788,
      "step": 16313
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2387276843993756e-05,
      "loss": 0.1481,
      "step": 16314
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2386427467309406e-05,
      "loss": 0.194,
      "step": 16315
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.23855780723683e-05,
      "loss": 0.1823,
      "step": 16316
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2384728659176932e-05,
      "loss": 0.1667,
      "step": 16317
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2383879227741797e-05,
      "loss": 0.1478,
      "step": 16318
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2383029778069404e-05,
      "loss": 0.1824,
      "step": 16319
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.238218031016624e-05,
      "loss": 0.1612,
      "step": 16320
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2381330824038811e-05,
      "loss": 0.1716,
      "step": 16321
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2380481319693613e-05,
      "loss": 0.1522,
      "step": 16322
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2379631797137142e-05,
      "loss": 0.1464,
      "step": 16323
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2378782256375906e-05,
      "loss": 0.137,
      "step": 16324
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2377932697416391e-05,
      "loss": 0.1347,
      "step": 16325
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.237708312026511e-05,
      "loss": 0.1216,
      "step": 16326
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2376233524928554e-05,
      "loss": 0.1546,
      "step": 16327
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2375383911413222e-05,
      "loss": 0.1415,
      "step": 16328
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.237453427972562e-05,
      "loss": 0.1241,
      "step": 16329
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2373684629872242e-05,
      "loss": 0.1551,
      "step": 16330
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2372834961859594e-05,
      "loss": 0.1308,
      "step": 16331
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.237198527569417e-05,
      "loss": 0.1543,
      "step": 16332
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2371135571382473e-05,
      "loss": 0.1627,
      "step": 16333
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2370285848931006e-05,
      "loss": 0.1519,
      "step": 16334
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2369436108346262e-05,
      "loss": 0.1878,
      "step": 16335
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.236858634963475e-05,
      "loss": 0.1323,
      "step": 16336
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2367736572802968e-05,
      "loss": 0.1308,
      "step": 16337
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2366886777857415e-05,
      "loss": 0.1372,
      "step": 16338
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2366036964804595e-05,
      "loss": 0.112,
      "step": 16339
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2365187133651004e-05,
      "loss": 0.1367,
      "step": 16340
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2364337284403154e-05,
      "loss": 0.1897,
      "step": 16341
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2363487417067536e-05,
      "loss": 0.1674,
      "step": 16342
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2362637531650657e-05,
      "loss": 0.1358,
      "step": 16343
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2361787628159017e-05,
      "loss": 0.1684,
      "step": 16344
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2360937706599116e-05,
      "loss": 0.1341,
      "step": 16345
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2360087766977463e-05,
      "loss": 0.1428,
      "step": 16346
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2359237809300553e-05,
      "loss": 0.141,
      "step": 16347
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2358387833574893e-05,
      "loss": 0.163,
      "step": 16348
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2357537839806981e-05,
      "loss": 0.147,
      "step": 16349
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2356687828003325e-05,
      "loss": 0.1467,
      "step": 16350
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2355837798170424e-05,
      "loss": 0.1613,
      "step": 16351
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2354987750314782e-05,
      "loss": 0.1277,
      "step": 16352
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2354137684442903e-05,
      "loss": 0.1247,
      "step": 16353
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2353287600561288e-05,
      "loss": 0.1441,
      "step": 16354
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2352437498676445e-05,
      "loss": 0.1494,
      "step": 16355
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2351587378794872e-05,
      "loss": 0.1353,
      "step": 16356
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2350737240923073e-05,
      "loss": 0.1632,
      "step": 16357
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2349887085067556e-05,
      "loss": 0.1958,
      "step": 16358
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2349036911234823e-05,
      "loss": 0.1464,
      "step": 16359
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2348186719431376e-05,
      "loss": 0.1437,
      "step": 16360
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.234733650966372e-05,
      "loss": 0.1637,
      "step": 16361
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2346486281938362e-05,
      "loss": 0.1675,
      "step": 16362
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2345636036261805e-05,
      "loss": 0.1562,
      "step": 16363
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2344785772640552e-05,
      "loss": 0.1345,
      "step": 16364
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.234393549108111e-05,
      "loss": 0.1402,
      "step": 16365
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.234308519158998e-05,
      "loss": 0.165,
      "step": 16366
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2342234874173673e-05,
      "loss": 0.1312,
      "step": 16367
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.234138453883869e-05,
      "loss": 0.185,
      "step": 16368
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2340534185591535e-05,
      "loss": 0.1312,
      "step": 16369
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.233968381443872e-05,
      "loss": 0.1402,
      "step": 16370
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.233883342538674e-05,
      "loss": 0.1295,
      "step": 16371
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2337983018442113e-05,
      "loss": 0.1665,
      "step": 16372
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2337132593611333e-05,
      "loss": 0.1643,
      "step": 16373
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2336282150900915e-05,
      "loss": 0.1451,
      "step": 16374
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2335431690317361e-05,
      "loss": 0.159,
      "step": 16375
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2334581211867179e-05,
      "loss": 0.1064,
      "step": 16376
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2333730715556872e-05,
      "loss": 0.1528,
      "step": 16377
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.233288020139295e-05,
      "loss": 0.1484,
      "step": 16378
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2332029669381918e-05,
      "loss": 0.1424,
      "step": 16379
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2331179119530283e-05,
      "loss": 0.1239,
      "step": 16380
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2330328551844553e-05,
      "loss": 0.1576,
      "step": 16381
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2329477966331234e-05,
      "loss": 0.2025,
      "step": 16382
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2328627362996832e-05,
      "loss": 0.1404,
      "step": 16383
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2327776741847857e-05,
      "loss": 0.159,
      "step": 16384
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2326926102890815e-05,
      "loss": 0.1403,
      "step": 16385
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2326075446132213e-05,
      "loss": 0.16,
      "step": 16386
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.232522477157856e-05,
      "loss": 0.1429,
      "step": 16387
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2324374079236363e-05,
      "loss": 0.1787,
      "step": 16388
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2323523369112131e-05,
      "loss": 0.1712,
      "step": 16389
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2322672641212372e-05,
      "loss": 0.1557,
      "step": 16390
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2321821895543593e-05,
      "loss": 0.1369,
      "step": 16391
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2320971132112303e-05,
      "loss": 0.1622,
      "step": 16392
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.232012035092501e-05,
      "loss": 0.1391,
      "step": 16393
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2319269551988225e-05,
      "loss": 0.1269,
      "step": 16394
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2318418735308454e-05,
      "loss": 0.1836,
      "step": 16395
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2317567900892208e-05,
      "loss": 0.1166,
      "step": 16396
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2316717048745996e-05,
      "loss": 0.1432,
      "step": 16397
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2315866178876325e-05,
      "loss": 0.1637,
      "step": 16398
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2315015291289707e-05,
      "loss": 0.1803,
      "step": 16399
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2314164385992651e-05,
      "loss": 0.1691,
      "step": 16400
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2313313462991663e-05,
      "loss": 0.1374,
      "step": 16401
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2312462522293259e-05,
      "loss": 0.1813,
      "step": 16402
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2311611563903944e-05,
      "loss": 0.1328,
      "step": 16403
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.231076058783023e-05,
      "loss": 0.119,
      "step": 16404
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2309909594078628e-05,
      "loss": 0.1678,
      "step": 16405
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2309058582655647e-05,
      "loss": 0.1384,
      "step": 16406
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2308207553567797e-05,
      "loss": 0.1336,
      "step": 16407
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2307356506821588e-05,
      "loss": 0.1494,
      "step": 16408
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2306505442423535e-05,
      "loss": 0.1408,
      "step": 16409
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2305654360380144e-05,
      "loss": 0.1355,
      "step": 16410
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2304803260697926e-05,
      "loss": 0.2044,
      "step": 16411
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2303952143383398e-05,
      "loss": 0.1525,
      "step": 16412
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2303101008443064e-05,
      "loss": 0.1725,
      "step": 16413
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2302249855883442e-05,
      "loss": 0.1721,
      "step": 16414
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2301398685711035e-05,
      "loss": 0.14,
      "step": 16415
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2300547497932362e-05,
      "loss": 0.1537,
      "step": 16416
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2299696292553934e-05,
      "loss": 0.1314,
      "step": 16417
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2298845069582262e-05,
      "loss": 0.1423,
      "step": 16418
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2297993829023857e-05,
      "loss": 0.1726,
      "step": 16419
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.229714257088523e-05,
      "loss": 0.2036,
      "step": 16420
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2296291295172894e-05,
      "loss": 0.1657,
      "step": 16421
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2295440001893366e-05,
      "loss": 0.1494,
      "step": 16422
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2294588691053153e-05,
      "loss": 0.1376,
      "step": 16423
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2293737362658773e-05,
      "loss": 0.1637,
      "step": 16424
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2292886016716731e-05,
      "loss": 0.1823,
      "step": 16425
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.229203465323355e-05,
      "loss": 0.1315,
      "step": 16426
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2291183272215734e-05,
      "loss": 0.148,
      "step": 16427
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2290331873669804e-05,
      "loss": 0.1323,
      "step": 16428
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2289480457602267e-05,
      "loss": 0.1483,
      "step": 16429
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2288629024019637e-05,
      "loss": 0.2054,
      "step": 16430
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2287777572928434e-05,
      "loss": 0.1454,
      "step": 16431
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2286926104335164e-05,
      "loss": 0.1882,
      "step": 16432
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.228607461824635e-05,
      "loss": 0.1248,
      "step": 16433
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2285223114668497e-05,
      "loss": 0.1355,
      "step": 16434
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2284371593608122e-05,
      "loss": 0.1435,
      "step": 16435
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2283520055071743e-05,
      "loss": 0.1523,
      "step": 16436
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2282668499065869e-05,
      "loss": 0.1489,
      "step": 16437
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2281816925597017e-05,
      "loss": 0.1318,
      "step": 16438
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2280965334671704e-05,
      "loss": 0.1656,
      "step": 16439
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.228011372629644e-05,
      "loss": 0.1508,
      "step": 16440
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2279262100477749e-05,
      "loss": 0.1222,
      "step": 16441
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2278410457222134e-05,
      "loss": 0.1578,
      "step": 16442
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2277558796536122e-05,
      "loss": 0.1528,
      "step": 16443
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2276707118426219e-05,
      "loss": 0.1569,
      "step": 16444
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2275855422898943e-05,
      "loss": 0.1321,
      "step": 16445
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2275003709960817e-05,
      "loss": 0.1507,
      "step": 16446
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2274151979618345e-05,
      "loss": 0.149,
      "step": 16447
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2273300231878054e-05,
      "loss": 0.1238,
      "step": 16448
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.227244846674645e-05,
      "loss": 0.177,
      "step": 16449
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2271596684230054e-05,
      "loss": 0.144,
      "step": 16450
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2270744884335387e-05,
      "loss": 0.1661,
      "step": 16451
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2269893067068957e-05,
      "loss": 0.1519,
      "step": 16452
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2269041232437289e-05,
      "loss": 0.1586,
      "step": 16453
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2268189380446888e-05,
      "loss": 0.1412,
      "step": 16454
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2267337511104283e-05,
      "loss": 0.1381,
      "step": 16455
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2266485624415986e-05,
      "loss": 0.1488,
      "step": 16456
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2265633720388515e-05,
      "loss": 0.1665,
      "step": 16457
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2264781799028386e-05,
      "loss": 0.1617,
      "step": 16458
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2263929860342114e-05,
      "loss": 0.1506,
      "step": 16459
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2263077904336225e-05,
      "loss": 0.1354,
      "step": 16460
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2262225931017229e-05,
      "loss": 0.1145,
      "step": 16461
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2261373940391642e-05,
      "loss": 0.1178,
      "step": 16462
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2260521932465991e-05,
      "loss": 0.1473,
      "step": 16463
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2259669907246785e-05,
      "loss": 0.143,
      "step": 16464
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.225881786474055e-05,
      "loss": 0.1427,
      "step": 16465
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.22579658049538e-05,
      "loss": 0.1386,
      "step": 16466
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.225711372789305e-05,
      "loss": 0.1353,
      "step": 16467
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.225626163356483e-05,
      "loss": 0.1251,
      "step": 16468
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2255409521975645e-05,
      "loss": 0.1662,
      "step": 16469
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2254557393132025e-05,
      "loss": 0.1642,
      "step": 16470
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2253705247040482e-05,
      "loss": 0.1516,
      "step": 16471
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2252853083707534e-05,
      "loss": 0.1418,
      "step": 16472
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2252000903139709e-05,
      "loss": 0.0976,
      "step": 16473
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2251148705343517e-05,
      "loss": 0.1441,
      "step": 16474
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2250296490325483e-05,
      "loss": 0.1184,
      "step": 16475
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2249444258092127e-05,
      "loss": 0.1467,
      "step": 16476
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2248592008649966e-05,
      "loss": 0.177,
      "step": 16477
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.224773974200552e-05,
      "loss": 0.1129,
      "step": 16478
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2246887458165309e-05,
      "loss": 0.1359,
      "step": 16479
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2246035157135855e-05,
      "loss": 0.1173,
      "step": 16480
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2245182838923679e-05,
      "loss": 0.1372,
      "step": 16481
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.22443305035353e-05,
      "loss": 0.1602,
      "step": 16482
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2243478150977237e-05,
      "loss": 0.1436,
      "step": 16483
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.224262578125601e-05,
      "loss": 0.1603,
      "step": 16484
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2241773394378147e-05,
      "loss": 0.1438,
      "step": 16485
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2240920990350161e-05,
      "loss": 0.1278,
      "step": 16486
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2240068569178575e-05,
      "loss": 0.1557,
      "step": 16487
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2239216130869916e-05,
      "loss": 0.1235,
      "step": 16488
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2238363675430693e-05,
      "loss": 0.1431,
      "step": 16489
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2237511202867443e-05,
      "loss": 0.1674,
      "step": 16490
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2236658713186676e-05,
      "loss": 0.1475,
      "step": 16491
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2235806206394918e-05,
      "loss": 0.1411,
      "step": 16492
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2234953682498692e-05,
      "loss": 0.1457,
      "step": 16493
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2234101141504516e-05,
      "loss": 0.14,
      "step": 16494
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2233248583418916e-05,
      "loss": 0.1546,
      "step": 16495
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2232396008248413e-05,
      "loss": 0.1531,
      "step": 16496
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2231543415999528e-05,
      "loss": 0.1907,
      "step": 16497
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2230690806678784e-05,
      "loss": 0.1916,
      "step": 16498
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2229838180292708e-05,
      "loss": 0.1336,
      "step": 16499
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2228985536847817e-05,
      "loss": 0.1262,
      "step": 16500
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2228132876350638e-05,
      "loss": 0.1492,
      "step": 16501
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.222728019880769e-05,
      "loss": 0.1259,
      "step": 16502
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2226427504225499e-05,
      "loss": 0.1714,
      "step": 16503
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2225574792610588e-05,
      "loss": 0.1553,
      "step": 16504
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.222472206396948e-05,
      "loss": 0.1529,
      "step": 16505
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.22238693183087e-05,
      "loss": 0.1262,
      "step": 16506
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2223016555634772e-05,
      "loss": 0.1487,
      "step": 16507
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2222163775954217e-05,
      "loss": 0.1781,
      "step": 16508
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2221310979273559e-05,
      "loss": 0.1336,
      "step": 16509
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2220458165599325e-05,
      "loss": 0.139,
      "step": 16510
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2219605334938036e-05,
      "loss": 0.1302,
      "step": 16511
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2218752487296221e-05,
      "loss": 0.1654,
      "step": 16512
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.22178996226804e-05,
      "loss": 0.1432,
      "step": 16513
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2217046741097099e-05,
      "loss": 0.1084,
      "step": 16514
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2216193842552844e-05,
      "loss": 0.1441,
      "step": 16515
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2215340927054158e-05,
      "loss": 0.1474,
      "step": 16516
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2214487994607567e-05,
      "loss": 0.1245,
      "step": 16517
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2213635045219596e-05,
      "loss": 0.1515,
      "step": 16518
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.221278207889677e-05,
      "loss": 0.151,
      "step": 16519
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2211929095645614e-05,
      "loss": 0.1543,
      "step": 16520
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2211076095472656e-05,
      "loss": 0.1893,
      "step": 16521
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.221022307838442e-05,
      "loss": 0.1507,
      "step": 16522
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.220937004438743e-05,
      "loss": 0.1638,
      "step": 16523
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2208516993488216e-05,
      "loss": 0.132,
      "step": 16524
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2207663925693298e-05,
      "loss": 0.1921,
      "step": 16525
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2206810841009209e-05,
      "loss": 0.1363,
      "step": 16526
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.220595773944247e-05,
      "loss": 0.1588,
      "step": 16527
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.220510462099961e-05,
      "loss": 0.141,
      "step": 16528
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2204251485687157e-05,
      "loss": 0.137,
      "step": 16529
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2203398333511636e-05,
      "loss": 0.1699,
      "step": 16530
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2202545164479572e-05,
      "loss": 0.2035,
      "step": 16531
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2201691978597494e-05,
      "loss": 0.176,
      "step": 16532
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2200838775871928e-05,
      "loss": 0.1367,
      "step": 16533
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2199985556309404e-05,
      "loss": 0.1426,
      "step": 16534
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2199132319916445e-05,
      "loss": 0.1341,
      "step": 16535
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2198279066699583e-05,
      "loss": 0.1489,
      "step": 16536
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.219742579666534e-05,
      "loss": 0.1252,
      "step": 16537
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.219657250982025e-05,
      "loss": 0.1377,
      "step": 16538
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2195719206170838e-05,
      "loss": 0.1495,
      "step": 16539
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.219486588572363e-05,
      "loss": 0.1443,
      "step": 16540
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2194012548485157e-05,
      "loss": 0.1811,
      "step": 16541
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2193159194461948e-05,
      "loss": 0.1338,
      "step": 16542
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2192305823660527e-05,
      "loss": 0.1096,
      "step": 16543
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2191452436087426e-05,
      "loss": 0.1456,
      "step": 16544
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2190599031749174e-05,
      "loss": 0.129,
      "step": 16545
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2189745610652295e-05,
      "loss": 0.1246,
      "step": 16546
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2188892172803325e-05,
      "loss": 0.1341,
      "step": 16547
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2188038718208789e-05,
      "loss": 0.1515,
      "step": 16548
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2187185246875213e-05,
      "loss": 0.1171,
      "step": 16549
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2186331758809133e-05,
      "loss": 0.2063,
      "step": 16550
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2185478254017073e-05,
      "loss": 0.1313,
      "step": 16551
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2184624732505567e-05,
      "loss": 0.1544,
      "step": 16552
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2183771194281144e-05,
      "loss": 0.1492,
      "step": 16553
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2182917639350326e-05,
      "loss": 0.166,
      "step": 16554
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2182064067719655e-05,
      "loss": 0.142,
      "step": 16555
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2181210479395652e-05,
      "loss": 0.1757,
      "step": 16556
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2180356874384851e-05,
      "loss": 0.1569,
      "step": 16557
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2179503252693783e-05,
      "loss": 0.1636,
      "step": 16558
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2178649614328974e-05,
      "loss": 0.1555,
      "step": 16559
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2177795959296958e-05,
      "loss": 0.1873,
      "step": 16560
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2176942287604267e-05,
      "loss": 0.1175,
      "step": 16561
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.217608859925743e-05,
      "loss": 0.1626,
      "step": 16562
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2175234894262979e-05,
      "loss": 0.1767,
      "step": 16563
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.217438117262744e-05,
      "loss": 0.1928,
      "step": 16564
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.217352743435735e-05,
      "loss": 0.1195,
      "step": 16565
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.217267367945924e-05,
      "loss": 0.1558,
      "step": 16566
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2171819907939637e-05,
      "loss": 0.1608,
      "step": 16567
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2170966119805078e-05,
      "loss": 0.1308,
      "step": 16568
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.217011231506209e-05,
      "loss": 0.1608,
      "step": 16569
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2169258493717208e-05,
      "loss": 0.1423,
      "step": 16570
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2168404655776961e-05,
      "loss": 0.1352,
      "step": 16571
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2167550801247887e-05,
      "loss": 0.1516,
      "step": 16572
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2166696930136512e-05,
      "loss": 0.1522,
      "step": 16573
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.216584304244937e-05,
      "loss": 0.139,
      "step": 16574
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2164989138192995e-05,
      "loss": 0.1335,
      "step": 16575
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2164135217373916e-05,
      "loss": 0.1577,
      "step": 16576
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2163281279998671e-05,
      "loss": 0.1338,
      "step": 16577
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2162427326073791e-05,
      "loss": 0.1337,
      "step": 16578
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2161573355605802e-05,
      "loss": 0.1498,
      "step": 16579
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.216071936860125e-05,
      "loss": 0.1767,
      "step": 16580
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2159865365066656e-05,
      "loss": 0.1613,
      "step": 16581
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2159011345008563e-05,
      "loss": 0.168,
      "step": 16582
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2158157308433501e-05,
      "loss": 0.1375,
      "step": 16583
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2157303255347997e-05,
      "loss": 0.1411,
      "step": 16584
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2156449185758594e-05,
      "loss": 0.1618,
      "step": 16585
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.215559509967182e-05,
      "loss": 0.175,
      "step": 16586
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2154740997094214e-05,
      "loss": 0.1446,
      "step": 16587
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2153886878032304e-05,
      "loss": 0.1436,
      "step": 16588
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.215303274249263e-05,
      "loss": 0.165,
      "step": 16589
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2152178590481726e-05,
      "loss": 0.1213,
      "step": 16590
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2151324422006118e-05,
      "loss": 0.1178,
      "step": 16591
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2150470237072356e-05,
      "loss": 0.1125,
      "step": 16592
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2149616035686957e-05,
      "loss": 0.1379,
      "step": 16593
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.214876181785647e-05,
      "loss": 0.1578,
      "step": 16594
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2147907583587424e-05,
      "loss": 0.1747,
      "step": 16595
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.214705333288635e-05,
      "loss": 0.1489,
      "step": 16596
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2146199065759794e-05,
      "loss": 0.1422,
      "step": 16597
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2145344782214279e-05,
      "loss": 0.1485,
      "step": 16598
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.214449048225635e-05,
      "loss": 0.1365,
      "step": 16599
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2143636165892541e-05,
      "loss": 0.156,
      "step": 16600
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2142781833129382e-05,
      "loss": 0.1547,
      "step": 16601
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2141927483973417e-05,
      "loss": 0.1229,
      "step": 16602
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2141073118431175e-05,
      "loss": 0.1425,
      "step": 16603
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2140218736509197e-05,
      "loss": 0.1282,
      "step": 16604
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2139364338214017e-05,
      "loss": 0.119,
      "step": 16605
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.213850992355217e-05,
      "loss": 0.1523,
      "step": 16606
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2137655492530197e-05,
      "loss": 0.1313,
      "step": 16607
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2136801045154625e-05,
      "loss": 0.1466,
      "step": 16608
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2135946581432003e-05,
      "loss": 0.1244,
      "step": 16609
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2135092101368861e-05,
      "loss": 0.1506,
      "step": 16610
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2134237604971737e-05,
      "loss": 0.1292,
      "step": 16611
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2133383092247168e-05,
      "loss": 0.1488,
      "step": 16612
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2132528563201691e-05,
      "loss": 0.1519,
      "step": 16613
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2131674017841848e-05,
      "loss": 0.1476,
      "step": 16614
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.213081945617417e-05,
      "loss": 0.1379,
      "step": 16615
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2129964878205193e-05,
      "loss": 0.1589,
      "step": 16616
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2129110283941466e-05,
      "loss": 0.1519,
      "step": 16617
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2128255673389513e-05,
      "loss": 0.1428,
      "step": 16618
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2127401046555883e-05,
      "loss": 0.1364,
      "step": 16619
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2126546403447108e-05,
      "loss": 0.1752,
      "step": 16620
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2125691744069728e-05,
      "loss": 0.1305,
      "step": 16621
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2124837068430281e-05,
      "loss": 0.164,
      "step": 16622
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2123982376535304e-05,
      "loss": 0.1297,
      "step": 16623
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2123127668391342e-05,
      "loss": 0.1436,
      "step": 16624
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2122272944004924e-05,
      "loss": 0.1321,
      "step": 16625
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2121418203382599e-05,
      "loss": 0.1318,
      "step": 16626
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2120563446530897e-05,
      "loss": 0.1609,
      "step": 16627
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.211970867345636e-05,
      "loss": 0.1516,
      "step": 16628
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2118853884165533e-05,
      "loss": 0.1388,
      "step": 16629
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2117999078664948e-05,
      "loss": 0.174,
      "step": 16630
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2117144256961146e-05,
      "loss": 0.1147,
      "step": 16631
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.211628941906067e-05,
      "loss": 0.166,
      "step": 16632
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2115434564970055e-05,
      "loss": 0.1744,
      "step": 16633
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2114579694695845e-05,
      "loss": 0.1228,
      "step": 16634
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2113724808244577e-05,
      "loss": 0.1585,
      "step": 16635
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2112869905622795e-05,
      "loss": 0.1462,
      "step": 16636
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2112014986837033e-05,
      "loss": 0.1354,
      "step": 16637
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2111160051893839e-05,
      "loss": 0.1325,
      "step": 16638
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2110305100799743e-05,
      "loss": 0.1775,
      "step": 16639
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2109450133561298e-05,
      "loss": 0.1324,
      "step": 16640
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2108595150185036e-05,
      "loss": 0.138,
      "step": 16641
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.21077401506775e-05,
      "loss": 0.1529,
      "step": 16642
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2106885135045232e-05,
      "loss": 0.1271,
      "step": 16643
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2106030103294773e-05,
      "loss": 0.1623,
      "step": 16644
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2105175055432662e-05,
      "loss": 0.1516,
      "step": 16645
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2104319991465443e-05,
      "loss": 0.1336,
      "step": 16646
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2103464911399655e-05,
      "loss": 0.1405,
      "step": 16647
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2102609815241845e-05,
      "loss": 0.1504,
      "step": 16648
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2101754702998548e-05,
      "loss": 0.199,
      "step": 16649
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.210089957467631e-05,
      "loss": 0.1816,
      "step": 16650
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.210004443028167e-05,
      "loss": 0.1645,
      "step": 16651
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2099189269821172e-05,
      "loss": 0.1641,
      "step": 16652
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2098334093301359e-05,
      "loss": 0.1492,
      "step": 16653
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.209747890072877e-05,
      "loss": 0.3183,
      "step": 16654
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.209662369210995e-05,
      "loss": 0.1504,
      "step": 16655
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.209576846745144e-05,
      "loss": 0.1395,
      "step": 16656
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2094913226759786e-05,
      "loss": 0.1592,
      "step": 16657
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2094057970041526e-05,
      "loss": 0.1279,
      "step": 16658
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2093202697303208e-05,
      "loss": 0.1536,
      "step": 16659
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2092347408551373e-05,
      "loss": 0.1411,
      "step": 16660
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2091492103792562e-05,
      "loss": 0.1598,
      "step": 16661
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2090636783033319e-05,
      "loss": 0.1625,
      "step": 16662
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2089781446280188e-05,
      "loss": 0.1658,
      "step": 16663
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2088926093539717e-05,
      "loss": 0.182,
      "step": 16664
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2088070724818441e-05,
      "loss": 0.1525,
      "step": 16665
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2087215340122912e-05,
      "loss": 0.1515,
      "step": 16666
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.208635993945967e-05,
      "loss": 0.1598,
      "step": 16667
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2085504522835256e-05,
      "loss": 0.1676,
      "step": 16668
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.208464909025622e-05,
      "loss": 0.1304,
      "step": 16669
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2083793641729102e-05,
      "loss": 0.1359,
      "step": 16670
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.208293817726045e-05,
      "loss": 0.16,
      "step": 16671
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2082082696856806e-05,
      "loss": 0.1407,
      "step": 16672
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2081227200524714e-05,
      "loss": 0.1302,
      "step": 16673
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2080371688270722e-05,
      "loss": 0.1339,
      "step": 16674
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2079516160101372e-05,
      "loss": 0.1482,
      "step": 16675
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.207866061602321e-05,
      "loss": 0.1629,
      "step": 16676
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2077805056042781e-05,
      "loss": 0.1604,
      "step": 16677
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.207694948016663e-05,
      "loss": 0.1547,
      "step": 16678
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2076093888401303e-05,
      "loss": 0.1216,
      "step": 16679
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2075238280753346e-05,
      "loss": 0.1652,
      "step": 16680
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2074382657229303e-05,
      "loss": 0.1772,
      "step": 16681
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2073527017835718e-05,
      "loss": 0.14,
      "step": 16682
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2072671362579142e-05,
      "loss": 0.1283,
      "step": 16683
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2071815691466118e-05,
      "loss": 0.1752,
      "step": 16684
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2070960004503192e-05,
      "loss": 0.1391,
      "step": 16685
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.207010430169691e-05,
      "loss": 0.1466,
      "step": 16686
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.206924858305382e-05,
      "loss": 0.1231,
      "step": 16687
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2068392848580467e-05,
      "loss": 0.1388,
      "step": 16688
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2067537098283397e-05,
      "loss": 0.175,
      "step": 16689
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.206668133216916e-05,
      "loss": 0.1521,
      "step": 16690
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2065825550244299e-05,
      "loss": 0.1371,
      "step": 16691
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2064969752515364e-05,
      "loss": 0.1499,
      "step": 16692
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2064113938988898e-05,
      "loss": 0.1626,
      "step": 16693
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2063258109671451e-05,
      "loss": 0.1603,
      "step": 16694
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2062402264569571e-05,
      "loss": 0.1318,
      "step": 16695
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2061546403689803e-05,
      "loss": 0.158,
      "step": 16696
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2060690527038701e-05,
      "loss": 0.1278,
      "step": 16697
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2059834634622802e-05,
      "loss": 0.1772,
      "step": 16698
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.205897872644866e-05,
      "loss": 0.1557,
      "step": 16699
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2058122802522825e-05,
      "loss": 0.1695,
      "step": 16700
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2057266862851839e-05,
      "loss": 0.1455,
      "step": 16701
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2056410907442259e-05,
      "loss": 0.1765,
      "step": 16702
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2055554936300622e-05,
      "loss": 0.1587,
      "step": 16703
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2054698949433484e-05,
      "loss": 0.1728,
      "step": 16704
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2053842946847392e-05,
      "loss": 0.1531,
      "step": 16705
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2052986928548896e-05,
      "loss": 0.1438,
      "step": 16706
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2052130894544543e-05,
      "loss": 0.1533,
      "step": 16707
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2051274844840877e-05,
      "loss": 0.1599,
      "step": 16708
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2050418779444458e-05,
      "loss": 0.1537,
      "step": 16709
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2049562698361826e-05,
      "loss": 0.1396,
      "step": 16710
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2048706601599532e-05,
      "loss": 0.1317,
      "step": 16711
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.204785048916413e-05,
      "loss": 0.1611,
      "step": 16712
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2046994361062163e-05,
      "loss": 0.1572,
      "step": 16713
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2046138217300187e-05,
      "loss": 0.1724,
      "step": 16714
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2045282057884745e-05,
      "loss": 0.1311,
      "step": 16715
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2044425882822391e-05,
      "loss": 0.1319,
      "step": 16716
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2043569692119677e-05,
      "loss": 0.1372,
      "step": 16717
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2042713485783146e-05,
      "loss": 0.1198,
      "step": 16718
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2041857263819357e-05,
      "loss": 0.1564,
      "step": 16719
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2041001026234851e-05,
      "loss": 0.1158,
      "step": 16720
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2040144773036187e-05,
      "loss": 0.1242,
      "step": 16721
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2039288504229912e-05,
      "loss": 0.1363,
      "step": 16722
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.203843221982257e-05,
      "loss": 0.1661,
      "step": 16723
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2037575919820728e-05,
      "loss": 0.155,
      "step": 16724
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2036719604230917e-05,
      "loss": 0.1223,
      "step": 16725
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.2035863273059705e-05,
      "loss": 0.1447,
      "step": 16726
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.2035006926313634e-05,
      "loss": 0.2269,
      "step": 16727
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.2034150563999257e-05,
      "loss": 0.1652,
      "step": 16728
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.203329418612313e-05,
      "loss": 0.1704,
      "step": 16729
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.2032437792691794e-05,
      "loss": 0.1333,
      "step": 16730
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.2031581383711812e-05,
      "loss": 0.1625,
      "step": 16731
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.2030724959189727e-05,
      "loss": 0.1714,
      "step": 16732
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.2029868519132098e-05,
      "loss": 0.1459,
      "step": 16733
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.2029012063545473e-05,
      "loss": 0.1232,
      "step": 16734
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.2028155592436402e-05,
      "loss": 0.1533,
      "step": 16735
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.2027299105811444e-05,
      "loss": 0.1306,
      "step": 16736
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.2026442603677141e-05,
      "loss": 0.1383,
      "step": 16737
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.2025586086040057e-05,
      "loss": 0.1444,
      "step": 16738
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.202472955290674e-05,
      "loss": 0.1714,
      "step": 16739
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.2023873004283737e-05,
      "loss": 0.1554,
      "step": 16740
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.2023016440177612e-05,
      "loss": 0.1411,
      "step": 16741
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.2022159860594906e-05,
      "loss": 0.1732,
      "step": 16742
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.202130326554218e-05,
      "loss": 0.1688,
      "step": 16743
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.2020446655025987e-05,
      "loss": 0.109,
      "step": 16744
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.2019590029052875e-05,
      "loss": 0.1548,
      "step": 16745
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.2018733387629405e-05,
      "loss": 0.1496,
      "step": 16746
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.2017876730762119e-05,
      "loss": 0.1442,
      "step": 16747
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.2017020058457584e-05,
      "loss": 0.1682,
      "step": 16748
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.2016163370722347e-05,
      "loss": 0.1408,
      "step": 16749
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.2015306667562959e-05,
      "loss": 0.1584,
      "step": 16750
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.201444994898598e-05,
      "loss": 0.1717,
      "step": 16751
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.2013593214997959e-05,
      "loss": 0.1407,
      "step": 16752
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.2012736465605454e-05,
      "loss": 0.1485,
      "step": 16753
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.2011879700815018e-05,
      "loss": 0.1534,
      "step": 16754
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.2011022920633205e-05,
      "loss": 0.1449,
      "step": 16755
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.2010166125066574e-05,
      "loss": 0.1489,
      "step": 16756
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.2009309314121669e-05,
      "loss": 0.1562,
      "step": 16757
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.2008452487805059e-05,
      "loss": 0.1524,
      "step": 16758
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.2007595646123286e-05,
      "loss": 0.1551,
      "step": 16759
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.200673878908291e-05,
      "loss": 0.1605,
      "step": 16760
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.2005881916690492e-05,
      "loss": 0.1349,
      "step": 16761
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.2005025028952577e-05,
      "loss": 0.1572,
      "step": 16762
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.200416812587573e-05,
      "loss": 0.1484,
      "step": 16763
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.20033112074665e-05,
      "loss": 0.179,
      "step": 16764
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.2002454273731443e-05,
      "loss": 0.1522,
      "step": 16765
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.200159732467712e-05,
      "loss": 0.1199,
      "step": 16766
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.2000740360310077e-05,
      "loss": 0.1625,
      "step": 16767
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1999883380636881e-05,
      "loss": 0.1516,
      "step": 16768
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1999026385664083e-05,
      "loss": 0.1184,
      "step": 16769
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.199816937539824e-05,
      "loss": 0.127,
      "step": 16770
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1997312349845904e-05,
      "loss": 0.1331,
      "step": 16771
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1996455309013638e-05,
      "loss": 0.1277,
      "step": 16772
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1995598252907996e-05,
      "loss": 0.1449,
      "step": 16773
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1994741181535536e-05,
      "loss": 0.1436,
      "step": 16774
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1993884094902813e-05,
      "loss": 0.1498,
      "step": 16775
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1993026993016382e-05,
      "loss": 0.1652,
      "step": 16776
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1992169875882802e-05,
      "loss": 0.1496,
      "step": 16777
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1991312743508634e-05,
      "loss": 0.1732,
      "step": 16778
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.199045559590043e-05,
      "loss": 0.1621,
      "step": 16779
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1989598433064748e-05,
      "loss": 0.1312,
      "step": 16780
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1988741255008149e-05,
      "loss": 0.142,
      "step": 16781
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1987884061737188e-05,
      "loss": 0.1608,
      "step": 16782
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1987026853258421e-05,
      "loss": 0.126,
      "step": 16783
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.198616962957841e-05,
      "loss": 0.1113,
      "step": 16784
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.198531239070371e-05,
      "loss": 0.201,
      "step": 16785
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.198445513664088e-05,
      "loss": 0.1455,
      "step": 16786
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.198359786739648e-05,
      "loss": 0.143,
      "step": 16787
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1982740582977064e-05,
      "loss": 0.1431,
      "step": 16788
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1981883283389192e-05,
      "loss": 0.1272,
      "step": 16789
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1981025968639425e-05,
      "loss": 0.1239,
      "step": 16790
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1980168638734322e-05,
      "loss": 0.1266,
      "step": 16791
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1979311293680439e-05,
      "loss": 0.1555,
      "step": 16792
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1978453933484335e-05,
      "loss": 0.1393,
      "step": 16793
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1977596558152572e-05,
      "loss": 0.1319,
      "step": 16794
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1976739167691705e-05,
      "loss": 0.1404,
      "step": 16795
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1975881762108295e-05,
      "loss": 0.1745,
      "step": 16796
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.19750243414089e-05,
      "loss": 0.1461,
      "step": 16797
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1974166905600085e-05,
      "loss": 0.1817,
      "step": 16798
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1973309454688405e-05,
      "loss": 0.1362,
      "step": 16799
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1972451988680417e-05,
      "loss": 0.131,
      "step": 16800
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1971594507582687e-05,
      "loss": 0.1374,
      "step": 16801
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1970737011401772e-05,
      "loss": 0.1795,
      "step": 16802
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1969879500144232e-05,
      "loss": 0.1458,
      "step": 16803
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1969021973816628e-05,
      "loss": 0.1657,
      "step": 16804
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.196816443242552e-05,
      "loss": 0.1888,
      "step": 16805
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1967306875977467e-05,
      "loss": 0.146,
      "step": 16806
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.196644930447903e-05,
      "loss": 0.1558,
      "step": 16807
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.196559171793677e-05,
      "loss": 0.1346,
      "step": 16808
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.196473411635725e-05,
      "loss": 0.1484,
      "step": 16809
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1963876499747028e-05,
      "loss": 0.1705,
      "step": 16810
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1963018868112666e-05,
      "loss": 0.1569,
      "step": 16811
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1962161221460724e-05,
      "loss": 0.1323,
      "step": 16812
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1961303559797766e-05,
      "loss": 0.144,
      "step": 16813
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1960445883130349e-05,
      "loss": 0.1354,
      "step": 16814
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1959588191465039e-05,
      "loss": 0.1475,
      "step": 16815
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1958730484808396e-05,
      "loss": 0.1785,
      "step": 16816
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.195787276316698e-05,
      "loss": 0.1325,
      "step": 16817
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1957015026547355e-05,
      "loss": 0.1236,
      "step": 16818
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.195615727495608e-05,
      "loss": 0.174,
      "step": 16819
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1955299508399718e-05,
      "loss": 0.1505,
      "step": 16820
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1954441726884833e-05,
      "loss": 0.1364,
      "step": 16821
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.195358393041799e-05,
      "loss": 0.1587,
      "step": 16822
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1952726119005742e-05,
      "loss": 0.1495,
      "step": 16823
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.195186829265466e-05,
      "loss": 0.1584,
      "step": 16824
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1951010451371303e-05,
      "loss": 0.1707,
      "step": 16825
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1950152595162234e-05,
      "loss": 0.1256,
      "step": 16826
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1949294724034015e-05,
      "loss": 0.1226,
      "step": 16827
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1948436837993211e-05,
      "loss": 0.185,
      "step": 16828
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1947578937046385e-05,
      "loss": 0.1849,
      "step": 16829
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1946721021200099e-05,
      "loss": 0.1117,
      "step": 16830
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1945863090460916e-05,
      "loss": 0.1472,
      "step": 16831
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.19450051448354e-05,
      "loss": 0.1358,
      "step": 16832
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1944147184330116e-05,
      "loss": 0.1463,
      "step": 16833
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1943289208951623e-05,
      "loss": 0.1735,
      "step": 16834
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.194243121870649e-05,
      "loss": 0.1452,
      "step": 16835
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1941573213601276e-05,
      "loss": 0.129,
      "step": 16836
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1940715193642548e-05,
      "loss": 0.1129,
      "step": 16837
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1939857158836872e-05,
      "loss": 0.1385,
      "step": 16838
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1938999109190808e-05,
      "loss": 0.1672,
      "step": 16839
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1938141044710923e-05,
      "loss": 0.1421,
      "step": 16840
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1937282965403783e-05,
      "loss": 0.1504,
      "step": 16841
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1936424871275942e-05,
      "loss": 0.1723,
      "step": 16842
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.193556676233398e-05,
      "loss": 0.1647,
      "step": 16843
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.193470863858445e-05,
      "loss": 0.1244,
      "step": 16844
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1933850500033923e-05,
      "loss": 0.1391,
      "step": 16845
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1932992346688965e-05,
      "loss": 0.1376,
      "step": 16846
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1932134178556131e-05,
      "loss": 0.1746,
      "step": 16847
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1931275995642e-05,
      "loss": 0.1697,
      "step": 16848
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1930417797953129e-05,
      "loss": 0.16,
      "step": 16849
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1929559585496085e-05,
      "loss": 0.15,
      "step": 16850
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1928701358277435e-05,
      "loss": 0.1694,
      "step": 16851
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.192784311630374e-05,
      "loss": 0.1315,
      "step": 16852
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.192698485958157e-05,
      "loss": 0.1336,
      "step": 16853
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.192612658811749e-05,
      "loss": 0.1436,
      "step": 16854
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1925268301918067e-05,
      "loss": 0.1266,
      "step": 16855
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1924410000989868e-05,
      "loss": 0.1407,
      "step": 16856
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1923551685339453e-05,
      "loss": 0.1826,
      "step": 16857
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1922693354973398e-05,
      "loss": 0.1167,
      "step": 16858
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.192183500989826e-05,
      "loss": 0.1443,
      "step": 16859
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.192097665012061e-05,
      "loss": 0.1243,
      "step": 16860
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1920118275647017e-05,
      "loss": 0.1613,
      "step": 16861
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1919259886484041e-05,
      "loss": 0.1224,
      "step": 16862
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1918401482638257e-05,
      "loss": 0.1595,
      "step": 16863
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1917543064116223e-05,
      "loss": 0.1733,
      "step": 16864
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1916684630924515e-05,
      "loss": 0.1232,
      "step": 16865
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1915826183069697e-05,
      "loss": 0.132,
      "step": 16866
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1914967720558333e-05,
      "loss": 0.1569,
      "step": 16867
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1914109243396994e-05,
      "loss": 0.1244,
      "step": 16868
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1913250751592244e-05,
      "loss": 0.1534,
      "step": 16869
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1912392245150657e-05,
      "loss": 0.1503,
      "step": 16870
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1911533724078798e-05,
      "loss": 0.1438,
      "step": 16871
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1910675188383232e-05,
      "loss": 0.1928,
      "step": 16872
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.190981663807053e-05,
      "loss": 0.1478,
      "step": 16873
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1908958073147257e-05,
      "loss": 0.1583,
      "step": 16874
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1908099493619986e-05,
      "loss": 0.1449,
      "step": 16875
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1907240899495283e-05,
      "loss": 0.1478,
      "step": 16876
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.190638229077971e-05,
      "loss": 0.1304,
      "step": 16877
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.190552366747985e-05,
      "loss": 0.1295,
      "step": 16878
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1904665029602259e-05,
      "loss": 0.1263,
      "step": 16879
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1903806377153511e-05,
      "loss": 0.1507,
      "step": 16880
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1902947710140171e-05,
      "loss": 0.1084,
      "step": 16881
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1902089028568814e-05,
      "loss": 0.176,
      "step": 16882
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.190123033244601e-05,
      "loss": 0.1523,
      "step": 16883
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1900371621778319e-05,
      "loss": 0.1398,
      "step": 16884
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1899512896572321e-05,
      "loss": 0.1471,
      "step": 16885
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1898654156834573e-05,
      "loss": 0.1202,
      "step": 16886
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1897795402571657e-05,
      "loss": 0.1392,
      "step": 16887
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.189693663379014e-05,
      "loss": 0.1773,
      "step": 16888
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1896077850496582e-05,
      "loss": 0.1378,
      "step": 16889
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1895219052697566e-05,
      "loss": 0.1636,
      "step": 16890
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1894360240399654e-05,
      "loss": 0.1366,
      "step": 16891
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.189350141360942e-05,
      "loss": 0.1326,
      "step": 16892
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.189264257233343e-05,
      "loss": 0.1588,
      "step": 16893
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1891783716578258e-05,
      "loss": 0.1505,
      "step": 16894
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1890924846350475e-05,
      "loss": 0.1733,
      "step": 16895
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1890065961656647e-05,
      "loss": 0.1589,
      "step": 16896
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1889207062503351e-05,
      "loss": 0.1509,
      "step": 16897
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1888348148897156e-05,
      "loss": 0.1558,
      "step": 16898
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1887489220844626e-05,
      "loss": 0.1567,
      "step": 16899
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1886630278352341e-05,
      "loss": 0.1421,
      "step": 16900
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1885771321426865e-05,
      "loss": 0.1509,
      "step": 16901
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1884912350074778e-05,
      "loss": 0.195,
      "step": 16902
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1884053364302643e-05,
      "loss": 0.1363,
      "step": 16903
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1883194364117031e-05,
      "loss": 0.1596,
      "step": 16904
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1882335349524526e-05,
      "loss": 0.1729,
      "step": 16905
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1881476320531681e-05,
      "loss": 0.1403,
      "step": 16906
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1880617277145085e-05,
      "loss": 0.133,
      "step": 16907
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.18797582193713e-05,
      "loss": 0.1433,
      "step": 16908
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1878899147216901e-05,
      "loss": 0.1484,
      "step": 16909
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1878040060688459e-05,
      "loss": 0.1542,
      "step": 16910
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1877180959792542e-05,
      "loss": 0.148,
      "step": 16911
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1876321844535736e-05,
      "loss": 0.1623,
      "step": 16912
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.18754627149246e-05,
      "loss": 0.1428,
      "step": 16913
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.187460357096571e-05,
      "loss": 0.1457,
      "step": 16914
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1873744412665643e-05,
      "loss": 0.1305,
      "step": 16915
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1872885240030965e-05,
      "loss": 0.157,
      "step": 16916
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1872026053068256e-05,
      "loss": 0.1701,
      "step": 16917
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1871166851784083e-05,
      "loss": 0.1336,
      "step": 16918
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1870307636185023e-05,
      "loss": 0.1464,
      "step": 16919
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1869448406277645e-05,
      "loss": 0.2022,
      "step": 16920
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1868589162068526e-05,
      "loss": 0.1257,
      "step": 16921
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1867729903564242e-05,
      "loss": 0.1688,
      "step": 16922
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1866870630771361e-05,
      "loss": 0.1393,
      "step": 16923
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1866011343696457e-05,
      "loss": 0.1362,
      "step": 16924
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.186515204234611e-05,
      "loss": 0.1685,
      "step": 16925
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1864292726726885e-05,
      "loss": 0.1615,
      "step": 16926
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.186343339684536e-05,
      "loss": 0.1349,
      "step": 16927
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1862574052708112e-05,
      "loss": 0.1249,
      "step": 16928
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1861714694321711e-05,
      "loss": 0.1668,
      "step": 16929
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1860855321692733e-05,
      "loss": 0.1485,
      "step": 16930
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1859995934827753e-05,
      "loss": 0.1257,
      "step": 16931
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1859136533733344e-05,
      "loss": 0.1185,
      "step": 16932
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1858277118416082e-05,
      "loss": 0.1448,
      "step": 16933
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1857417688882542e-05,
      "loss": 0.1357,
      "step": 16934
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1856558245139296e-05,
      "loss": 0.157,
      "step": 16935
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1855698787192923e-05,
      "loss": 0.143,
      "step": 16936
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1854839315049995e-05,
      "loss": 0.1838,
      "step": 16937
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1853979828717088e-05,
      "loss": 0.1542,
      "step": 16938
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1853120328200777e-05,
      "loss": 0.1498,
      "step": 16939
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.185226081350764e-05,
      "loss": 0.167,
      "step": 16940
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1851401284644249e-05,
      "loss": 0.1489,
      "step": 16941
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1850541741617181e-05,
      "loss": 0.1803,
      "step": 16942
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1849682184433012e-05,
      "loss": 0.1697,
      "step": 16943
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1848822613098318e-05,
      "loss": 0.1805,
      "step": 16944
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1847963027619674e-05,
      "loss": 0.1306,
      "step": 16945
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1847103428003656e-05,
      "loss": 0.1623,
      "step": 16946
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.184624381425684e-05,
      "loss": 0.1789,
      "step": 16947
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1845384186385807e-05,
      "loss": 0.1492,
      "step": 16948
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1844524544397125e-05,
      "loss": 0.2008,
      "step": 16949
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1843664888297377e-05,
      "loss": 0.1464,
      "step": 16950
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1842805218093137e-05,
      "loss": 0.152,
      "step": 16951
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1841945533790982e-05,
      "loss": 0.1602,
      "step": 16952
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1841085835397488e-05,
      "loss": 0.1656,
      "step": 16953
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1840226122919234e-05,
      "loss": 0.1419,
      "step": 16954
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1839366396362795e-05,
      "loss": 0.1486,
      "step": 16955
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1838506655734747e-05,
      "loss": 0.1316,
      "step": 16956
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1837646901041673e-05,
      "loss": 0.1695,
      "step": 16957
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1836787132290144e-05,
      "loss": 0.1045,
      "step": 16958
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.183592734948674e-05,
      "loss": 0.1645,
      "step": 16959
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.183506755263804e-05,
      "loss": 0.1671,
      "step": 16960
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1834207741750618e-05,
      "loss": 0.1671,
      "step": 16961
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1833347916831055e-05,
      "loss": 0.1281,
      "step": 16962
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.183248807788593e-05,
      "loss": 0.1342,
      "step": 16963
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1831628224921814e-05,
      "loss": 0.1829,
      "step": 16964
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1830768357945293e-05,
      "loss": 0.1526,
      "step": 16965
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.182990847696294e-05,
      "loss": 0.1406,
      "step": 16966
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1829048581981336e-05,
      "loss": 0.1503,
      "step": 16967
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1828188673007059e-05,
      "loss": 0.1518,
      "step": 16968
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1827328750046686e-05,
      "loss": 0.1576,
      "step": 16969
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.18264688131068e-05,
      "loss": 0.1721,
      "step": 16970
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1825608862193976e-05,
      "loss": 0.1542,
      "step": 16971
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.182474889731479e-05,
      "loss": 0.124,
      "step": 16972
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1823888918475827e-05,
      "loss": 0.1407,
      "step": 16973
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1823028925683663e-05,
      "loss": 0.1509,
      "step": 16974
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1822168918944878e-05,
      "loss": 0.1542,
      "step": 16975
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.182130889826605e-05,
      "loss": 0.1629,
      "step": 16976
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1820448863653759e-05,
      "loss": 0.1344,
      "step": 16977
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1819588815114586e-05,
      "loss": 0.1485,
      "step": 16978
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1818728752655109e-05,
      "loss": 0.1715,
      "step": 16979
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.181786867628191e-05,
      "loss": 0.1333,
      "step": 16980
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1817008586001561e-05,
      "loss": 0.166,
      "step": 16981
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1816148481820653e-05,
      "loss": 0.1436,
      "step": 16982
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1815288363745759e-05,
      "loss": 0.1783,
      "step": 16983
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.181442823178346e-05,
      "loss": 0.1484,
      "step": 16984
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.181356808594034e-05,
      "loss": 0.1454,
      "step": 16985
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1812707926222971e-05,
      "loss": 0.1418,
      "step": 16986
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.181184775263794e-05,
      "loss": 0.1823,
      "step": 16987
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1810987565191826e-05,
      "loss": 0.1459,
      "step": 16988
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1810127363891213e-05,
      "loss": 0.1276,
      "step": 16989
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.180926714874268e-05,
      "loss": 0.1828,
      "step": 16990
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1808406919752801e-05,
      "loss": 0.1382,
      "step": 16991
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1807546676928165e-05,
      "loss": 0.1898,
      "step": 16992
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1806686420275353e-05,
      "loss": 0.1299,
      "step": 16993
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.180582614980094e-05,
      "loss": 0.1576,
      "step": 16994
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1804965865511517e-05,
      "loss": 0.1671,
      "step": 16995
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1804105567413653e-05,
      "loss": 0.1679,
      "step": 16996
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.180324525551394e-05,
      "loss": 0.1759,
      "step": 16997
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1802384929818951e-05,
      "loss": 0.154,
      "step": 16998
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1801524590335275e-05,
      "loss": 0.1589,
      "step": 16999
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1800664237069494e-05,
      "loss": 0.1342,
      "step": 17000
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.179980387002818e-05,
      "loss": 0.1199,
      "step": 17001
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1798943489217932e-05,
      "loss": 0.1177,
      "step": 17002
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1798083094645312e-05,
      "loss": 0.1993,
      "step": 17003
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1797222686316915e-05,
      "loss": 0.1337,
      "step": 17004
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1796362264239326e-05,
      "loss": 0.1509,
      "step": 17005
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1795501828419116e-05,
      "loss": 0.1845,
      "step": 17006
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1794641378862878e-05,
      "loss": 0.1552,
      "step": 17007
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1793780915577187e-05,
      "loss": 0.1399,
      "step": 17008
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1792920438568628e-05,
      "loss": 0.1644,
      "step": 17009
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.179205994784379e-05,
      "loss": 0.1515,
      "step": 17010
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1791199443409246e-05,
      "loss": 0.1423,
      "step": 17011
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.179033892527159e-05,
      "loss": 0.1405,
      "step": 17012
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1789478393437393e-05,
      "loss": 0.1578,
      "step": 17013
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1788617847913249e-05,
      "loss": 0.1424,
      "step": 17014
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1787757288705735e-05,
      "loss": 0.1388,
      "step": 17015
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1786896715821431e-05,
      "loss": 0.1608,
      "step": 17016
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1786036129266935e-05,
      "loss": 0.1622,
      "step": 17017
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1785175529048815e-05,
      "loss": 0.1501,
      "step": 17018
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1784314915173666e-05,
      "loss": 0.1478,
      "step": 17019
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1783454287648065e-05,
      "loss": 0.1299,
      "step": 17020
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1782593646478597e-05,
      "loss": 0.1714,
      "step": 17021
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.178173299167185e-05,
      "loss": 0.154,
      "step": 17022
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1780872323234403e-05,
      "loss": 0.1227,
      "step": 17023
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1780011641172846e-05,
      "loss": 0.1439,
      "step": 17024
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1779150945493758e-05,
      "loss": 0.1882,
      "step": 17025
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1778290236203724e-05,
      "loss": 0.1655,
      "step": 17026
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1777429513309338e-05,
      "loss": 0.1551,
      "step": 17027
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.177656877681717e-05,
      "loss": 0.1601,
      "step": 17028
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1775708026733817e-05,
      "loss": 0.1327,
      "step": 17029
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1774847263065855e-05,
      "loss": 0.1403,
      "step": 17030
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1773986485819876e-05,
      "loss": 0.142,
      "step": 17031
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1773125695002464e-05,
      "loss": 0.1175,
      "step": 17032
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1772264890620198e-05,
      "loss": 0.1666,
      "step": 17033
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.177140407267967e-05,
      "loss": 0.1344,
      "step": 17034
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1770543241187463e-05,
      "loss": 0.1611,
      "step": 17035
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1769682396150166e-05,
      "loss": 0.1537,
      "step": 17036
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1768821537574358e-05,
      "loss": 0.1535,
      "step": 17037
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.176796066546663e-05,
      "loss": 0.1443,
      "step": 17038
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1767099779833567e-05,
      "loss": 0.1418,
      "step": 17039
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1766238880681751e-05,
      "loss": 0.15,
      "step": 17040
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1765377968017776e-05,
      "loss": 0.1628,
      "step": 17041
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1764517041848222e-05,
      "loss": 0.1347,
      "step": 17042
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1763656102179675e-05,
      "loss": 0.1726,
      "step": 17043
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1762795149018727e-05,
      "loss": 0.1308,
      "step": 17044
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1761934182371955e-05,
      "loss": 0.1323,
      "step": 17045
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1761073202245958e-05,
      "loss": 0.1478,
      "step": 17046
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1760212208647313e-05,
      "loss": 0.1617,
      "step": 17047
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1759351201582609e-05,
      "loss": 0.143,
      "step": 17048
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1758490181058438e-05,
      "loss": 0.1656,
      "step": 17049
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1757629147081376e-05,
      "loss": 0.1462,
      "step": 17050
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1756768099658022e-05,
      "loss": 0.1545,
      "step": 17051
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1755907038794959e-05,
      "loss": 0.15,
      "step": 17052
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1755045964498773e-05,
      "loss": 0.1198,
      "step": 17053
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.175418487677605e-05,
      "loss": 0.1569,
      "step": 17054
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1753323775633378e-05,
      "loss": 0.1489,
      "step": 17055
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.175246266107735e-05,
      "loss": 0.2056,
      "step": 17056
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.175160153311455e-05,
      "loss": 0.1581,
      "step": 17057
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1750740391751563e-05,
      "loss": 0.1735,
      "step": 17058
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.174987923699498e-05,
      "loss": 0.1543,
      "step": 17059
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.174901806885139e-05,
      "loss": 0.151,
      "step": 17060
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.174815688732738e-05,
      "loss": 0.1768,
      "step": 17061
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1747295692429539e-05,
      "loss": 0.1366,
      "step": 17062
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1746434484164452e-05,
      "loss": 0.142,
      "step": 17063
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1745573262538712e-05,
      "loss": 0.1702,
      "step": 17064
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1744712027558904e-05,
      "loss": 0.1233,
      "step": 17065
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.174385077923162e-05,
      "loss": 0.1604,
      "step": 17066
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1742989517563446e-05,
      "loss": 0.1391,
      "step": 17067
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.174212824256097e-05,
      "loss": 0.1817,
      "step": 17068
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1741266954230785e-05,
      "loss": 0.1888,
      "step": 17069
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1740405652579479e-05,
      "loss": 0.1248,
      "step": 17070
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1739544337613638e-05,
      "loss": 0.1619,
      "step": 17071
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1738683009339853e-05,
      "loss": 0.1555,
      "step": 17072
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1737821667764714e-05,
      "loss": 0.1564,
      "step": 17073
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1736960312894811e-05,
      "loss": 0.1179,
      "step": 17074
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1736098944736731e-05,
      "loss": 0.1456,
      "step": 17075
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1735237563297068e-05,
      "loss": 0.1428,
      "step": 17076
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1734376168582406e-05,
      "loss": 0.1627,
      "step": 17077
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.173351476059934e-05,
      "loss": 0.1296,
      "step": 17078
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1732653339354458e-05,
      "loss": 0.1304,
      "step": 17079
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.173179190485435e-05,
      "loss": 0.1181,
      "step": 17080
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1730930457105608e-05,
      "loss": 0.1431,
      "step": 17081
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1730068996114819e-05,
      "loss": 0.1824,
      "step": 17082
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1729207521888573e-05,
      "loss": 0.1632,
      "step": 17083
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1728346034433465e-05,
      "loss": 0.1339,
      "step": 17084
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1727484533756082e-05,
      "loss": 0.1477,
      "step": 17085
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1726623019863018e-05,
      "loss": 0.1658,
      "step": 17086
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1725761492760858e-05,
      "loss": 0.1628,
      "step": 17087
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1724899952456198e-05,
      "loss": 0.1363,
      "step": 17088
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1724038398955629e-05,
      "loss": 0.1503,
      "step": 17089
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1723176832265737e-05,
      "loss": 0.1544,
      "step": 17090
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.172231525239312e-05,
      "loss": 0.1423,
      "step": 17091
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1721453659344364e-05,
      "loss": 0.1464,
      "step": 17092
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1720592053126063e-05,
      "loss": 0.1676,
      "step": 17093
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.171973043374481e-05,
      "loss": 0.1201,
      "step": 17094
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1718868801207192e-05,
      "loss": 0.1482,
      "step": 17095
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1718007155519804e-05,
      "loss": 0.1326,
      "step": 17096
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1717145496689237e-05,
      "loss": 0.1738,
      "step": 17097
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1716283824722083e-05,
      "loss": 0.2073,
      "step": 17098
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1715422139624935e-05,
      "loss": 0.1331,
      "step": 17099
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1714560441404382e-05,
      "loss": 0.112,
      "step": 17100
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1713698730067019e-05,
      "loss": 0.1346,
      "step": 17101
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1712837005619437e-05,
      "loss": 0.1278,
      "step": 17102
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.171197526806823e-05,
      "loss": 0.1602,
      "step": 17103
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.171111351741999e-05,
      "loss": 0.1442,
      "step": 17104
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1710251753681307e-05,
      "loss": 0.1263,
      "step": 17105
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1709389976858778e-05,
      "loss": 0.1273,
      "step": 17106
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1708528186958994e-05,
      "loss": 0.1259,
      "step": 17107
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1707666383988544e-05,
      "loss": 0.1515,
      "step": 17108
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1706804567954028e-05,
      "loss": 0.1426,
      "step": 17109
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1705942738862035e-05,
      "loss": 0.1641,
      "step": 17110
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1705080896719156e-05,
      "loss": 0.1482,
      "step": 17111
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.170421904153199e-05,
      "loss": 0.1428,
      "step": 17112
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1703357173307128e-05,
      "loss": 0.1809,
      "step": 17113
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1702495292051161e-05,
      "loss": 0.1579,
      "step": 17114
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1701633397770687e-05,
      "loss": 0.1637,
      "step": 17115
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1700771490472294e-05,
      "loss": 0.1525,
      "step": 17116
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1699909570162582e-05,
      "loss": 0.1384,
      "step": 17117
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.169904763684814e-05,
      "loss": 0.1535,
      "step": 17118
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1698185690535567e-05,
      "loss": 0.1432,
      "step": 17119
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1697323731231451e-05,
      "loss": 0.1303,
      "step": 17120
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.169646175894239e-05,
      "loss": 0.163,
      "step": 17121
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1695599773674977e-05,
      "loss": 0.142,
      "step": 17122
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.169473777543581e-05,
      "loss": 0.1759,
      "step": 17123
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1693875764231479e-05,
      "loss": 0.1714,
      "step": 17124
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.169301374006858e-05,
      "loss": 0.1445,
      "step": 17125
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1692151702953707e-05,
      "loss": 0.1135,
      "step": 17126
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1691289652893456e-05,
      "loss": 0.1582,
      "step": 17127
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1690427589894422e-05,
      "loss": 0.1357,
      "step": 17128
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.16895655139632e-05,
      "loss": 0.1911,
      "step": 17129
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1688703425106382e-05,
      "loss": 0.1426,
      "step": 17130
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.168784132333057e-05,
      "loss": 0.1412,
      "step": 17131
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1686979208642353e-05,
      "loss": 0.1639,
      "step": 17132
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1686117081048327e-05,
      "loss": 0.1715,
      "step": 17133
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1685254940555092e-05,
      "loss": 0.1371,
      "step": 17134
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1684392787169239e-05,
      "loss": 0.1364,
      "step": 17135
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1683530620897366e-05,
      "loss": 0.127,
      "step": 17136
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1682668441746066e-05,
      "loss": 0.1706,
      "step": 17137
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1681806249721939e-05,
      "loss": 0.1502,
      "step": 17138
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.168094404483158e-05,
      "loss": 0.1343,
      "step": 17139
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1680081827081579e-05,
      "loss": 0.2143,
      "step": 17140
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1679219596478543e-05,
      "loss": 0.1661,
      "step": 17141
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1678357353029057e-05,
      "loss": 0.1403,
      "step": 17142
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1677495096739725e-05,
      "loss": 0.209,
      "step": 17143
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1676632827617146e-05,
      "loss": 0.1215,
      "step": 17144
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1675770545667905e-05,
      "loss": 0.1715,
      "step": 17145
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.167490825089861e-05,
      "loss": 0.1383,
      "step": 17146
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.167404594331585e-05,
      "loss": 0.1696,
      "step": 17147
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1673183622926228e-05,
      "loss": 0.1662,
      "step": 17148
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.167232128973634e-05,
      "loss": 0.1687,
      "step": 17149
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1671458943752773e-05,
      "loss": 0.1195,
      "step": 17150
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1670596584982141e-05,
      "loss": 0.1528,
      "step": 17151
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1669734213431028e-05,
      "loss": 0.1461,
      "step": 17152
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1668871829106037e-05,
      "loss": 0.1765,
      "step": 17153
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1668009432013765e-05,
      "loss": 0.186,
      "step": 17154
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1667147022160807e-05,
      "loss": 0.1506,
      "step": 17155
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1666284599553767e-05,
      "loss": 0.1588,
      "step": 17156
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1665422164199235e-05,
      "loss": 0.1486,
      "step": 17157
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1664559716103813e-05,
      "loss": 0.1314,
      "step": 17158
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1663697255274099e-05,
      "loss": 0.1619,
      "step": 17159
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1662834781716686e-05,
      "loss": 0.1295,
      "step": 17160
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1661972295438181e-05,
      "loss": 0.1447,
      "step": 17161
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1661109796445174e-05,
      "loss": 0.1185,
      "step": 17162
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.166024728474427e-05,
      "loss": 0.1553,
      "step": 17163
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1659384760342064e-05,
      "loss": 0.1605,
      "step": 17164
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1658522223245153e-05,
      "loss": 0.1518,
      "step": 17165
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.165765967346014e-05,
      "loss": 0.1368,
      "step": 17166
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1656797110993617e-05,
      "loss": 0.1293,
      "step": 17167
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1655934535852191e-05,
      "loss": 0.2045,
      "step": 17168
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1655071948042455e-05,
      "loss": 0.1449,
      "step": 17169
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.165420934757101e-05,
      "loss": 0.1809,
      "step": 17170
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1653346734444457e-05,
      "loss": 0.1656,
      "step": 17171
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1652484108669391e-05,
      "loss": 0.1287,
      "step": 17172
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1651621470252414e-05,
      "loss": 0.1222,
      "step": 17173
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1650758819200128e-05,
      "loss": 0.1646,
      "step": 17174
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1649896155519124e-05,
      "loss": 0.1562,
      "step": 17175
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1649033479216012e-05,
      "loss": 0.1473,
      "step": 17176
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1648170790297382e-05,
      "loss": 0.1305,
      "step": 17177
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1647308088769842e-05,
      "loss": 0.1596,
      "step": 17178
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1646445374639985e-05,
      "loss": 0.1317,
      "step": 17179
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1645582647914419e-05,
      "loss": 0.1362,
      "step": 17180
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1644719908599738e-05,
      "loss": 0.1575,
      "step": 17181
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1643857156702538e-05,
      "loss": 0.1288,
      "step": 17182
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1642994392229432e-05,
      "loss": 0.1501,
      "step": 17183
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1642131615187009e-05,
      "loss": 0.1429,
      "step": 17184
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1641268825581877e-05,
      "loss": 0.1513,
      "step": 17185
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1640406023420631e-05,
      "loss": 0.1858,
      "step": 17186
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1639543208709874e-05,
      "loss": 0.1351,
      "step": 17187
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1638680381456208e-05,
      "loss": 0.1479,
      "step": 17188
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.163781754166623e-05,
      "loss": 0.144,
      "step": 17189
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1636954689346547e-05,
      "loss": 0.1732,
      "step": 17190
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1636091824503755e-05,
      "loss": 0.1725,
      "step": 17191
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1635228947144454e-05,
      "loss": 0.1665,
      "step": 17192
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.163436605727525e-05,
      "loss": 0.1676,
      "step": 17193
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1633503154902739e-05,
      "loss": 0.1289,
      "step": 17194
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.163264024003353e-05,
      "loss": 0.1594,
      "step": 17195
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.163177731267422e-05,
      "loss": 0.1676,
      "step": 17196
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1630914372831409e-05,
      "loss": 0.1604,
      "step": 17197
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1630051420511699e-05,
      "loss": 0.1471,
      "step": 17198
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1629188455721692e-05,
      "loss": 0.1541,
      "step": 17199
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1628325478467994e-05,
      "loss": 0.185,
      "step": 17200
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1627462488757204e-05,
      "loss": 0.192,
      "step": 17201
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1626599486595924e-05,
      "loss": 0.1304,
      "step": 17202
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1625736471990756e-05,
      "loss": 0.1205,
      "step": 17203
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1624873444948298e-05,
      "loss": 0.1726,
      "step": 17204
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1624010405475166e-05,
      "loss": 0.1377,
      "step": 17205
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1623147353577948e-05,
      "loss": 0.1403,
      "step": 17206
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1622284289263253e-05,
      "loss": 0.1838,
      "step": 17207
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1621421212537683e-05,
      "loss": 0.2134,
      "step": 17208
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1620558123407837e-05,
      "loss": 0.1255,
      "step": 17209
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1619695021880324e-05,
      "loss": 0.1607,
      "step": 17210
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1618831907961744e-05,
      "loss": 0.1547,
      "step": 17211
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1617968781658703e-05,
      "loss": 0.1176,
      "step": 17212
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1617105642977795e-05,
      "loss": 0.1514,
      "step": 17213
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1616242491925633e-05,
      "loss": 0.1561,
      "step": 17214
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1615379328508818e-05,
      "loss": 0.2162,
      "step": 17215
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.161451615273395e-05,
      "loss": 0.1795,
      "step": 17216
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1613652964607636e-05,
      "loss": 0.1326,
      "step": 17217
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1612789764136479e-05,
      "loss": 0.1208,
      "step": 17218
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.161192655132708e-05,
      "loss": 0.14,
      "step": 17219
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1611063326186047e-05,
      "loss": 0.1444,
      "step": 17220
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.161020008871998e-05,
      "loss": 0.124,
      "step": 17221
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1609336838935486e-05,
      "loss": 0.1312,
      "step": 17222
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1608473576839168e-05,
      "loss": 0.1187,
      "step": 17223
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1607610302437628e-05,
      "loss": 0.1287,
      "step": 17224
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1606747015737474e-05,
      "loss": 0.1513,
      "step": 17225
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1605883716745308e-05,
      "loss": 0.1536,
      "step": 17226
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1605020405467736e-05,
      "loss": 0.1504,
      "step": 17227
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.160415708191136e-05,
      "loss": 0.1166,
      "step": 17228
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1603293746082787e-05,
      "loss": 0.1601,
      "step": 17229
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.160243039798862e-05,
      "loss": 0.1373,
      "step": 17230
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1601567037635467e-05,
      "loss": 0.1596,
      "step": 17231
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1600703665029928e-05,
      "loss": 0.1159,
      "step": 17232
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1599840280178614e-05,
      "loss": 0.1737,
      "step": 17233
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1598976883088124e-05,
      "loss": 0.1267,
      "step": 17234
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1598113473765067e-05,
      "loss": 0.1364,
      "step": 17235
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1597250052216047e-05,
      "loss": 0.1414,
      "step": 17236
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.159638661844767e-05,
      "loss": 0.1286,
      "step": 17237
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.159552317246654e-05,
      "loss": 0.1645,
      "step": 17238
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1594659714279266e-05,
      "loss": 0.1366,
      "step": 17239
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.159379624389245e-05,
      "loss": 0.1233,
      "step": 17240
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1592932761312701e-05,
      "loss": 0.1691,
      "step": 17241
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1592069266546619e-05,
      "loss": 0.1716,
      "step": 17242
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.159120575960082e-05,
      "loss": 0.1734,
      "step": 17243
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1590342240481898e-05,
      "loss": 0.1909,
      "step": 17244
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.158947870919647e-05,
      "loss": 0.138,
      "step": 17245
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1588615165751133e-05,
      "loss": 0.1586,
      "step": 17246
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.15877516101525e-05,
      "loss": 0.1466,
      "step": 17247
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1586888042407177e-05,
      "loss": 0.1578,
      "step": 17248
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1586024462521766e-05,
      "loss": 0.1162,
      "step": 17249
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1585160870502876e-05,
      "loss": 0.1161,
      "step": 17250
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1584297266357117e-05,
      "loss": 0.1731,
      "step": 17251
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1583433650091087e-05,
      "loss": 0.1547,
      "step": 17252
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1582570021711404e-05,
      "loss": 0.1446,
      "step": 17253
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1581706381224667e-05,
      "loss": 0.1732,
      "step": 17254
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1580842728637486e-05,
      "loss": 0.1551,
      "step": 17255
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1579979063956468e-05,
      "loss": 0.1213,
      "step": 17256
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.157911538718822e-05,
      "loss": 0.1532,
      "step": 17257
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1578251698339349e-05,
      "loss": 0.1391,
      "step": 17258
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1577387997416466e-05,
      "loss": 0.1333,
      "step": 17259
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.157652428442617e-05,
      "loss": 0.1665,
      "step": 17260
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1575660559375077e-05,
      "loss": 0.163,
      "step": 17261
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1574796822269792e-05,
      "loss": 0.1481,
      "step": 17262
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.157393307311692e-05,
      "loss": 0.1229,
      "step": 17263
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1573069311923072e-05,
      "loss": 0.1724,
      "step": 17264
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1572205538694858e-05,
      "loss": 0.1551,
      "step": 17265
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.157134175343888e-05,
      "loss": 0.1887,
      "step": 17266
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1570477956161752e-05,
      "loss": 0.1503,
      "step": 17267
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1569614146870084e-05,
      "loss": 0.1813,
      "step": 17268
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1568750325570473e-05,
      "loss": 0.1332,
      "step": 17269
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1567886492269535e-05,
      "loss": 0.1593,
      "step": 17270
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.156702264697388e-05,
      "loss": 0.1494,
      "step": 17271
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1566158789690116e-05,
      "loss": 0.1529,
      "step": 17272
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1565294920424852e-05,
      "loss": 0.1555,
      "step": 17273
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.156443103918469e-05,
      "loss": 0.1299,
      "step": 17274
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1563567145976247e-05,
      "loss": 0.148,
      "step": 17275
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.156270324080613e-05,
      "loss": 0.1486,
      "step": 17276
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1561839323680945e-05,
      "loss": 0.1696,
      "step": 17277
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1560975394607308e-05,
      "loss": 0.1358,
      "step": 17278
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.156011145359182e-05,
      "loss": 0.1281,
      "step": 17279
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1559247500641095e-05,
      "loss": 0.1807,
      "step": 17280
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1558383535761742e-05,
      "loss": 0.1507,
      "step": 17281
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.155751955896037e-05,
      "loss": 0.1888,
      "step": 17282
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.155665557024359e-05,
      "loss": 0.1661,
      "step": 17283
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.155579156961801e-05,
      "loss": 0.1287,
      "step": 17284
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1554927557090238e-05,
      "loss": 0.1316,
      "step": 17285
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1554063532666886e-05,
      "loss": 0.1327,
      "step": 17286
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1553199496354568e-05,
      "loss": 0.1546,
      "step": 17287
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1552335448159891e-05,
      "loss": 0.152,
      "step": 17288
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.155147138808946e-05,
      "loss": 0.1248,
      "step": 17289
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1550607316149893e-05,
      "loss": 0.1106,
      "step": 17290
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1549743232347792e-05,
      "loss": 0.1163,
      "step": 17291
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1548879136689777e-05,
      "loss": 0.1778,
      "step": 17292
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1548015029182455e-05,
      "loss": 0.1639,
      "step": 17293
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1547150909832434e-05,
      "loss": 0.1252,
      "step": 17294
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.154628677864633e-05,
      "loss": 0.1366,
      "step": 17295
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1545422635630744e-05,
      "loss": 0.175,
      "step": 17296
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1544558480792296e-05,
      "loss": 0.1409,
      "step": 17297
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1543694314137598e-05,
      "loss": 0.1594,
      "step": 17298
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1542830135673251e-05,
      "loss": 0.1531,
      "step": 17299
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1541965945405878e-05,
      "loss": 0.1487,
      "step": 17300
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.154110174334208e-05,
      "loss": 0.1447,
      "step": 17301
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1540237529488479e-05,
      "loss": 0.1664,
      "step": 17302
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1539373303851675e-05,
      "loss": 0.1319,
      "step": 17303
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1538509066438286e-05,
      "loss": 0.1175,
      "step": 17304
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1537644817254924e-05,
      "loss": 0.1844,
      "step": 17305
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1536780556308198e-05,
      "loss": 0.1569,
      "step": 17306
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1535916283604726e-05,
      "loss": 0.1604,
      "step": 17307
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1535051999151111e-05,
      "loss": 0.1458,
      "step": 17308
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1534187702953968e-05,
      "loss": 0.1251,
      "step": 17309
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1533323395019915e-05,
      "loss": 0.1533,
      "step": 17310
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1532459075355554e-05,
      "loss": 0.1573,
      "step": 17311
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1531594743967506e-05,
      "loss": 0.1632,
      "step": 17312
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.153073040086238e-05,
      "loss": 0.1813,
      "step": 17313
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1529866046046788e-05,
      "loss": 0.1823,
      "step": 17314
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1529001679527342e-05,
      "loss": 0.1646,
      "step": 17315
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1528137301310656e-05,
      "loss": 0.1466,
      "step": 17316
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1527272911403344e-05,
      "loss": 0.1705,
      "step": 17317
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1526408509812016e-05,
      "loss": 0.1869,
      "step": 17318
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1525544096543286e-05,
      "loss": 0.1752,
      "step": 17319
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1524679671603766e-05,
      "loss": 0.1875,
      "step": 17320
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.152381523500007e-05,
      "loss": 0.1584,
      "step": 17321
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1522950786738814e-05,
      "loss": 0.1293,
      "step": 17322
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1522086326826607e-05,
      "loss": 0.142,
      "step": 17323
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1521221855270061e-05,
      "loss": 0.1409,
      "step": 17324
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1520357372075797e-05,
      "loss": 0.1689,
      "step": 17325
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1519492877250418e-05,
      "loss": 0.1195,
      "step": 17326
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1518628370800548e-05,
      "loss": 0.1731,
      "step": 17327
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1517763852732793e-05,
      "loss": 0.1593,
      "step": 17328
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1516899323053772e-05,
      "loss": 0.1545,
      "step": 17329
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1516034781770096e-05,
      "loss": 0.1449,
      "step": 17330
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1515170228888378e-05,
      "loss": 0.1158,
      "step": 17331
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1514305664415237e-05,
      "loss": 0.1717,
      "step": 17332
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.151344108835728e-05,
      "loss": 0.1398,
      "step": 17333
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.151257650072113e-05,
      "loss": 0.1534,
      "step": 17334
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1511711901513392e-05,
      "loss": 0.1269,
      "step": 17335
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1510847290740683e-05,
      "loss": 0.1444,
      "step": 17336
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1509982668409624e-05,
      "loss": 0.1533,
      "step": 17337
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.150911803452682e-05,
      "loss": 0.1474,
      "step": 17338
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1508253389098893e-05,
      "loss": 0.1227,
      "step": 17339
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1507388732132457e-05,
      "loss": 0.1549,
      "step": 17340
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1506524063634124e-05,
      "loss": 0.1534,
      "step": 17341
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1505659383610509e-05,
      "loss": 0.1594,
      "step": 17342
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1504794692068224e-05,
      "loss": 0.1347,
      "step": 17343
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1503929989013893e-05,
      "loss": 0.1568,
      "step": 17344
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1503065274454126e-05,
      "loss": 0.1324,
      "step": 17345
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1502200548395539e-05,
      "loss": 0.1388,
      "step": 17346
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1501335810844746e-05,
      "loss": 0.1454,
      "step": 17347
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.150047106180836e-05,
      "loss": 0.1285,
      "step": 17348
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1499606301293005e-05,
      "loss": 0.1411,
      "step": 17349
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.149874152930529e-05,
      "loss": 0.1683,
      "step": 17350
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.149787674585183e-05,
      "loss": 0.1133,
      "step": 17351
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1497011950939245e-05,
      "loss": 0.1375,
      "step": 17352
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1496147144574148e-05,
      "loss": 0.1353,
      "step": 17353
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1495282326763155e-05,
      "loss": 0.134,
      "step": 17354
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1494417497512887e-05,
      "loss": 0.1745,
      "step": 17355
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1493552656829952e-05,
      "loss": 0.1281,
      "step": 17356
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1492687804720972e-05,
      "loss": 0.1411,
      "step": 17357
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1491822941192561e-05,
      "loss": 0.1626,
      "step": 17358
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1490958066251337e-05,
      "loss": 0.1628,
      "step": 17359
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1490093179903916e-05,
      "loss": 0.1362,
      "step": 17360
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1489228282156912e-05,
      "loss": 0.1325,
      "step": 17361
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1488363373016946e-05,
      "loss": 0.1191,
      "step": 17362
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1487498452490632e-05,
      "loss": 0.1638,
      "step": 17363
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1486633520584589e-05,
      "loss": 0.1647,
      "step": 17364
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1485768577305429e-05,
      "loss": 0.1789,
      "step": 17365
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1484903622659775e-05,
      "loss": 0.1434,
      "step": 17366
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1484038656654242e-05,
      "loss": 0.1432,
      "step": 17367
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1483173679295448e-05,
      "loss": 0.1818,
      "step": 17368
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1482308690590004e-05,
      "loss": 0.1245,
      "step": 17369
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1481443690544538e-05,
      "loss": 0.1465,
      "step": 17370
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1480578679165659e-05,
      "loss": 0.1791,
      "step": 17371
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.147971365645999e-05,
      "loss": 0.1431,
      "step": 17372
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1478848622434142e-05,
      "loss": 0.1515,
      "step": 17373
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.147798357709474e-05,
      "loss": 0.1741,
      "step": 17374
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1477118520448398e-05,
      "loss": 0.1239,
      "step": 17375
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1476253452501735e-05,
      "loss": 0.1453,
      "step": 17376
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.147538837326137e-05,
      "loss": 0.1548,
      "step": 17377
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1474523282733915e-05,
      "loss": 0.1362,
      "step": 17378
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1473658180925997e-05,
      "loss": 0.1066,
      "step": 17379
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1472793067844228e-05,
      "loss": 0.1362,
      "step": 17380
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.147192794349523e-05,
      "loss": 0.1382,
      "step": 17381
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1471062807885617e-05,
      "loss": 0.109,
      "step": 17382
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1470197661022014e-05,
      "loss": 0.1614,
      "step": 17383
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1469332502911033e-05,
      "loss": 0.1561,
      "step": 17384
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1468467333559296e-05,
      "loss": 0.1508,
      "step": 17385
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1467602152973422e-05,
      "loss": 0.1521,
      "step": 17386
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.146673696116003e-05,
      "loss": 0.1869,
      "step": 17387
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1465871758125735e-05,
      "loss": 0.1375,
      "step": 17388
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1465006543877161e-05,
      "loss": 0.1469,
      "step": 17389
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1464141318420925e-05,
      "loss": 0.1358,
      "step": 17390
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1463276081763648e-05,
      "loss": 0.1648,
      "step": 17391
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1462410833911946e-05,
      "loss": 0.1589,
      "step": 17392
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1461545574872442e-05,
      "loss": 0.1453,
      "step": 17393
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.146068030465175e-05,
      "loss": 0.1421,
      "step": 17394
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1459815023256497e-05,
      "loss": 0.1529,
      "step": 17395
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1458949730693294e-05,
      "loss": 0.1685,
      "step": 17396
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1458084426968767e-05,
      "loss": 0.1194,
      "step": 17397
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1457219112089535e-05,
      "loss": 0.1517,
      "step": 17398
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1456353786062217e-05,
      "loss": 0.1176,
      "step": 17399
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1455488448893435e-05,
      "loss": 0.1477,
      "step": 17400
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1454623100589804e-05,
      "loss": 0.1592,
      "step": 17401
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1453757741157946e-05,
      "loss": 0.1435,
      "step": 17402
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1452892370604485e-05,
      "loss": 0.1239,
      "step": 17403
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1452026988936037e-05,
      "loss": 0.1217,
      "step": 17404
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1451161596159227e-05,
      "loss": 0.1393,
      "step": 17405
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1450296192280667e-05,
      "loss": 0.1652,
      "step": 17406
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1449430777306987e-05,
      "loss": 0.1726,
      "step": 17407
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1448565351244802e-05,
      "loss": 0.1344,
      "step": 17408
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1447699914100736e-05,
      "loss": 0.1508,
      "step": 17409
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1446834465881407e-05,
      "loss": 0.1428,
      "step": 17410
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1445969006593439e-05,
      "loss": 0.1624,
      "step": 17411
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1445103536243452e-05,
      "loss": 0.187,
      "step": 17412
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.144423805483806e-05,
      "loss": 0.2115,
      "step": 17413
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1443372562383895e-05,
      "loss": 0.1229,
      "step": 17414
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.144250705888757e-05,
      "loss": 0.1498,
      "step": 17415
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1441641544355713e-05,
      "loss": 0.1291,
      "step": 17416
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1440776018794943e-05,
      "loss": 0.1266,
      "step": 17417
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1439910482211879e-05,
      "loss": 0.19,
      "step": 17418
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1439044934613144e-05,
      "loss": 0.1443,
      "step": 17419
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.143817937600536e-05,
      "loss": 0.1599,
      "step": 17420
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.143731380639515e-05,
      "loss": 0.1297,
      "step": 17421
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1436448225789133e-05,
      "loss": 0.1266,
      "step": 17422
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1435582634193932e-05,
      "loss": 0.1348,
      "step": 17423
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.143471703161617e-05,
      "loss": 0.139,
      "step": 17424
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.143385141806247e-05,
      "loss": 0.1763,
      "step": 17425
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.143298579353945e-05,
      "loss": 0.1382,
      "step": 17426
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1432120158053739e-05,
      "loss": 0.1777,
      "step": 17427
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1431254511611948e-05,
      "loss": 0.1591,
      "step": 17428
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1430388854220715e-05,
      "loss": 0.1287,
      "step": 17429
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1429523185886646e-05,
      "loss": 0.1401,
      "step": 17430
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1428657506616376e-05,
      "loss": 0.155,
      "step": 17431
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1427791816416524e-05,
      "loss": 0.1648,
      "step": 17432
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.142692611529371e-05,
      "loss": 0.1361,
      "step": 17433
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1426060403254562e-05,
      "loss": 0.1559,
      "step": 17434
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1425194680305696e-05,
      "loss": 0.1461,
      "step": 17435
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.142432894645374e-05,
      "loss": 0.1538,
      "step": 17436
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1423463201705318e-05,
      "loss": 0.1294,
      "step": 17437
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1422597446067047e-05,
      "loss": 0.1226,
      "step": 17438
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1421731679545557e-05,
      "loss": 0.1726,
      "step": 17439
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1420865902147469e-05,
      "loss": 0.1534,
      "step": 17440
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1420000113879403e-05,
      "loss": 0.1758,
      "step": 17441
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.141913431474799e-05,
      "loss": 0.1554,
      "step": 17442
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1418268504759843e-05,
      "loss": 0.128,
      "step": 17443
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1417402683921599e-05,
      "loss": 0.1446,
      "step": 17444
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1416536852239867e-05,
      "loss": 0.1582,
      "step": 17445
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1415671009721288e-05,
      "loss": 0.1425,
      "step": 17446
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1414805156372468e-05,
      "loss": 0.109,
      "step": 17447
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.141393929220004e-05,
      "loss": 0.1458,
      "step": 17448
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1413073417210632e-05,
      "loss": 0.1735,
      "step": 17449
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1412207531410858e-05,
      "loss": 0.1341,
      "step": 17450
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.141134163480735e-05,
      "loss": 0.1376,
      "step": 17451
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1410475727406732e-05,
      "loss": 0.1607,
      "step": 17452
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1409609809215621e-05,
      "loss": 0.1418,
      "step": 17453
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1408743880240654e-05,
      "loss": 0.1258,
      "step": 17454
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.140787794048844e-05,
      "loss": 0.1309,
      "step": 17455
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.140701198996562e-05,
      "loss": 0.1358,
      "step": 17456
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1406146028678808e-05,
      "loss": 0.1984,
      "step": 17457
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.140528005663463e-05,
      "loss": 0.1625,
      "step": 17458
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1404414073839716e-05,
      "loss": 0.1695,
      "step": 17459
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1403548080300683e-05,
      "loss": 0.1609,
      "step": 17460
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1402682076024166e-05,
      "loss": 0.1404,
      "step": 17461
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1401816061016781e-05,
      "loss": 0.1132,
      "step": 17462
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.140095003528516e-05,
      "loss": 0.1669,
      "step": 17463
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.140008399883592e-05,
      "loss": 0.139,
      "step": 17464
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1399217951675695e-05,
      "loss": 0.1201,
      "step": 17465
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1398351893811108e-05,
      "loss": 0.1753,
      "step": 17466
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1397485825248782e-05,
      "loss": 0.117,
      "step": 17467
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1396619745995346e-05,
      "loss": 0.1317,
      "step": 17468
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1395753656057424e-05,
      "loss": 0.1362,
      "step": 17469
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1394887555441638e-05,
      "loss": 0.1286,
      "step": 17470
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1394021444154623e-05,
      "loss": 0.1614,
      "step": 17471
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1393155322202998e-05,
      "loss": 0.1552,
      "step": 17472
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1392289189593391e-05,
      "loss": 0.1462,
      "step": 17473
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1391423046332426e-05,
      "loss": 0.1323,
      "step": 17474
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1390556892426732e-05,
      "loss": 0.1551,
      "step": 17475
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1389690727882936e-05,
      "loss": 0.1588,
      "step": 17476
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.138882455270766e-05,
      "loss": 0.1777,
      "step": 17477
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1387958366907537e-05,
      "loss": 0.1304,
      "step": 17478
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1387092170489187e-05,
      "loss": 0.1236,
      "step": 17479
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1386225963459242e-05,
      "loss": 0.1297,
      "step": 17480
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1385359745824322e-05,
      "loss": 0.1648,
      "step": 17481
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1384493517591058e-05,
      "loss": 0.1542,
      "step": 17482
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1383627278766081e-05,
      "loss": 0.1576,
      "step": 17483
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1382761029356011e-05,
      "loss": 0.1594,
      "step": 17484
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1381894769367479e-05,
      "loss": 0.1438,
      "step": 17485
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.138102849880711e-05,
      "loss": 0.1636,
      "step": 17486
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1380162217681529e-05,
      "loss": 0.1728,
      "step": 17487
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1379295925997371e-05,
      "loss": 0.1022,
      "step": 17488
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1378429623761256e-05,
      "loss": 0.1655,
      "step": 17489
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1377563310979815e-05,
      "loss": 0.1316,
      "step": 17490
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1376696987659674e-05,
      "loss": 0.1844,
      "step": 17491
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.137583065380746e-05,
      "loss": 0.1161,
      "step": 17492
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1374964309429806e-05,
      "loss": 0.1472,
      "step": 17493
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1374097954533333e-05,
      "loss": 0.1187,
      "step": 17494
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1373231589124669e-05,
      "loss": 0.1368,
      "step": 17495
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1372365213210448e-05,
      "loss": 0.1314,
      "step": 17496
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1371498826797292e-05,
      "loss": 0.1448,
      "step": 17497
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.137063242989183e-05,
      "loss": 0.1343,
      "step": 17498
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1369766022500694e-05,
      "loss": 0.1701,
      "step": 17499
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.136889960463051e-05,
      "loss": 0.1559,
      "step": 17500
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1368033176287904e-05,
      "loss": 0.1789,
      "step": 17501
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1367166737479507e-05,
      "loss": 0.1129,
      "step": 17502
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1366300288211947e-05,
      "loss": 0.1483,
      "step": 17503
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1365433828491853e-05,
      "loss": 0.1707,
      "step": 17504
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1364567358325853e-05,
      "loss": 0.1668,
      "step": 17505
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1363700877720576e-05,
      "loss": 0.1257,
      "step": 17506
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.136283438668265e-05,
      "loss": 0.1302,
      "step": 17507
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1361967885218704e-05,
      "loss": 0.1068,
      "step": 17508
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1361101373335368e-05,
      "loss": 0.1456,
      "step": 17509
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.136023485103927e-05,
      "loss": 0.1431,
      "step": 17510
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1359368318337041e-05,
      "loss": 0.1501,
      "step": 17511
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1358501775235307e-05,
      "loss": 0.1427,
      "step": 17512
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.13576352217407e-05,
      "loss": 0.1449,
      "step": 17513
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1356768657859846e-05,
      "loss": 0.1842,
      "step": 17514
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.135590208359938e-05,
      "loss": 0.163,
      "step": 17515
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1355035498965925e-05,
      "loss": 0.1481,
      "step": 17516
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1354168903966116e-05,
      "loss": 0.1717,
      "step": 17517
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.135330229860658e-05,
      "loss": 0.1027,
      "step": 17518
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1352435682893948e-05,
      "loss": 0.1634,
      "step": 17519
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1351569056834849e-05,
      "loss": 0.1536,
      "step": 17520
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1350702420435913e-05,
      "loss": 0.1243,
      "step": 17521
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1349835773703769e-05,
      "loss": 0.1655,
      "step": 17522
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1348969116645047e-05,
      "loss": 0.1481,
      "step": 17523
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.134810244926638e-05,
      "loss": 0.1209,
      "step": 17524
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1347235771574397e-05,
      "loss": 0.1342,
      "step": 17525
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1346369083575725e-05,
      "loss": 0.1969,
      "step": 17526
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1345502385276999e-05,
      "loss": 0.168,
      "step": 17527
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1344635676684847e-05,
      "loss": 0.1304,
      "step": 17528
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.13437689578059e-05,
      "loss": 0.1289,
      "step": 17529
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1342902228646791e-05,
      "loss": 0.1338,
      "step": 17530
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1342035489214145e-05,
      "loss": 0.1405,
      "step": 17531
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1341168739514598e-05,
      "loss": 0.1496,
      "step": 17532
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1340301979554777e-05,
      "loss": 0.1603,
      "step": 17533
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1339435209341319e-05,
      "loss": 0.148,
      "step": 17534
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1338568428880848e-05,
      "loss": 0.1548,
      "step": 17535
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1337701638179997e-05,
      "loss": 0.1713,
      "step": 17536
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1336834837245401e-05,
      "loss": 0.1861,
      "step": 17537
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1335968026083685e-05,
      "loss": 0.1555,
      "step": 17538
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1335101204701489e-05,
      "loss": 0.1525,
      "step": 17539
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1334234373105433e-05,
      "loss": 0.1301,
      "step": 17540
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1333367531302157e-05,
      "loss": 0.1435,
      "step": 17541
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1332500679298291e-05,
      "loss": 0.1314,
      "step": 17542
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1331633817100465e-05,
      "loss": 0.1497,
      "step": 17543
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1330766944715313e-05,
      "loss": 0.1299,
      "step": 17544
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1329900062149462e-05,
      "loss": 0.1546,
      "step": 17545
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1329033169409549e-05,
      "loss": 0.1725,
      "step": 17546
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1328166266502203e-05,
      "loss": 0.1436,
      "step": 17547
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1327299353434058e-05,
      "loss": 0.1753,
      "step": 17548
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1326432430211747e-05,
      "loss": 0.1641,
      "step": 17549
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.13255654968419e-05,
      "loss": 0.1213,
      "step": 17550
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1324698553331145e-05,
      "loss": 0.1699,
      "step": 17551
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1323831599686124e-05,
      "loss": 0.1407,
      "step": 17552
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1322964635913463e-05,
      "loss": 0.1372,
      "step": 17553
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1322097662019796e-05,
      "loss": 0.155,
      "step": 17554
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1321230678011754e-05,
      "loss": 0.1465,
      "step": 17555
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1320363683895973e-05,
      "loss": 0.1439,
      "step": 17556
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1319496679679083e-05,
      "loss": 0.1478,
      "step": 17557
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1318629665367717e-05,
      "loss": 0.1166,
      "step": 17558
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.131776264096851e-05,
      "loss": 0.1037,
      "step": 17559
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1316895606488092e-05,
      "loss": 0.213,
      "step": 17560
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1316028561933102e-05,
      "loss": 0.1629,
      "step": 17561
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.131516150731016e-05,
      "loss": 0.1346,
      "step": 17562
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1314294442625913e-05,
      "loss": 0.1541,
      "step": 17563
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1313427367886986e-05,
      "loss": 0.1509,
      "step": 17564
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1312560283100018e-05,
      "loss": 0.1461,
      "step": 17565
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1311693188271643e-05,
      "loss": 0.1234,
      "step": 17566
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1310826083408484e-05,
      "loss": 0.1734,
      "step": 17567
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1309958968517184e-05,
      "loss": 0.1663,
      "step": 17568
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1309091843604377e-05,
      "loss": 0.1381,
      "step": 17569
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1308224708676694e-05,
      "loss": 0.1622,
      "step": 17570
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1307357563740769e-05,
      "loss": 0.1606,
      "step": 17571
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1306490408803232e-05,
      "loss": 0.1327,
      "step": 17572
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1305623243870725e-05,
      "loss": 0.1395,
      "step": 17573
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1304756068949873e-05,
      "loss": 0.1469,
      "step": 17574
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.130388888404732e-05,
      "loss": 0.1425,
      "step": 17575
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1303021689169695e-05,
      "loss": 0.1399,
      "step": 17576
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1302154484323628e-05,
      "loss": 0.1629,
      "step": 17577
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1301287269515761e-05,
      "loss": 0.1597,
      "step": 17578
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1300420044752722e-05,
      "loss": 0.1356,
      "step": 17579
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1299552810041153e-05,
      "loss": 0.1515,
      "step": 17580
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1298685565387684e-05,
      "loss": 0.131,
      "step": 17581
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1297818310798945e-05,
      "loss": 0.1656,
      "step": 17582
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1296951046281578e-05,
      "loss": 0.1165,
      "step": 17583
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1296083771842214e-05,
      "loss": 0.1417,
      "step": 17584
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.129521648748749e-05,
      "loss": 0.1488,
      "step": 17585
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1294349193224043e-05,
      "loss": 0.1305,
      "step": 17586
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.12934818890585e-05,
      "loss": 0.153,
      "step": 17587
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1292614574997507e-05,
      "loss": 0.1396,
      "step": 17588
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1291747251047686e-05,
      "loss": 0.1419,
      "step": 17589
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1290879917215686e-05,
      "loss": 0.1367,
      "step": 17590
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1290012573508133e-05,
      "loss": 0.1147,
      "step": 17591
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1289145219931666e-05,
      "loss": 0.165,
      "step": 17592
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1288277856492922e-05,
      "loss": 0.1749,
      "step": 17593
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1287410483198529e-05,
      "loss": 0.1747,
      "step": 17594
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1286543100055132e-05,
      "loss": 0.1354,
      "step": 17595
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1285675707069361e-05,
      "loss": 0.1551,
      "step": 17596
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1284808304247852e-05,
      "loss": 0.1249,
      "step": 17597
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1283940891597248e-05,
      "loss": 0.1645,
      "step": 17598
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.128307346912417e-05,
      "loss": 0.1215,
      "step": 17599
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.128220603683527e-05,
      "loss": 0.152,
      "step": 17600
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1281338594737176e-05,
      "loss": 0.1255,
      "step": 17601
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1280471142836522e-05,
      "loss": 0.1276,
      "step": 17602
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1279603681139952e-05,
      "loss": 0.1324,
      "step": 17603
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1278736209654095e-05,
      "loss": 0.1525,
      "step": 17604
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1277868728385595e-05,
      "loss": 0.1353,
      "step": 17605
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1277001237341078e-05,
      "loss": 0.148,
      "step": 17606
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1276133736527188e-05,
      "loss": 0.1461,
      "step": 17607
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.127526622595056e-05,
      "loss": 0.1373,
      "step": 17608
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.127439870561783e-05,
      "loss": 0.1826,
      "step": 17609
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1273531175535636e-05,
      "loss": 0.1552,
      "step": 17610
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1272663635710617e-05,
      "loss": 0.1492,
      "step": 17611
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1271796086149402e-05,
      "loss": 0.1116,
      "step": 17612
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1270928526858636e-05,
      "loss": 0.1316,
      "step": 17613
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1270060957844948e-05,
      "loss": 0.1478,
      "step": 17614
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1269193379114986e-05,
      "loss": 0.1338,
      "step": 17615
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.126832579067538e-05,
      "loss": 0.1378,
      "step": 17616
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1267458192532768e-05,
      "loss": 0.1447,
      "step": 17617
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1266590584693786e-05,
      "loss": 0.1595,
      "step": 17618
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1265722967165074e-05,
      "loss": 0.1454,
      "step": 17619
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1264855339953271e-05,
      "loss": 0.1875,
      "step": 17620
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.126398770306501e-05,
      "loss": 0.1578,
      "step": 17621
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1263120056506934e-05,
      "loss": 0.1443,
      "step": 17622
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1262252400285674e-05,
      "loss": 0.1372,
      "step": 17623
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1261384734407872e-05,
      "loss": 0.1601,
      "step": 17624
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1260517058880167e-05,
      "loss": 0.1671,
      "step": 17625
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1259649373709192e-05,
      "loss": 0.1724,
      "step": 17626
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1258781678901594e-05,
      "loss": 0.1491,
      "step": 17627
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1257913974464e-05,
      "loss": 0.1156,
      "step": 17628
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1257046260403058e-05,
      "loss": 0.178,
      "step": 17629
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1256178536725397e-05,
      "loss": 0.1411,
      "step": 17630
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.125531080343766e-05,
      "loss": 0.1565,
      "step": 17631
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1254443060546489e-05,
      "loss": 0.1337,
      "step": 17632
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1253575308058519e-05,
      "loss": 0.1568,
      "step": 17633
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1252707545980386e-05,
      "loss": 0.1474,
      "step": 17634
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1251839774318731e-05,
      "loss": 0.145,
      "step": 17635
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1250971993080193e-05,
      "loss": 0.1432,
      "step": 17636
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1250104202271412e-05,
      "loss": 0.1597,
      "step": 17637
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1249236401899025e-05,
      "loss": 0.131,
      "step": 17638
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.124836859196967e-05,
      "loss": 0.0992,
      "step": 17639
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1247500772489986e-05,
      "loss": 0.12,
      "step": 17640
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1246632943466612e-05,
      "loss": 0.1845,
      "step": 17641
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1245765104906192e-05,
      "loss": 0.129,
      "step": 17642
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.124489725681536e-05,
      "loss": 0.1411,
      "step": 17643
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1244029399200755e-05,
      "loss": 0.1442,
      "step": 17644
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.124316153206902e-05,
      "loss": 0.1593,
      "step": 17645
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.124229365542679e-05,
      "loss": 0.124,
      "step": 17646
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1241425769280709e-05,
      "loss": 0.1726,
      "step": 17647
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1240557873637415e-05,
      "loss": 0.1454,
      "step": 17648
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1239689968503543e-05,
      "loss": 0.1842,
      "step": 17649
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.123882205388574e-05,
      "loss": 0.1444,
      "step": 17650
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1237954129790642e-05,
      "loss": 0.1627,
      "step": 17651
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1237086196224889e-05,
      "loss": 0.1434,
      "step": 17652
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.123621825319512e-05,
      "loss": 0.1593,
      "step": 17653
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1235350300707976e-05,
      "loss": 0.1237,
      "step": 17654
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1234482338770098e-05,
      "loss": 0.1535,
      "step": 17655
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1233614367388125e-05,
      "loss": 0.1566,
      "step": 17656
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.12327463865687e-05,
      "loss": 0.1683,
      "step": 17657
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1231878396318459e-05,
      "loss": 0.1641,
      "step": 17658
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1231010396644042e-05,
      "loss": 0.1303,
      "step": 17659
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1230142387552094e-05,
      "loss": 0.1299,
      "step": 17660
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1229274369049251e-05,
      "loss": 0.1378,
      "step": 17661
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1228406341142157e-05,
      "loss": 0.1975,
      "step": 17662
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1227538303837452e-05,
      "loss": 0.1373,
      "step": 17663
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1226670257141774e-05,
      "loss": 0.1948,
      "step": 17664
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1225802201061766e-05,
      "loss": 0.1551,
      "step": 17665
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1224934135604069e-05,
      "loss": 0.167,
      "step": 17666
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1224066060775326e-05,
      "loss": 0.1464,
      "step": 17667
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1223197976582169e-05,
      "loss": 0.1646,
      "step": 17668
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1222329883031251e-05,
      "loss": 0.1956,
      "step": 17669
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1221461780129205e-05,
      "loss": 0.154,
      "step": 17670
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1220593667882675e-05,
      "loss": 0.1264,
      "step": 17671
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1219725546298304e-05,
      "loss": 0.1528,
      "step": 17672
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1218857415382729e-05,
      "loss": 0.1635,
      "step": 17673
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1217989275142595e-05,
      "loss": 0.106,
      "step": 17674
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1217121125584543e-05,
      "loss": 0.1462,
      "step": 17675
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1216252966715211e-05,
      "loss": 0.1422,
      "step": 17676
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1215384798541247e-05,
      "loss": 0.1345,
      "step": 17677
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.121451662106929e-05,
      "loss": 0.1322,
      "step": 17678
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1213648434305974e-05,
      "loss": 0.1575,
      "step": 17679
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1212780238257951e-05,
      "loss": 0.16,
      "step": 17680
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1211912032931861e-05,
      "loss": 0.1283,
      "step": 17681
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1211043818334347e-05,
      "loss": 0.1514,
      "step": 17682
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1210175594472047e-05,
      "loss": 0.1417,
      "step": 17683
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1209307361351603e-05,
      "loss": 0.1622,
      "step": 17684
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1208439118979661e-05,
      "loss": 0.1273,
      "step": 17685
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.120757086736286e-05,
      "loss": 0.1292,
      "step": 17686
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1206702606507845e-05,
      "loss": 0.1738,
      "step": 17687
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.120583433642126e-05,
      "loss": 0.1697,
      "step": 17688
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1204966057109739e-05,
      "loss": 0.1498,
      "step": 17689
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.120409776857993e-05,
      "loss": 0.1405,
      "step": 17690
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1203229470838479e-05,
      "loss": 0.1569,
      "step": 17691
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1202361163892023e-05,
      "loss": 0.1581,
      "step": 17692
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1201492847747214e-05,
      "loss": 0.1556,
      "step": 17693
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1200624522410679e-05,
      "loss": 0.2052,
      "step": 17694
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1199756187889074e-05,
      "loss": 0.1589,
      "step": 17695
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1198887844189037e-05,
      "loss": 0.1557,
      "step": 17696
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1198019491317211e-05,
      "loss": 0.1279,
      "step": 17697
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1197151129280241e-05,
      "loss": 0.1621,
      "step": 17698
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1196282758084771e-05,
      "loss": 0.1389,
      "step": 17699
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1195414377737444e-05,
      "loss": 0.1143,
      "step": 17700
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1194545988244896e-05,
      "loss": 0.1564,
      "step": 17701
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1193677589613781e-05,
      "loss": 0.1616,
      "step": 17702
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1192809181850735e-05,
      "loss": 0.1296,
      "step": 17703
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1191940764962405e-05,
      "loss": 0.1294,
      "step": 17704
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1191072338955438e-05,
      "loss": 0.1384,
      "step": 17705
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1190203903836467e-05,
      "loss": 0.1572,
      "step": 17706
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1189335459612145e-05,
      "loss": 0.123,
      "step": 17707
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1188467006289112e-05,
      "loss": 0.1462,
      "step": 17708
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1187598543874015e-05,
      "loss": 0.1609,
      "step": 17709
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1186730072373498e-05,
      "loss": 0.1446,
      "step": 17710
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1185861591794196e-05,
      "loss": 0.1234,
      "step": 17711
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1184993102142764e-05,
      "loss": 0.133,
      "step": 17712
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.118412460342584e-05,
      "loss": 0.1588,
      "step": 17713
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1183256095650072e-05,
      "loss": 0.1511,
      "step": 17714
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1182387578822107e-05,
      "loss": 0.1294,
      "step": 17715
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.118151905294858e-05,
      "loss": 0.1781,
      "step": 17716
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1180650518036143e-05,
      "loss": 0.1869,
      "step": 17717
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1179781974091432e-05,
      "loss": 0.1407,
      "step": 17718
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1178913421121103e-05,
      "loss": 0.1521,
      "step": 17719
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1178044859131797e-05,
      "loss": 0.1596,
      "step": 17720
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.117717628813015e-05,
      "loss": 0.1512,
      "step": 17721
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1176307708122823e-05,
      "loss": 0.1307,
      "step": 17722
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1175439119116444e-05,
      "loss": 0.1663,
      "step": 17723
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1174570521117667e-05,
      "loss": 0.1621,
      "step": 17724
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.117370191413314e-05,
      "loss": 0.1833,
      "step": 17725
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1172833298169498e-05,
      "loss": 0.2055,
      "step": 17726
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1171964673233395e-05,
      "loss": 0.1433,
      "step": 17727
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1171096039331471e-05,
      "loss": 0.1458,
      "step": 17728
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1170227396470375e-05,
      "loss": 0.1553,
      "step": 17729
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1169358744656749e-05,
      "loss": 0.1081,
      "step": 17730
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1168490083897239e-05,
      "loss": 0.1583,
      "step": 17731
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1167621414198493e-05,
      "loss": 0.1513,
      "step": 17732
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1166752735567152e-05,
      "loss": 0.1442,
      "step": 17733
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.116588404800987e-05,
      "loss": 0.1546,
      "step": 17734
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1165015351533284e-05,
      "loss": 0.1293,
      "step": 17735
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.116414664614404e-05,
      "loss": 0.1587,
      "step": 17736
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1163277931848793e-05,
      "loss": 0.1122,
      "step": 17737
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1162409208654178e-05,
      "loss": 0.1358,
      "step": 17738
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1161540476566846e-05,
      "loss": 0.1297,
      "step": 17739
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1160671735593444e-05,
      "loss": 0.1692,
      "step": 17740
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1159802985740613e-05,
      "loss": 0.1859,
      "step": 17741
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1158934227015008e-05,
      "loss": 0.1358,
      "step": 17742
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1158065459423266e-05,
      "loss": 0.1732,
      "step": 17743
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.115719668297204e-05,
      "loss": 0.1361,
      "step": 17744
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1156327897667973e-05,
      "loss": 0.1242,
      "step": 17745
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1155459103517712e-05,
      "loss": 0.1192,
      "step": 17746
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1154590300527904e-05,
      "loss": 0.1691,
      "step": 17747
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1153721488705192e-05,
      "loss": 0.147,
      "step": 17748
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1152852668056229e-05,
      "loss": 0.1573,
      "step": 17749
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1151983838587657e-05,
      "loss": 0.1211,
      "step": 17750
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1151115000306125e-05,
      "loss": 0.1648,
      "step": 17751
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1150246153218278e-05,
      "loss": 0.1481,
      "step": 17752
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1149377297330761e-05,
      "loss": 0.1445,
      "step": 17753
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1148508432650232e-05,
      "loss": 0.1414,
      "step": 17754
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1147639559183323e-05,
      "loss": 0.1516,
      "step": 17755
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1146770676936691e-05,
      "loss": 0.1234,
      "step": 17756
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.114590178591698e-05,
      "loss": 0.1416,
      "step": 17757
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1145032886130833e-05,
      "loss": 0.1488,
      "step": 17758
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.114416397758491e-05,
      "loss": 0.1638,
      "step": 17759
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1143295060285844e-05,
      "loss": 0.1474,
      "step": 17760
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.114242613424029e-05,
      "loss": 0.1436,
      "step": 17761
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1141557199454893e-05,
      "loss": 0.1229,
      "step": 17762
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1140688255936303e-05,
      "loss": 0.1421,
      "step": 17763
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1139819303691166e-05,
      "loss": 0.1469,
      "step": 17764
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1138950342726128e-05,
      "loss": 0.1361,
      "step": 17765
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1138081373047842e-05,
      "loss": 0.1574,
      "step": 17766
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.113721239466295e-05,
      "loss": 0.1432,
      "step": 17767
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1136343407578103e-05,
      "loss": 0.172,
      "step": 17768
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1135474411799949e-05,
      "loss": 0.1258,
      "step": 17769
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1134605407335134e-05,
      "loss": 0.1337,
      "step": 17770
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1133736394190309e-05,
      "loss": 0.1409,
      "step": 17771
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.113286737237212e-05,
      "loss": 0.1425,
      "step": 17772
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1131998341887216e-05,
      "loss": 0.1624,
      "step": 17773
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1131129302742245e-05,
      "loss": 0.1442,
      "step": 17774
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1130260254943852e-05,
      "loss": 0.1522,
      "step": 17775
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1129391198498696e-05,
      "loss": 0.1188,
      "step": 17776
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1128522133413416e-05,
      "loss": 0.1298,
      "step": 17777
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.112765305969466e-05,
      "loss": 0.155,
      "step": 17778
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1126783977349083e-05,
      "loss": 0.133,
      "step": 17779
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.112591488638333e-05,
      "loss": 0.1647,
      "step": 17780
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1125045786804047e-05,
      "loss": 0.1359,
      "step": 17781
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1124176678617888e-05,
      "loss": 0.1387,
      "step": 17782
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.11233075618315e-05,
      "loss": 0.1442,
      "step": 17783
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.112243843645153e-05,
      "loss": 0.1245,
      "step": 17784
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1121569302484631e-05,
      "loss": 0.1457,
      "step": 17785
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1120700159937449e-05,
      "loss": 0.1557,
      "step": 17786
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1119831008816635e-05,
      "loss": 0.1237,
      "step": 17787
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1118961849128835e-05,
      "loss": 0.133,
      "step": 17788
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1118092680880703e-05,
      "loss": 0.1025,
      "step": 17789
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1117223504078884e-05,
      "loss": 0.1476,
      "step": 17790
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1116354318730031e-05,
      "loss": 0.1529,
      "step": 17791
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1115485124840792e-05,
      "loss": 0.1702,
      "step": 17792
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1114615922417815e-05,
      "loss": 0.1346,
      "step": 17793
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1113746711467752e-05,
      "loss": 0.1469,
      "step": 17794
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1112877491997251e-05,
      "loss": 0.1451,
      "step": 17795
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1112008264012963e-05,
      "loss": 0.1647,
      "step": 17796
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1111139027521536e-05,
      "loss": 0.1425,
      "step": 17797
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1110269782529621e-05,
      "loss": 0.1413,
      "step": 17798
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.110940052904387e-05,
      "loss": 0.1397,
      "step": 17799
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.110853126707093e-05,
      "loss": 0.136,
      "step": 17800
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1107661996617452e-05,
      "loss": 0.1766,
      "step": 17801
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1106792717690084e-05,
      "loss": 0.137,
      "step": 17802
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1105923430295483e-05,
      "loss": 0.157,
      "step": 17803
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1105054134440292e-05,
      "loss": 0.1578,
      "step": 17804
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1104184830131164e-05,
      "loss": 0.1312,
      "step": 17805
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1103315517374748e-05,
      "loss": 0.2026,
      "step": 17806
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1102446196177699e-05,
      "loss": 0.1561,
      "step": 17807
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1101576866546662e-05,
      "loss": 0.1668,
      "step": 17808
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.110070752848829e-05,
      "loss": 0.1671,
      "step": 17809
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1099838182009234e-05,
      "loss": 0.1622,
      "step": 17810
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1098968827116146e-05,
      "loss": 0.1588,
      "step": 17811
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1098099463815674e-05,
      "loss": 0.1361,
      "step": 17812
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.109723009211447e-05,
      "loss": 0.1486,
      "step": 17813
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1096360712019185e-05,
      "loss": 0.1483,
      "step": 17814
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.109549132353647e-05,
      "loss": 0.1771,
      "step": 17815
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1094621926672975e-05,
      "loss": 0.1495,
      "step": 17816
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1093752521435353e-05,
      "loss": 0.1351,
      "step": 17817
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1092883107830252e-05,
      "loss": 0.1635,
      "step": 17818
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1092013685864326e-05,
      "loss": 0.1566,
      "step": 17819
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1091144255544228e-05,
      "loss": 0.1225,
      "step": 17820
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1090274816876604e-05,
      "loss": 0.1374,
      "step": 17821
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1089405369868113e-05,
      "loss": 0.1413,
      "step": 17822
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1088535914525398e-05,
      "loss": 0.1308,
      "step": 17823
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1087666450855115e-05,
      "loss": 0.1699,
      "step": 17824
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1086796978863916e-05,
      "loss": 0.1283,
      "step": 17825
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.108592749855845e-05,
      "loss": 0.1196,
      "step": 17826
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1085058009945375e-05,
      "loss": 0.1486,
      "step": 17827
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1084188513031332e-05,
      "loss": 0.1417,
      "step": 17828
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1083319007822984e-05,
      "loss": 0.1001,
      "step": 17829
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1082449494326974e-05,
      "loss": 0.1406,
      "step": 17830
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.108157997254996e-05,
      "loss": 0.1488,
      "step": 17831
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1080710442498597e-05,
      "loss": 0.1297,
      "step": 17832
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1079840904179524e-05,
      "loss": 0.1428,
      "step": 17833
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1078971357599407e-05,
      "loss": 0.1331,
      "step": 17834
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.107810180276489e-05,
      "loss": 0.1348,
      "step": 17835
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.107723223968263e-05,
      "loss": 0.1524,
      "step": 17836
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1076362668359278e-05,
      "loss": 0.133,
      "step": 17837
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.107549308880148e-05,
      "loss": 0.1506,
      "step": 17838
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1074623501015902e-05,
      "loss": 0.1646,
      "step": 17839
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1073753905009183e-05,
      "loss": 0.1885,
      "step": 17840
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1072884300787984e-05,
      "loss": 0.1395,
      "step": 17841
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1072014688358956e-05,
      "loss": 0.1275,
      "step": 17842
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1071145067728747e-05,
      "loss": 0.1654,
      "step": 17843
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1070275438904021e-05,
      "loss": 0.1343,
      "step": 17844
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1069405801891417e-05,
      "loss": 0.1588,
      "step": 17845
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1068536156697596e-05,
      "loss": 0.1641,
      "step": 17846
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1067666503329211e-05,
      "loss": 0.1432,
      "step": 17847
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1066796841792913e-05,
      "loss": 0.152,
      "step": 17848
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1065927172095356e-05,
      "loss": 0.1366,
      "step": 17849
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1065057494243192e-05,
      "loss": 0.1619,
      "step": 17850
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1064187808243076e-05,
      "loss": 0.1526,
      "step": 17851
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1063318114101659e-05,
      "loss": 0.1383,
      "step": 17852
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1062448411825598e-05,
      "loss": 0.1479,
      "step": 17853
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1061578701421545e-05,
      "loss": 0.138,
      "step": 17854
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1060708982896149e-05,
      "loss": 0.1333,
      "step": 17855
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1059839256256073e-05,
      "loss": 0.1352,
      "step": 17856
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1058969521507959e-05,
      "loss": 0.1568,
      "step": 17857
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1058099778658468e-05,
      "loss": 0.1549,
      "step": 17858
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1057230027714256e-05,
      "loss": 0.1238,
      "step": 17859
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.105636026868197e-05,
      "loss": 0.1525,
      "step": 17860
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1055490501568271e-05,
      "loss": 0.1505,
      "step": 17861
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1054620726379803e-05,
      "loss": 0.1435,
      "step": 17862
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1053750943123228e-05,
      "loss": 0.1584,
      "step": 17863
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1052881151805204e-05,
      "loss": 0.1321,
      "step": 17864
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1052011352432373e-05,
      "loss": 0.1482,
      "step": 17865
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1051141545011397e-05,
      "loss": 0.1561,
      "step": 17866
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1050271729548927e-05,
      "loss": 0.1553,
      "step": 17867
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.104940190605162e-05,
      "loss": 0.1842,
      "step": 17868
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1048532074526133e-05,
      "loss": 0.146,
      "step": 17869
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.104766223497911e-05,
      "loss": 0.1329,
      "step": 17870
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1046792387417217e-05,
      "loss": 0.1398,
      "step": 17871
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1045922531847102e-05,
      "loss": 0.1666,
      "step": 17872
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1045052668275421e-05,
      "loss": 0.1624,
      "step": 17873
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1044182796708832e-05,
      "loss": 0.1909,
      "step": 17874
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1043312917153983e-05,
      "loss": 0.1346,
      "step": 17875
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1042443029617536e-05,
      "loss": 0.1259,
      "step": 17876
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1041573134106138e-05,
      "loss": 0.1543,
      "step": 17877
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1040703230626452e-05,
      "loss": 0.1154,
      "step": 17878
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.103983331918513e-05,
      "loss": 0.124,
      "step": 17879
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1038963399788822e-05,
      "loss": 0.128,
      "step": 17880
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1038093472444191e-05,
      "loss": 0.1551,
      "step": 17881
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1037223537157886e-05,
      "loss": 0.1252,
      "step": 17882
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1036353593936568e-05,
      "loss": 0.1623,
      "step": 17883
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1035483642786888e-05,
      "loss": 0.1753,
      "step": 17884
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.10346136837155e-05,
      "loss": 0.1876,
      "step": 17885
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1033743716729066e-05,
      "loss": 0.1408,
      "step": 17886
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1032873741834234e-05,
      "loss": 0.1708,
      "step": 17887
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1032003759037666e-05,
      "loss": 0.156,
      "step": 17888
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1031133768346011e-05,
      "loss": 0.178,
      "step": 17889
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.103026376976593e-05,
      "loss": 0.1115,
      "step": 17890
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1029393763304077e-05,
      "loss": 0.1538,
      "step": 17891
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1028523748967104e-05,
      "loss": 0.1639,
      "step": 17892
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1027653726761676e-05,
      "loss": 0.1647,
      "step": 17893
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1026783696694441e-05,
      "loss": 0.1688,
      "step": 17894
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1025913658772056e-05,
      "loss": 0.1361,
      "step": 17895
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1025043613001179e-05,
      "loss": 0.173,
      "step": 17896
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1024173559388463e-05,
      "loss": 0.1502,
      "step": 17897
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.102330349794057e-05,
      "loss": 0.1496,
      "step": 17898
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.102243342866415e-05,
      "loss": 0.1328,
      "step": 17899
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1021563351565863e-05,
      "loss": 0.1402,
      "step": 17900
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1020693266652365e-05,
      "loss": 0.1554,
      "step": 17901
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1019823173930306e-05,
      "loss": 0.1464,
      "step": 17902
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1018953073406356e-05,
      "loss": 0.1607,
      "step": 17903
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1018082965087161e-05,
      "loss": 0.197,
      "step": 17904
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1017212848979378e-05,
      "loss": 0.1345,
      "step": 17905
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1016342725089664e-05,
      "loss": 0.1462,
      "step": 17906
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1015472593424681e-05,
      "loss": 0.1572,
      "step": 17907
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.101460245399108e-05,
      "loss": 0.1412,
      "step": 17908
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.101373230679552e-05,
      "loss": 0.1762,
      "step": 17909
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1012862151844656e-05,
      "loss": 0.1525,
      "step": 17910
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1011991989145148e-05,
      "loss": 0.1442,
      "step": 17911
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1011121818703652e-05,
      "loss": 0.1448,
      "step": 17912
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1010251640526824e-05,
      "loss": 0.1291,
      "step": 17913
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1009381454621319e-05,
      "loss": 0.1785,
      "step": 17914
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1008511260993799e-05,
      "loss": 0.1802,
      "step": 17915
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.100764105965092e-05,
      "loss": 0.1755,
      "step": 17916
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1006770850599336e-05,
      "loss": 0.136,
      "step": 17917
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1005900633845707e-05,
      "loss": 0.1492,
      "step": 17918
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1005030409396691e-05,
      "loss": 0.1439,
      "step": 17919
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1004160177258942e-05,
      "loss": 0.1785,
      "step": 17920
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1003289937439122e-05,
      "loss": 0.1215,
      "step": 17921
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1002419689943884e-05,
      "loss": 0.1634,
      "step": 17922
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.100154943477989e-05,
      "loss": 0.136,
      "step": 17923
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1000679171953794e-05,
      "loss": 0.1865,
      "step": 17924
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0999808901472256e-05,
      "loss": 0.1781,
      "step": 17925
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0998938623341932e-05,
      "loss": 0.1421,
      "step": 17926
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.099806833756948e-05,
      "loss": 0.163,
      "step": 17927
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0997198044161562e-05,
      "loss": 0.1226,
      "step": 17928
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0996327743124831e-05,
      "loss": 0.1318,
      "step": 17929
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0995457434465946e-05,
      "loss": 0.1679,
      "step": 17930
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0994587118191566e-05,
      "loss": 0.1155,
      "step": 17931
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0993716794308351e-05,
      "loss": 0.1774,
      "step": 17932
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0992846462822955e-05,
      "loss": 0.1284,
      "step": 17933
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0991976123742039e-05,
      "loss": 0.1543,
      "step": 17934
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0991105777072262e-05,
      "loss": 0.1213,
      "step": 17935
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.099023542282028e-05,
      "loss": 0.1315,
      "step": 17936
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0989365060992751e-05,
      "loss": 0.1348,
      "step": 17937
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0988494691596337e-05,
      "loss": 0.1338,
      "step": 17938
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0987624314637695e-05,
      "loss": 0.1286,
      "step": 17939
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0986753930123482e-05,
      "loss": 0.1413,
      "step": 17940
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0985883538060357e-05,
      "loss": 0.1016,
      "step": 17941
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.098501313845498e-05,
      "loss": 0.127,
      "step": 17942
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.098414273131401e-05,
      "loss": 0.1389,
      "step": 17943
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0983272316644104e-05,
      "loss": 0.1326,
      "step": 17944
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0982401894451925e-05,
      "loss": 0.1178,
      "step": 17945
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0981531464744125e-05,
      "loss": 0.138,
      "step": 17946
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0980661027527368e-05,
      "loss": 0.1297,
      "step": 17947
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0979790582808314e-05,
      "loss": 0.1595,
      "step": 17948
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0978920130593618e-05,
      "loss": 0.1509,
      "step": 17949
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0978049670889942e-05,
      "loss": 0.1386,
      "step": 17950
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0977179203703944e-05,
      "loss": 0.1373,
      "step": 17951
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0976308729042285e-05,
      "loss": 0.152,
      "step": 17952
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0975438246911621e-05,
      "loss": 0.1102,
      "step": 17953
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0974567757318615e-05,
      "loss": 0.1549,
      "step": 17954
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0973697260269924e-05,
      "loss": 0.1613,
      "step": 17955
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.097282675577221e-05,
      "loss": 0.1265,
      "step": 17956
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0971956243832131e-05,
      "loss": 0.1161,
      "step": 17957
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0971085724456348e-05,
      "loss": 0.1305,
      "step": 17958
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0970215197651518e-05,
      "loss": 0.1669,
      "step": 17959
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0969344663424301e-05,
      "loss": 0.1221,
      "step": 17960
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0968474121781358e-05,
      "loss": 0.1283,
      "step": 17961
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.096760357272935e-05,
      "loss": 0.1389,
      "step": 17962
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0966733016274935e-05,
      "loss": 0.1684,
      "step": 17963
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0965862452424775e-05,
      "loss": 0.1429,
      "step": 17964
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0964991881185527e-05,
      "loss": 0.1657,
      "step": 17965
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0964121302563856e-05,
      "loss": 0.1431,
      "step": 17966
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0963250716566416e-05,
      "loss": 0.1514,
      "step": 17967
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0962380123199869e-05,
      "loss": 0.1551,
      "step": 17968
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0961509522470879e-05,
      "loss": 0.1528,
      "step": 17969
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0960638914386104e-05,
      "loss": 0.1363,
      "step": 17970
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0959768298952205e-05,
      "loss": 0.1308,
      "step": 17971
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0958897676175837e-05,
      "loss": 0.128,
      "step": 17972
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0958027046063669e-05,
      "loss": 0.1356,
      "step": 17973
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0957156408622355e-05,
      "loss": 0.1603,
      "step": 17974
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.095628576385856e-05,
      "loss": 0.1553,
      "step": 17975
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0955415111778945e-05,
      "loss": 0.1615,
      "step": 17976
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0954544452390163e-05,
      "loss": 0.1421,
      "step": 17977
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0953673785698883e-05,
      "loss": 0.1825,
      "step": 17978
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0952803111711763e-05,
      "loss": 0.1721,
      "step": 17979
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0951932430435464e-05,
      "loss": 0.1507,
      "step": 17980
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0951061741876647e-05,
      "loss": 0.147,
      "step": 17981
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0950191046041971e-05,
      "loss": 0.1583,
      "step": 17982
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0949320342938104e-05,
      "loss": 0.1619,
      "step": 17983
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0948449632571695e-05,
      "loss": 0.1455,
      "step": 17984
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0947578914949414e-05,
      "loss": 0.1323,
      "step": 17985
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0946708190077925e-05,
      "loss": 0.1631,
      "step": 17986
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.094583745796388e-05,
      "loss": 0.1425,
      "step": 17987
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0944966718613948e-05,
      "loss": 0.1363,
      "step": 17988
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0944095972034784e-05,
      "loss": 0.1496,
      "step": 17989
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0943225218233054e-05,
      "loss": 0.1446,
      "step": 17990
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.094235445721542e-05,
      "loss": 0.1459,
      "step": 17991
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.094148368898854e-05,
      "loss": 0.1429,
      "step": 17992
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0940612913559079e-05,
      "loss": 0.1787,
      "step": 17993
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0939742130933692e-05,
      "loss": 0.1526,
      "step": 17994
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0938871341119048e-05,
      "loss": 0.1443,
      "step": 17995
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.093800054412181e-05,
      "loss": 0.1591,
      "step": 17996
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0937129739948633e-05,
      "loss": 0.1688,
      "step": 17997
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0936258928606185e-05,
      "loss": 0.1321,
      "step": 17998
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.093538811010112e-05,
      "loss": 0.1457,
      "step": 17999
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.093451728444011e-05,
      "loss": 0.1381,
      "step": 18000
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0933646451629806e-05,
      "loss": 0.1567,
      "step": 18001
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0932775611676882e-05,
      "loss": 0.1645,
      "step": 18002
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0931904764587995e-05,
      "loss": 0.1304,
      "step": 18003
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.09310339103698e-05,
      "loss": 0.1434,
      "step": 18004
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0930163049028972e-05,
      "loss": 0.1514,
      "step": 18005
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0929292180572161e-05,
      "loss": 0.1265,
      "step": 18006
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0928421305006038e-05,
      "loss": 0.1922,
      "step": 18007
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0927550422337267e-05,
      "loss": 0.125,
      "step": 18008
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0926679532572502e-05,
      "loss": 0.1376,
      "step": 18009
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0925808635718412e-05,
      "loss": 0.1361,
      "step": 18010
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0924937731781652e-05,
      "loss": 0.1469,
      "step": 18011
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0924066820768895e-05,
      "loss": 0.1322,
      "step": 18012
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0923195902686798e-05,
      "loss": 0.1629,
      "step": 18013
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0922324977542023e-05,
      "loss": 0.1693,
      "step": 18014
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0921454045341236e-05,
      "loss": 0.1584,
      "step": 18015
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0920583106091095e-05,
      "loss": 0.1481,
      "step": 18016
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.091971215979827e-05,
      "loss": 0.1747,
      "step": 18017
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0918841206469417e-05,
      "loss": 0.1687,
      "step": 18018
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0917970246111202e-05,
      "loss": 0.1723,
      "step": 18019
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0917099278730289e-05,
      "loss": 0.1208,
      "step": 18020
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0916228304333338e-05,
      "loss": 0.116,
      "step": 18021
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0915357322927018e-05,
      "loss": 0.1512,
      "step": 18022
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0914486334517987e-05,
      "loss": 0.1628,
      "step": 18023
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0913615339112906e-05,
      "loss": 0.1328,
      "step": 18024
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0912744336718448e-05,
      "loss": 0.1045,
      "step": 18025
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0911873327341265e-05,
      "loss": 0.1162,
      "step": 18026
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.091100231098803e-05,
      "loss": 0.1703,
      "step": 18027
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0910131287665402e-05,
      "loss": 0.1383,
      "step": 18028
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0909260257380041e-05,
      "loss": 0.1223,
      "step": 18029
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.090838922013862e-05,
      "loss": 0.1332,
      "step": 18030
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0907518175947794e-05,
      "loss": 0.1289,
      "step": 18031
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0906647124814232e-05,
      "loss": 0.159,
      "step": 18032
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0905776066744593e-05,
      "loss": 0.1366,
      "step": 18033
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0904905001745545e-05,
      "loss": 0.1419,
      "step": 18034
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.090403392982375e-05,
      "loss": 0.1319,
      "step": 18035
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0903162850985869e-05,
      "loss": 0.1433,
      "step": 18036
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0902291765238573e-05,
      "loss": 0.1252,
      "step": 18037
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0901420672588521e-05,
      "loss": 0.1728,
      "step": 18038
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.090054957304238e-05,
      "loss": 0.1232,
      "step": 18039
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0899678466606811e-05,
      "loss": 0.1798,
      "step": 18040
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0898807353288476e-05,
      "loss": 0.1871,
      "step": 18041
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.089793623309405e-05,
      "loss": 0.174,
      "step": 18042
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0897065106030185e-05,
      "loss": 0.1436,
      "step": 18043
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0896193972103552e-05,
      "loss": 0.1239,
      "step": 18044
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0895322831320814e-05,
      "loss": 0.1663,
      "step": 18045
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0894451683688632e-05,
      "loss": 0.1566,
      "step": 18046
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0893580529213679e-05,
      "loss": 0.1354,
      "step": 18047
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0892709367902612e-05,
      "loss": 0.1261,
      "step": 18048
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0891838199762099e-05,
      "loss": 0.1465,
      "step": 18049
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0890967024798801e-05,
      "loss": 0.131,
      "step": 18050
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0890095843019389e-05,
      "loss": 0.118,
      "step": 18051
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.088922465443052e-05,
      "loss": 0.1769,
      "step": 18052
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0888353459038866e-05,
      "loss": 0.1507,
      "step": 18053
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0887482256851086e-05,
      "loss": 0.141,
      "step": 18054
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.088661104787385e-05,
      "loss": 0.139,
      "step": 18055
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0885739832113817e-05,
      "loss": 0.1527,
      "step": 18056
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.088486860957766e-05,
      "loss": 0.1538,
      "step": 18057
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0883997380272036e-05,
      "loss": 0.1493,
      "step": 18058
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0883126144203616e-05,
      "loss": 0.1708,
      "step": 18059
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.088225490137906e-05,
      "loss": 0.1728,
      "step": 18060
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.088138365180504e-05,
      "loss": 0.1324,
      "step": 18061
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0880512395488216e-05,
      "loss": 0.1257,
      "step": 18062
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0879641132435255e-05,
      "loss": 0.1591,
      "step": 18063
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0878769862652823e-05,
      "loss": 0.1664,
      "step": 18064
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0877898586147581e-05,
      "loss": 0.1668,
      "step": 18065
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0877027302926202e-05,
      "loss": 0.1446,
      "step": 18066
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0876156012995344e-05,
      "loss": 0.1757,
      "step": 18067
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.087528471636168e-05,
      "loss": 0.1308,
      "step": 18068
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.087441341303187e-05,
      "loss": 0.1427,
      "step": 18069
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.087354210301258e-05,
      "loss": 0.1618,
      "step": 18070
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.087267078631048e-05,
      "loss": 0.1517,
      "step": 18071
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.087179946293223e-05,
      "loss": 0.1569,
      "step": 18072
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0870928132884502e-05,
      "loss": 0.1584,
      "step": 18073
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0870056796173956e-05,
      "loss": 0.1739,
      "step": 18074
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0869185452807262e-05,
      "loss": 0.1213,
      "step": 18075
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0868314102791084e-05,
      "loss": 0.1374,
      "step": 18076
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.086744274613209e-05,
      "loss": 0.1426,
      "step": 18077
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0866571382836943e-05,
      "loss": 0.1226,
      "step": 18078
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0865700012912313e-05,
      "loss": 0.1615,
      "step": 18079
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0864828636364864e-05,
      "loss": 0.1741,
      "step": 18080
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.086395725320126e-05,
      "loss": 0.1482,
      "step": 18081
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0863085863428171e-05,
      "loss": 0.1556,
      "step": 18082
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0862214467052264e-05,
      "loss": 0.1588,
      "step": 18083
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.08613430640802e-05,
      "loss": 0.1826,
      "step": 18084
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0860471654518651e-05,
      "loss": 0.1064,
      "step": 18085
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0859600238374282e-05,
      "loss": 0.1685,
      "step": 18086
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0858728815653756e-05,
      "loss": 0.1656,
      "step": 18087
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0857857386363744e-05,
      "loss": 0.1315,
      "step": 18088
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0856985950510912e-05,
      "loss": 0.1482,
      "step": 18089
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0856114508101925e-05,
      "loss": 0.1605,
      "step": 18090
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0855243059143452e-05,
      "loss": 0.1164,
      "step": 18091
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0854371603642158e-05,
      "loss": 0.1447,
      "step": 18092
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0853500141604709e-05,
      "loss": 0.1378,
      "step": 18093
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0852628673037772e-05,
      "loss": 0.1224,
      "step": 18094
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.085175719794802e-05,
      "loss": 0.1356,
      "step": 18095
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.085088571634211e-05,
      "loss": 0.1258,
      "step": 18096
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0850014228226717e-05,
      "loss": 0.1634,
      "step": 18097
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0849142733608504e-05,
      "loss": 0.1758,
      "step": 18098
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0848271232494138e-05,
      "loss": 0.1327,
      "step": 18099
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0847399724890291e-05,
      "loss": 0.1546,
      "step": 18100
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0846528210803626e-05,
      "loss": 0.1368,
      "step": 18101
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.084565669024081e-05,
      "loss": 0.1346,
      "step": 18102
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0844785163208511e-05,
      "loss": 0.1463,
      "step": 18103
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0843913629713399e-05,
      "loss": 0.1566,
      "step": 18104
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0843042089762139e-05,
      "loss": 0.1698,
      "step": 18105
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0842170543361397e-05,
      "loss": 0.1225,
      "step": 18106
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0841298990517844e-05,
      "loss": 0.1577,
      "step": 18107
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0840427431238146e-05,
      "loss": 0.1366,
      "step": 18108
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.083955586552897e-05,
      "loss": 0.1492,
      "step": 18109
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0838684293396986e-05,
      "loss": 0.1538,
      "step": 18110
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0837812714848856e-05,
      "loss": 0.1572,
      "step": 18111
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0836941129891254e-05,
      "loss": 0.1311,
      "step": 18112
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0836069538530847e-05,
      "loss": 0.154,
      "step": 18113
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.08351979407743e-05,
      "loss": 0.1706,
      "step": 18114
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0834326336628286e-05,
      "loss": 0.1212,
      "step": 18115
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0833454726099465e-05,
      "loss": 0.1557,
      "step": 18116
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0832583109194509e-05,
      "loss": 0.1377,
      "step": 18117
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0831711485920091e-05,
      "loss": 0.1499,
      "step": 18118
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0830839856282874e-05,
      "loss": 0.1646,
      "step": 18119
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0829968220289526e-05,
      "loss": 0.1748,
      "step": 18120
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0829096577946714e-05,
      "loss": 0.1513,
      "step": 18121
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0828224929261108e-05,
      "loss": 0.1589,
      "step": 18122
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.082735327423938e-05,
      "loss": 0.1233,
      "step": 18123
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0826481612888196e-05,
      "loss": 0.1592,
      "step": 18124
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0825609945214222e-05,
      "loss": 0.1624,
      "step": 18125
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0824738271224126e-05,
      "loss": 0.1602,
      "step": 18126
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0823866590924584e-05,
      "loss": 0.125,
      "step": 18127
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0822994904322253e-05,
      "loss": 0.1466,
      "step": 18128
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.082212321142381e-05,
      "loss": 0.1616,
      "step": 18129
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0821251512235924e-05,
      "loss": 0.1595,
      "step": 18130
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0820379806765255e-05,
      "loss": 0.1324,
      "step": 18131
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0819508095018485e-05,
      "loss": 0.1343,
      "step": 18132
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.081863637700227e-05,
      "loss": 0.1298,
      "step": 18133
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0817764652723287e-05,
      "loss": 0.151,
      "step": 18134
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0816892922188205e-05,
      "loss": 0.1947,
      "step": 18135
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0816021185403686e-05,
      "loss": 0.1384,
      "step": 18136
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0815149442376407e-05,
      "loss": 0.1627,
      "step": 18137
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0814277693113032e-05,
      "loss": 0.1563,
      "step": 18138
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.081340593762023e-05,
      "loss": 0.1416,
      "step": 18139
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0812534175904674e-05,
      "loss": 0.1359,
      "step": 18140
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0811662407973029e-05,
      "loss": 0.1706,
      "step": 18141
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0810790633831969e-05,
      "loss": 0.1182,
      "step": 18142
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0809918853488157e-05,
      "loss": 0.1293,
      "step": 18143
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.080904706694827e-05,
      "loss": 0.1276,
      "step": 18144
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0808175274218969e-05,
      "loss": 0.1169,
      "step": 18145
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.080730347530693e-05,
      "loss": 0.1232,
      "step": 18146
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.080643167021882e-05,
      "loss": 0.1485,
      "step": 18147
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0805559858961306e-05,
      "loss": 0.141,
      "step": 18148
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0804688041541065e-05,
      "loss": 0.1541,
      "step": 18149
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0803816217964756e-05,
      "loss": 0.114,
      "step": 18150
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0802944388239056e-05,
      "loss": 0.1505,
      "step": 18151
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0802072552370637e-05,
      "loss": 0.1708,
      "step": 18152
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0801200710366162e-05,
      "loss": 0.1629,
      "step": 18153
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0800328862232305e-05,
      "loss": 0.1594,
      "step": 18154
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0799457007975733e-05,
      "loss": 0.1413,
      "step": 18155
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0798585147603119e-05,
      "loss": 0.1536,
      "step": 18156
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0797713281121132e-05,
      "loss": 0.1018,
      "step": 18157
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0796841408536439e-05,
      "loss": 0.1356,
      "step": 18158
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0795969529855714e-05,
      "loss": 0.1505,
      "step": 18159
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0795097645085623e-05,
      "loss": 0.1376,
      "step": 18160
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0794225754232843e-05,
      "loss": 0.1715,
      "step": 18161
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0793353857304039e-05,
      "loss": 0.1344,
      "step": 18162
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0792481954305877e-05,
      "loss": 0.1459,
      "step": 18163
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0791610045245038e-05,
      "loss": 0.1356,
      "step": 18164
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0790738130128181e-05,
      "loss": 0.148,
      "step": 18165
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.078986620896199e-05,
      "loss": 0.148,
      "step": 18166
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0788994281753124e-05,
      "loss": 0.1411,
      "step": 18167
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0788122348508255e-05,
      "loss": 0.1295,
      "step": 18168
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0787250409234057e-05,
      "loss": 0.1355,
      "step": 18169
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0786378463937196e-05,
      "loss": 0.1651,
      "step": 18170
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0785506512624352e-05,
      "loss": 0.1632,
      "step": 18171
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0784634555302184e-05,
      "loss": 0.1705,
      "step": 18172
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0783762591977367e-05,
      "loss": 0.1291,
      "step": 18173
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0782890622656578e-05,
      "loss": 0.1755,
      "step": 18174
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0782018647346477e-05,
      "loss": 0.147,
      "step": 18175
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0781146666053746e-05,
      "loss": 0.1318,
      "step": 18176
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0780274678785046e-05,
      "loss": 0.1261,
      "step": 18177
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0779402685547054e-05,
      "loss": 0.1303,
      "step": 18178
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0778530686346437e-05,
      "loss": 0.1674,
      "step": 18179
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0777658681189866e-05,
      "loss": 0.1594,
      "step": 18180
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.077678667008402e-05,
      "loss": 0.1485,
      "step": 18181
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0775914653035561e-05,
      "loss": 0.127,
      "step": 18182
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0775042630051163e-05,
      "loss": 0.2029,
      "step": 18183
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.07741706011375e-05,
      "loss": 0.1317,
      "step": 18184
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0773298566301236e-05,
      "loss": 0.1247,
      "step": 18185
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0772426525549051e-05,
      "loss": 0.147,
      "step": 18186
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0771554478887612e-05,
      "loss": 0.1702,
      "step": 18187
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0770682426323589e-05,
      "loss": 0.1221,
      "step": 18188
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0769810367863655e-05,
      "loss": 0.1498,
      "step": 18189
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.076893830351448e-05,
      "loss": 0.1215,
      "step": 18190
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0768066233282743e-05,
      "loss": 0.1374,
      "step": 18191
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0767194157175104e-05,
      "loss": 0.1707,
      "step": 18192
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0766322075198244e-05,
      "loss": 0.1596,
      "step": 18193
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.076544998735883e-05,
      "loss": 0.1485,
      "step": 18194
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0764577893663533e-05,
      "loss": 0.1314,
      "step": 18195
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0763705794119028e-05,
      "loss": 0.1376,
      "step": 18196
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0762833688731985e-05,
      "loss": 0.1568,
      "step": 18197
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0761961577509074e-05,
      "loss": 0.1464,
      "step": 18198
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.076108946045697e-05,
      "loss": 0.1691,
      "step": 18199
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0760217337582346e-05,
      "loss": 0.1637,
      "step": 18200
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0759345208891869e-05,
      "loss": 0.1585,
      "step": 18201
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0758473074392213e-05,
      "loss": 0.1851,
      "step": 18202
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0757600934090054e-05,
      "loss": 0.1294,
      "step": 18203
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0756728787992057e-05,
      "loss": 0.1395,
      "step": 18204
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.07558566361049e-05,
      "loss": 0.1492,
      "step": 18205
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0754984478435253e-05,
      "loss": 0.1697,
      "step": 18206
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0754112314989786e-05,
      "loss": 0.1479,
      "step": 18207
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0753240145775177e-05,
      "loss": 0.1649,
      "step": 18208
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0752367970798092e-05,
      "loss": 0.1323,
      "step": 18209
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.075149579006521e-05,
      "loss": 0.1389,
      "step": 18210
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0750623603583196e-05,
      "loss": 0.1438,
      "step": 18211
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0749751411358726e-05,
      "loss": 0.1785,
      "step": 18212
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0748879213398476e-05,
      "loss": 0.143,
      "step": 18213
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0748007009709112e-05,
      "loss": 0.135,
      "step": 18214
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0747134800297312e-05,
      "loss": 0.1276,
      "step": 18215
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0746262585169744e-05,
      "loss": 0.1721,
      "step": 18216
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0745390364333084e-05,
      "loss": 0.1361,
      "step": 18217
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0744518137794005e-05,
      "loss": 0.1119,
      "step": 18218
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0743645905559176e-05,
      "loss": 0.1429,
      "step": 18219
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0742773667635273e-05,
      "loss": 0.172,
      "step": 18220
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0741901424028968e-05,
      "loss": 0.1813,
      "step": 18221
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0741029174746936e-05,
      "loss": 0.1307,
      "step": 18222
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0740156919795846e-05,
      "loss": 0.1721,
      "step": 18223
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0739284659182371e-05,
      "loss": 0.1623,
      "step": 18224
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0738412392913188e-05,
      "loss": 0.1315,
      "step": 18225
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0737540120994966e-05,
      "loss": 0.1227,
      "step": 18226
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0736667843434383e-05,
      "loss": 0.1367,
      "step": 18227
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0735795560238107e-05,
      "loss": 0.1203,
      "step": 18228
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0734923271412816e-05,
      "loss": 0.1362,
      "step": 18229
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0734050976965178e-05,
      "loss": 0.1493,
      "step": 18230
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0733178676901867e-05,
      "loss": 0.1469,
      "step": 18231
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0732306371229562e-05,
      "loss": 0.1556,
      "step": 18232
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.073143405995493e-05,
      "loss": 0.1303,
      "step": 18233
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0730561743084649e-05,
      "loss": 0.1627,
      "step": 18234
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0729689420625386e-05,
      "loss": 0.1306,
      "step": 18235
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0728817092583823e-05,
      "loss": 0.1587,
      "step": 18236
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0727944758966628e-05,
      "loss": 0.1474,
      "step": 18237
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0727072419780475e-05,
      "loss": 0.1272,
      "step": 18238
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0726200075032041e-05,
      "loss": 0.1356,
      "step": 18239
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0725327724727994e-05,
      "loss": 0.1341,
      "step": 18240
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0724455368875012e-05,
      "loss": 0.1308,
      "step": 18241
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0723583007479767e-05,
      "loss": 0.1498,
      "step": 18242
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0722710640548934e-05,
      "loss": 0.1565,
      "step": 18243
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0721838268089186e-05,
      "loss": 0.1251,
      "step": 18244
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0720965890107197e-05,
      "loss": 0.1314,
      "step": 18245
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0720093506609642e-05,
      "loss": 0.1601,
      "step": 18246
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0719221117603191e-05,
      "loss": 0.1763,
      "step": 18247
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0718348723094526e-05,
      "loss": 0.1344,
      "step": 18248
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.071747632309031e-05,
      "loss": 0.1379,
      "step": 18249
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0716603917597226e-05,
      "loss": 0.1535,
      "step": 18250
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0715731506621945e-05,
      "loss": 0.1268,
      "step": 18251
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.071485909017114e-05,
      "loss": 0.1364,
      "step": 18252
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0713986668251488e-05,
      "loss": 0.1548,
      "step": 18253
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0713114240869664e-05,
      "loss": 0.1873,
      "step": 18254
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0712241808032333e-05,
      "loss": 0.1177,
      "step": 18255
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.071136936974618e-05,
      "loss": 0.1448,
      "step": 18256
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0710496926017878e-05,
      "loss": 0.1418,
      "step": 18257
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0709624476854097e-05,
      "loss": 0.1587,
      "step": 18258
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0708752022261515e-05,
      "loss": 0.1208,
      "step": 18259
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0707879562246801e-05,
      "loss": 0.1469,
      "step": 18260
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0707007096816637e-05,
      "loss": 0.1688,
      "step": 18261
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0706134625977692e-05,
      "loss": 0.1408,
      "step": 18262
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0705262149736643e-05,
      "loss": 0.149,
      "step": 18263
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.070438966810017e-05,
      "loss": 0.1286,
      "step": 18264
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0703517181074934e-05,
      "loss": 0.1547,
      "step": 18265
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0702644688667622e-05,
      "loss": 0.1339,
      "step": 18266
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0701772190884905e-05,
      "loss": 0.1504,
      "step": 18267
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0700899687733455e-05,
      "loss": 0.1601,
      "step": 18268
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0700027179219954e-05,
      "loss": 0.1606,
      "step": 18269
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0699154665351067e-05,
      "loss": 0.1013,
      "step": 18270
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0698282146133478e-05,
      "loss": 0.1499,
      "step": 18271
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0697409621573852e-05,
      "loss": 0.1279,
      "step": 18272
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0696537091678877e-05,
      "loss": 0.1398,
      "step": 18273
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0695664556455221e-05,
      "loss": 0.1399,
      "step": 18274
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0694792015909555e-05,
      "loss": 0.1424,
      "step": 18275
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0693919470048562e-05,
      "loss": 0.1784,
      "step": 18276
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.069304691887891e-05,
      "loss": 0.1488,
      "step": 18277
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0692174362407281e-05,
      "loss": 0.1229,
      "step": 18278
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0691301800640348e-05,
      "loss": 0.1331,
      "step": 18279
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0690429233584783e-05,
      "loss": 0.1467,
      "step": 18280
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0689556661247266e-05,
      "loss": 0.1531,
      "step": 18281
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0688684083634469e-05,
      "loss": 0.1598,
      "step": 18282
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0687811500753068e-05,
      "loss": 0.1661,
      "step": 18283
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0686938912609742e-05,
      "loss": 0.1247,
      "step": 18284
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0686066319211159e-05,
      "loss": 0.1289,
      "step": 18285
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0685193720564004e-05,
      "loss": 0.1439,
      "step": 18286
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0684321116674946e-05,
      "loss": 0.1496,
      "step": 18287
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0683448507550663e-05,
      "loss": 0.1564,
      "step": 18288
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.068257589319783e-05,
      "loss": 0.1724,
      "step": 18289
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.068170327362312e-05,
      "loss": 0.1278,
      "step": 18290
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0680830648833216e-05,
      "loss": 0.1737,
      "step": 18291
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0679958018834787e-05,
      "loss": 0.1686,
      "step": 18292
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0679085383634513e-05,
      "loss": 0.1444,
      "step": 18293
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0678212743239065e-05,
      "loss": 0.1908,
      "step": 18294
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0677340097655123e-05,
      "loss": 0.1412,
      "step": 18295
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0676467446889365e-05,
      "loss": 0.1502,
      "step": 18296
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.067559479094846e-05,
      "loss": 0.1184,
      "step": 18297
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0674722129839092e-05,
      "loss": 0.1464,
      "step": 18298
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0673849463567929e-05,
      "loss": 0.1234,
      "step": 18299
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0672976792141653e-05,
      "loss": 0.1599,
      "step": 18300
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.067210411556694e-05,
      "loss": 0.1218,
      "step": 18301
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0671231433850462e-05,
      "loss": 0.1437,
      "step": 18302
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.06703587469989e-05,
      "loss": 0.1306,
      "step": 18303
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0669486055018927e-05,
      "loss": 0.1628,
      "step": 18304
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0668613357917221e-05,
      "loss": 0.1476,
      "step": 18305
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0667740655700458e-05,
      "loss": 0.1386,
      "step": 18306
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.066686794837531e-05,
      "loss": 0.1292,
      "step": 18307
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0665995235948463e-05,
      "loss": 0.1387,
      "step": 18308
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0665122518426586e-05,
      "loss": 0.1448,
      "step": 18309
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0664249795816357e-05,
      "loss": 0.1448,
      "step": 18310
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0663377068124453e-05,
      "loss": 0.1294,
      "step": 18311
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0662504335357551e-05,
      "loss": 0.1794,
      "step": 18312
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0661631597522328e-05,
      "loss": 0.1339,
      "step": 18313
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0660758854625457e-05,
      "loss": 0.1558,
      "step": 18314
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0659886106673623e-05,
      "loss": 0.1738,
      "step": 18315
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0659013353673492e-05,
      "loss": 0.1384,
      "step": 18316
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0658140595631747e-05,
      "loss": 0.14,
      "step": 18317
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0657267832555067e-05,
      "loss": 0.1243,
      "step": 18318
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0656395064450122e-05,
      "loss": 0.1193,
      "step": 18319
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0655522291323597e-05,
      "loss": 0.1563,
      "step": 18320
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0654649513182162e-05,
      "loss": 0.1128,
      "step": 18321
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0653776730032497e-05,
      "loss": 0.1565,
      "step": 18322
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0652903941881278e-05,
      "loss": 0.1381,
      "step": 18323
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.065203114873518e-05,
      "loss": 0.1471,
      "step": 18324
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0651158350600888e-05,
      "loss": 0.2259,
      "step": 18325
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0650285547485071e-05,
      "loss": 0.1541,
      "step": 18326
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.064941273939441e-05,
      "loss": 0.138,
      "step": 18327
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0648539926335582e-05,
      "loss": 0.1823,
      "step": 18328
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0647667108315257e-05,
      "loss": 0.1795,
      "step": 18329
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0646794285340128e-05,
      "loss": 0.1697,
      "step": 18330
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0645921457416858e-05,
      "loss": 0.1654,
      "step": 18331
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.064504862455213e-05,
      "loss": 0.1462,
      "step": 18332
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0644175786752622e-05,
      "loss": 0.1829,
      "step": 18333
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0643302944025007e-05,
      "loss": 0.1265,
      "step": 18334
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0642430096375968e-05,
      "loss": 0.1346,
      "step": 18335
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0641557243812182e-05,
      "loss": 0.1347,
      "step": 18336
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.064068438634032e-05,
      "loss": 0.145,
      "step": 18337
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0639811523967069e-05,
      "loss": 0.1221,
      "step": 18338
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0638938656699099e-05,
      "loss": 0.1369,
      "step": 18339
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.063806578454309e-05,
      "loss": 0.1362,
      "step": 18340
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0637192907505723e-05,
      "loss": 0.1596,
      "step": 18341
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0636320025593671e-05,
      "loss": 0.1181,
      "step": 18342
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0635447138813613e-05,
      "loss": 0.1833,
      "step": 18343
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0634574247172229e-05,
      "loss": 0.1768,
      "step": 18344
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0633701350676196e-05,
      "loss": 0.1394,
      "step": 18345
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0632828449332189e-05,
      "loss": 0.1328,
      "step": 18346
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0631955543146888e-05,
      "loss": 0.1193,
      "step": 18347
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0631082632126973e-05,
      "loss": 0.1639,
      "step": 18348
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0630209716279119e-05,
      "loss": 0.1453,
      "step": 18349
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0629336795610006e-05,
      "loss": 0.1305,
      "step": 18350
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0628463870126308e-05,
      "loss": 0.1566,
      "step": 18351
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.062759093983471e-05,
      "loss": 0.1457,
      "step": 18352
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0626718004741886e-05,
      "loss": 0.1225,
      "step": 18353
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0625845064854511e-05,
      "loss": 0.131,
      "step": 18354
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0624972120179268e-05,
      "loss": 0.1612,
      "step": 18355
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0624099170722837e-05,
      "loss": 0.1368,
      "step": 18356
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.062322621649189e-05,
      "loss": 0.1209,
      "step": 18357
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.062235325749311e-05,
      "loss": 0.1314,
      "step": 18358
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0621480293733176e-05,
      "loss": 0.1379,
      "step": 18359
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0620607325218761e-05,
      "loss": 0.1457,
      "step": 18360
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0619734351956547e-05,
      "loss": 0.1491,
      "step": 18361
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0618861373953212e-05,
      "loss": 0.1406,
      "step": 18362
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0617988391215437e-05,
      "loss": 0.1408,
      "step": 18363
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0617115403749896e-05,
      "loss": 0.154,
      "step": 18364
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0616242411563272e-05,
      "loss": 0.1266,
      "step": 18365
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.061536941466224e-05,
      "loss": 0.1743,
      "step": 18366
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.061449641305348e-05,
      "loss": 0.1223,
      "step": 18367
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.061362340674367e-05,
      "loss": 0.1463,
      "step": 18368
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0612750395739491e-05,
      "loss": 0.1391,
      "step": 18369
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0611877380047616e-05,
      "loss": 0.2059,
      "step": 18370
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0611004359674733e-05,
      "loss": 0.1467,
      "step": 18371
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0610131334627513e-05,
      "loss": 0.1791,
      "step": 18372
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.060925830491264e-05,
      "loss": 0.1618,
      "step": 18373
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.060838527053679e-05,
      "loss": 0.1331,
      "step": 18374
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.060751223150664e-05,
      "loss": 0.1258,
      "step": 18375
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0606639187828873e-05,
      "loss": 0.1452,
      "step": 18376
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0605766139510168e-05,
      "loss": 0.1684,
      "step": 18377
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0604893086557199e-05,
      "loss": 0.1503,
      "step": 18378
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0604020028976652e-05,
      "loss": 0.1518,
      "step": 18379
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0603146966775203e-05,
      "loss": 0.1556,
      "step": 18380
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0602273899959528e-05,
      "loss": 0.1428,
      "step": 18381
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0601400828536307e-05,
      "loss": 0.1495,
      "step": 18382
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0600527752512226e-05,
      "loss": 0.1351,
      "step": 18383
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0599654671893958e-05,
      "loss": 0.1542,
      "step": 18384
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0598781586688183e-05,
      "loss": 0.1424,
      "step": 18385
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.059790849690158e-05,
      "loss": 0.1247,
      "step": 18386
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.059703540254083e-05,
      "loss": 0.1492,
      "step": 18387
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0596162303612612e-05,
      "loss": 0.1308,
      "step": 18388
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0595289200123606e-05,
      "loss": 0.1628,
      "step": 18389
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0594416092080491e-05,
      "loss": 0.1712,
      "step": 18390
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0593542979489943e-05,
      "loss": 0.1634,
      "step": 18391
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0592669862358646e-05,
      "loss": 0.1343,
      "step": 18392
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0591796740693283e-05,
      "loss": 0.1322,
      "step": 18393
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0590923614500523e-05,
      "loss": 0.1388,
      "step": 18394
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0590050483787053e-05,
      "loss": 0.171,
      "step": 18395
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0589177348559552e-05,
      "loss": 0.1432,
      "step": 18396
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0588304208824698e-05,
      "loss": 0.1554,
      "step": 18397
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0587431064589174e-05,
      "loss": 0.1744,
      "step": 18398
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0586557915859652e-05,
      "loss": 0.1528,
      "step": 18399
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.058568476264282e-05,
      "loss": 0.1637,
      "step": 18400
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0584811604945355e-05,
      "loss": 0.1457,
      "step": 18401
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0583938442773935e-05,
      "loss": 0.1749,
      "step": 18402
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0583065276135248e-05,
      "loss": 0.157,
      "step": 18403
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.058219210503596e-05,
      "loss": 0.1523,
      "step": 18404
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0581318929482762e-05,
      "loss": 0.135,
      "step": 18405
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.058044574948233e-05,
      "loss": 0.1468,
      "step": 18406
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0579572565041345e-05,
      "loss": 0.1297,
      "step": 18407
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.057869937616649e-05,
      "loss": 0.1392,
      "step": 18408
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0577826182864437e-05,
      "loss": 0.1232,
      "step": 18409
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0576952985141875e-05,
      "loss": 0.117,
      "step": 18410
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0576079783005476e-05,
      "loss": 0.1311,
      "step": 18411
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0575206576461928e-05,
      "loss": 0.1487,
      "step": 18412
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0574333365517905e-05,
      "loss": 0.1537,
      "step": 18413
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.057346015018009e-05,
      "loss": 0.1482,
      "step": 18414
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0572586930455167e-05,
      "loss": 0.1527,
      "step": 18415
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0571713706349807e-05,
      "loss": 0.1371,
      "step": 18416
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0570840477870698e-05,
      "loss": 0.1583,
      "step": 18417
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0569967245024524e-05,
      "loss": 0.1741,
      "step": 18418
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0569094007817952e-05,
      "loss": 0.1622,
      "step": 18419
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0568220766257676e-05,
      "loss": 0.153,
      "step": 18420
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0567347520350366e-05,
      "loss": 0.1542,
      "step": 18421
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0566474270102708e-05,
      "loss": 0.1504,
      "step": 18422
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0565601015521388e-05,
      "loss": 0.1509,
      "step": 18423
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0564727756613074e-05,
      "loss": 0.1395,
      "step": 18424
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0563854493384457e-05,
      "loss": 0.1266,
      "step": 18425
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0562981225842211e-05,
      "loss": 0.1011,
      "step": 18426
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0562107953993021e-05,
      "loss": 0.1206,
      "step": 18427
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0561234677843569e-05,
      "loss": 0.1336,
      "step": 18428
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0560361397400526e-05,
      "loss": 0.1507,
      "step": 18429
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0559488112670586e-05,
      "loss": 0.1695,
      "step": 18430
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.055861482366042e-05,
      "loss": 0.1319,
      "step": 18431
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0557741530376716e-05,
      "loss": 0.1218,
      "step": 18432
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0556868232826152e-05,
      "loss": 0.1513,
      "step": 18433
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0555994931015406e-05,
      "loss": 0.1668,
      "step": 18434
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0555121624951163e-05,
      "loss": 0.1387,
      "step": 18435
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0554248314640101e-05,
      "loss": 0.1731,
      "step": 18436
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0553375000088906e-05,
      "loss": 0.1354,
      "step": 18437
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0552501681304253e-05,
      "loss": 0.1269,
      "step": 18438
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0551628358292823e-05,
      "loss": 0.1448,
      "step": 18439
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0550755031061304e-05,
      "loss": 0.1669,
      "step": 18440
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0549881699616368e-05,
      "loss": 0.1914,
      "step": 18441
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0549008363964708e-05,
      "loss": 0.1465,
      "step": 18442
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0548135024112992e-05,
      "loss": 0.1466,
      "step": 18443
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0547261680067915e-05,
      "loss": 0.1532,
      "step": 18444
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0546388331836147e-05,
      "loss": 0.1537,
      "step": 18445
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0545514979424372e-05,
      "loss": 0.1582,
      "step": 18446
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0544641622839275e-05,
      "loss": 0.143,
      "step": 18447
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0543768262087533e-05,
      "loss": 0.1259,
      "step": 18448
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0542894897175833e-05,
      "loss": 0.1737,
      "step": 18449
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0542021528110849e-05,
      "loss": 0.1354,
      "step": 18450
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0541148154899266e-05,
      "loss": 0.1428,
      "step": 18451
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.054027477754777e-05,
      "loss": 0.1428,
      "step": 18452
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0539401396063035e-05,
      "loss": 0.1492,
      "step": 18453
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.053852801045175e-05,
      "loss": 0.1597,
      "step": 18454
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.053765462072059e-05,
      "loss": 0.1421,
      "step": 18455
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0536781226876239e-05,
      "loss": 0.1456,
      "step": 18456
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0535907828925383e-05,
      "loss": 0.1123,
      "step": 18457
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0535034426874693e-05,
      "loss": 0.1272,
      "step": 18458
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0534161020730864e-05,
      "loss": 0.1334,
      "step": 18459
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.053328761050057e-05,
      "loss": 0.1123,
      "step": 18460
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.053241419619049e-05,
      "loss": 0.1483,
      "step": 18461
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0531540777807315e-05,
      "loss": 0.1613,
      "step": 18462
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0530667355357715e-05,
      "loss": 0.143,
      "step": 18463
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0529793928848386e-05,
      "loss": 0.1317,
      "step": 18464
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0528920498286e-05,
      "loss": 0.1548,
      "step": 18465
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.052804706367724e-05,
      "loss": 0.1387,
      "step": 18466
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0527173625028792e-05,
      "loss": 0.1494,
      "step": 18467
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0526300182347333e-05,
      "loss": 0.1479,
      "step": 18468
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.052542673563955e-05,
      "loss": 0.1607,
      "step": 18469
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0524553284912123e-05,
      "loss": 0.1404,
      "step": 18470
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0523679830171733e-05,
      "loss": 0.122,
      "step": 18471
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0522806371425062e-05,
      "loss": 0.1624,
      "step": 18472
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0521932908678791e-05,
      "loss": 0.1421,
      "step": 18473
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0521059441939609e-05,
      "loss": 0.1386,
      "step": 18474
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0520185971214195e-05,
      "loss": 0.1686,
      "step": 18475
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0519312496509223e-05,
      "loss": 0.1455,
      "step": 18476
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0518439017831388e-05,
      "loss": 0.139,
      "step": 18477
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0517565535187364e-05,
      "loss": 0.1293,
      "step": 18478
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0516692048583837e-05,
      "loss": 0.1619,
      "step": 18479
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0515818558027487e-05,
      "loss": 0.1205,
      "step": 18480
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0514945063524999e-05,
      "loss": 0.1346,
      "step": 18481
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0514071565083052e-05,
      "loss": 0.1543,
      "step": 18482
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0513198062708332e-05,
      "loss": 0.1252,
      "step": 18483
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.051232455640752e-05,
      "loss": 0.1282,
      "step": 18484
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0511451046187299e-05,
      "loss": 0.1402,
      "step": 18485
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0510577532054352e-05,
      "loss": 0.128,
      "step": 18486
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0509704014015359e-05,
      "loss": 0.1368,
      "step": 18487
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0508830492077005e-05,
      "loss": 0.1225,
      "step": 18488
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0507956966245972e-05,
      "loss": 0.1397,
      "step": 18489
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0507083436528943e-05,
      "loss": 0.1403,
      "step": 18490
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0506209902932601e-05,
      "loss": 0.1252,
      "step": 18491
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0505336365463628e-05,
      "loss": 0.0995,
      "step": 18492
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0504462824128706e-05,
      "loss": 0.1597,
      "step": 18493
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0503589278934518e-05,
      "loss": 0.1865,
      "step": 18494
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0502715729887752e-05,
      "loss": 0.1732,
      "step": 18495
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0501842176995083e-05,
      "loss": 0.1385,
      "step": 18496
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0500968620263197e-05,
      "loss": 0.1002,
      "step": 18497
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0500095059698778e-05,
      "loss": 0.1231,
      "step": 18498
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.049922149530851e-05,
      "loss": 0.144,
      "step": 18499
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0498347927099073e-05,
      "loss": 0.106,
      "step": 18500
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0497474355077151e-05,
      "loss": 0.1135,
      "step": 18501
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.049660077924943e-05,
      "loss": 0.1421,
      "step": 18502
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0495727199622588e-05,
      "loss": 0.1683,
      "step": 18503
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.049485361620331e-05,
      "loss": 0.1531,
      "step": 18504
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0493980028998281e-05,
      "loss": 0.1758,
      "step": 18505
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.049310643801418e-05,
      "loss": 0.1623,
      "step": 18506
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0492232843257696e-05,
      "loss": 0.1722,
      "step": 18507
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0491359244735508e-05,
      "loss": 0.1274,
      "step": 18508
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0490485642454302e-05,
      "loss": 0.1228,
      "step": 18509
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0489612036420758e-05,
      "loss": 0.1496,
      "step": 18510
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.048873842664156e-05,
      "loss": 0.1526,
      "step": 18511
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0487864813123396e-05,
      "loss": 0.1549,
      "step": 18512
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0486991195872942e-05,
      "loss": 0.1262,
      "step": 18513
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0486117574896888e-05,
      "loss": 0.1425,
      "step": 18514
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0485243950201913e-05,
      "loss": 0.1491,
      "step": 18515
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0484370321794702e-05,
      "loss": 0.144,
      "step": 18516
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0483496689681938e-05,
      "loss": 0.1475,
      "step": 18517
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0482623053870306e-05,
      "loss": 0.1217,
      "step": 18518
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0481749414366489e-05,
      "loss": 0.1238,
      "step": 18519
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0480875771177167e-05,
      "loss": 0.1761,
      "step": 18520
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.048000212430903e-05,
      "loss": 0.1871,
      "step": 18521
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0479128473768757e-05,
      "loss": 0.1348,
      "step": 18522
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0478254819563034e-05,
      "loss": 0.1538,
      "step": 18523
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0477381161698541e-05,
      "loss": 0.1813,
      "step": 18524
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0476507500181966e-05,
      "loss": 0.169,
      "step": 18525
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.047563383501999e-05,
      "loss": 0.1366,
      "step": 18526
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0474760166219298e-05,
      "loss": 0.1694,
      "step": 18527
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0473886493786574e-05,
      "loss": 0.1407,
      "step": 18528
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0473012817728501e-05,
      "loss": 0.139,
      "step": 18529
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0472139138051765e-05,
      "loss": 0.1718,
      "step": 18530
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0471265454763045e-05,
      "loss": 0.1612,
      "step": 18531
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0470391767869029e-05,
      "loss": 0.1343,
      "step": 18532
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.04695180773764e-05,
      "loss": 0.1367,
      "step": 18533
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0468644383291842e-05,
      "loss": 0.1407,
      "step": 18534
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0467770685622038e-05,
      "loss": 0.1432,
      "step": 18535
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0466896984373673e-05,
      "loss": 0.1501,
      "step": 18536
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0466023279553435e-05,
      "loss": 0.1415,
      "step": 18537
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0465149571167996e-05,
      "loss": 0.1417,
      "step": 18538
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0464275859224051e-05,
      "loss": 0.1333,
      "step": 18539
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0463402143728283e-05,
      "loss": 0.1387,
      "step": 18540
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0462528424687373e-05,
      "loss": 0.1403,
      "step": 18541
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0461654702108008e-05,
      "loss": 0.1405,
      "step": 18542
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0460780975996866e-05,
      "loss": 0.1396,
      "step": 18543
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.045990724636064e-05,
      "loss": 0.159,
      "step": 18544
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0459033513206007e-05,
      "loss": 0.1472,
      "step": 18545
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0458159776539657e-05,
      "loss": 0.145,
      "step": 18546
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0457286036368273e-05,
      "loss": 0.1259,
      "step": 18547
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0456412292698532e-05,
      "loss": 0.1376,
      "step": 18548
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0455538545537129e-05,
      "loss": 0.1694,
      "step": 18549
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.045466479489074e-05,
      "loss": 0.1647,
      "step": 18550
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0453791040766058e-05,
      "loss": 0.1236,
      "step": 18551
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0452917283169761e-05,
      "loss": 0.1605,
      "step": 18552
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0452043522108532e-05,
      "loss": 0.1485,
      "step": 18553
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0451169757589061e-05,
      "loss": 0.156,
      "step": 18554
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0450295989618029e-05,
      "loss": 0.1108,
      "step": 18555
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0449422218202122e-05,
      "loss": 0.1302,
      "step": 18556
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0448548443348025e-05,
      "loss": 0.1753,
      "step": 18557
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0447674665062417e-05,
      "loss": 0.1502,
      "step": 18558
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0446800883351993e-05,
      "loss": 0.1325,
      "step": 18559
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0445927098223428e-05,
      "loss": 0.1701,
      "step": 18560
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0445053309683413e-05,
      "loss": 0.1376,
      "step": 18561
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0444179517738631e-05,
      "loss": 0.1389,
      "step": 18562
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0443305722395762e-05,
      "loss": 0.1775,
      "step": 18563
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.04424319236615e-05,
      "loss": 0.1649,
      "step": 18564
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0441558121542518e-05,
      "loss": 0.127,
      "step": 18565
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0440684316045514e-05,
      "loss": 0.1401,
      "step": 18566
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0439810507177164e-05,
      "loss": 0.1657,
      "step": 18567
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.043893669494415e-05,
      "loss": 0.1943,
      "step": 18568
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.043806287935317e-05,
      "loss": 0.1384,
      "step": 18569
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0437189060410895e-05,
      "loss": 0.1117,
      "step": 18570
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0436315238124019e-05,
      "loss": 0.1561,
      "step": 18571
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0435441412499223e-05,
      "loss": 0.1498,
      "step": 18572
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.043456758354319e-05,
      "loss": 0.1466,
      "step": 18573
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0433693751262612e-05,
      "loss": 0.1406,
      "step": 18574
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0432819915664166e-05,
      "loss": 0.1454,
      "step": 18575
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0431946076754544e-05,
      "loss": 0.1095,
      "step": 18576
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0431072234540425e-05,
      "loss": 0.1313,
      "step": 18577
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0430198389028496e-05,
      "loss": 0.1794,
      "step": 18578
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0429324540225448e-05,
      "loss": 0.1522,
      "step": 18579
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0428450688137957e-05,
      "loss": 0.1496,
      "step": 18580
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0427576832772715e-05,
      "loss": 0.1904,
      "step": 18581
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0426702974136402e-05,
      "loss": 0.1525,
      "step": 18582
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0425829112235706e-05,
      "loss": 0.0956,
      "step": 18583
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0424955247077318e-05,
      "loss": 0.1631,
      "step": 18584
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0424081378667909e-05,
      "loss": 0.1611,
      "step": 18585
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0423207507014179e-05,
      "loss": 0.1125,
      "step": 18586
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0422333632122805e-05,
      "loss": 0.1544,
      "step": 18587
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0421459754000474e-05,
      "loss": 0.1312,
      "step": 18588
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0420585872653872e-05,
      "loss": 0.1293,
      "step": 18589
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0419711988089682e-05,
      "loss": 0.1576,
      "step": 18590
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0418838100314596e-05,
      "loss": 0.1594,
      "step": 18591
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0417964209335291e-05,
      "loss": 0.1425,
      "step": 18592
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.041709031515846e-05,
      "loss": 0.1351,
      "step": 18593
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0416216417790786e-05,
      "loss": 0.1564,
      "step": 18594
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0415342517238946e-05,
      "loss": 0.1595,
      "step": 18595
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0414468613509642e-05,
      "loss": 0.1405,
      "step": 18596
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0413594706609545e-05,
      "loss": 0.1378,
      "step": 18597
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0412720796545351e-05,
      "loss": 0.176,
      "step": 18598
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.041184688332374e-05,
      "loss": 0.1452,
      "step": 18599
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0410972966951394e-05,
      "loss": 0.1579,
      "step": 18600
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.041009904743501e-05,
      "loss": 0.1191,
      "step": 18601
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0409225124781259e-05,
      "loss": 0.1219,
      "step": 18602
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0408351198996843e-05,
      "loss": 0.1285,
      "step": 18603
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0407477270088436e-05,
      "loss": 0.1605,
      "step": 18604
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0406603338062726e-05,
      "loss": 0.1472,
      "step": 18605
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.04057294029264e-05,
      "loss": 0.1471,
      "step": 18606
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0404855464686145e-05,
      "loss": 0.1269,
      "step": 18607
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0403981523348648e-05,
      "loss": 0.1226,
      "step": 18608
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.040310757892059e-05,
      "loss": 0.1635,
      "step": 18609
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0402233631408661e-05,
      "loss": 0.1326,
      "step": 18610
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0401359680819543e-05,
      "loss": 0.1492,
      "step": 18611
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0400485727159923e-05,
      "loss": 0.1422,
      "step": 18612
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0399611770436493e-05,
      "loss": 0.1428,
      "step": 18613
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0398737810655932e-05,
      "loss": 0.1441,
      "step": 18614
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.039786384782493e-05,
      "loss": 0.1645,
      "step": 18615
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.039698988195017e-05,
      "loss": 0.1486,
      "step": 18616
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0396115913038337e-05,
      "loss": 0.1126,
      "step": 18617
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0395241941096124e-05,
      "loss": 0.1585,
      "step": 18618
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.039436796613021e-05,
      "loss": 0.1297,
      "step": 18619
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0393493988147283e-05,
      "loss": 0.1798,
      "step": 18620
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0392620007154031e-05,
      "loss": 0.1515,
      "step": 18621
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0391746023157139e-05,
      "loss": 0.1319,
      "step": 18622
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0390872036163293e-05,
      "loss": 0.1959,
      "step": 18623
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.038999804617918e-05,
      "loss": 0.1176,
      "step": 18624
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0389124053211483e-05,
      "loss": 0.1451,
      "step": 18625
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0388250057266893e-05,
      "loss": 0.147,
      "step": 18626
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0387376058352094e-05,
      "loss": 0.1262,
      "step": 18627
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0386502056473772e-05,
      "loss": 0.1362,
      "step": 18628
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0385628051638616e-05,
      "loss": 0.2033,
      "step": 18629
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.038475404385331e-05,
      "loss": 0.1974,
      "step": 18630
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0383880033124539e-05,
      "loss": 0.113,
      "step": 18631
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.038300601945899e-05,
      "loss": 0.1448,
      "step": 18632
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0382132002863352e-05,
      "loss": 0.1504,
      "step": 18633
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0381257983344308e-05,
      "loss": 0.1452,
      "step": 18634
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.038038396090855e-05,
      "loss": 0.1313,
      "step": 18635
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0379509935562756e-05,
      "loss": 0.1649,
      "step": 18636
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.037863590731362e-05,
      "loss": 0.1612,
      "step": 18637
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0377761876167827e-05,
      "loss": 0.1571,
      "step": 18638
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.037688784213206e-05,
      "loss": 0.1732,
      "step": 18639
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0376013805213007e-05,
      "loss": 0.1272,
      "step": 18640
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0375139765417359e-05,
      "loss": 0.141,
      "step": 18641
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0374265722751797e-05,
      "loss": 0.1617,
      "step": 18642
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0373391677223011e-05,
      "loss": 0.1602,
      "step": 18643
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0372517628837686e-05,
      "loss": 0.13,
      "step": 18644
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0371643577602509e-05,
      "loss": 0.1171,
      "step": 18645
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0370769523524167e-05,
      "loss": 0.1448,
      "step": 18646
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0369895466609346e-05,
      "loss": 0.1235,
      "step": 18647
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0369021406864732e-05,
      "loss": 0.1427,
      "step": 18648
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0368147344297014e-05,
      "loss": 0.1207,
      "step": 18649
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0367273278912882e-05,
      "loss": 0.1697,
      "step": 18650
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0366399210719014e-05,
      "loss": 0.1575,
      "step": 18651
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0365525139722104e-05,
      "loss": 0.1236,
      "step": 18652
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0364651065928835e-05,
      "loss": 0.1578,
      "step": 18653
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0363776989345895e-05,
      "loss": 0.163,
      "step": 18654
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0362902909979973e-05,
      "loss": 0.1554,
      "step": 18655
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0362028827837754e-05,
      "loss": 0.1772,
      "step": 18656
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0361154742925923e-05,
      "loss": 0.16,
      "step": 18657
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.036028065525117e-05,
      "loss": 0.1861,
      "step": 18658
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.035940656482018e-05,
      "loss": 0.1435,
      "step": 18659
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0358532471639644e-05,
      "loss": 0.1565,
      "step": 18660
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0357658375716244e-05,
      "loss": 0.1654,
      "step": 18661
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.035678427705667e-05,
      "loss": 0.1337,
      "step": 18662
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0355910175667607e-05,
      "loss": 0.1371,
      "step": 18663
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0355036071555744e-05,
      "loss": 0.1656,
      "step": 18664
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0354161964727767e-05,
      "loss": 0.1447,
      "step": 18665
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0353287855190363e-05,
      "loss": 0.1373,
      "step": 18666
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0352413742950223e-05,
      "loss": 0.1538,
      "step": 18667
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0351539628014026e-05,
      "loss": 0.1522,
      "step": 18668
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0350665510388467e-05,
      "loss": 0.1173,
      "step": 18669
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.034979139008023e-05,
      "loss": 0.1422,
      "step": 18670
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0348917267096002e-05,
      "loss": 0.1339,
      "step": 18671
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.034804314144247e-05,
      "loss": 0.1518,
      "step": 18672
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0347169013126324e-05,
      "loss": 0.1435,
      "step": 18673
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0346294882154248e-05,
      "loss": 0.1625,
      "step": 18674
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.034542074853293e-05,
      "loss": 0.1578,
      "step": 18675
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.034454661226906e-05,
      "loss": 0.1205,
      "step": 18676
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0343672473369322e-05,
      "loss": 0.1556,
      "step": 18677
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0342798331840405e-05,
      "loss": 0.1549,
      "step": 18678
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0341924187688997e-05,
      "loss": 0.1724,
      "step": 18679
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0341050040921783e-05,
      "loss": 0.1267,
      "step": 18680
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0340175891545455e-05,
      "loss": 0.1536,
      "step": 18681
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0339301739566691e-05,
      "loss": 0.144,
      "step": 18682
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.033842758499219e-05,
      "loss": 0.1586,
      "step": 18683
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0337553427828632e-05,
      "loss": 0.1266,
      "step": 18684
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.033667926808271e-05,
      "loss": 0.1246,
      "step": 18685
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0335805105761107e-05,
      "loss": 0.1416,
      "step": 18686
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0334930940870512e-05,
      "loss": 0.1314,
      "step": 18687
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0334056773417611e-05,
      "loss": 0.1371,
      "step": 18688
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0333182603409096e-05,
      "loss": 0.1596,
      "step": 18689
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.033230843085165e-05,
      "loss": 0.1339,
      "step": 18690
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0331434255751965e-05,
      "loss": 0.1116,
      "step": 18691
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.033056007811672e-05,
      "loss": 0.1418,
      "step": 18692
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0329685897952613e-05,
      "loss": 0.1728,
      "step": 18693
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0328811715266327e-05,
      "loss": 0.1368,
      "step": 18694
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0327937530064551e-05,
      "loss": 0.1526,
      "step": 18695
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0327063342353973e-05,
      "loss": 0.1452,
      "step": 18696
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0326189152141276e-05,
      "loss": 0.145,
      "step": 18697
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0325314959433155e-05,
      "loss": 0.1482,
      "step": 18698
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.032444076423629e-05,
      "loss": 0.1421,
      "step": 18699
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0323566566557376e-05,
      "loss": 0.1307,
      "step": 18700
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.03226923664031e-05,
      "loss": 0.1548,
      "step": 18701
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0321818163780144e-05,
      "loss": 0.1411,
      "step": 18702
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0320943958695202e-05,
      "loss": 0.1417,
      "step": 18703
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0320069751154955e-05,
      "loss": 0.1626,
      "step": 18704
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.03191955411661e-05,
      "loss": 0.1677,
      "step": 18705
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0318321328735321e-05,
      "loss": 0.1963,
      "step": 18706
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0317447113869301e-05,
      "loss": 0.1532,
      "step": 18707
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0316572896574738e-05,
      "loss": 0.1307,
      "step": 18708
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0315698676858305e-05,
      "loss": 0.1455,
      "step": 18709
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0314824454726706e-05,
      "loss": 0.1331,
      "step": 18710
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0313950230186624e-05,
      "loss": 0.131,
      "step": 18711
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.031307600324474e-05,
      "loss": 0.131,
      "step": 18712
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0312201773907751e-05,
      "loss": 0.1249,
      "step": 18713
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0311327542182337e-05,
      "loss": 0.142,
      "step": 18714
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0310453308075197e-05,
      "loss": 0.1577,
      "step": 18715
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0309579071593008e-05,
      "loss": 0.171,
      "step": 18716
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.030870483274246e-05,
      "loss": 0.1292,
      "step": 18717
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.030783059153025e-05,
      "loss": 0.1618,
      "step": 18718
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0306956347963055e-05,
      "loss": 0.1784,
      "step": 18719
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0306082102047572e-05,
      "loss": 0.1417,
      "step": 18720
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0305207853790485e-05,
      "loss": 0.1661,
      "step": 18721
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0304333603198478e-05,
      "loss": 0.1422,
      "step": 18722
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.030345935027825e-05,
      "loss": 0.1595,
      "step": 18723
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0302585095036478e-05,
      "loss": 0.1456,
      "step": 18724
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.030171083747986e-05,
      "loss": 0.1243,
      "step": 18725
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0300836577615074e-05,
      "loss": 0.1391,
      "step": 18726
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0299962315448814e-05,
      "loss": 0.1274,
      "step": 18727
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0299088050987775e-05,
      "loss": 0.1191,
      "step": 18728
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0298213784238634e-05,
      "loss": 0.1718,
      "step": 18729
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0297339515208085e-05,
      "loss": 0.1446,
      "step": 18730
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0296465243902813e-05,
      "loss": 0.1483,
      "step": 18731
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0295590970329512e-05,
      "loss": 0.1914,
      "step": 18732
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0294716694494867e-05,
      "loss": 0.1421,
      "step": 18733
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0293842416405562e-05,
      "loss": 0.1572,
      "step": 18734
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0292968136068295e-05,
      "loss": 0.1637,
      "step": 18735
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0292093853489746e-05,
      "loss": 0.1398,
      "step": 18736
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0291219568676609e-05,
      "loss": 0.1319,
      "step": 18737
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.029034528163557e-05,
      "loss": 0.134,
      "step": 18738
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0289470992373316e-05,
      "loss": 0.1254,
      "step": 18739
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.028859670089654e-05,
      "loss": 0.1558,
      "step": 18740
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0287722407211925e-05,
      "loss": 0.1604,
      "step": 18741
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0286848111326166e-05,
      "loss": 0.1554,
      "step": 18742
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0285973813245949e-05,
      "loss": 0.1517,
      "step": 18743
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0285099512977957e-05,
      "loss": 0.1579,
      "step": 18744
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0284225210528886e-05,
      "loss": 0.1757,
      "step": 18745
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.028335090590542e-05,
      "loss": 0.1648,
      "step": 18746
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0282476599114253e-05,
      "loss": 0.1356,
      "step": 18747
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.028160229016207e-05,
      "loss": 0.152,
      "step": 18748
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0280727979055558e-05,
      "loss": 0.1614,
      "step": 18749
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0279853665801406e-05,
      "loss": 0.1443,
      "step": 18750
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0278979350406306e-05,
      "loss": 0.1374,
      "step": 18751
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0278105032876948e-05,
      "loss": 0.1473,
      "step": 18752
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0277230713220015e-05,
      "loss": 0.1304,
      "step": 18753
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0276356391442199e-05,
      "loss": 0.1604,
      "step": 18754
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0275482067550189e-05,
      "loss": 0.1277,
      "step": 18755
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0274607741550671e-05,
      "loss": 0.1668,
      "step": 18756
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0273733413450337e-05,
      "loss": 0.1444,
      "step": 18757
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0272859083255877e-05,
      "loss": 0.1559,
      "step": 18758
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0271984750973975e-05,
      "loss": 0.1557,
      "step": 18759
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0271110416611325e-05,
      "loss": 0.1705,
      "step": 18760
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.027023608017461e-05,
      "loss": 0.1655,
      "step": 18761
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0269361741670524e-05,
      "loss": 0.2006,
      "step": 18762
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0268487401105755e-05,
      "loss": 0.1407,
      "step": 18763
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.026761305848699e-05,
      "loss": 0.1845,
      "step": 18764
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0266738713820921e-05,
      "loss": 0.1793,
      "step": 18765
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0265864367114231e-05,
      "loss": 0.1352,
      "step": 18766
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0264990018373617e-05,
      "loss": 0.1475,
      "step": 18767
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0264115667605761e-05,
      "loss": 0.1888,
      "step": 18768
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0263241314817356e-05,
      "loss": 0.1141,
      "step": 18769
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0262366960015091e-05,
      "loss": 0.1348,
      "step": 18770
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0261492603205651e-05,
      "loss": 0.1443,
      "step": 18771
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0260618244395733e-05,
      "loss": 0.1464,
      "step": 18772
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0259743883592018e-05,
      "loss": 0.1286,
      "step": 18773
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0258869520801195e-05,
      "loss": 0.1398,
      "step": 18774
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0257995156029961e-05,
      "loss": 0.1443,
      "step": 18775
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0257120789285e-05,
      "loss": 0.1601,
      "step": 18776
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0256246420573e-05,
      "loss": 0.143,
      "step": 18777
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.025537204990065e-05,
      "loss": 0.1315,
      "step": 18778
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0254497677274644e-05,
      "loss": 0.1602,
      "step": 18779
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0253623302701668e-05,
      "loss": 0.1812,
      "step": 18780
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0252748926188407e-05,
      "loss": 0.1249,
      "step": 18781
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0251874547741558e-05,
      "loss": 0.1702,
      "step": 18782
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0251000167367805e-05,
      "loss": 0.1585,
      "step": 18783
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0250125785073841e-05,
      "loss": 0.1572,
      "step": 18784
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0249251400866351e-05,
      "loss": 0.1495,
      "step": 18785
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0248377014752026e-05,
      "loss": 0.1618,
      "step": 18786
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0247502626737555e-05,
      "loss": 0.167,
      "step": 18787
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.024662823682963e-05,
      "loss": 0.1132,
      "step": 18788
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0245753845034936e-05,
      "loss": 0.1598,
      "step": 18789
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0244879451360166e-05,
      "loss": 0.1269,
      "step": 18790
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0244005055812008e-05,
      "loss": 0.1872,
      "step": 18791
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0243130658397149e-05,
      "loss": 0.1554,
      "step": 18792
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0242256259122281e-05,
      "loss": 0.1291,
      "step": 18793
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0241381857994092e-05,
      "loss": 0.124,
      "step": 18794
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0240507455019274e-05,
      "loss": 0.1489,
      "step": 18795
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0239633050204517e-05,
      "loss": 0.1267,
      "step": 18796
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0238758643556503e-05,
      "loss": 0.1578,
      "step": 18797
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.023788423508193e-05,
      "loss": 0.1181,
      "step": 18798
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.023700982478748e-05,
      "loss": 0.1535,
      "step": 18799
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.023613541267985e-05,
      "loss": 0.1258,
      "step": 18800
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0235260998765724e-05,
      "loss": 0.1545,
      "step": 18801
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0234386583051793e-05,
      "loss": 0.1407,
      "step": 18802
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0233512165544748e-05,
      "loss": 0.1437,
      "step": 18803
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0232637746251277e-05,
      "loss": 0.1202,
      "step": 18804
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.023176332517807e-05,
      "loss": 0.1376,
      "step": 18805
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0230888902331816e-05,
      "loss": 0.1732,
      "step": 18806
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0230014477719205e-05,
      "loss": 0.127,
      "step": 18807
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0229140051346928e-05,
      "loss": 0.1467,
      "step": 18808
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.022826562322167e-05,
      "loss": 0.2002,
      "step": 18809
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0227391193350124e-05,
      "loss": 0.1602,
      "step": 18810
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.022651676173898e-05,
      "loss": 0.1251,
      "step": 18811
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0225642328394927e-05,
      "loss": 0.1792,
      "step": 18812
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0224767893324654e-05,
      "loss": 0.1597,
      "step": 18813
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0223893456534853e-05,
      "loss": 0.1759,
      "step": 18814
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.022301901803221e-05,
      "loss": 0.1571,
      "step": 18815
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0222144577823417e-05,
      "loss": 0.1492,
      "step": 18816
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0221270135915162e-05,
      "loss": 0.1867,
      "step": 18817
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0220395692314135e-05,
      "loss": 0.142,
      "step": 18818
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.021952124702703e-05,
      "loss": 0.1374,
      "step": 18819
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0218646800060532e-05,
      "loss": 0.1807,
      "step": 18820
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0217772351421331e-05,
      "loss": 0.155,
      "step": 18821
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0216897901116118e-05,
      "loss": 0.1555,
      "step": 18822
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0216023449151582e-05,
      "loss": 0.1533,
      "step": 18823
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0215148995534414e-05,
      "loss": 0.1098,
      "step": 18824
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0214274540271307e-05,
      "loss": 0.1256,
      "step": 18825
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0213400083368941e-05,
      "loss": 0.1575,
      "step": 18826
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0212525624834014e-05,
      "loss": 0.1266,
      "step": 18827
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.021165116467321e-05,
      "loss": 0.1344,
      "step": 18828
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0210776702893225e-05,
      "loss": 0.1531,
      "step": 18829
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.020990223950075e-05,
      "loss": 0.1545,
      "step": 18830
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0209027774502467e-05,
      "loss": 0.1473,
      "step": 18831
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0208153307905068e-05,
      "loss": 0.147,
      "step": 18832
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.020727883971525e-05,
      "loss": 0.1598,
      "step": 18833
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0206404369939694e-05,
      "loss": 0.16,
      "step": 18834
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0205529898585095e-05,
      "loss": 0.1612,
      "step": 18835
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0204655425658142e-05,
      "loss": 0.156,
      "step": 18836
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0203780951165523e-05,
      "loss": 0.1338,
      "step": 18837
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.020290647511393e-05,
      "loss": 0.126,
      "step": 18838
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0202031997510051e-05,
      "loss": 0.1261,
      "step": 18839
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0201157518360583e-05,
      "loss": 0.1178,
      "step": 18840
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0200283037672203e-05,
      "loss": 0.1617,
      "step": 18841
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0199408555451612e-05,
      "loss": 0.1611,
      "step": 18842
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0198534071705495e-05,
      "loss": 0.1629,
      "step": 18843
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0197659586440542e-05,
      "loss": 0.1306,
      "step": 18844
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0196785099663451e-05,
      "loss": 0.1511,
      "step": 18845
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0195910611380898e-05,
      "loss": 0.1522,
      "step": 18846
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0195036121599584e-05,
      "loss": 0.1555,
      "step": 18847
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0194161630326193e-05,
      "loss": 0.1553,
      "step": 18848
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.019328713756742e-05,
      "loss": 0.1565,
      "step": 18849
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0192412643329953e-05,
      "loss": 0.1774,
      "step": 18850
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0191538147620478e-05,
      "loss": 0.1685,
      "step": 18851
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0190663650445695e-05,
      "loss": 0.1864,
      "step": 18852
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0189789151812282e-05,
      "loss": 0.1522,
      "step": 18853
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0188914651726938e-05,
      "loss": 0.1469,
      "step": 18854
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0188040150196352e-05,
      "loss": 0.141,
      "step": 18855
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0187165647227208e-05,
      "loss": 0.1529,
      "step": 18856
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0186291142826206e-05,
      "loss": 0.1396,
      "step": 18857
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0185416637000025e-05,
      "loss": 0.1361,
      "step": 18858
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0184542129755367e-05,
      "loss": 0.1433,
      "step": 18859
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0183667621098911e-05,
      "loss": 0.1373,
      "step": 18860
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0182793111037352e-05,
      "loss": 0.1231,
      "step": 18861
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0181918599577385e-05,
      "loss": 0.1427,
      "step": 18862
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0181044086725691e-05,
      "loss": 0.1525,
      "step": 18863
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0180169572488972e-05,
      "loss": 0.1479,
      "step": 18864
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0179295056873906e-05,
      "loss": 0.1392,
      "step": 18865
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0178420539887186e-05,
      "loss": 0.1345,
      "step": 18866
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.017754602153551e-05,
      "loss": 0.1498,
      "step": 18867
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0176671501825562e-05,
      "loss": 0.1718,
      "step": 18868
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0175796980764033e-05,
      "loss": 0.1676,
      "step": 18869
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0174922458357615e-05,
      "loss": 0.1459,
      "step": 18870
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0174047934612991e-05,
      "loss": 0.1515,
      "step": 18871
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0173173409536865e-05,
      "loss": 0.1648,
      "step": 18872
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0172298883135914e-05,
      "loss": 0.1472,
      "step": 18873
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0171424355416839e-05,
      "loss": 0.1554,
      "step": 18874
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0170549826386322e-05,
      "loss": 0.169,
      "step": 18875
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0169675296051058e-05,
      "loss": 0.1388,
      "step": 18876
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0168800764417734e-05,
      "loss": 0.1517,
      "step": 18877
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0167926231493041e-05,
      "loss": 0.1131,
      "step": 18878
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0167051697283679e-05,
      "loss": 0.139,
      "step": 18879
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0166177161796325e-05,
      "loss": 0.113,
      "step": 18880
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0165302625037675e-05,
      "loss": 0.1496,
      "step": 18881
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0164428087014418e-05,
      "loss": 0.1429,
      "step": 18882
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0163553547733242e-05,
      "loss": 0.139,
      "step": 18883
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0162679007200848e-05,
      "loss": 0.1643,
      "step": 18884
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0161804465423917e-05,
      "loss": 0.1715,
      "step": 18885
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0160929922409141e-05,
      "loss": 0.1231,
      "step": 18886
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0160055378163214e-05,
      "loss": 0.133,
      "step": 18887
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.015918083269282e-05,
      "loss": 0.1386,
      "step": 18888
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0158306286004658e-05,
      "loss": 0.1454,
      "step": 18889
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0157431738105408e-05,
      "loss": 0.1338,
      "step": 18890
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0156557189001773e-05,
      "loss": 0.1464,
      "step": 18891
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0155682638700431e-05,
      "loss": 0.1494,
      "step": 18892
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0154808087208081e-05,
      "loss": 0.1306,
      "step": 18893
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.015393353453141e-05,
      "loss": 0.1459,
      "step": 18894
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0153058980677109e-05,
      "loss": 0.1463,
      "step": 18895
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0152184425651871e-05,
      "loss": 0.137,
      "step": 18896
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0151309869462385e-05,
      "loss": 0.1522,
      "step": 18897
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0150435312115338e-05,
      "loss": 0.1331,
      "step": 18898
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0149560753617426e-05,
      "loss": 0.14,
      "step": 18899
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0148686193975334e-05,
      "loss": 0.2005,
      "step": 18900
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0147811633195761e-05,
      "loss": 0.1681,
      "step": 18901
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.014693707128539e-05,
      "loss": 0.1451,
      "step": 18902
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0146062508250914e-05,
      "loss": 0.1526,
      "step": 18903
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0145187944099023e-05,
      "loss": 0.1234,
      "step": 18904
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0144313378836408e-05,
      "loss": 0.1646,
      "step": 18905
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0143438812469764e-05,
      "loss": 0.1621,
      "step": 18906
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0142564245005774e-05,
      "loss": 0.1207,
      "step": 18907
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0141689676451135e-05,
      "loss": 0.1466,
      "step": 18908
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0140815106812534e-05,
      "loss": 0.146,
      "step": 18909
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.013994053609666e-05,
      "loss": 0.1461,
      "step": 18910
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0139065964310209e-05,
      "loss": 0.1235,
      "step": 18911
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0138191391459869e-05,
      "loss": 0.1481,
      "step": 18912
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0137316817552329e-05,
      "loss": 0.1336,
      "step": 18913
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0136442242594281e-05,
      "loss": 0.1544,
      "step": 18914
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.013556766659242e-05,
      "loss": 0.1451,
      "step": 18915
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0134693089553431e-05,
      "loss": 0.1314,
      "step": 18916
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0133818511484007e-05,
      "loss": 0.1325,
      "step": 18917
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0132943932390836e-05,
      "loss": 0.1292,
      "step": 18918
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0132069352280614e-05,
      "loss": 0.1609,
      "step": 18919
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0131194771160026e-05,
      "loss": 0.1459,
      "step": 18920
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0130320189035766e-05,
      "loss": 0.1085,
      "step": 18921
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0129445605914527e-05,
      "loss": 0.181,
      "step": 18922
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0128571021802995e-05,
      "loss": 0.174,
      "step": 18923
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0127696436707864e-05,
      "loss": 0.1239,
      "step": 18924
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0126821850635822e-05,
      "loss": 0.125,
      "step": 18925
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0125947263593563e-05,
      "loss": 0.1216,
      "step": 18926
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0125072675587777e-05,
      "loss": 0.191,
      "step": 18927
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0124198086625151e-05,
      "loss": 0.1638,
      "step": 18928
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0123323496712383e-05,
      "loss": 0.1373,
      "step": 18929
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.012244890585616e-05,
      "loss": 0.1328,
      "step": 18930
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.012157431406317e-05,
      "loss": 0.1383,
      "step": 18931
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0120699721340105e-05,
      "loss": 0.1335,
      "step": 18932
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0119825127693662e-05,
      "loss": 0.1565,
      "step": 18933
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0118950533130522e-05,
      "loss": 0.1207,
      "step": 18934
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0118075937657386e-05,
      "loss": 0.1442,
      "step": 18935
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0117201341280936e-05,
      "loss": 0.1303,
      "step": 18936
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0116326744007869e-05,
      "loss": 0.1696,
      "step": 18937
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0115452145844872e-05,
      "loss": 0.1476,
      "step": 18938
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0114577546798641e-05,
      "loss": 0.1858,
      "step": 18939
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0113702946875861e-05,
      "loss": 0.1551,
      "step": 18940
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0112828346083223e-05,
      "loss": 0.1194,
      "step": 18941
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0111953744427425e-05,
      "loss": 0.148,
      "step": 18942
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.011107914191515e-05,
      "loss": 0.1486,
      "step": 18943
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0110204538553095e-05,
      "loss": 0.1659,
      "step": 18944
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0109329934347945e-05,
      "loss": 0.1368,
      "step": 18945
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0108455329306395e-05,
      "loss": 0.1485,
      "step": 18946
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0107580723435136e-05,
      "loss": 0.1416,
      "step": 18947
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0106706116740856e-05,
      "loss": 0.1296,
      "step": 18948
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0105831509230249e-05,
      "loss": 0.1416,
      "step": 18949
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0104956900910006e-05,
      "loss": 0.1516,
      "step": 18950
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0104082291786814e-05,
      "loss": 0.1826,
      "step": 18951
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0103207681867371e-05,
      "loss": 0.1357,
      "step": 18952
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0102333071158359e-05,
      "loss": 0.1306,
      "step": 18953
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0101458459666476e-05,
      "loss": 0.132,
      "step": 18954
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0100583847398411e-05,
      "loss": 0.1819,
      "step": 18955
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0099709234360852e-05,
      "loss": 0.1732,
      "step": 18956
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0098834620560498e-05,
      "loss": 0.1703,
      "step": 18957
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.009796000600403e-05,
      "loss": 0.1544,
      "step": 18958
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0097085390698147e-05,
      "loss": 0.1418,
      "step": 18959
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0096210774649536e-05,
      "loss": 0.1477,
      "step": 18960
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0095336157864886e-05,
      "loss": 0.1225,
      "step": 18961
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0094461540350892e-05,
      "loss": 0.172,
      "step": 18962
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0093586922114247e-05,
      "loss": 0.1448,
      "step": 18963
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0092712303161635e-05,
      "loss": 0.128,
      "step": 18964
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0091837683499754e-05,
      "loss": 0.1735,
      "step": 18965
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.009096306313529e-05,
      "loss": 0.1247,
      "step": 18966
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0090088442074939e-05,
      "loss": 0.1578,
      "step": 18967
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0089213820325386e-05,
      "loss": 0.1541,
      "step": 18968
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0088339197893329e-05,
      "loss": 0.1493,
      "step": 18969
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0087464574785451e-05,
      "loss": 0.1621,
      "step": 18970
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0086589951008448e-05,
      "loss": 0.1491,
      "step": 18971
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0085715326569013e-05,
      "loss": 0.1196,
      "step": 18972
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0084840701473833e-05,
      "loss": 0.1683,
      "step": 18973
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0083966075729603e-05,
      "loss": 0.1363,
      "step": 18974
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0083091449343008e-05,
      "loss": 0.115,
      "step": 18975
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0082216822320743e-05,
      "loss": 0.1436,
      "step": 18976
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.00813421946695e-05,
      "loss": 0.1184,
      "step": 18977
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.008046756639597e-05,
      "loss": 0.1751,
      "step": 18978
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0079592937506846e-05,
      "loss": 0.1438,
      "step": 18979
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.007871830800881e-05,
      "loss": 0.1346,
      "step": 18980
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0077843677908563e-05,
      "loss": 0.1374,
      "step": 18981
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0076969047212792e-05,
      "loss": 0.1329,
      "step": 18982
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.007609441592819e-05,
      "loss": 0.1725,
      "step": 18983
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.007521978406145e-05,
      "loss": 0.2032,
      "step": 18984
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0074345151619254e-05,
      "loss": 0.1603,
      "step": 18985
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0073470518608301e-05,
      "loss": 0.146,
      "step": 18986
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0072595885035279e-05,
      "loss": 0.1301,
      "step": 18987
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0071721250906883e-05,
      "loss": 0.1539,
      "step": 18988
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0070846616229804e-05,
      "loss": 0.1305,
      "step": 18989
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0069971981010726e-05,
      "loss": 0.2065,
      "step": 18990
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0069097345256348e-05,
      "loss": 0.1778,
      "step": 18991
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0068222708973356e-05,
      "loss": 0.1746,
      "step": 18992
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0067348072168446e-05,
      "loss": 0.1461,
      "step": 18993
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0066473434848308e-05,
      "loss": 0.1433,
      "step": 18994
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0065598797019624e-05,
      "loss": 0.1746,
      "step": 18995
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0064724158689103e-05,
      "loss": 0.1525,
      "step": 18996
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0063849519863418e-05,
      "loss": 0.1469,
      "step": 18997
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0062974880549272e-05,
      "loss": 0.1194,
      "step": 18998
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0062100240753353e-05,
      "loss": 0.1478,
      "step": 18999
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0061225600482352e-05,
      "loss": 0.1897,
      "step": 19000
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0060350959742959e-05,
      "loss": 0.1547,
      "step": 19001
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0059476318541865e-05,
      "loss": 0.1158,
      "step": 19002
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0058601676885766e-05,
      "loss": 0.1275,
      "step": 19003
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0057727034781349e-05,
      "loss": 0.1312,
      "step": 19004
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0056852392235302e-05,
      "loss": 0.1494,
      "step": 19005
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0055977749254324e-05,
      "loss": 0.1678,
      "step": 19006
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0055103105845101e-05,
      "loss": 0.1673,
      "step": 19007
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0054228462014329e-05,
      "loss": 0.1354,
      "step": 19008
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0053353817768692e-05,
      "loss": 0.1123,
      "step": 19009
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0052479173114883e-05,
      "loss": 0.1752,
      "step": 19010
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.00516045280596e-05,
      "loss": 0.1525,
      "step": 19011
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0050729882609527e-05,
      "loss": 0.1319,
      "step": 19012
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0049855236771359e-05,
      "loss": 0.1573,
      "step": 19013
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0048980590551786e-05,
      "loss": 0.1416,
      "step": 19014
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0048105943957498e-05,
      "loss": 0.1862,
      "step": 19015
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.004723129699519e-05,
      "loss": 0.1236,
      "step": 19016
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0046356649671549e-05,
      "loss": 0.1396,
      "step": 19017
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.004548200199327e-05,
      "loss": 0.1382,
      "step": 19018
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0044607353967042e-05,
      "loss": 0.1791,
      "step": 19019
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0043732705599556e-05,
      "loss": 0.1506,
      "step": 19020
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0042858056897504e-05,
      "loss": 0.1633,
      "step": 19021
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0041983407867575e-05,
      "loss": 0.1267,
      "step": 19022
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0041108758516467e-05,
      "loss": 0.1442,
      "step": 19023
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0040234108850866e-05,
      "loss": 0.1538,
      "step": 19024
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0039359458877462e-05,
      "loss": 0.1517,
      "step": 19025
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.003848480860295e-05,
      "loss": 0.1407,
      "step": 19026
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0037610158034016e-05,
      "loss": 0.1487,
      "step": 19027
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0036735507177361e-05,
      "loss": 0.1408,
      "step": 19028
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0035860856039668e-05,
      "loss": 0.1324,
      "step": 19029
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.003498620462763e-05,
      "loss": 0.1583,
      "step": 19030
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0034111552947939e-05,
      "loss": 0.146,
      "step": 19031
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0033236901007283e-05,
      "loss": 0.1558,
      "step": 19032
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0032362248812362e-05,
      "loss": 0.1383,
      "step": 19033
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0031487596369859e-05,
      "loss": 0.132,
      "step": 19034
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0030612943686469e-05,
      "loss": 0.1586,
      "step": 19035
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0029738290768883e-05,
      "loss": 0.144,
      "step": 19036
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0028863637623789e-05,
      "loss": 0.1868,
      "step": 19037
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0027988984257884e-05,
      "loss": 0.1494,
      "step": 19038
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0027114330677852e-05,
      "loss": 0.1318,
      "step": 19039
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0026239676890395e-05,
      "loss": 0.1203,
      "step": 19040
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0025365022902194e-05,
      "loss": 0.1468,
      "step": 19041
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0024490368719945e-05,
      "loss": 0.1394,
      "step": 19042
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0023615714350338e-05,
      "loss": 0.1559,
      "step": 19043
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0022741059800066e-05,
      "loss": 0.1384,
      "step": 19044
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.002186640507582e-05,
      "loss": 0.1464,
      "step": 19045
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0020991750184291e-05,
      "loss": 0.1363,
      "step": 19046
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0020117095132167e-05,
      "loss": 0.1777,
      "step": 19047
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0019242439926145e-05,
      "loss": 0.1106,
      "step": 19048
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0018367784572909e-05,
      "loss": 0.152,
      "step": 19049
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.001749312907916e-05,
      "loss": 0.1301,
      "step": 19050
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0016618473451582e-05,
      "loss": 0.145,
      "step": 19051
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.001574381769687e-05,
      "loss": 0.1693,
      "step": 19052
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0014869161821712e-05,
      "loss": 0.1478,
      "step": 19053
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0013994505832802e-05,
      "loss": 0.1448,
      "step": 19054
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0013119849736832e-05,
      "loss": 0.1293,
      "step": 19055
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0012245193540491e-05,
      "loss": 0.1309,
      "step": 19056
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.001137053725047e-05,
      "loss": 0.1461,
      "step": 19057
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0010495880873463e-05,
      "loss": 0.134,
      "step": 19058
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0009621224416159e-05,
      "loss": 0.1384,
      "step": 19059
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.000874656788525e-05,
      "loss": 0.1512,
      "step": 19060
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.000787191128743e-05,
      "loss": 0.1434,
      "step": 19061
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0006997254629384e-05,
      "loss": 0.1539,
      "step": 19062
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.000612259791781e-05,
      "loss": 0.168,
      "step": 19063
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0005247941159398e-05,
      "loss": 0.1171,
      "step": 19064
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0004373284360836e-05,
      "loss": 0.1314,
      "step": 19065
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0003498627528816e-05,
      "loss": 0.12,
      "step": 19066
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0002623970670031e-05,
      "loss": 0.135,
      "step": 19067
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0001749313791174e-05,
      "loss": 0.1278,
      "step": 19068
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0000874656898933e-05,
      "loss": 0.1301,
      "step": 19069
    },
    {
      "epoch": 1.54,
      "learning_rate": 1e-05,
      "loss": 0.1673,
      "step": 19070
    },
    {
      "epoch": 1.54,
      "learning_rate": 9.999125343101069e-06,
      "loss": 0.139,
      "step": 19071
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.998250686208831e-06,
      "loss": 0.1606,
      "step": 19072
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.997376029329969e-06,
      "loss": 0.1623,
      "step": 19073
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.996501372471186e-06,
      "loss": 0.126,
      "step": 19074
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.995626715639168e-06,
      "loss": 0.1389,
      "step": 19075
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.994752058840606e-06,
      "loss": 0.1818,
      "step": 19076
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.993877402082195e-06,
      "loss": 0.1381,
      "step": 19077
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.993002745370616e-06,
      "loss": 0.1388,
      "step": 19078
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.992128088712573e-06,
      "loss": 0.1462,
      "step": 19079
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.991253432114753e-06,
      "loss": 0.1532,
      "step": 19080
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.990378775583843e-06,
      "loss": 0.133,
      "step": 19081
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.989504119126542e-06,
      "loss": 0.1385,
      "step": 19082
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.988629462749531e-06,
      "loss": 0.1661,
      "step": 19083
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.987754806459514e-06,
      "loss": 0.1562,
      "step": 19084
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.98688015026317e-06,
      "loss": 0.1082,
      "step": 19085
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.9860054941672e-06,
      "loss": 0.1477,
      "step": 19086
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.985130838178293e-06,
      "loss": 0.1399,
      "step": 19087
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.984256182303134e-06,
      "loss": 0.143,
      "step": 19088
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.983381526548421e-06,
      "loss": 0.1431,
      "step": 19089
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.982506870920843e-06,
      "loss": 0.1365,
      "step": 19090
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.981632215427094e-06,
      "loss": 0.1645,
      "step": 19091
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.980757560073862e-06,
      "loss": 0.1251,
      "step": 19092
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.979882904867837e-06,
      "loss": 0.1366,
      "step": 19093
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.979008249815714e-06,
      "loss": 0.147,
      "step": 19094
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.978133594924182e-06,
      "loss": 0.1352,
      "step": 19095
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.977258940199938e-06,
      "loss": 0.1433,
      "step": 19096
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.976384285649667e-06,
      "loss": 0.1491,
      "step": 19097
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.975509631280057e-06,
      "loss": 0.1348,
      "step": 19098
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.974634977097808e-06,
      "loss": 0.1425,
      "step": 19099
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.973760323109608e-06,
      "loss": 0.1797,
      "step": 19100
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.97288566932215e-06,
      "loss": 0.1395,
      "step": 19101
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.972011015742121e-06,
      "loss": 0.1191,
      "step": 19102
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.971136362376213e-06,
      "loss": 0.1283,
      "step": 19103
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.97026170923112e-06,
      "loss": 0.1621,
      "step": 19104
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.969387056313533e-06,
      "loss": 0.1376,
      "step": 19105
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.968512403630145e-06,
      "loss": 0.1424,
      "step": 19106
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.967637751187643e-06,
      "loss": 0.1269,
      "step": 19107
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.966763098992716e-06,
      "loss": 0.15,
      "step": 19108
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.965888447052064e-06,
      "loss": 0.1244,
      "step": 19109
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.965013795372373e-06,
      "loss": 0.1268,
      "step": 19110
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.964139143960337e-06,
      "loss": 0.1393,
      "step": 19111
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.963264492822644e-06,
      "loss": 0.1318,
      "step": 19112
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.962389841965984e-06,
      "loss": 0.1308,
      "step": 19113
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.961515191397053e-06,
      "loss": 0.1392,
      "step": 19114
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.96064054112254e-06,
      "loss": 0.0921,
      "step": 19115
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.959765891149139e-06,
      "loss": 0.1362,
      "step": 19116
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.958891241483538e-06,
      "loss": 0.1302,
      "step": 19117
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.958016592132425e-06,
      "loss": 0.1302,
      "step": 19118
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.957141943102498e-06,
      "loss": 0.1396,
      "step": 19119
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.956267294400448e-06,
      "loss": 0.1355,
      "step": 19120
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.955392646032963e-06,
      "loss": 0.1185,
      "step": 19121
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.954517998006733e-06,
      "loss": 0.1374,
      "step": 19122
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.953643350328453e-06,
      "loss": 0.1312,
      "step": 19123
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.952768703004813e-06,
      "loss": 0.117,
      "step": 19124
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.951894056042504e-06,
      "loss": 0.1478,
      "step": 19125
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.951019409448219e-06,
      "loss": 0.129,
      "step": 19126
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.950144763228644e-06,
      "loss": 0.157,
      "step": 19127
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.949270117390475e-06,
      "loss": 0.1358,
      "step": 19128
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.948395471940403e-06,
      "loss": 0.157,
      "step": 19129
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.947520826885119e-06,
      "loss": 0.1415,
      "step": 19130
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.946646182231313e-06,
      "loss": 0.1242,
      "step": 19131
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.945771537985678e-06,
      "loss": 0.1756,
      "step": 19132
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.9448968941549e-06,
      "loss": 0.1444,
      "step": 19133
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.944022250745678e-06,
      "loss": 0.1552,
      "step": 19134
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.9431476077647e-06,
      "loss": 0.1462,
      "step": 19135
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.942272965218656e-06,
      "loss": 0.15,
      "step": 19136
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.941398323114239e-06,
      "loss": 0.1732,
      "step": 19137
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.940523681458135e-06,
      "loss": 0.1241,
      "step": 19138
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.939649040257043e-06,
      "loss": 0.1248,
      "step": 19139
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.938774399517653e-06,
      "loss": 0.138,
      "step": 19140
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.937899759246652e-06,
      "loss": 0.1735,
      "step": 19141
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.937025119450731e-06,
      "loss": 0.1478,
      "step": 19142
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.936150480136582e-06,
      "loss": 0.1485,
      "step": 19143
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.9352758413109e-06,
      "loss": 0.1644,
      "step": 19144
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.934401202980377e-06,
      "loss": 0.1309,
      "step": 19145
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.933526565151699e-06,
      "loss": 0.1628,
      "step": 19146
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.932651927831556e-06,
      "loss": 0.1521,
      "step": 19147
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.931777291026644e-06,
      "loss": 0.1406,
      "step": 19148
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.930902654743653e-06,
      "loss": 0.1242,
      "step": 19149
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.930028018989277e-06,
      "loss": 0.1541,
      "step": 19150
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.929153383770201e-06,
      "loss": 0.1473,
      "step": 19151
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.928278749093117e-06,
      "loss": 0.1197,
      "step": 19152
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.927404114964721e-06,
      "loss": 0.1398,
      "step": 19153
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.9265294813917e-06,
      "loss": 0.1318,
      "step": 19154
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.92565484838075e-06,
      "loss": 0.1537,
      "step": 19155
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.924780215938557e-06,
      "loss": 0.1265,
      "step": 19156
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.92390558407181e-06,
      "loss": 0.1555,
      "step": 19157
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.923030952787208e-06,
      "loss": 0.144,
      "step": 19158
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.92215632209144e-06,
      "loss": 0.1456,
      "step": 19159
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.921281691991192e-06,
      "loss": 0.1396,
      "step": 19160
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.920407062493159e-06,
      "loss": 0.2026,
      "step": 19161
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.91953243360403e-06,
      "loss": 0.1568,
      "step": 19162
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.9186578053305e-06,
      "loss": 0.1547,
      "step": 19163
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.91778317767926e-06,
      "loss": 0.1837,
      "step": 19164
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.916908550656997e-06,
      "loss": 0.1213,
      "step": 19165
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.916033924270404e-06,
      "loss": 0.137,
      "step": 19166
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.915159298526168e-06,
      "loss": 0.146,
      "step": 19167
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.914284673430989e-06,
      "loss": 0.1579,
      "step": 19168
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.913410048991554e-06,
      "loss": 0.176,
      "step": 19169
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.912535425214552e-06,
      "loss": 0.1384,
      "step": 19170
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.911660802106676e-06,
      "loss": 0.1376,
      "step": 19171
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.910786179674614e-06,
      "loss": 0.1325,
      "step": 19172
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.909911557925063e-06,
      "loss": 0.1425,
      "step": 19173
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.909036936864713e-06,
      "loss": 0.1562,
      "step": 19174
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.908162316500248e-06,
      "loss": 0.1569,
      "step": 19175
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.907287696838366e-06,
      "loss": 0.1556,
      "step": 19176
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.906413077885755e-06,
      "loss": 0.1356,
      "step": 19177
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.905538459649106e-06,
      "loss": 0.1315,
      "step": 19178
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.904663842135115e-06,
      "loss": 0.1439,
      "step": 19179
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.90378922535047e-06,
      "loss": 0.1459,
      "step": 19180
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.902914609301858e-06,
      "loss": 0.1549,
      "step": 19181
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.90203999399597e-06,
      "loss": 0.1078,
      "step": 19182
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.901165379439503e-06,
      "loss": 0.1408,
      "step": 19183
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.90029076563915e-06,
      "loss": 0.1533,
      "step": 19184
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.899416152601592e-06,
      "loss": 0.1347,
      "step": 19185
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.898541540333527e-06,
      "loss": 0.1411,
      "step": 19186
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.897666928841641e-06,
      "loss": 0.1323,
      "step": 19187
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.896792318132632e-06,
      "loss": 0.1295,
      "step": 19188
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.895917708213188e-06,
      "loss": 0.1508,
      "step": 19189
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.895043099089999e-06,
      "loss": 0.1059,
      "step": 19190
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.894168490769753e-06,
      "loss": 0.1482,
      "step": 19191
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.893293883259144e-06,
      "loss": 0.1206,
      "step": 19192
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.892419276564867e-06,
      "loss": 0.1105,
      "step": 19193
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.891544670693609e-06,
      "loss": 0.155,
      "step": 19194
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.890670065652058e-06,
      "loss": 0.1497,
      "step": 19195
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.88979546144691e-06,
      "loss": 0.1333,
      "step": 19196
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.888920858084851e-06,
      "loss": 0.1728,
      "step": 19197
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.888046255572578e-06,
      "loss": 0.1542,
      "step": 19198
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.887171653916779e-06,
      "loss": 0.1203,
      "step": 19199
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.886297053124144e-06,
      "loss": 0.1815,
      "step": 19200
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.885422453201365e-06,
      "loss": 0.1344,
      "step": 19201
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.884547854155127e-06,
      "loss": 0.1857,
      "step": 19202
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.883673255992135e-06,
      "loss": 0.1538,
      "step": 19203
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.882798658719065e-06,
      "loss": 0.1238,
      "step": 19204
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.881924062342618e-06,
      "loss": 0.1382,
      "step": 19205
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.881049466869483e-06,
      "loss": 0.1149,
      "step": 19206
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.88017487230634e-06,
      "loss": 0.122,
      "step": 19207
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.879300278659896e-06,
      "loss": 0.158,
      "step": 19208
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.878425685936834e-06,
      "loss": 0.1625,
      "step": 19209
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.877551094143844e-06,
      "loss": 0.1134,
      "step": 19210
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.876676503287622e-06,
      "loss": 0.1624,
      "step": 19211
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.875801913374847e-06,
      "loss": 0.1401,
      "step": 19212
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.874927324412226e-06,
      "loss": 0.1442,
      "step": 19213
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.874052736406439e-06,
      "loss": 0.1337,
      "step": 19214
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.87317814936418e-06,
      "loss": 0.1475,
      "step": 19215
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.872303563292141e-06,
      "loss": 0.1761,
      "step": 19216
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.871428978197005e-06,
      "loss": 0.1523,
      "step": 19217
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.870554394085476e-06,
      "loss": 0.1758,
      "step": 19218
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.869679810964235e-06,
      "loss": 0.1488,
      "step": 19219
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.868805228839977e-06,
      "loss": 0.1424,
      "step": 19220
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.867930647719393e-06,
      "loss": 0.1255,
      "step": 19221
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.867056067609164e-06,
      "loss": 0.1124,
      "step": 19222
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.866181488515998e-06,
      "loss": 0.1616,
      "step": 19223
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.865306910446572e-06,
      "loss": 0.1343,
      "step": 19224
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.864432333407583e-06,
      "loss": 0.1722,
      "step": 19225
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.863557757405722e-06,
      "loss": 0.1492,
      "step": 19226
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.862683182447673e-06,
      "loss": 0.125,
      "step": 19227
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.861808608540134e-06,
      "loss": 0.1568,
      "step": 19228
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.860934035689795e-06,
      "loss": 0.1531,
      "step": 19229
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.860059463903342e-06,
      "loss": 0.1504,
      "step": 19230
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.859184893187473e-06,
      "loss": 0.1459,
      "step": 19231
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.858310323548868e-06,
      "loss": 0.1114,
      "step": 19232
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.857435754994228e-06,
      "loss": 0.1299,
      "step": 19233
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.85656118753024e-06,
      "loss": 0.1573,
      "step": 19234
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.855686621163595e-06,
      "loss": 0.1508,
      "step": 19235
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.854812055900982e-06,
      "loss": 0.1363,
      "step": 19236
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.853937491749088e-06,
      "loss": 0.1747,
      "step": 19237
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.853062928714613e-06,
      "loss": 0.1491,
      "step": 19238
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.852188366804242e-06,
      "loss": 0.1228,
      "step": 19239
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.851313806024668e-06,
      "loss": 0.1485,
      "step": 19240
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.850439246382579e-06,
      "loss": 0.1585,
      "step": 19241
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.849564687884663e-06,
      "loss": 0.1656,
      "step": 19242
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.848690130537618e-06,
      "loss": 0.1408,
      "step": 19243
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.847815574348132e-06,
      "loss": 0.144,
      "step": 19244
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.846941019322894e-06,
      "loss": 0.1272,
      "step": 19245
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.846066465468595e-06,
      "loss": 0.1795,
      "step": 19246
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.845191912791922e-06,
      "loss": 0.146,
      "step": 19247
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.84431736129957e-06,
      "loss": 0.1762,
      "step": 19248
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.843442810998232e-06,
      "loss": 0.1253,
      "step": 19249
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.842568261894595e-06,
      "loss": 0.1455,
      "step": 19250
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.841693713995349e-06,
      "loss": 0.1816,
      "step": 19251
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.840819167307182e-06,
      "loss": 0.1514,
      "step": 19252
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.83994462183679e-06,
      "loss": 0.139,
      "step": 19253
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.83907007759086e-06,
      "loss": 0.1027,
      "step": 19254
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.838195534576088e-06,
      "loss": 0.1382,
      "step": 19255
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.837320992799157e-06,
      "loss": 0.1569,
      "step": 19256
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.836446452266758e-06,
      "loss": 0.1515,
      "step": 19257
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.835571912985586e-06,
      "loss": 0.1594,
      "step": 19258
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.83469737496233e-06,
      "loss": 0.1789,
      "step": 19259
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.833822838203682e-06,
      "loss": 0.1443,
      "step": 19260
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.832948302716328e-06,
      "loss": 0.1609,
      "step": 19261
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.832073768506959e-06,
      "loss": 0.1456,
      "step": 19262
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.831199235582269e-06,
      "loss": 0.1505,
      "step": 19263
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.830324703948945e-06,
      "loss": 0.1206,
      "step": 19264
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.829450173613683e-06,
      "loss": 0.1508,
      "step": 19265
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.828575644583166e-06,
      "loss": 0.1174,
      "step": 19266
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.827701116864087e-06,
      "loss": 0.1566,
      "step": 19267
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.826826590463139e-06,
      "loss": 0.1387,
      "step": 19268
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.82595206538701e-06,
      "loss": 0.1605,
      "step": 19269
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.825077541642391e-06,
      "loss": 0.1287,
      "step": 19270
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.824203019235972e-06,
      "loss": 0.1316,
      "step": 19271
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.82332849817444e-06,
      "loss": 0.1453,
      "step": 19272
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.822453978464491e-06,
      "loss": 0.152,
      "step": 19273
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.821579460112815e-06,
      "loss": 0.1299,
      "step": 19274
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.8207049431261e-06,
      "loss": 0.1665,
      "step": 19275
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.819830427511034e-06,
      "loss": 0.1411,
      "step": 19276
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.818955913274309e-06,
      "loss": 0.1203,
      "step": 19277
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.818081400422618e-06,
      "loss": 0.1578,
      "step": 19278
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.81720688896265e-06,
      "loss": 0.1131,
      "step": 19279
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.816332378901094e-06,
      "loss": 0.1336,
      "step": 19280
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.815457870244639e-06,
      "loss": 0.1244,
      "step": 19281
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.814583362999975e-06,
      "loss": 0.1651,
      "step": 19282
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.813708857173798e-06,
      "loss": 0.1575,
      "step": 19283
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.812834352772793e-06,
      "loss": 0.139,
      "step": 19284
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.811959849803653e-06,
      "loss": 0.1431,
      "step": 19285
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.811085348273065e-06,
      "loss": 0.1664,
      "step": 19286
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.810210848187718e-06,
      "loss": 0.1647,
      "step": 19287
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.809336349554308e-06,
      "loss": 0.1319,
      "step": 19288
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.808461852379524e-06,
      "loss": 0.155,
      "step": 19289
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.807587356670052e-06,
      "loss": 0.1318,
      "step": 19290
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.806712862432584e-06,
      "loss": 0.1516,
      "step": 19291
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.805838369673807e-06,
      "loss": 0.1675,
      "step": 19292
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.804963878400418e-06,
      "loss": 0.1299,
      "step": 19293
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.804089388619106e-06,
      "loss": 0.1598,
      "step": 19294
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.803214900336556e-06,
      "loss": 0.1584,
      "step": 19295
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.802340413559456e-06,
      "loss": 0.148,
      "step": 19296
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.801465928294505e-06,
      "loss": 0.1713,
      "step": 19297
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.800591444548389e-06,
      "loss": 0.1483,
      "step": 19298
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.7997169623278e-06,
      "loss": 0.1412,
      "step": 19299
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.798842481639424e-06,
      "loss": 0.1304,
      "step": 19300
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.797968002489949e-06,
      "loss": 0.1597,
      "step": 19301
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.79709352488607e-06,
      "loss": 0.1278,
      "step": 19302
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.796219048834482e-06,
      "loss": 0.1433,
      "step": 19303
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.795344574341862e-06,
      "loss": 0.1471,
      "step": 19304
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.794470101414908e-06,
      "loss": 0.1156,
      "step": 19305
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.793595630060306e-06,
      "loss": 0.123,
      "step": 19306
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.792721160284752e-06,
      "loss": 0.1384,
      "step": 19307
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.791846692094933e-06,
      "loss": 0.1412,
      "step": 19308
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.790972225497536e-06,
      "loss": 0.1138,
      "step": 19309
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.790097760499255e-06,
      "loss": 0.2072,
      "step": 19310
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.789223297106773e-06,
      "loss": 0.1443,
      "step": 19311
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.788348835326788e-06,
      "loss": 0.1424,
      "step": 19312
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.787474375165991e-06,
      "loss": 0.1363,
      "step": 19313
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.786599916631064e-06,
      "loss": 0.1443,
      "step": 19314
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.7857254597287e-06,
      "loss": 0.1343,
      "step": 19315
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.784851004465586e-06,
      "loss": 0.1551,
      "step": 19316
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.783976550848417e-06,
      "loss": 0.1731,
      "step": 19317
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.783102098883885e-06,
      "loss": 0.1425,
      "step": 19318
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.782227648578672e-06,
      "loss": 0.1294,
      "step": 19319
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.781353199939472e-06,
      "loss": 0.1683,
      "step": 19320
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.780478752972971e-06,
      "loss": 0.1337,
      "step": 19321
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.779604307685865e-06,
      "loss": 0.1456,
      "step": 19322
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.77872986408484e-06,
      "loss": 0.1415,
      "step": 19323
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.777855422176586e-06,
      "loss": 0.1185,
      "step": 19324
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.776980981967793e-06,
      "loss": 0.1478,
      "step": 19325
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.776106543465147e-06,
      "loss": 0.121,
      "step": 19326
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.775232106675346e-06,
      "loss": 0.1764,
      "step": 19327
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.774357671605077e-06,
      "loss": 0.1734,
      "step": 19328
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.773483238261023e-06,
      "loss": 0.1315,
      "step": 19329
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.77260880664988e-06,
      "loss": 0.1394,
      "step": 19330
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.771734376778332e-06,
      "loss": 0.1447,
      "step": 19331
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.770859948653075e-06,
      "loss": 0.1804,
      "step": 19332
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.769985522280798e-06,
      "loss": 0.1136,
      "step": 19333
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.769111097668187e-06,
      "loss": 0.1283,
      "step": 19334
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.768236674821933e-06,
      "loss": 0.1246,
      "step": 19335
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.767362253748723e-06,
      "loss": 0.1505,
      "step": 19336
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.766487834455253e-06,
      "loss": 0.145,
      "step": 19337
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.765613416948208e-06,
      "loss": 0.1272,
      "step": 19338
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.764739001234278e-06,
      "loss": 0.128,
      "step": 19339
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.763864587320153e-06,
      "loss": 0.1454,
      "step": 19340
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.76299017521252e-06,
      "loss": 0.1093,
      "step": 19341
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.762115764918074e-06,
      "loss": 0.1543,
      "step": 19342
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.7612413564435e-06,
      "loss": 0.1087,
      "step": 19343
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.760366949795488e-06,
      "loss": 0.129,
      "step": 19344
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.759492544980729e-06,
      "loss": 0.1625,
      "step": 19345
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.758618142005906e-06,
      "loss": 0.1692,
      "step": 19346
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.75774374087772e-06,
      "loss": 0.1496,
      "step": 19347
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.756869341602853e-06,
      "loss": 0.1576,
      "step": 19348
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.755994944187997e-06,
      "loss": 0.1504,
      "step": 19349
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.755120548639839e-06,
      "loss": 0.1353,
      "step": 19350
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.754246154965064e-06,
      "loss": 0.1239,
      "step": 19351
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.753371763170373e-06,
      "loss": 0.1544,
      "step": 19352
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.752497373262448e-06,
      "loss": 0.1319,
      "step": 19353
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.751622985247977e-06,
      "loss": 0.1375,
      "step": 19354
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.750748599133655e-06,
      "loss": 0.1284,
      "step": 19355
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.74987421492616e-06,
      "loss": 0.1367,
      "step": 19356
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.748999832632196e-06,
      "loss": 0.1653,
      "step": 19357
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.748125452258445e-06,
      "loss": 0.183,
      "step": 19358
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.747251073811594e-06,
      "loss": 0.1511,
      "step": 19359
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.746376697298339e-06,
      "loss": 0.1558,
      "step": 19360
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.745502322725356e-06,
      "loss": 0.1571,
      "step": 19361
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.74462795009935e-06,
      "loss": 0.1178,
      "step": 19362
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.743753579427004e-06,
      "loss": 0.1499,
      "step": 19363
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.742879210715004e-06,
      "loss": 0.1544,
      "step": 19364
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.742004843970044e-06,
      "loss": 0.1545,
      "step": 19365
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.741130479198804e-06,
      "loss": 0.109,
      "step": 19366
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.740256116407987e-06,
      "loss": 0.1444,
      "step": 19367
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.739381755604272e-06,
      "loss": 0.1502,
      "step": 19368
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.73850739679435e-06,
      "loss": 0.1591,
      "step": 19369
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.737633039984915e-06,
      "loss": 0.1365,
      "step": 19370
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.736758685182647e-06,
      "loss": 0.127,
      "step": 19371
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.735884332394242e-06,
      "loss": 0.1393,
      "step": 19372
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.735009981626386e-06,
      "loss": 0.1462,
      "step": 19373
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.73413563288577e-06,
      "loss": 0.1409,
      "step": 19374
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.733261286179086e-06,
      "loss": 0.1468,
      "step": 19375
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.732386941513012e-06,
      "loss": 0.1419,
      "step": 19376
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.731512598894248e-06,
      "loss": 0.1519,
      "step": 19377
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.730638258329477e-06,
      "loss": 0.139,
      "step": 19378
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.729763919825395e-06,
      "loss": 0.127,
      "step": 19379
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.728889583388682e-06,
      "loss": 0.1416,
      "step": 19380
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.728015249026026e-06,
      "loss": 0.161,
      "step": 19381
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.727140916744126e-06,
      "loss": 0.1442,
      "step": 19382
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.726266586549664e-06,
      "loss": 0.1351,
      "step": 19383
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.725392258449334e-06,
      "loss": 0.1469,
      "step": 19384
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.724517932449816e-06,
      "loss": 0.1524,
      "step": 19385
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.723643608557803e-06,
      "loss": 0.1348,
      "step": 19386
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.722769286779987e-06,
      "loss": 0.1491,
      "step": 19387
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.721894967123054e-06,
      "loss": 0.1492,
      "step": 19388
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.721020649593696e-06,
      "loss": 0.1603,
      "step": 19389
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.720146334198597e-06,
      "loss": 0.1771,
      "step": 19390
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.719272020944445e-06,
      "loss": 0.1258,
      "step": 19391
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.718397709837933e-06,
      "loss": 0.1379,
      "step": 19392
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.717523400885748e-06,
      "loss": 0.1429,
      "step": 19393
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.716649094094583e-06,
      "loss": 0.1539,
      "step": 19394
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.715774789471119e-06,
      "loss": 0.1449,
      "step": 19395
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.714900487022045e-06,
      "loss": 0.1245,
      "step": 19396
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.714026186754055e-06,
      "loss": 0.1404,
      "step": 19397
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.713151888673835e-06,
      "loss": 0.1191,
      "step": 19398
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.712277592788077e-06,
      "loss": 0.1547,
      "step": 19399
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.711403299103464e-06,
      "loss": 0.1108,
      "step": 19400
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.710529007626685e-06,
      "loss": 0.1568,
      "step": 19401
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.709654718364433e-06,
      "loss": 0.0956,
      "step": 19402
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.708780431323393e-06,
      "loss": 0.1383,
      "step": 19403
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.70790614651026e-06,
      "loss": 0.1633,
      "step": 19404
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.70703186393171e-06,
      "loss": 0.1511,
      "step": 19405
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.70615758359444e-06,
      "loss": 0.1611,
      "step": 19406
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.705283305505138e-06,
      "loss": 0.1244,
      "step": 19407
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.704409029670491e-06,
      "loss": 0.167,
      "step": 19408
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.70353475609719e-06,
      "loss": 0.1173,
      "step": 19409
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.70266048479192e-06,
      "loss": 0.1343,
      "step": 19410
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.701786215761368e-06,
      "loss": 0.1246,
      "step": 19411
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.700911949012228e-06,
      "loss": 0.1774,
      "step": 19412
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.700037684551187e-06,
      "loss": 0.1343,
      "step": 19413
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.69916342238493e-06,
      "loss": 0.153,
      "step": 19414
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.698289162520147e-06,
      "loss": 0.1236,
      "step": 19415
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.697414904963524e-06,
      "loss": 0.1199,
      "step": 19416
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.696540649721754e-06,
      "loss": 0.1313,
      "step": 19417
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.695666396801525e-06,
      "loss": 0.1452,
      "step": 19418
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.69479214620952e-06,
      "loss": 0.0967,
      "step": 19419
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.693917897952433e-06,
      "loss": 0.1681,
      "step": 19420
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.693043652036945e-06,
      "loss": 0.1503,
      "step": 19421
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.692169408469752e-06,
      "loss": 0.1094,
      "step": 19422
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.691295167257541e-06,
      "loss": 0.1275,
      "step": 19423
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.690420928406997e-06,
      "loss": 0.1139,
      "step": 19424
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.68954669192481e-06,
      "loss": 0.152,
      "step": 19425
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.688672457817663e-06,
      "loss": 0.1673,
      "step": 19426
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.687798226092252e-06,
      "loss": 0.1512,
      "step": 19427
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.686923996755263e-06,
      "loss": 0.1267,
      "step": 19428
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.686049769813381e-06,
      "loss": 0.1275,
      "step": 19429
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.685175545273296e-06,
      "loss": 0.1335,
      "step": 19430
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.684301323141695e-06,
      "loss": 0.1416,
      "step": 19431
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.683427103425267e-06,
      "loss": 0.1473,
      "step": 19432
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.682552886130702e-06,
      "loss": 0.1153,
      "step": 19433
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.681678671264684e-06,
      "loss": 0.1557,
      "step": 19434
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.680804458833904e-06,
      "loss": 0.1678,
      "step": 19435
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.679930248845045e-06,
      "loss": 0.1509,
      "step": 19436
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.679056041304801e-06,
      "loss": 0.1521,
      "step": 19437
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.67818183621986e-06,
      "loss": 0.1057,
      "step": 19438
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.677307633596905e-06,
      "loss": 0.1452,
      "step": 19439
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.676433433442627e-06,
      "loss": 0.1581,
      "step": 19440
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.67555923576371e-06,
      "loss": 0.153,
      "step": 19441
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.674685040566849e-06,
      "loss": 0.1476,
      "step": 19442
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.673810847858726e-06,
      "loss": 0.1283,
      "step": 19443
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.672936657646032e-06,
      "loss": 0.1681,
      "step": 19444
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.67206246993545e-06,
      "loss": 0.1663,
      "step": 19445
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.671188284733673e-06,
      "loss": 0.1793,
      "step": 19446
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.67031410204739e-06,
      "loss": 0.1626,
      "step": 19447
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.669439921883283e-06,
      "loss": 0.1687,
      "step": 19448
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.66856574424804e-06,
      "loss": 0.1703,
      "step": 19449
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.667691569148352e-06,
      "loss": 0.1449,
      "step": 19450
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.666817396590906e-06,
      "loss": 0.1383,
      "step": 19451
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.665943226582392e-06,
      "loss": 0.1341,
      "step": 19452
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.665069059129493e-06,
      "loss": 0.1456,
      "step": 19453
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.664194894238896e-06,
      "loss": 0.1378,
      "step": 19454
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.663320731917291e-06,
      "loss": 0.1209,
      "step": 19455
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.662446572171367e-06,
      "loss": 0.152,
      "step": 19456
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.661572415007813e-06,
      "loss": 0.1751,
      "step": 19457
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.66069826043331e-06,
      "loss": 0.1413,
      "step": 19458
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.65982410845455e-06,
      "loss": 0.1246,
      "step": 19459
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.658949959078219e-06,
      "loss": 0.1717,
      "step": 19460
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.658075812311005e-06,
      "loss": 0.1544,
      "step": 19461
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.657201668159598e-06,
      "loss": 0.1405,
      "step": 19462
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.656327526630682e-06,
      "loss": 0.1332,
      "step": 19463
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.655453387730943e-06,
      "loss": 0.1281,
      "step": 19464
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.65457925146707e-06,
      "loss": 0.1408,
      "step": 19465
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.653705117845753e-06,
      "loss": 0.1319,
      "step": 19466
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.65283098687368e-06,
      "loss": 0.1669,
      "step": 19467
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.651956858557532e-06,
      "loss": 0.1456,
      "step": 19468
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.651082732904001e-06,
      "loss": 0.1564,
      "step": 19469
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.650208609919772e-06,
      "loss": 0.2049,
      "step": 19470
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.649334489611534e-06,
      "loss": 0.1401,
      "step": 19471
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.648460371985976e-06,
      "loss": 0.1432,
      "step": 19472
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.647586257049782e-06,
      "loss": 0.1486,
      "step": 19473
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.646712144809638e-06,
      "loss": 0.1499,
      "step": 19474
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.645838035272233e-06,
      "loss": 0.1338,
      "step": 19475
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.644963928444256e-06,
      "loss": 0.1541,
      "step": 19476
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.644089824332396e-06,
      "loss": 0.1239,
      "step": 19477
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.643215722943332e-06,
      "loss": 0.1365,
      "step": 19478
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.642341624283758e-06,
      "loss": 0.1636,
      "step": 19479
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.641467528360357e-06,
      "loss": 0.1471,
      "step": 19480
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.640593435179822e-06,
      "loss": 0.1518,
      "step": 19481
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.639719344748832e-06,
      "loss": 0.1325,
      "step": 19482
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.638845257074079e-06,
      "loss": 0.0985,
      "step": 19483
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.63797117216225e-06,
      "loss": 0.1581,
      "step": 19484
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.637097090020027e-06,
      "loss": 0.127,
      "step": 19485
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.636223010654108e-06,
      "loss": 0.1611,
      "step": 19486
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.635348934071168e-06,
      "loss": 0.1343,
      "step": 19487
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.6344748602779e-06,
      "loss": 0.1359,
      "step": 19488
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.633600789280991e-06,
      "loss": 0.1654,
      "step": 19489
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.63272672108712e-06,
      "loss": 0.1252,
      "step": 19490
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.631852655702987e-06,
      "loss": 0.15,
      "step": 19491
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.63097859313527e-06,
      "loss": 0.151,
      "step": 19492
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.630104533390657e-06,
      "loss": 0.1191,
      "step": 19493
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.62923047647584e-06,
      "loss": 0.1281,
      "step": 19494
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.628356422397493e-06,
      "loss": 0.1215,
      "step": 19495
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.627482371162317e-06,
      "loss": 0.1115,
      "step": 19496
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.626608322776992e-06,
      "loss": 0.1288,
      "step": 19497
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.625734277248205e-06,
      "loss": 0.143,
      "step": 19498
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.624860234582646e-06,
      "loss": 0.1515,
      "step": 19499
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.623986194786991e-06,
      "loss": 0.1313,
      "step": 19500
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.623112157867943e-06,
      "loss": 0.1302,
      "step": 19501
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.622238123832178e-06,
      "loss": 0.1667,
      "step": 19502
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.621364092686383e-06,
      "loss": 0.1514,
      "step": 19503
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.620490064437249e-06,
      "loss": 0.1142,
      "step": 19504
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.619616039091452e-06,
      "loss": 0.1588,
      "step": 19505
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.618742016655695e-06,
      "loss": 0.1665,
      "step": 19506
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.617867997136652e-06,
      "loss": 0.1469,
      "step": 19507
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.616993980541014e-06,
      "loss": 0.1589,
      "step": 19508
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.616119966875466e-06,
      "loss": 0.1659,
      "step": 19509
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.615245956146692e-06,
      "loss": 0.1375,
      "step": 19510
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.614371948361388e-06,
      "loss": 0.1352,
      "step": 19511
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.61349794352623e-06,
      "loss": 0.1688,
      "step": 19512
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.612623941647908e-06,
      "loss": 0.1329,
      "step": 19513
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.61174994273311e-06,
      "loss": 0.1463,
      "step": 19514
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.610875946788519e-06,
      "loss": 0.166,
      "step": 19515
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.610001953820824e-06,
      "loss": 0.1202,
      "step": 19516
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.60912796383671e-06,
      "loss": 0.1689,
      "step": 19517
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.608253976842865e-06,
      "loss": 0.1426,
      "step": 19518
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.607379992845974e-06,
      "loss": 0.1087,
      "step": 19519
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.60650601185272e-06,
      "loss": 0.1309,
      "step": 19520
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.605632033869792e-06,
      "loss": 0.1541,
      "step": 19521
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.604758058903879e-06,
      "loss": 0.1316,
      "step": 19522
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.603884086961667e-06,
      "loss": 0.1743,
      "step": 19523
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.603010118049835e-06,
      "loss": 0.135,
      "step": 19524
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.602136152175074e-06,
      "loss": 0.135,
      "step": 19525
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.60126218934407e-06,
      "loss": 0.1488,
      "step": 19526
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.600388229563509e-06,
      "loss": 0.1301,
      "step": 19527
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.59951427284008e-06,
      "loss": 0.1244,
      "step": 19528
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.59864031918046e-06,
      "loss": 0.1541,
      "step": 19529
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.597766368591342e-06,
      "loss": 0.1283,
      "step": 19530
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.596892421079412e-06,
      "loss": 0.1367,
      "step": 19531
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.596018476651355e-06,
      "loss": 0.1588,
      "step": 19532
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.595144535313858e-06,
      "loss": 0.1108,
      "step": 19533
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.594270597073603e-06,
      "loss": 0.131,
      "step": 19534
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.593396661937276e-06,
      "loss": 0.1689,
      "step": 19535
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.592522729911567e-06,
      "loss": 0.0993,
      "step": 19536
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.59164880100316e-06,
      "loss": 0.1417,
      "step": 19537
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.590774875218743e-06,
      "loss": 0.1209,
      "step": 19538
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.589900952564997e-06,
      "loss": 0.1542,
      "step": 19539
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.589027033048606e-06,
      "loss": 0.1364,
      "step": 19540
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.588153116676265e-06,
      "loss": 0.1224,
      "step": 19541
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.58727920345465e-06,
      "loss": 0.1117,
      "step": 19542
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.586405293390457e-06,
      "loss": 0.1543,
      "step": 19543
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.585531386490363e-06,
      "loss": 0.1325,
      "step": 19544
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.584657482761054e-06,
      "loss": 0.1309,
      "step": 19545
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.58378358220922e-06,
      "loss": 0.164,
      "step": 19546
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.582909684841543e-06,
      "loss": 0.1112,
      "step": 19547
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.582035790664712e-06,
      "loss": 0.1098,
      "step": 19548
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.581161899685409e-06,
      "loss": 0.1233,
      "step": 19549
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.58028801191032e-06,
      "loss": 0.2039,
      "step": 19550
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.57941412734613e-06,
      "loss": 0.1247,
      "step": 19551
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.57854024599953e-06,
      "loss": 0.165,
      "step": 19552
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.5776663678772e-06,
      "loss": 0.1294,
      "step": 19553
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.576792492985826e-06,
      "loss": 0.1823,
      "step": 19554
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.575918621332093e-06,
      "loss": 0.1573,
      "step": 19555
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.575044752922687e-06,
      "loss": 0.1505,
      "step": 19556
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.574170887764295e-06,
      "loss": 0.1565,
      "step": 19557
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.573297025863601e-06,
      "loss": 0.1313,
      "step": 19558
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.57242316722729e-06,
      "loss": 0.1345,
      "step": 19559
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.571549311862044e-06,
      "loss": 0.1483,
      "step": 19560
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.570675459774555e-06,
      "loss": 0.1466,
      "step": 19561
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.569801610971506e-06,
      "loss": 0.1527,
      "step": 19562
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.56892776545958e-06,
      "loss": 0.1603,
      "step": 19563
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.568053923245462e-06,
      "loss": 0.1368,
      "step": 19564
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.567180084335836e-06,
      "loss": 0.139,
      "step": 19565
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.566306248737391e-06,
      "loss": 0.1323,
      "step": 19566
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.565432416456814e-06,
      "loss": 0.1773,
      "step": 19567
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.564558587500782e-06,
      "loss": 0.1367,
      "step": 19568
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.563684761875986e-06,
      "loss": 0.1353,
      "step": 19569
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.562810939589105e-06,
      "loss": 0.1677,
      "step": 19570
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.561937120646833e-06,
      "loss": 0.12,
      "step": 19571
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.56106330505585e-06,
      "loss": 0.1255,
      "step": 19572
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.56018949282284e-06,
      "loss": 0.1565,
      "step": 19573
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.559315683954491e-06,
      "loss": 0.1428,
      "step": 19574
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.558441878457482e-06,
      "loss": 0.1452,
      "step": 19575
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.557568076338504e-06,
      "loss": 0.1535,
      "step": 19576
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.55669427760424e-06,
      "loss": 0.1499,
      "step": 19577
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.555820482261374e-06,
      "loss": 0.1425,
      "step": 19578
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.554946690316592e-06,
      "loss": 0.1566,
      "step": 19579
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.554072901776572e-06,
      "loss": 0.1893,
      "step": 19580
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.553199116648008e-06,
      "loss": 0.1579,
      "step": 19581
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.552325334937585e-06,
      "loss": 0.1473,
      "step": 19582
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.55145155665198e-06,
      "loss": 0.1322,
      "step": 19583
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.550577781797882e-06,
      "loss": 0.1447,
      "step": 19584
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.549704010381973e-06,
      "loss": 0.1466,
      "step": 19585
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.54883024241094e-06,
      "loss": 0.1431,
      "step": 19586
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.547956477891471e-06,
      "loss": 0.1482,
      "step": 19587
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.547082716830244e-06,
      "loss": 0.13,
      "step": 19588
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.546208959233946e-06,
      "loss": 0.1221,
      "step": 19589
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.54533520510926e-06,
      "loss": 0.1242,
      "step": 19590
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.544461454462875e-06,
      "loss": 0.1348,
      "step": 19591
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.54358770730147e-06,
      "loss": 0.1467,
      "step": 19592
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.542713963631732e-06,
      "loss": 0.1669,
      "step": 19593
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.541840223460344e-06,
      "loss": 0.1635,
      "step": 19594
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.540966486793993e-06,
      "loss": 0.1281,
      "step": 19595
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.540092753639362e-06,
      "loss": 0.1565,
      "step": 19596
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.539219024003135e-06,
      "loss": 0.1093,
      "step": 19597
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.538345297891997e-06,
      "loss": 0.1567,
      "step": 19598
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.537471575312628e-06,
      "loss": 0.1399,
      "step": 19599
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.536597856271718e-06,
      "loss": 0.1353,
      "step": 19600
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.53572414077595e-06,
      "loss": 0.1428,
      "step": 19601
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.534850428832006e-06,
      "loss": 0.1487,
      "step": 19602
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.533976720446572e-06,
      "loss": 0.1455,
      "step": 19603
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.533103015626327e-06,
      "loss": 0.1303,
      "step": 19604
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.532229314377962e-06,
      "loss": 0.1016,
      "step": 19605
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.531355616708162e-06,
      "loss": 0.1612,
      "step": 19606
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.530481922623603e-06,
      "loss": 0.1432,
      "step": 19607
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.529608232130973e-06,
      "loss": 0.1776,
      "step": 19608
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.528734545236957e-06,
      "loss": 0.1359,
      "step": 19609
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.527860861948237e-06,
      "loss": 0.169,
      "step": 19610
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.5269871822715e-06,
      "loss": 0.1465,
      "step": 19611
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.526113506213428e-06,
      "loss": 0.1502,
      "step": 19612
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.525239833780703e-06,
      "loss": 0.1244,
      "step": 19613
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.52436616498001e-06,
      "loss": 0.1259,
      "step": 19614
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.523492499818034e-06,
      "loss": 0.1407,
      "step": 19615
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.522618838301462e-06,
      "loss": 0.1606,
      "step": 19616
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.52174518043697e-06,
      "loss": 0.1366,
      "step": 19617
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.520871526231246e-06,
      "loss": 0.1518,
      "step": 19618
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.519997875690971e-06,
      "loss": 0.1756,
      "step": 19619
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.519124228822833e-06,
      "loss": 0.1345,
      "step": 19620
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.518250585633514e-06,
      "loss": 0.129,
      "step": 19621
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.517376946129696e-06,
      "loss": 0.1414,
      "step": 19622
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.516503310318063e-06,
      "loss": 0.1211,
      "step": 19623
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.515629678205298e-06,
      "loss": 0.1259,
      "step": 19624
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.514756049798089e-06,
      "loss": 0.1169,
      "step": 19625
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.513882425103115e-06,
      "loss": 0.1444,
      "step": 19626
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.51300880412706e-06,
      "loss": 0.124,
      "step": 19627
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.512135186876607e-06,
      "loss": 0.1734,
      "step": 19628
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.511261573358438e-06,
      "loss": 0.159,
      "step": 19629
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.510387963579245e-06,
      "loss": 0.1658,
      "step": 19630
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.509514357545701e-06,
      "loss": 0.1193,
      "step": 19631
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.508640755264495e-06,
      "loss": 0.1399,
      "step": 19632
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.507767156742309e-06,
      "loss": 0.1395,
      "step": 19633
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.50689356198582e-06,
      "loss": 0.17,
      "step": 19634
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.506019971001724e-06,
      "loss": 0.1342,
      "step": 19635
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.505146383796694e-06,
      "loss": 0.1371,
      "step": 19636
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.504272800377417e-06,
      "loss": 0.1475,
      "step": 19637
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.503399220750576e-06,
      "loss": 0.1278,
      "step": 19638
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.502525644922849e-06,
      "loss": 0.1518,
      "step": 19639
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.50165207290093e-06,
      "loss": 0.1274,
      "step": 19640
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.500778504691492e-06,
      "loss": 0.1352,
      "step": 19641
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.499904940301224e-06,
      "loss": 0.1159,
      "step": 19642
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.499031379736806e-06,
      "loss": 0.1152,
      "step": 19643
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.498157823004919e-06,
      "loss": 0.1437,
      "step": 19644
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.497284270112252e-06,
      "loss": 0.1353,
      "step": 19645
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.496410721065484e-06,
      "loss": 0.1188,
      "step": 19646
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.495537175871296e-06,
      "loss": 0.1474,
      "step": 19647
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.494663634536378e-06,
      "loss": 0.1141,
      "step": 19648
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.4937900970674e-06,
      "loss": 0.1493,
      "step": 19649
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.492916563471059e-06,
      "loss": 0.1215,
      "step": 19650
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.49204303375403e-06,
      "loss": 0.1627,
      "step": 19651
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.491169507922999e-06,
      "loss": 0.1301,
      "step": 19652
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.490295985984646e-06,
      "loss": 0.156,
      "step": 19653
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.48942246794565e-06,
      "loss": 0.136,
      "step": 19654
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.488548953812704e-06,
      "loss": 0.1176,
      "step": 19655
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.487675443592482e-06,
      "loss": 0.1765,
      "step": 19656
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.48680193729167e-06,
      "loss": 0.1614,
      "step": 19657
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.485928434916953e-06,
      "loss": 0.138,
      "step": 19658
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.485054936475004e-06,
      "loss": 0.1434,
      "step": 19659
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.484181441972515e-06,
      "loss": 0.1272,
      "step": 19660
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.483307951416167e-06,
      "loss": 0.1669,
      "step": 19661
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.482434464812639e-06,
      "loss": 0.1703,
      "step": 19662
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.481560982168617e-06,
      "loss": 0.1456,
      "step": 19663
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.480687503490778e-06,
      "loss": 0.1696,
      "step": 19664
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.47981402878581e-06,
      "loss": 0.1334,
      "step": 19665
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.478940558060393e-06,
      "loss": 0.1271,
      "step": 19666
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.478067091321212e-06,
      "loss": 0.1226,
      "step": 19667
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.477193628574943e-06,
      "loss": 0.1422,
      "step": 19668
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.47632016982827e-06,
      "loss": 0.1341,
      "step": 19669
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.47544671508788e-06,
      "loss": 0.1444,
      "step": 19670
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.474573264360452e-06,
      "loss": 0.1194,
      "step": 19671
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.47369981765267e-06,
      "loss": 0.1097,
      "step": 19672
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.472826374971213e-06,
      "loss": 0.1384,
      "step": 19673
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.471952936322762e-06,
      "loss": 0.159,
      "step": 19674
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.471079501714004e-06,
      "loss": 0.1106,
      "step": 19675
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.470206071151616e-06,
      "loss": 0.1441,
      "step": 19676
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.469332644642287e-06,
      "loss": 0.1634,
      "step": 19677
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.468459222192692e-06,
      "loss": 0.111,
      "step": 19678
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.467585803809511e-06,
      "loss": 0.1603,
      "step": 19679
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.466712389499435e-06,
      "loss": 0.1505,
      "step": 19680
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.46583897926914e-06,
      "loss": 0.145,
      "step": 19681
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.46496557312531e-06,
      "loss": 0.1291,
      "step": 19682
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.464092171074624e-06,
      "loss": 0.1632,
      "step": 19683
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.463218773123763e-06,
      "loss": 0.1606,
      "step": 19684
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.462345379279411e-06,
      "loss": 0.1136,
      "step": 19685
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.461471989548253e-06,
      "loss": 0.1433,
      "step": 19686
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.460598603936968e-06,
      "loss": 0.1564,
      "step": 19687
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.459725222452235e-06,
      "loss": 0.2151,
      "step": 19688
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.458851845100734e-06,
      "loss": 0.1585,
      "step": 19689
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.457978471889153e-06,
      "loss": 0.1878,
      "step": 19690
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.45710510282417e-06,
      "loss": 0.1404,
      "step": 19691
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.456231737912472e-06,
      "loss": 0.1316,
      "step": 19692
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.45535837716073e-06,
      "loss": 0.1286,
      "step": 19693
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.45448502057563e-06,
      "loss": 0.1312,
      "step": 19694
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.453611668163857e-06,
      "loss": 0.1399,
      "step": 19695
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.452738319932089e-06,
      "loss": 0.1615,
      "step": 19696
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.45186497588701e-06,
      "loss": 0.1293,
      "step": 19697
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.450991636035297e-06,
      "loss": 0.1455,
      "step": 19698
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.450118300383632e-06,
      "loss": 0.1824,
      "step": 19699
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.4492449689387e-06,
      "loss": 0.1382,
      "step": 19700
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.44837164170718e-06,
      "loss": 0.1188,
      "step": 19701
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.447498318695754e-06,
      "loss": 0.1188,
      "step": 19702
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.446624999911101e-06,
      "loss": 0.1499,
      "step": 19703
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.4457516853599e-06,
      "loss": 0.1286,
      "step": 19704
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.44487837504884e-06,
      "loss": 0.1727,
      "step": 19705
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.444005068984598e-06,
      "loss": 0.149,
      "step": 19706
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.443131767173854e-06,
      "loss": 0.1334,
      "step": 19707
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.442258469623289e-06,
      "loss": 0.1603,
      "step": 19708
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.441385176339581e-06,
      "loss": 0.1531,
      "step": 19709
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.440511887329415e-06,
      "loss": 0.1334,
      "step": 19710
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.439638602599477e-06,
      "loss": 0.1185,
      "step": 19711
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.438765322156438e-06,
      "loss": 0.1505,
      "step": 19712
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.437892046006984e-06,
      "loss": 0.1788,
      "step": 19713
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.43701877415779e-06,
      "loss": 0.1302,
      "step": 19714
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.436145506615546e-06,
      "loss": 0.1583,
      "step": 19715
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.435272243386931e-06,
      "loss": 0.1208,
      "step": 19716
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.434398984478617e-06,
      "loss": 0.1587,
      "step": 19717
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.433525729897293e-06,
      "loss": 0.1702,
      "step": 19718
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.432652479649636e-06,
      "loss": 0.1935,
      "step": 19719
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.431779233742327e-06,
      "loss": 0.1206,
      "step": 19720
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.430905992182051e-06,
      "loss": 0.164,
      "step": 19721
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.430032754975482e-06,
      "loss": 0.1477,
      "step": 19722
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.429159522129304e-06,
      "loss": 0.1741,
      "step": 19723
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.428286293650193e-06,
      "loss": 0.127,
      "step": 19724
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.427413069544837e-06,
      "loss": 0.1404,
      "step": 19725
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.426539849819913e-06,
      "loss": 0.1359,
      "step": 19726
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.425666634482098e-06,
      "loss": 0.1756,
      "step": 19727
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.424793423538077e-06,
      "loss": 0.1477,
      "step": 19728
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.423920216994526e-06,
      "loss": 0.1818,
      "step": 19729
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.423047014858128e-06,
      "loss": 0.1548,
      "step": 19730
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.422173817135566e-06,
      "loss": 0.1472,
      "step": 19731
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.421300623833515e-06,
      "loss": 0.126,
      "step": 19732
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.420427434958656e-06,
      "loss": 0.1385,
      "step": 19733
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.41955425051767e-06,
      "loss": 0.1445,
      "step": 19734
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.418681070517241e-06,
      "loss": 0.1941,
      "step": 19735
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.417807894964042e-06,
      "loss": 0.1321,
      "step": 19736
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.416934723864757e-06,
      "loss": 0.1576,
      "step": 19737
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.416061557226063e-06,
      "loss": 0.1411,
      "step": 19738
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.415188395054647e-06,
      "loss": 0.1242,
      "step": 19739
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.414315237357184e-06,
      "loss": 0.1344,
      "step": 19740
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.413442084140352e-06,
      "loss": 0.1551,
      "step": 19741
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.412568935410831e-06,
      "loss": 0.134,
      "step": 19742
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.411695791175303e-06,
      "loss": 0.1261,
      "step": 19743
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.41082265144045e-06,
      "loss": 0.1581,
      "step": 19744
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.40994951621295e-06,
      "loss": 0.1495,
      "step": 19745
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.40907638549948e-06,
      "loss": 0.1108,
      "step": 19746
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.408203259306722e-06,
      "loss": 0.1638,
      "step": 19747
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.407330137641352e-06,
      "loss": 0.1937,
      "step": 19748
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.406457020510057e-06,
      "loss": 0.1623,
      "step": 19749
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.405583907919514e-06,
      "loss": 0.1249,
      "step": 19750
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.404710799876398e-06,
      "loss": 0.1328,
      "step": 19751
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.40383769638739e-06,
      "loss": 0.1414,
      "step": 19752
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.40296459745917e-06,
      "loss": 0.1612,
      "step": 19753
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.40209150309842e-06,
      "loss": 0.11,
      "step": 19754
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.40121841331182e-06,
      "loss": 0.1587,
      "step": 19755
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.400345328106046e-06,
      "loss": 0.151,
      "step": 19756
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.399472247487778e-06,
      "loss": 0.12,
      "step": 19757
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.398599171463693e-06,
      "loss": 0.1556,
      "step": 19758
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.397726100040474e-06,
      "loss": 0.1974,
      "step": 19759
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.396853033224803e-06,
      "loss": 0.1379,
      "step": 19760
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.395979971023352e-06,
      "loss": 0.1294,
      "step": 19761
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.395106913442803e-06,
      "loss": 0.1673,
      "step": 19762
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.394233860489833e-06,
      "loss": 0.142,
      "step": 19763
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.393360812171127e-06,
      "loss": 0.1363,
      "step": 19764
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.392487768493362e-06,
      "loss": 0.1072,
      "step": 19765
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.391614729463214e-06,
      "loss": 0.1609,
      "step": 19766
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.390741695087363e-06,
      "loss": 0.1399,
      "step": 19767
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.389868665372487e-06,
      "loss": 0.139,
      "step": 19768
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.388995640325269e-06,
      "loss": 0.1507,
      "step": 19769
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.388122619952385e-06,
      "loss": 0.1095,
      "step": 19770
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.387249604260514e-06,
      "loss": 0.1602,
      "step": 19771
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.386376593256335e-06,
      "loss": 0.1379,
      "step": 19772
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.385503586946522e-06,
      "loss": 0.1294,
      "step": 19773
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.384630585337765e-06,
      "loss": 0.1268,
      "step": 19774
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.383757588436732e-06,
      "loss": 0.1488,
      "step": 19775
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.382884596250106e-06,
      "loss": 0.1362,
      "step": 19776
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.382011608784568e-06,
      "loss": 0.1352,
      "step": 19777
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.381138626046788e-06,
      "loss": 0.137,
      "step": 19778
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.380265648043456e-06,
      "loss": 0.1615,
      "step": 19779
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.379392674781242e-06,
      "loss": 0.1139,
      "step": 19780
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.378519706266829e-06,
      "loss": 0.1419,
      "step": 19781
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.377646742506893e-06,
      "loss": 0.118,
      "step": 19782
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.37677378350811e-06,
      "loss": 0.121,
      "step": 19783
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.375900829277166e-06,
      "loss": 0.1435,
      "step": 19784
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.375027879820733e-06,
      "loss": 0.1343,
      "step": 19785
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.37415493514549e-06,
      "loss": 0.1242,
      "step": 19786
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.373281995258121e-06,
      "loss": 0.1463,
      "step": 19787
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.37240906016529e-06,
      "loss": 0.1472,
      "step": 19788
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.371536129873693e-06,
      "loss": 0.139,
      "step": 19789
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.370663204389998e-06,
      "loss": 0.1841,
      "step": 19790
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.369790283720884e-06,
      "loss": 0.1524,
      "step": 19791
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.368917367873032e-06,
      "loss": 0.1657,
      "step": 19792
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.368044456853112e-06,
      "loss": 0.1765,
      "step": 19793
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.367171550667815e-06,
      "loss": 0.1421,
      "step": 19794
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.366298649323809e-06,
      "loss": 0.1524,
      "step": 19795
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.365425752827774e-06,
      "loss": 0.1229,
      "step": 19796
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.36455286118639e-06,
      "loss": 0.1589,
      "step": 19797
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.36367997440633e-06,
      "loss": 0.1372,
      "step": 19798
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.36280709249428e-06,
      "loss": 0.1241,
      "step": 19799
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.361934215456912e-06,
      "loss": 0.1983,
      "step": 19800
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.361061343300903e-06,
      "loss": 0.1203,
      "step": 19801
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.360188476032936e-06,
      "loss": 0.1494,
      "step": 19802
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.359315613659681e-06,
      "loss": 0.1459,
      "step": 19803
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.358442756187822e-06,
      "loss": 0.1513,
      "step": 19804
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.357569903624033e-06,
      "loss": 0.1502,
      "step": 19805
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.356697055974996e-06,
      "loss": 0.1384,
      "step": 19806
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.355824213247384e-06,
      "loss": 0.1615,
      "step": 19807
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.354951375447871e-06,
      "loss": 0.1632,
      "step": 19808
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.354078542583143e-06,
      "loss": 0.1318,
      "step": 19809
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.353205714659876e-06,
      "loss": 0.1338,
      "step": 19810
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.352332891684744e-06,
      "loss": 0.1589,
      "step": 19811
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.351460073664425e-06,
      "loss": 0.1493,
      "step": 19812
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.350587260605593e-06,
      "loss": 0.1478,
      "step": 19813
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.34971445251493e-06,
      "loss": 0.1461,
      "step": 19814
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.348841649399113e-06,
      "loss": 0.1587,
      "step": 19815
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.347968851264822e-06,
      "loss": 0.1444,
      "step": 19816
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.347096058118728e-06,
      "loss": 0.2196,
      "step": 19817
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.346223269967506e-06,
      "loss": 0.1368,
      "step": 19818
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.345350486817841e-06,
      "loss": 0.1582,
      "step": 19819
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.344477708676406e-06,
      "loss": 0.1874,
      "step": 19820
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.343604935549882e-06,
      "loss": 0.1061,
      "step": 19821
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.342732167444938e-06,
      "loss": 0.1622,
      "step": 19822
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.341859404368254e-06,
      "loss": 0.1493,
      "step": 19823
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.34098664632651e-06,
      "loss": 0.1672,
      "step": 19824
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.34011389332638e-06,
      "loss": 0.1011,
      "step": 19825
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.339241145374546e-06,
      "loss": 0.1271,
      "step": 19826
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.338368402477677e-06,
      "loss": 0.1448,
      "step": 19827
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.33749566464245e-06,
      "loss": 0.1337,
      "step": 19828
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.336622931875548e-06,
      "loss": 0.1828,
      "step": 19829
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.335750204183644e-06,
      "loss": 0.1203,
      "step": 19830
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.33487748157342e-06,
      "loss": 0.1214,
      "step": 19831
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.33400476405154e-06,
      "loss": 0.127,
      "step": 19832
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.33313205162469e-06,
      "loss": 0.1383,
      "step": 19833
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.332259344299545e-06,
      "loss": 0.1662,
      "step": 19834
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.331386642082782e-06,
      "loss": 0.148,
      "step": 19835
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.330513944981076e-06,
      "loss": 0.1311,
      "step": 19836
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.329641253001105e-06,
      "loss": 0.1701,
      "step": 19837
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.328768566149538e-06,
      "loss": 0.1685,
      "step": 19838
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.32789588443306e-06,
      "loss": 0.1593,
      "step": 19839
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.32702320785835e-06,
      "loss": 0.1793,
      "step": 19840
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.326150536432073e-06,
      "loss": 0.1296,
      "step": 19841
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.325277870160913e-06,
      "loss": 0.1572,
      "step": 19842
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.32440520905154e-06,
      "loss": 0.1384,
      "step": 19843
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.323532553110638e-06,
      "loss": 0.119,
      "step": 19844
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.322659902344879e-06,
      "loss": 0.1388,
      "step": 19845
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.321787256760939e-06,
      "loss": 0.161,
      "step": 19846
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.320914616365494e-06,
      "loss": 0.15,
      "step": 19847
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.320041981165215e-06,
      "loss": 0.195,
      "step": 19848
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.319169351166788e-06,
      "loss": 0.1377,
      "step": 19849
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.318296726376883e-06,
      "loss": 0.1318,
      "step": 19850
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.317424106802175e-06,
      "loss": 0.1446,
      "step": 19851
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.316551492449342e-06,
      "loss": 0.1387,
      "step": 19852
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.315678883325056e-06,
      "loss": 0.1636,
      "step": 19853
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.314806279435999e-06,
      "loss": 0.1376,
      "step": 19854
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.313933680788844e-06,
      "loss": 0.1545,
      "step": 19855
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.313061087390263e-06,
      "loss": 0.1251,
      "step": 19856
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.312188499246934e-06,
      "loss": 0.1602,
      "step": 19857
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.311315916365533e-06,
      "loss": 0.1718,
      "step": 19858
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.310443338752735e-06,
      "loss": 0.1678,
      "step": 19859
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.30957076641522e-06,
      "loss": 0.1462,
      "step": 19860
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.308698199359656e-06,
      "loss": 0.1361,
      "step": 19861
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.307825637592722e-06,
      "loss": 0.1311,
      "step": 19862
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.306953081121091e-06,
      "loss": 0.1383,
      "step": 19863
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.30608052995144e-06,
      "loss": 0.1789,
      "step": 19864
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.305207984090448e-06,
      "loss": 0.1352,
      "step": 19865
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.304335443544784e-06,
      "loss": 0.135,
      "step": 19866
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.303462908321125e-06,
      "loss": 0.1287,
      "step": 19867
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.302590378426146e-06,
      "loss": 0.1389,
      "step": 19868
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.301717853866525e-06,
      "loss": 0.1634,
      "step": 19869
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.300845334648935e-06,
      "loss": 0.1379,
      "step": 19870
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.299972820780051e-06,
      "loss": 0.1542,
      "step": 19871
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.299100312266547e-06,
      "loss": 0.1628,
      "step": 19872
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.298227809115096e-06,
      "loss": 0.1139,
      "step": 19873
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.297355311332381e-06,
      "loss": 0.1779,
      "step": 19874
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.296482818925068e-06,
      "loss": 0.1391,
      "step": 19875
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.295610331899835e-06,
      "loss": 0.1512,
      "step": 19876
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.294737850263359e-06,
      "loss": 0.1385,
      "step": 19877
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.29386537402231e-06,
      "loss": 0.1288,
      "step": 19878
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.292992903183367e-06,
      "loss": 0.1472,
      "step": 19879
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.292120437753202e-06,
      "loss": 0.1515,
      "step": 19880
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.29124797773849e-06,
      "loss": 0.1191,
      "step": 19881
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.290375523145908e-06,
      "loss": 0.159,
      "step": 19882
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.289503073982124e-06,
      "loss": 0.1623,
      "step": 19883
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.288630630253823e-06,
      "loss": 0.1455,
      "step": 19884
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.287758191967669e-06,
      "loss": 0.1438,
      "step": 19885
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.286885759130341e-06,
      "loss": 0.1235,
      "step": 19886
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.286013331748512e-06,
      "loss": 0.1087,
      "step": 19887
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.285140909828861e-06,
      "loss": 0.1169,
      "step": 19888
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.284268493378058e-06,
      "loss": 0.137,
      "step": 19889
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.283396082402778e-06,
      "loss": 0.1427,
      "step": 19890
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.282523676909693e-06,
      "loss": 0.1361,
      "step": 19891
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.281651276905476e-06,
      "loss": 0.1453,
      "step": 19892
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.280778882396807e-06,
      "loss": 0.1057,
      "step": 19893
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.279906493390362e-06,
      "loss": 0.1315,
      "step": 19894
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.279034109892804e-06,
      "loss": 0.1283,
      "step": 19895
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.278161731910816e-06,
      "loss": 0.1339,
      "step": 19896
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.277289359451066e-06,
      "loss": 0.1096,
      "step": 19897
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.276416992520233e-06,
      "loss": 0.1183,
      "step": 19898
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.275544631124991e-06,
      "loss": 0.1503,
      "step": 19899
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.27467227527201e-06,
      "loss": 0.1661,
      "step": 19900
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.273799924967964e-06,
      "loss": 0.1384,
      "step": 19901
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.272927580219525e-06,
      "loss": 0.1347,
      "step": 19902
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.272055241033373e-06,
      "loss": 0.1458,
      "step": 19903
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.271182907416179e-06,
      "loss": 0.138,
      "step": 19904
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.270310579374616e-06,
      "loss": 0.1402,
      "step": 19905
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.269438256915356e-06,
      "loss": 0.1166,
      "step": 19906
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.26856594004507e-06,
      "loss": 0.1439,
      "step": 19907
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.267693628770441e-06,
      "loss": 0.1434,
      "step": 19908
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.266821323098134e-06,
      "loss": 0.154,
      "step": 19909
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.265949023034827e-06,
      "loss": 0.1416,
      "step": 19910
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.265076728587189e-06,
      "loss": 0.1583,
      "step": 19911
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.264204439761892e-06,
      "loss": 0.1442,
      "step": 19912
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.26333215656562e-06,
      "loss": 0.1532,
      "step": 19913
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.262459879005035e-06,
      "loss": 0.1432,
      "step": 19914
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.261587607086815e-06,
      "loss": 0.1253,
      "step": 19915
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.260715340817634e-06,
      "loss": 0.1373,
      "step": 19916
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.259843080204156e-06,
      "loss": 0.1452,
      "step": 19917
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.258970825253069e-06,
      "loss": 0.1614,
      "step": 19918
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.258098575971033e-06,
      "loss": 0.1346,
      "step": 19919
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.25722633236473e-06,
      "loss": 0.1672,
      "step": 19920
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.256354094440829e-06,
      "loss": 0.1519,
      "step": 19921
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.255481862205997e-06,
      "loss": 0.1336,
      "step": 19922
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.254609635666918e-06,
      "loss": 0.1697,
      "step": 19923
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.253737414830258e-06,
      "loss": 0.1367,
      "step": 19924
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.252865199702691e-06,
      "loss": 0.1235,
      "step": 19925
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.251992990290893e-06,
      "loss": 0.1511,
      "step": 19926
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.251120786601526e-06,
      "loss": 0.1428,
      "step": 19927
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.250248588641276e-06,
      "loss": 0.1444,
      "step": 19928
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.249376396416807e-06,
      "loss": 0.1465,
      "step": 19929
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.248504209934794e-06,
      "loss": 0.1394,
      "step": 19930
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.247632029201912e-06,
      "loss": 0.1267,
      "step": 19931
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.246759854224823e-06,
      "loss": 0.1277,
      "step": 19932
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.245887685010215e-06,
      "loss": 0.1363,
      "step": 19933
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.24501552156475e-06,
      "loss": 0.1277,
      "step": 19934
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.244143363895105e-06,
      "loss": 0.1782,
      "step": 19935
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.243271212007948e-06,
      "loss": 0.1729,
      "step": 19936
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.242399065909948e-06,
      "loss": 0.1538,
      "step": 19937
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.241526925607788e-06,
      "loss": 0.1894,
      "step": 19938
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.240654791108134e-06,
      "loss": 0.134,
      "step": 19939
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.239782662417658e-06,
      "loss": 0.1277,
      "step": 19940
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.238910539543034e-06,
      "loss": 0.1527,
      "step": 19941
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.238038422490926e-06,
      "loss": 0.1182,
      "step": 19942
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.237166311268019e-06,
      "loss": 0.1316,
      "step": 19943
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.236294205880975e-06,
      "loss": 0.1326,
      "step": 19944
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.235422106336469e-06,
      "loss": 0.1101,
      "step": 19945
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.234550012641175e-06,
      "loss": 0.1294,
      "step": 19946
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.233677924801758e-06,
      "loss": 0.1563,
      "step": 19947
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.232805842824897e-06,
      "loss": 0.1504,
      "step": 19948
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.23193376671726e-06,
      "loss": 0.1312,
      "step": 19949
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.231061696485523e-06,
      "loss": 0.1438,
      "step": 19950
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.23018963213635e-06,
      "loss": 0.155,
      "step": 19951
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.229317573676414e-06,
      "loss": 0.1624,
      "step": 19952
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.228445521112392e-06,
      "loss": 0.1526,
      "step": 19953
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.227573474450952e-06,
      "loss": 0.1361,
      "step": 19954
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.226701433698769e-06,
      "loss": 0.2057,
      "step": 19955
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.225829398862507e-06,
      "loss": 0.1277,
      "step": 19956
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.224957369948839e-06,
      "loss": 0.1496,
      "step": 19957
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.224085346964442e-06,
      "loss": 0.1444,
      "step": 19958
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.223213329915983e-06,
      "loss": 0.1549,
      "step": 19959
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.222341318810137e-06,
      "loss": 0.1398,
      "step": 19960
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.221469313653568e-06,
      "loss": 0.1254,
      "step": 19961
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.22059731445295e-06,
      "loss": 0.1418,
      "step": 19962
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.219725321214956e-06,
      "loss": 0.143,
      "step": 19963
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.218853333946257e-06,
      "loss": 0.1582,
      "step": 19964
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.217981352653526e-06,
      "loss": 0.1827,
      "step": 19965
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.217109377343427e-06,
      "loss": 0.1694,
      "step": 19966
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.216237408022633e-06,
      "loss": 0.1701,
      "step": 19967
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.215365444697817e-06,
      "loss": 0.1241,
      "step": 19968
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.21449348737565e-06,
      "loss": 0.1146,
      "step": 19969
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.213621536062805e-06,
      "loss": 0.131,
      "step": 19970
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.212749590765948e-06,
      "loss": 0.1233,
      "step": 19971
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.211877651491747e-06,
      "loss": 0.1224,
      "step": 19972
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.211005718246879e-06,
      "loss": 0.1928,
      "step": 19973
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.210133791038014e-06,
      "loss": 0.1624,
      "step": 19974
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.20926186987182e-06,
      "loss": 0.1811,
      "step": 19975
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.208389954754967e-06,
      "loss": 0.1536,
      "step": 19976
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.207518045694125e-06,
      "loss": 0.1431,
      "step": 19977
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.206646142695965e-06,
      "loss": 0.1685,
      "step": 19978
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.20577424576716e-06,
      "loss": 0.1685,
      "step": 19979
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.20490235491438e-06,
      "loss": 0.1453,
      "step": 19980
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.204030470144291e-06,
      "loss": 0.1446,
      "step": 19981
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.203158591463563e-06,
      "loss": 0.1505,
      "step": 19982
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.202286718878872e-06,
      "loss": 0.1298,
      "step": 19983
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.201414852396886e-06,
      "loss": 0.1218,
      "step": 19984
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.20054299202427e-06,
      "loss": 0.1428,
      "step": 19985
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.1996711377677e-06,
      "loss": 0.1907,
      "step": 19986
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.19879928963384e-06,
      "loss": 0.1116,
      "step": 19987
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.197927447629365e-06,
      "loss": 0.1775,
      "step": 19988
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.197055611760946e-06,
      "loss": 0.137,
      "step": 19989
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.196183782035248e-06,
      "loss": 0.1663,
      "step": 19990
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.19531195845894e-06,
      "loss": 0.1386,
      "step": 19991
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.194440141038694e-06,
      "loss": 0.1589,
      "step": 19992
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.193568329781182e-06,
      "loss": 0.1591,
      "step": 19993
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.192696524693075e-06,
      "loss": 0.1283,
      "step": 19994
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.191824725781034e-06,
      "loss": 0.1075,
      "step": 19995
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.190952933051736e-06,
      "loss": 0.1368,
      "step": 19996
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.190081146511843e-06,
      "loss": 0.1494,
      "step": 19997
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.189209366168033e-06,
      "loss": 0.1292,
      "step": 19998
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.188337592026973e-06,
      "loss": 0.1305,
      "step": 19999
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.18746582409533e-06,
      "loss": 0.1379,
      "step": 20000
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.186594062379773e-06,
      "loss": 0.1563,
      "step": 20001
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.18572230688697e-06,
      "loss": 0.1143,
      "step": 20002
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.184850557623596e-06,
      "loss": 0.1393,
      "step": 20003
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.183978814596317e-06,
      "loss": 0.101,
      "step": 20004
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.1831070778118e-06,
      "loss": 0.1306,
      "step": 20005
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.182235347276716e-06,
      "loss": 0.1513,
      "step": 20006
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.18136362299773e-06,
      "loss": 0.1489,
      "step": 20007
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.180491904981517e-06,
      "loss": 0.1533,
      "step": 20008
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.179620193234747e-06,
      "loss": 0.1289,
      "step": 20009
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.178748487764082e-06,
      "loss": 0.141,
      "step": 20010
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.177876788576193e-06,
      "loss": 0.1232,
      "step": 20011
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.177005095677749e-06,
      "loss": 0.1252,
      "step": 20012
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.17613340907542e-06,
      "loss": 0.1271,
      "step": 20013
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.175261728775877e-06,
      "loss": 0.1472,
      "step": 20014
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.174390054785782e-06,
      "loss": 0.1284,
      "step": 20015
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.173518387111808e-06,
      "loss": 0.169,
      "step": 20016
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.17264672576062e-06,
      "loss": 0.1697,
      "step": 20017
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.171775070738894e-06,
      "loss": 0.1474,
      "step": 20018
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.17090342205329e-06,
      "loss": 0.1706,
      "step": 20019
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.170031779710479e-06,
      "loss": 0.1369,
      "step": 20020
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.169160143717131e-06,
      "loss": 0.1609,
      "step": 20021
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.16828851407991e-06,
      "loss": 0.1443,
      "step": 20022
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.167416890805493e-06,
      "loss": 0.1748,
      "step": 20023
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.166545273900539e-06,
      "loss": 0.1371,
      "step": 20024
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.165673663371719e-06,
      "loss": 0.1385,
      "step": 20025
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.164802059225705e-06,
      "loss": 0.1115,
      "step": 20026
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.163930461469155e-06,
      "loss": 0.1499,
      "step": 20027
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.163058870108748e-06,
      "loss": 0.1265,
      "step": 20028
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.162187285151146e-06,
      "loss": 0.1356,
      "step": 20029
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.161315706603019e-06,
      "loss": 0.1399,
      "step": 20030
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.160444134471036e-06,
      "loss": 0.1365,
      "step": 20031
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.159572568761856e-06,
      "loss": 0.122,
      "step": 20032
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.15870100948216e-06,
      "loss": 0.1502,
      "step": 20033
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.157829456638604e-06,
      "loss": 0.1139,
      "step": 20034
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.156957910237864e-06,
      "loss": 0.1296,
      "step": 20035
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.156086370286603e-06,
      "loss": 0.1721,
      "step": 20036
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.155214836791489e-06,
      "loss": 0.1655,
      "step": 20037
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.154343309759192e-06,
      "loss": 0.1375,
      "step": 20038
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.153471789196378e-06,
      "loss": 0.1605,
      "step": 20039
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.152600275109712e-06,
      "loss": 0.1242,
      "step": 20040
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.151728767505861e-06,
      "loss": 0.1332,
      "step": 20041
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.150857266391497e-06,
      "loss": 0.1405,
      "step": 20042
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.149985771773287e-06,
      "loss": 0.1572,
      "step": 20043
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.149114283657893e-06,
      "loss": 0.1367,
      "step": 20044
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.148242802051986e-06,
      "loss": 0.148,
      "step": 20045
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.147371326962228e-06,
      "loss": 0.1409,
      "step": 20046
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.146499858395293e-06,
      "loss": 0.1376,
      "step": 20047
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.145628396357847e-06,
      "loss": 0.1284,
      "step": 20048
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.144756940856551e-06,
      "loss": 0.1406,
      "step": 20049
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.143885491898078e-06,
      "loss": 0.1334,
      "step": 20050
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.143014049489088e-06,
      "loss": 0.1288,
      "step": 20051
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.142142613636258e-06,
      "loss": 0.1365,
      "step": 20052
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.141271184346247e-06,
      "loss": 0.1424,
      "step": 20053
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.140399761625723e-06,
      "loss": 0.143,
      "step": 20054
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.139528345481352e-06,
      "loss": 0.1192,
      "step": 20055
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.138656935919801e-06,
      "loss": 0.1535,
      "step": 20056
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.13778553294774e-06,
      "loss": 0.1183,
      "step": 20057
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.136914136571832e-06,
      "loss": 0.1421,
      "step": 20058
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.136042746798743e-06,
      "loss": 0.1273,
      "step": 20059
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.135171363635143e-06,
      "loss": 0.148,
      "step": 20060
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.134299987087687e-06,
      "loss": 0.1287,
      "step": 20061
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.133428617163059e-06,
      "loss": 0.1358,
      "step": 20062
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.132557253867913e-06,
      "loss": 0.1621,
      "step": 20063
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.131685897208919e-06,
      "loss": 0.1577,
      "step": 20064
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.130814547192743e-06,
      "loss": 0.1252,
      "step": 20065
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.129943203826044e-06,
      "loss": 0.1308,
      "step": 20066
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.129071867115502e-06,
      "loss": 0.121,
      "step": 20067
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.128200537067771e-06,
      "loss": 0.1235,
      "step": 20068
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.127329213689524e-06,
      "loss": 0.1769,
      "step": 20069
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.126457896987424e-06,
      "loss": 0.1284,
      "step": 20070
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.125586586968131e-06,
      "loss": 0.1955,
      "step": 20071
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.124715283638324e-06,
      "loss": 0.1632,
      "step": 20072
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.123843987004657e-06,
      "loss": 0.1327,
      "step": 20073
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.122972697073801e-06,
      "loss": 0.1687,
      "step": 20074
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.122101413852424e-06,
      "loss": 0.1353,
      "step": 20075
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.121230137347179e-06,
      "loss": 0.1786,
      "step": 20076
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.120358867564748e-06,
      "loss": 0.1385,
      "step": 20077
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.119487604511786e-06,
      "loss": 0.0945,
      "step": 20078
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.118616348194961e-06,
      "loss": 0.1428,
      "step": 20079
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.117745098620943e-06,
      "loss": 0.1283,
      "step": 20080
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.116873855796384e-06,
      "loss": 0.1672,
      "step": 20081
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.116002619727965e-06,
      "loss": 0.1536,
      "step": 20082
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.115131390422344e-06,
      "loss": 0.1536,
      "step": 20083
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.114260167886185e-06,
      "loss": 0.1164,
      "step": 20084
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.113388952126157e-06,
      "loss": 0.1372,
      "step": 20085
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.112517743148916e-06,
      "loss": 0.1847,
      "step": 20086
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.11164654096114e-06,
      "loss": 0.1184,
      "step": 20087
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.110775345569482e-06,
      "loss": 0.1441,
      "step": 20088
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.109904156980616e-06,
      "loss": 0.1858,
      "step": 20089
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.109032975201204e-06,
      "loss": 0.1232,
      "step": 20090
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.108161800237904e-06,
      "loss": 0.1664,
      "step": 20091
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.107290632097391e-06,
      "loss": 0.1119,
      "step": 20092
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.106419470786323e-06,
      "loss": 0.1192,
      "step": 20093
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.10554831631137e-06,
      "loss": 0.1382,
      "step": 20094
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.104677168679191e-06,
      "loss": 0.1287,
      "step": 20095
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.10380602789645e-06,
      "loss": 0.1212,
      "step": 20096
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.102934893969816e-06,
      "loss": 0.1356,
      "step": 20097
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.102063766905954e-06,
      "loss": 0.1582,
      "step": 20098
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.101192646711527e-06,
      "loss": 0.1433,
      "step": 20099
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.100321533393195e-06,
      "loss": 0.1442,
      "step": 20100
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.099450426957623e-06,
      "loss": 0.1206,
      "step": 20101
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.09857932741148e-06,
      "loss": 0.1886,
      "step": 20102
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.097708234761429e-06,
      "loss": 0.1416,
      "step": 20103
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.096837149014134e-06,
      "loss": 0.1889,
      "step": 20104
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.095966070176257e-06,
      "loss": 0.1473,
      "step": 20105
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.095094998254458e-06,
      "loss": 0.1436,
      "step": 20106
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.09422393325541e-06,
      "loss": 0.132,
      "step": 20107
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.093352875185773e-06,
      "loss": 0.1306,
      "step": 20108
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.092481824052211e-06,
      "loss": 0.1377,
      "step": 20109
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.091610779861385e-06,
      "loss": 0.1242,
      "step": 20110
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.090739742619959e-06,
      "loss": 0.1113,
      "step": 20111
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.0898687123346e-06,
      "loss": 0.1854,
      "step": 20112
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.088997689011972e-06,
      "loss": 0.1283,
      "step": 20113
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.088126672658736e-06,
      "loss": 0.0931,
      "step": 20114
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.087255663281557e-06,
      "loss": 0.1368,
      "step": 20115
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.086384660887092e-06,
      "loss": 0.1301,
      "step": 20116
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.085513665482015e-06,
      "loss": 0.1556,
      "step": 20117
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.084642677072985e-06,
      "loss": 0.1259,
      "step": 20118
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.083771695666664e-06,
      "loss": 0.1087,
      "step": 20119
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.082900721269716e-06,
      "loss": 0.1369,
      "step": 20120
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.0820297538888e-06,
      "loss": 0.1422,
      "step": 20121
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.081158793530584e-06,
      "loss": 0.1656,
      "step": 20122
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.080287840201733e-06,
      "loss": 0.1613,
      "step": 20123
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.079416893908908e-06,
      "loss": 0.1504,
      "step": 20124
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.078545954658769e-06,
      "loss": 0.1406,
      "step": 20125
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.077675022457979e-06,
      "loss": 0.1184,
      "step": 20126
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.076804097313205e-06,
      "loss": 0.1354,
      "step": 20127
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.075933179231109e-06,
      "loss": 0.1556,
      "step": 20128
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.07506226821835e-06,
      "loss": 0.1577,
      "step": 20129
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.074191364281593e-06,
      "loss": 0.1382,
      "step": 20130
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.0733204674275e-06,
      "loss": 0.1483,
      "step": 20131
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.072449577662735e-06,
      "loss": 0.1442,
      "step": 20132
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.071578694993963e-06,
      "loss": 0.1496,
      "step": 20133
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.07070781942784e-06,
      "loss": 0.1653,
      "step": 20134
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.069836950971033e-06,
      "loss": 0.139,
      "step": 20135
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.0689660896302e-06,
      "loss": 0.1582,
      "step": 20136
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.068095235412008e-06,
      "loss": 0.114,
      "step": 20137
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.067224388323121e-06,
      "loss": 0.1134,
      "step": 20138
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.066353548370196e-06,
      "loss": 0.1393,
      "step": 20139
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.065482715559894e-06,
      "loss": 0.1753,
      "step": 20140
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.06461188989888e-06,
      "loss": 0.1651,
      "step": 20141
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.063741071393818e-06,
      "loss": 0.1919,
      "step": 20142
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.06287026005137e-06,
      "loss": 0.1818,
      "step": 20143
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.061999455878194e-06,
      "loss": 0.1544,
      "step": 20144
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.061128658880953e-06,
      "loss": 0.1289,
      "step": 20145
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.060257869066308e-06,
      "loss": 0.1742,
      "step": 20146
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.059387086440925e-06,
      "loss": 0.131,
      "step": 20147
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.058516311011466e-06,
      "loss": 0.1582,
      "step": 20148
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.057645542784585e-06,
      "loss": 0.1445,
      "step": 20149
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.05677478176695e-06,
      "loss": 0.1004,
      "step": 20150
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.055904027965216e-06,
      "loss": 0.1699,
      "step": 20151
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.055033281386054e-06,
      "loss": 0.1437,
      "step": 20152
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.054162542036124e-06,
      "loss": 0.1134,
      "step": 20153
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.05329180992208e-06,
      "loss": 0.1189,
      "step": 20154
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.052421085050587e-06,
      "loss": 0.1562,
      "step": 20155
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.051550367428306e-06,
      "loss": 0.1362,
      "step": 20156
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.050679657061901e-06,
      "loss": 0.1207,
      "step": 20157
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.04980895395803e-06,
      "loss": 0.178,
      "step": 20158
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.048938258123356e-06,
      "loss": 0.1422,
      "step": 20159
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.048067569564541e-06,
      "loss": 0.1403,
      "step": 20160
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.047196888288239e-06,
      "loss": 0.1586,
      "step": 20161
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.046326214301119e-06,
      "loss": 0.1259,
      "step": 20162
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.04545554760984e-06,
      "loss": 0.1496,
      "step": 20163
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.04458488822106e-06,
      "loss": 0.1609,
      "step": 20164
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.043714236141443e-06,
      "loss": 0.1375,
      "step": 20165
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.042843591377647e-06,
      "loss": 0.1524,
      "step": 20166
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.041972953936334e-06,
      "loss": 0.1318,
      "step": 20167
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.041102323824166e-06,
      "loss": 0.1706,
      "step": 20168
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.0402317010478e-06,
      "loss": 0.1761,
      "step": 20169
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.039361085613901e-06,
      "loss": 0.1456,
      "step": 20170
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.038490477529121e-06,
      "loss": 0.1706,
      "step": 20171
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.037619876800133e-06,
      "loss": 0.1174,
      "step": 20172
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.036749283433587e-06,
      "loss": 0.1469,
      "step": 20173
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.035878697436149e-06,
      "loss": 0.1154,
      "step": 20174
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.035008118814476e-06,
      "loss": 0.1417,
      "step": 20175
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.034137547575226e-06,
      "loss": 0.1421,
      "step": 20176
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.033266983725067e-06,
      "loss": 0.1191,
      "step": 20177
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.032396427270653e-06,
      "loss": 0.1729,
      "step": 20178
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.031525878218644e-06,
      "loss": 0.1455,
      "step": 20179
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.030655336575704e-06,
      "loss": 0.1261,
      "step": 20180
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.029784802348484e-06,
      "loss": 0.11,
      "step": 20181
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.028914275543656e-06,
      "loss": 0.12,
      "step": 20182
    },
    {
      "epoch": 1.64,
      "learning_rate": 9.02804375616787e-06,
      "loss": 0.1293,
      "step": 20183
    },
    {
      "epoch": 1.64,
      "learning_rate": 9.027173244227791e-06,
      "loss": 0.1729,
      "step": 20184
    },
    {
      "epoch": 1.64,
      "learning_rate": 9.026302739730076e-06,
      "loss": 0.1409,
      "step": 20185
    },
    {
      "epoch": 1.64,
      "learning_rate": 9.025432242681385e-06,
      "loss": 0.1142,
      "step": 20186
    },
    {
      "epoch": 1.64,
      "learning_rate": 9.02456175308838e-06,
      "loss": 0.1445,
      "step": 20187
    },
    {
      "epoch": 1.64,
      "learning_rate": 9.023691270957719e-06,
      "loss": 0.1239,
      "step": 20188
    },
    {
      "epoch": 1.64,
      "learning_rate": 9.022820796296059e-06,
      "loss": 0.1155,
      "step": 20189
    },
    {
      "epoch": 1.64,
      "learning_rate": 9.02195032911006e-06,
      "loss": 0.1431,
      "step": 20190
    },
    {
      "epoch": 1.64,
      "learning_rate": 9.021079869406382e-06,
      "loss": 0.116,
      "step": 20191
    },
    {
      "epoch": 1.64,
      "learning_rate": 9.02020941719169e-06,
      "loss": 0.1268,
      "step": 20192
    },
    {
      "epoch": 1.64,
      "learning_rate": 9.019338972472634e-06,
      "loss": 0.1342,
      "step": 20193
    },
    {
      "epoch": 1.64,
      "learning_rate": 9.018468535255877e-06,
      "loss": 0.1287,
      "step": 20194
    },
    {
      "epoch": 1.64,
      "learning_rate": 9.017598105548077e-06,
      "loss": 0.1533,
      "step": 20195
    },
    {
      "epoch": 1.64,
      "learning_rate": 9.016727683355899e-06,
      "loss": 0.1455,
      "step": 20196
    },
    {
      "epoch": 1.64,
      "learning_rate": 9.015857268685992e-06,
      "loss": 0.1355,
      "step": 20197
    },
    {
      "epoch": 1.64,
      "learning_rate": 9.014986861545023e-06,
      "loss": 0.1603,
      "step": 20198
    },
    {
      "epoch": 1.64,
      "learning_rate": 9.014116461939646e-06,
      "loss": 0.1614,
      "step": 20199
    },
    {
      "epoch": 1.64,
      "learning_rate": 9.01324606987652e-06,
      "loss": 0.1422,
      "step": 20200
    },
    {
      "epoch": 1.64,
      "learning_rate": 9.012375685362308e-06,
      "loss": 0.1291,
      "step": 20201
    },
    {
      "epoch": 1.64,
      "learning_rate": 9.011505308403665e-06,
      "loss": 0.1635,
      "step": 20202
    },
    {
      "epoch": 1.64,
      "learning_rate": 9.010634939007252e-06,
      "loss": 0.1616,
      "step": 20203
    },
    {
      "epoch": 1.64,
      "learning_rate": 9.009764577179725e-06,
      "loss": 0.1615,
      "step": 20204
    },
    {
      "epoch": 1.64,
      "learning_rate": 9.00889422292774e-06,
      "loss": 0.1688,
      "step": 20205
    },
    {
      "epoch": 1.64,
      "learning_rate": 9.008023876257963e-06,
      "loss": 0.156,
      "step": 20206
    },
    {
      "epoch": 1.64,
      "learning_rate": 9.007153537177047e-06,
      "loss": 0.138,
      "step": 20207
    },
    {
      "epoch": 1.64,
      "learning_rate": 9.006283205691652e-06,
      "loss": 0.1557,
      "step": 20208
    },
    {
      "epoch": 1.64,
      "learning_rate": 9.005412881808437e-06,
      "loss": 0.1223,
      "step": 20209
    },
    {
      "epoch": 1.64,
      "learning_rate": 9.004542565534054e-06,
      "loss": 0.1751,
      "step": 20210
    },
    {
      "epoch": 1.64,
      "learning_rate": 9.003672256875172e-06,
      "loss": 0.1427,
      "step": 20211
    },
    {
      "epoch": 1.64,
      "learning_rate": 9.002801955838442e-06,
      "loss": 0.1296,
      "step": 20212
    },
    {
      "epoch": 1.64,
      "learning_rate": 9.001931662430521e-06,
      "loss": 0.1443,
      "step": 20213
    },
    {
      "epoch": 1.64,
      "learning_rate": 9.001061376658073e-06,
      "loss": 0.1266,
      "step": 20214
    },
    {
      "epoch": 1.64,
      "learning_rate": 9.000191098527746e-06,
      "loss": 0.1551,
      "step": 20215
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.99932082804621e-06,
      "loss": 0.1673,
      "step": 20216
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.998450565220114e-06,
      "loss": 0.1246,
      "step": 20217
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.99758031005612e-06,
      "loss": 0.1585,
      "step": 20218
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.996710062560883e-06,
      "loss": 0.1371,
      "step": 20219
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.995839822741058e-06,
      "loss": 0.115,
      "step": 20220
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.994969590603312e-06,
      "loss": 0.1461,
      "step": 20221
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.994099366154296e-06,
      "loss": 0.1676,
      "step": 20222
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.993229149400666e-06,
      "loss": 0.1216,
      "step": 20223
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.992358940349085e-06,
      "loss": 0.1534,
      "step": 20224
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.9914887390062e-06,
      "loss": 0.1321,
      "step": 20225
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.990618545378683e-06,
      "loss": 0.1449,
      "step": 20226
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.989748359473179e-06,
      "loss": 0.1514,
      "step": 20227
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.988878181296351e-06,
      "loss": 0.1559,
      "step": 20228
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.988008010854857e-06,
      "loss": 0.1799,
      "step": 20229
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.987137848155346e-06,
      "loss": 0.164,
      "step": 20230
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.986267693204485e-06,
      "loss": 0.1212,
      "step": 20231
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.985397546008924e-06,
      "loss": 0.1395,
      "step": 20232
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.984527406575322e-06,
      "loss": 0.1505,
      "step": 20233
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.983657274910341e-06,
      "loss": 0.1647,
      "step": 20234
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.982787151020627e-06,
      "loss": 0.1257,
      "step": 20235
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.981917034912844e-06,
      "loss": 0.117,
      "step": 20236
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.981046926593648e-06,
      "loss": 0.1288,
      "step": 20237
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.980176826069695e-06,
      "loss": 0.1283,
      "step": 20238
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.979306733347641e-06,
      "loss": 0.1279,
      "step": 20239
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.97843664843414e-06,
      "loss": 0.1385,
      "step": 20240
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.977566571335853e-06,
      "loss": 0.1324,
      "step": 20241
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.976696502059434e-06,
      "loss": 0.1306,
      "step": 20242
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.97582644061154e-06,
      "loss": 0.147,
      "step": 20243
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.974956386998828e-06,
      "loss": 0.1477,
      "step": 20244
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.974086341227947e-06,
      "loss": 0.1577,
      "step": 20245
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.973216303305562e-06,
      "loss": 0.1591,
      "step": 20246
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.972346273238327e-06,
      "loss": 0.1358,
      "step": 20247
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.9714762510329e-06,
      "loss": 0.1192,
      "step": 20248
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.970606236695929e-06,
      "loss": 0.0982,
      "step": 20249
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.969736230234074e-06,
      "loss": 0.1364,
      "step": 20250
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.96886623165399e-06,
      "loss": 0.1939,
      "step": 20251
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.967996240962337e-06,
      "loss": 0.1455,
      "step": 20252
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.96712625816577e-06,
      "loss": 0.1376,
      "step": 20253
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.966256283270939e-06,
      "loss": 0.1562,
      "step": 20254
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.9653863162845e-06,
      "loss": 0.1318,
      "step": 20255
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.964516357213114e-06,
      "loss": 0.1483,
      "step": 20256
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.963646406063433e-06,
      "loss": 0.1664,
      "step": 20257
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.962776462842117e-06,
      "loss": 0.1394,
      "step": 20258
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.961906527555812e-06,
      "loss": 0.1449,
      "step": 20259
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.96103660021118e-06,
      "loss": 0.1381,
      "step": 20260
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.960166680814874e-06,
      "loss": 0.1085,
      "step": 20261
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.95929676937355e-06,
      "loss": 0.1342,
      "step": 20262
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.958426865893864e-06,
      "loss": 0.1431,
      "step": 20263
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.95755697038247e-06,
      "loss": 0.1312,
      "step": 20264
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.956687082846019e-06,
      "loss": 0.1229,
      "step": 20265
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.95581720329117e-06,
      "loss": 0.1626,
      "step": 20266
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.95494733172458e-06,
      "loss": 0.1214,
      "step": 20267
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.954077468152903e-06,
      "loss": 0.1618,
      "step": 20268
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.953207612582788e-06,
      "loss": 0.1268,
      "step": 20269
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.952337765020892e-06,
      "loss": 0.1333,
      "step": 20270
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.951467925473872e-06,
      "loss": 0.167,
      "step": 20271
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.950598093948383e-06,
      "loss": 0.1465,
      "step": 20272
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.949728270451078e-06,
      "loss": 0.1344,
      "step": 20273
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.948858454988608e-06,
      "loss": 0.1442,
      "step": 20274
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.947988647567629e-06,
      "loss": 0.1676,
      "step": 20275
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.9471188481948e-06,
      "loss": 0.1185,
      "step": 20276
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.946249056876773e-06,
      "loss": 0.1198,
      "step": 20277
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.945379273620199e-06,
      "loss": 0.1588,
      "step": 20278
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.944509498431735e-06,
      "loss": 0.1175,
      "step": 20279
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.94363973131803e-06,
      "loss": 0.1568,
      "step": 20280
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.942769972285746e-06,
      "loss": 0.1717,
      "step": 20281
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.941900221341534e-06,
      "loss": 0.1222,
      "step": 20282
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.941030478492043e-06,
      "loss": 0.1422,
      "step": 20283
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.940160743743932e-06,
      "loss": 0.1645,
      "step": 20284
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.93929101710385e-06,
      "loss": 0.1392,
      "step": 20285
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.938421298578456e-06,
      "loss": 0.1589,
      "step": 20286
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.937551588174405e-06,
      "loss": 0.1562,
      "step": 20287
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.936681885898343e-06,
      "loss": 0.1379,
      "step": 20288
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.935812191756927e-06,
      "loss": 0.1564,
      "step": 20289
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.934942505756808e-06,
      "loss": 0.1517,
      "step": 20290
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.934072827904646e-06,
      "loss": 0.1535,
      "step": 20291
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.93320315820709e-06,
      "loss": 0.158,
      "step": 20292
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.932333496670792e-06,
      "loss": 0.1591,
      "step": 20293
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.931463843302407e-06,
      "loss": 0.1547,
      "step": 20294
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.930594198108585e-06,
      "loss": 0.1771,
      "step": 20295
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.929724561095982e-06,
      "loss": 0.1556,
      "step": 20296
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.928854932271254e-06,
      "loss": 0.1145,
      "step": 20297
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.927985311641047e-06,
      "loss": 0.1322,
      "step": 20298
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.927115699212019e-06,
      "loss": 0.1512,
      "step": 20299
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.926246094990818e-06,
      "loss": 0.1444,
      "step": 20300
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.925376498984101e-06,
      "loss": 0.1681,
      "step": 20301
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.92450691119852e-06,
      "loss": 0.1336,
      "step": 20302
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.923637331640727e-06,
      "loss": 0.1552,
      "step": 20303
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.922767760317373e-06,
      "loss": 0.1359,
      "step": 20304
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.921898197235111e-06,
      "loss": 0.1262,
      "step": 20305
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.921028642400597e-06,
      "loss": 0.1239,
      "step": 20306
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.920159095820478e-06,
      "loss": 0.1356,
      "step": 20307
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.919289557501408e-06,
      "loss": 0.158,
      "step": 20308
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.918420027450041e-06,
      "loss": 0.1476,
      "step": 20309
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.917550505673026e-06,
      "loss": 0.141,
      "step": 20310
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.91668099217702e-06,
      "loss": 0.1421,
      "step": 20311
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.91581148696867e-06,
      "loss": 0.1586,
      "step": 20312
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.91494199005463e-06,
      "loss": 0.1878,
      "step": 20313
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.914072501441555e-06,
      "loss": 0.1303,
      "step": 20314
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.913203021136085e-06,
      "loss": 0.1264,
      "step": 20315
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.912333549144887e-06,
      "loss": 0.1424,
      "step": 20316
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.911464085474605e-06,
      "loss": 0.1506,
      "step": 20317
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.910594630131892e-06,
      "loss": 0.1559,
      "step": 20318
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.909725183123399e-06,
      "loss": 0.1868,
      "step": 20319
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.908855744455772e-06,
      "loss": 0.1253,
      "step": 20320
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.907986314135675e-06,
      "loss": 0.1635,
      "step": 20321
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.90711689216975e-06,
      "loss": 0.1207,
      "step": 20322
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.90624747856465e-06,
      "loss": 0.1249,
      "step": 20323
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.90537807332703e-06,
      "loss": 0.1227,
      "step": 20324
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.904508676463532e-06,
      "loss": 0.1067,
      "step": 20325
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.903639287980818e-06,
      "loss": 0.1187,
      "step": 20326
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.902769907885533e-06,
      "loss": 0.161,
      "step": 20327
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.901900536184328e-06,
      "loss": 0.1522,
      "step": 20328
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.901031172883858e-06,
      "loss": 0.1309,
      "step": 20329
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.900161817990764e-06,
      "loss": 0.1229,
      "step": 20330
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.899292471511711e-06,
      "loss": 0.1279,
      "step": 20331
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.89842313345334e-06,
      "loss": 0.1538,
      "step": 20332
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.897553803822304e-06,
      "loss": 0.1387,
      "step": 20333
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.89668448262525e-06,
      "loss": 0.1258,
      "step": 20334
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.895815169868837e-06,
      "loss": 0.1137,
      "step": 20335
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.894945865559711e-06,
      "loss": 0.1451,
      "step": 20336
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.89407656970452e-06,
      "loss": 0.1402,
      "step": 20337
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.893207282309917e-06,
      "loss": 0.1693,
      "step": 20338
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.892338003382548e-06,
      "loss": 0.1852,
      "step": 20339
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.891468732929073e-06,
      "loss": 0.1312,
      "step": 20340
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.890599470956133e-06,
      "loss": 0.1786,
      "step": 20341
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.88973021747038e-06,
      "loss": 0.1404,
      "step": 20342
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.888860972478467e-06,
      "loss": 0.1966,
      "step": 20343
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.887991735987039e-06,
      "loss": 0.1417,
      "step": 20344
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.887122508002752e-06,
      "loss": 0.176,
      "step": 20345
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.88625328853225e-06,
      "loss": 0.1256,
      "step": 20346
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.885384077582188e-06,
      "loss": 0.2094,
      "step": 20347
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.884514875159214e-06,
      "loss": 0.1186,
      "step": 20348
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.883645681269969e-06,
      "loss": 0.168,
      "step": 20349
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.882776495921118e-06,
      "loss": 0.1559,
      "step": 20350
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.8819073191193e-06,
      "loss": 0.112,
      "step": 20351
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.881038150871166e-06,
      "loss": 0.1057,
      "step": 20352
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.88016899118337e-06,
      "loss": 0.118,
      "step": 20353
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.879299840062551e-06,
      "loss": 0.1596,
      "step": 20354
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.87843069751537e-06,
      "loss": 0.1525,
      "step": 20355
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.877561563548472e-06,
      "loss": 0.1388,
      "step": 20356
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.876692438168504e-06,
      "loss": 0.1718,
      "step": 20357
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.875823321382117e-06,
      "loss": 0.1203,
      "step": 20358
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.874954213195955e-06,
      "loss": 0.1195,
      "step": 20359
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.874085113616676e-06,
      "loss": 0.1237,
      "step": 20360
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.873216022650922e-06,
      "loss": 0.1208,
      "step": 20361
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.872346940305343e-06,
      "loss": 0.1564,
      "step": 20362
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.871477866586591e-06,
      "loss": 0.1593,
      "step": 20363
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.870608801501304e-06,
      "loss": 0.128,
      "step": 20364
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.869739745056148e-06,
      "loss": 0.1632,
      "step": 20365
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.868870697257758e-06,
      "loss": 0.1386,
      "step": 20366
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.868001658112787e-06,
      "loss": 0.1165,
      "step": 20367
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.867132627627884e-06,
      "loss": 0.158,
      "step": 20368
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.866263605809692e-06,
      "loss": 0.147,
      "step": 20369
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.865394592664867e-06,
      "loss": 0.1311,
      "step": 20370
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.864525588200054e-06,
      "loss": 0.1375,
      "step": 20371
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.863656592421898e-06,
      "loss": 0.1379,
      "step": 20372
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.862787605337055e-06,
      "loss": 0.148,
      "step": 20373
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.861918626952161e-06,
      "loss": 0.1549,
      "step": 20374
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.861049657273873e-06,
      "loss": 0.1209,
      "step": 20375
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.860180696308837e-06,
      "loss": 0.1496,
      "step": 20376
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.859311744063699e-06,
      "loss": 0.1254,
      "step": 20377
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.85844280054511e-06,
      "loss": 0.1396,
      "step": 20378
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.857573865759712e-06,
      "loss": 0.1306,
      "step": 20379
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.856704939714158e-06,
      "loss": 0.1316,
      "step": 20380
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.855836022415095e-06,
      "loss": 0.1372,
      "step": 20381
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.854967113869169e-06,
      "loss": 0.155,
      "step": 20382
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.854098214083025e-06,
      "loss": 0.1282,
      "step": 20383
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.853229323063312e-06,
      "loss": 0.1236,
      "step": 20384
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.852360440816678e-06,
      "loss": 0.126,
      "step": 20385
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.851491567349773e-06,
      "loss": 0.129,
      "step": 20386
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.85062270266924e-06,
      "loss": 0.1155,
      "step": 20387
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.849753846781727e-06,
      "loss": 0.1389,
      "step": 20388
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.848884999693879e-06,
      "loss": 0.1245,
      "step": 20389
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.848016161412346e-06,
      "loss": 0.1214,
      "step": 20390
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.847147331943775e-06,
      "loss": 0.1545,
      "step": 20391
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.846278511294813e-06,
      "loss": 0.1338,
      "step": 20392
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.845409699472103e-06,
      "loss": 0.1432,
      "step": 20393
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.844540896482291e-06,
      "loss": 0.1638,
      "step": 20394
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.84367210233203e-06,
      "loss": 0.1338,
      "step": 20395
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.842803317027962e-06,
      "loss": 0.126,
      "step": 20396
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.841934540576737e-06,
      "loss": 0.1841,
      "step": 20397
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.841065772984997e-06,
      "loss": 0.1181,
      "step": 20398
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.840197014259387e-06,
      "loss": 0.1581,
      "step": 20399
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.839328264406559e-06,
      "loss": 0.1694,
      "step": 20400
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.838459523433156e-06,
      "loss": 0.1526,
      "step": 20401
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.837590791345828e-06,
      "loss": 0.1288,
      "step": 20402
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.836722068151214e-06,
      "loss": 0.1638,
      "step": 20403
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.835853353855962e-06,
      "loss": 0.1621,
      "step": 20404
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.834984648466719e-06,
      "loss": 0.1108,
      "step": 20405
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.834115951990133e-06,
      "loss": 0.1656,
      "step": 20406
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.83324726443285e-06,
      "loss": 0.1439,
      "step": 20407
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.832378585801512e-06,
      "loss": 0.1374,
      "step": 20408
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.831509916102763e-06,
      "loss": 0.1646,
      "step": 20409
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.830641255343254e-06,
      "loss": 0.1387,
      "step": 20410
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.829772603529628e-06,
      "loss": 0.1342,
      "step": 20411
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.828903960668534e-06,
      "loss": 0.1511,
      "step": 20412
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.82803532676661e-06,
      "loss": 0.1718,
      "step": 20413
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.827166701830503e-06,
      "loss": 0.1585,
      "step": 20414
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.826298085866864e-06,
      "loss": 0.1385,
      "step": 20415
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.825429478882335e-06,
      "loss": 0.1483,
      "step": 20416
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.82456088088356e-06,
      "loss": 0.1486,
      "step": 20417
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.823692291877182e-06,
      "loss": 0.1825,
      "step": 20418
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.822823711869848e-06,
      "loss": 0.139,
      "step": 20419
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.821955140868206e-06,
      "loss": 0.1324,
      "step": 20420
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.821086578878899e-06,
      "loss": 0.1633,
      "step": 20421
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.82021802590857e-06,
      "loss": 0.169,
      "step": 20422
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.819349481963862e-06,
      "loss": 0.1572,
      "step": 20423
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.818480947051422e-06,
      "loss": 0.1536,
      "step": 20424
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.817612421177897e-06,
      "loss": 0.1638,
      "step": 20425
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.81674390434993e-06,
      "loss": 0.1288,
      "step": 20426
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.815875396574161e-06,
      "loss": 0.2037,
      "step": 20427
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.815006897857239e-06,
      "loss": 0.139,
      "step": 20428
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.814138408205804e-06,
      "loss": 0.1749,
      "step": 20429
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.813269927626507e-06,
      "loss": 0.15,
      "step": 20430
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.812401456125988e-06,
      "loss": 0.1319,
      "step": 20431
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.811532993710891e-06,
      "loss": 0.1352,
      "step": 20432
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.810664540387859e-06,
      "loss": 0.1097,
      "step": 20433
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.809796096163534e-06,
      "loss": 0.1529,
      "step": 20434
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.808927661044567e-06,
      "loss": 0.1466,
      "step": 20435
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.808059235037596e-06,
      "loss": 0.1344,
      "step": 20436
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.807190818149266e-06,
      "loss": 0.1284,
      "step": 20437
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.806322410386222e-06,
      "loss": 0.1163,
      "step": 20438
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.805454011755103e-06,
      "loss": 0.1356,
      "step": 20439
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.804585622262559e-06,
      "loss": 0.1465,
      "step": 20440
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.803717241915232e-06,
      "loss": 0.135,
      "step": 20441
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.80284887071976e-06,
      "loss": 0.1342,
      "step": 20442
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.80198050868279e-06,
      "loss": 0.1311,
      "step": 20443
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.801112155810964e-06,
      "loss": 0.1183,
      "step": 20444
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.800243812110928e-06,
      "loss": 0.114,
      "step": 20445
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.799375477589325e-06,
      "loss": 0.1457,
      "step": 20446
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.798507152252793e-06,
      "loss": 0.1086,
      "step": 20447
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.797638836107978e-06,
      "loss": 0.1325,
      "step": 20448
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.796770529161523e-06,
      "loss": 0.1328,
      "step": 20449
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.795902231420073e-06,
      "loss": 0.1534,
      "step": 20450
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.795033942890265e-06,
      "loss": 0.1497,
      "step": 20451
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.794165663578747e-06,
      "loss": 0.1897,
      "step": 20452
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.79329739349216e-06,
      "loss": 0.1381,
      "step": 20453
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.79242913263714e-06,
      "loss": 0.1523,
      "step": 20454
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.791560881020342e-06,
      "loss": 0.1556,
      "step": 20455
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.790692638648399e-06,
      "loss": 0.1551,
      "step": 20456
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.789824405527956e-06,
      "loss": 0.1098,
      "step": 20457
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.788956181665658e-06,
      "loss": 0.1157,
      "step": 20458
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.788087967068137e-06,
      "loss": 0.1228,
      "step": 20459
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.78721976174205e-06,
      "loss": 0.1554,
      "step": 20460
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.786351565694027e-06,
      "loss": 0.1497,
      "step": 20461
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.785483378930717e-06,
      "loss": 0.1357,
      "step": 20462
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.78461520145876e-06,
      "loss": 0.1517,
      "step": 20463
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.78374703328479e-06,
      "loss": 0.1316,
      "step": 20464
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.78287887441546e-06,
      "loss": 0.1334,
      "step": 20465
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.782010724857409e-06,
      "loss": 0.1141,
      "step": 20466
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.781142584617274e-06,
      "loss": 0.1413,
      "step": 20467
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.7802744537017e-06,
      "loss": 0.1382,
      "step": 20468
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.779406332117325e-06,
      "loss": 0.1502,
      "step": 20469
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.778538219870798e-06,
      "loss": 0.1655,
      "step": 20470
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.777670116968754e-06,
      "loss": 0.125,
      "step": 20471
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.776802023417833e-06,
      "loss": 0.1168,
      "step": 20472
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.775933939224681e-06,
      "loss": 0.139,
      "step": 20473
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.775065864395931e-06,
      "loss": 0.1173,
      "step": 20474
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.774197798938237e-06,
      "loss": 0.1534,
      "step": 20475
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.773329742858229e-06,
      "loss": 0.1244,
      "step": 20476
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.77246169616255e-06,
      "loss": 0.1678,
      "step": 20477
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.771593658857848e-06,
      "loss": 0.1671,
      "step": 20478
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.770725630950748e-06,
      "loss": 0.1158,
      "step": 20479
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.769857612447909e-06,
      "loss": 0.1463,
      "step": 20480
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.76898960335596e-06,
      "loss": 0.1432,
      "step": 20481
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.768121603681546e-06,
      "loss": 0.1959,
      "step": 20482
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.7672536134313e-06,
      "loss": 0.1338,
      "step": 20483
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.766385632611876e-06,
      "loss": 0.1149,
      "step": 20484
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.765517661229903e-06,
      "loss": 0.1116,
      "step": 20485
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.764649699292025e-06,
      "loss": 0.1633,
      "step": 20486
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.763781746804884e-06,
      "loss": 0.1579,
      "step": 20487
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.762913803775113e-06,
      "loss": 0.1128,
      "step": 20488
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.762045870209361e-06,
      "loss": 0.1357,
      "step": 20489
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.761177946114263e-06,
      "loss": 0.163,
      "step": 20490
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.760310031496458e-06,
      "loss": 0.1731,
      "step": 20491
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.759442126362592e-06,
      "loss": 0.1677,
      "step": 20492
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.758574230719291e-06,
      "loss": 0.1325,
      "step": 20493
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.757706344573212e-06,
      "loss": 0.1299,
      "step": 20494
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.756838467930983e-06,
      "loss": 0.1342,
      "step": 20495
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.755970600799246e-06,
      "loss": 0.1362,
      "step": 20496
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.755102743184645e-06,
      "loss": 0.1894,
      "step": 20497
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.754234895093808e-06,
      "loss": 0.1436,
      "step": 20498
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.75336705653339e-06,
      "loss": 0.1373,
      "step": 20499
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.752499227510016e-06,
      "loss": 0.1442,
      "step": 20500
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.751631408030334e-06,
      "loss": 0.1457,
      "step": 20501
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.75076359810098e-06,
      "loss": 0.1757,
      "step": 20502
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.749895797728588e-06,
      "loss": 0.1566,
      "step": 20503
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.749028006919809e-06,
      "loss": 0.1429,
      "step": 20504
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.74816022568127e-06,
      "loss": 0.1321,
      "step": 20505
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.747292454019616e-06,
      "loss": 0.1491,
      "step": 20506
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.746424691941486e-06,
      "loss": 0.1591,
      "step": 20507
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.74555693945351e-06,
      "loss": 0.1053,
      "step": 20508
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.74468919656234e-06,
      "loss": 0.1258,
      "step": 20509
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.743821463274606e-06,
      "loss": 0.1561,
      "step": 20510
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.742953739596947e-06,
      "loss": 0.1447,
      "step": 20511
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.742086025536004e-06,
      "loss": 0.102,
      "step": 20512
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.741218321098408e-06,
      "loss": 0.1557,
      "step": 20513
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.740350626290808e-06,
      "loss": 0.1093,
      "step": 20514
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.739482941119836e-06,
      "loss": 0.1393,
      "step": 20515
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.73861526559213e-06,
      "loss": 0.1397,
      "step": 20516
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.73774759971433e-06,
      "loss": 0.1272,
      "step": 20517
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.736879943493071e-06,
      "loss": 0.1314,
      "step": 20518
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.736012296934993e-06,
      "loss": 0.1931,
      "step": 20519
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.735144660046732e-06,
      "loss": 0.1471,
      "step": 20520
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.73427703283493e-06,
      "loss": 0.1576,
      "step": 20521
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.733409415306217e-06,
      "loss": 0.1358,
      "step": 20522
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.732541807467236e-06,
      "loss": 0.1351,
      "step": 20523
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.731674209324623e-06,
      "loss": 0.1836,
      "step": 20524
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.730806620885016e-06,
      "loss": 0.1295,
      "step": 20525
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.729939042155054e-06,
      "loss": 0.1106,
      "step": 20526
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.729071473141369e-06,
      "loss": 0.1204,
      "step": 20527
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.7282039138506e-06,
      "loss": 0.1449,
      "step": 20528
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.727336364289388e-06,
      "loss": 0.1246,
      "step": 20529
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.726468824464365e-06,
      "loss": 0.1629,
      "step": 20530
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.725601294382173e-06,
      "loss": 0.1574,
      "step": 20531
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.724733774049443e-06,
      "loss": 0.1178,
      "step": 20532
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.723866263472814e-06,
      "loss": 0.1561,
      "step": 20533
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.722998762658924e-06,
      "loss": 0.1423,
      "step": 20534
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.722131271614408e-06,
      "loss": 0.1512,
      "step": 20535
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.721263790345907e-06,
      "loss": 0.1207,
      "step": 20536
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.720396318860052e-06,
      "loss": 0.1309,
      "step": 20537
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.719528857163477e-06,
      "loss": 0.1482,
      "step": 20538
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.718661405262827e-06,
      "loss": 0.1444,
      "step": 20539
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.717793963164731e-06,
      "loss": 0.1556,
      "step": 20540
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.716926530875832e-06,
      "loss": 0.143,
      "step": 20541
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.716059108402759e-06,
      "loss": 0.168,
      "step": 20542
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.71519169575215e-06,
      "loss": 0.1393,
      "step": 20543
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.714324292930642e-06,
      "loss": 0.1531,
      "step": 20544
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.713456899944871e-06,
      "loss": 0.1154,
      "step": 20545
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.712589516801474e-06,
      "loss": 0.1527,
      "step": 20546
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.711722143507083e-06,
      "loss": 0.141,
      "step": 20547
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.710854780068336e-06,
      "loss": 0.1554,
      "step": 20548
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.709987426491869e-06,
      "loss": 0.1232,
      "step": 20549
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.709120082784315e-06,
      "loss": 0.1703,
      "step": 20550
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.708252748952315e-06,
      "loss": 0.1312,
      "step": 20551
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.707385425002498e-06,
      "loss": 0.1328,
      "step": 20552
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.7065181109415e-06,
      "loss": 0.101,
      "step": 20553
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.70565080677596e-06,
      "loss": 0.1331,
      "step": 20554
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.704783512512511e-06,
      "loss": 0.1493,
      "step": 20555
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.703916228157788e-06,
      "loss": 0.1573,
      "step": 20556
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.703048953718427e-06,
      "loss": 0.1203,
      "step": 20557
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.702181689201057e-06,
      "loss": 0.1301,
      "step": 20558
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.70131443461232e-06,
      "loss": 0.151,
      "step": 20559
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.700447189958852e-06,
      "loss": 0.1657,
      "step": 20560
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.69957995524728e-06,
      "loss": 0.13,
      "step": 20561
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.698712730484242e-06,
      "loss": 0.1431,
      "step": 20562
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.697845515676374e-06,
      "loss": 0.1372,
      "step": 20563
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.696978310830308e-06,
      "loss": 0.1369,
      "step": 20564
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.696111115952683e-06,
      "loss": 0.1681,
      "step": 20565
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.695243931050129e-06,
      "loss": 0.1203,
      "step": 20566
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.694376756129279e-06,
      "loss": 0.1358,
      "step": 20567
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.693509591196768e-06,
      "loss": 0.1148,
      "step": 20568
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.692642436259234e-06,
      "loss": 0.1139,
      "step": 20569
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.69177529132331e-06,
      "loss": 0.1336,
      "step": 20570
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.690908156395625e-06,
      "loss": 0.1891,
      "step": 20571
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.690041031482817e-06,
      "loss": 0.1658,
      "step": 20572
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.689173916591516e-06,
      "loss": 0.1296,
      "step": 20573
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.68830681172836e-06,
      "loss": 0.137,
      "step": 20574
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.687439716899983e-06,
      "loss": 0.1618,
      "step": 20575
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.686572632113015e-06,
      "loss": 0.1579,
      "step": 20576
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.68570555737409e-06,
      "loss": 0.1606,
      "step": 20577
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.68483849268984e-06,
      "loss": 0.1759,
      "step": 20578
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.683971438066903e-06,
      "loss": 0.1301,
      "step": 20579
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.683104393511911e-06,
      "loss": 0.1462,
      "step": 20580
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.682237359031494e-06,
      "loss": 0.1535,
      "step": 20581
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.681370334632286e-06,
      "loss": 0.1633,
      "step": 20582
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.680503320320917e-06,
      "loss": 0.1312,
      "step": 20583
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.679636316104028e-06,
      "loss": 0.1227,
      "step": 20584
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.678769321988248e-06,
      "loss": 0.1547,
      "step": 20585
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.677902337980208e-06,
      "loss": 0.1422,
      "step": 20586
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.67703536408654e-06,
      "loss": 0.1184,
      "step": 20587
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.676168400313875e-06,
      "loss": 0.1273,
      "step": 20588
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.675301446668856e-06,
      "loss": 0.1731,
      "step": 20589
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.674434503158105e-06,
      "loss": 0.1145,
      "step": 20590
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.673567569788256e-06,
      "loss": 0.143,
      "step": 20591
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.672700646565943e-06,
      "loss": 0.1821,
      "step": 20592
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.671833733497797e-06,
      "loss": 0.1815,
      "step": 20593
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.670966830590455e-06,
      "loss": 0.1929,
      "step": 20594
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.670099937850542e-06,
      "loss": 0.1293,
      "step": 20595
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.669233055284692e-06,
      "loss": 0.175,
      "step": 20596
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.668366182899542e-06,
      "loss": 0.1391,
      "step": 20597
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.66749932070171e-06,
      "loss": 0.1226,
      "step": 20598
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.666632468697847e-06,
      "loss": 0.1662,
      "step": 20599
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.665765626894572e-06,
      "loss": 0.1639,
      "step": 20600
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.664898795298518e-06,
      "loss": 0.1183,
      "step": 20601
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.66403197391632e-06,
      "loss": 0.1355,
      "step": 20602
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.6631651627546e-06,
      "loss": 0.1414,
      "step": 20603
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.662298361820004e-06,
      "loss": 0.1512,
      "step": 20604
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.661431571119157e-06,
      "loss": 0.1696,
      "step": 20605
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.660564790658686e-06,
      "loss": 0.1525,
      "step": 20606
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.659698020445226e-06,
      "loss": 0.1428,
      "step": 20607
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.658831260485404e-06,
      "loss": 0.1324,
      "step": 20608
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.657964510785857e-06,
      "loss": 0.1065,
      "step": 20609
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.657097771353214e-06,
      "loss": 0.1651,
      "step": 20610
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.656231042194103e-06,
      "loss": 0.1336,
      "step": 20611
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.655364323315158e-06,
      "loss": 0.1544,
      "step": 20612
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.654497614723001e-06,
      "loss": 0.1554,
      "step": 20613
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.653630916424277e-06,
      "loss": 0.0972,
      "step": 20614
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.652764228425607e-06,
      "loss": 0.151,
      "step": 20615
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.651897550733622e-06,
      "loss": 0.145,
      "step": 20616
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.651030883354958e-06,
      "loss": 0.1044,
      "step": 20617
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.650164226296233e-06,
      "loss": 0.1441,
      "step": 20618
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.64929757956409e-06,
      "loss": 0.1688,
      "step": 20619
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.648430943165155e-06,
      "loss": 0.1493,
      "step": 20620
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.647564317106055e-06,
      "loss": 0.1898,
      "step": 20621
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.646697701393425e-06,
      "loss": 0.1501,
      "step": 20622
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.645831096033884e-06,
      "loss": 0.1424,
      "step": 20623
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.644964501034077e-06,
      "loss": 0.1438,
      "step": 20624
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.644097916400625e-06,
      "loss": 0.1696,
      "step": 20625
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.643231342140157e-06,
      "loss": 0.1531,
      "step": 20626
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.642364778259307e-06,
      "loss": 0.1313,
      "step": 20627
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.641498224764697e-06,
      "loss": 0.1466,
      "step": 20628
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.640631681662962e-06,
      "loss": 0.1194,
      "step": 20629
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.639765148960733e-06,
      "loss": 0.1544,
      "step": 20630
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.638898626664637e-06,
      "loss": 0.1455,
      "step": 20631
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.638032114781296e-06,
      "loss": 0.1266,
      "step": 20632
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.637165613317353e-06,
      "loss": 0.132,
      "step": 20633
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.636299122279427e-06,
      "loss": 0.1303,
      "step": 20634
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.635432641674149e-06,
      "loss": 0.146,
      "step": 20635
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.634566171508152e-06,
      "loss": 0.1492,
      "step": 20636
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.633699711788053e-06,
      "loss": 0.1373,
      "step": 20637
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.632833262520496e-06,
      "loss": 0.1595,
      "step": 20638
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.631966823712099e-06,
      "loss": 0.1219,
      "step": 20639
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.631100395369494e-06,
      "loss": 0.1164,
      "step": 20640
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.630233977499312e-06,
      "loss": 0.1399,
      "step": 20641
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.629367570108168e-06,
      "loss": 0.1435,
      "step": 20642
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.628501173202713e-06,
      "loss": 0.145,
      "step": 20643
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.627634786789557e-06,
      "loss": 0.1746,
      "step": 20644
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.626768410875333e-06,
      "loss": 0.1274,
      "step": 20645
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.625902045466674e-06,
      "loss": 0.1479,
      "step": 20646
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.625035690570196e-06,
      "loss": 0.1216,
      "step": 20647
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.624169346192542e-06,
      "loss": 0.1338,
      "step": 20648
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.623303012340329e-06,
      "loss": 0.1631,
      "step": 20649
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.622436689020187e-06,
      "loss": 0.1475,
      "step": 20650
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.621570376238749e-06,
      "loss": 0.1382,
      "step": 20651
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.620704074002629e-06,
      "loss": 0.1695,
      "step": 20652
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.619837782318473e-06,
      "loss": 0.1043,
      "step": 20653
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.618971501192894e-06,
      "loss": 0.1598,
      "step": 20654
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.618105230632525e-06,
      "loss": 0.1551,
      "step": 20655
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.617238970643994e-06,
      "loss": 0.1671,
      "step": 20656
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.61637272123392e-06,
      "loss": 0.2001,
      "step": 20657
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.615506482408944e-06,
      "loss": 0.1847,
      "step": 20658
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.614640254175682e-06,
      "loss": 0.1343,
      "step": 20659
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.613774036540763e-06,
      "loss": 0.1466,
      "step": 20660
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.612907829510818e-06,
      "loss": 0.1427,
      "step": 20661
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.612041633092468e-06,
      "loss": 0.1538,
      "step": 20662
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.611175447292341e-06,
      "loss": 0.1112,
      "step": 20663
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.610309272117067e-06,
      "loss": 0.1188,
      "step": 20664
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.609443107573273e-06,
      "loss": 0.1302,
      "step": 20665
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.608576953667579e-06,
      "loss": 0.127,
      "step": 20666
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.607710810406614e-06,
      "loss": 0.1304,
      "step": 20667
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.606844677797005e-06,
      "loss": 0.1575,
      "step": 20668
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.60597855584538e-06,
      "loss": 0.1575,
      "step": 20669
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.605112444558364e-06,
      "loss": 0.1483,
      "step": 20670
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.604246343942582e-06,
      "loss": 0.1414,
      "step": 20671
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.603380254004656e-06,
      "loss": 0.1913,
      "step": 20672
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.60251417475122e-06,
      "loss": 0.1671,
      "step": 20673
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.601648106188894e-06,
      "loss": 0.1227,
      "step": 20674
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.600782048324309e-06,
      "loss": 0.1702,
      "step": 20675
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.599916001164083e-06,
      "loss": 0.1697,
      "step": 20676
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.599049964714846e-06,
      "loss": 0.1193,
      "step": 20677
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.598183938983222e-06,
      "loss": 0.1257,
      "step": 20678
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.597317923975838e-06,
      "loss": 0.1542,
      "step": 20679
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.59645191969932e-06,
      "loss": 0.1452,
      "step": 20680
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.595585926160289e-06,
      "loss": 0.1507,
      "step": 20681
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.59471994336537e-06,
      "loss": 0.1345,
      "step": 20682
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.593853971321194e-06,
      "loss": 0.2118,
      "step": 20683
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.592988010034382e-06,
      "loss": 0.1542,
      "step": 20684
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.592122059511561e-06,
      "loss": 0.1684,
      "step": 20685
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.591256119759352e-06,
      "loss": 0.1693,
      "step": 20686
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.590390190784379e-06,
      "loss": 0.1789,
      "step": 20687
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.589524272593272e-06,
      "loss": 0.1387,
      "step": 20688
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.588658365192651e-06,
      "loss": 0.1228,
      "step": 20689
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.587792468589146e-06,
      "loss": 0.1209,
      "step": 20690
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.586926582789375e-06,
      "loss": 0.1756,
      "step": 20691
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.58606070779996e-06,
      "loss": 0.1315,
      "step": 20692
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.585194843627533e-06,
      "loss": 0.1629,
      "step": 20693
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.584328990278716e-06,
      "loss": 0.1155,
      "step": 20694
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.583463147760134e-06,
      "loss": 0.1353,
      "step": 20695
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.582597316078406e-06,
      "loss": 0.1654,
      "step": 20696
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.581731495240155e-06,
      "loss": 0.1559,
      "step": 20697
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.580865685252013e-06,
      "loss": 0.1399,
      "step": 20698
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.579999886120599e-06,
      "loss": 0.1523,
      "step": 20699
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.579134097852534e-06,
      "loss": 0.1174,
      "step": 20700
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.578268320454446e-06,
      "loss": 0.1071,
      "step": 20701
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.577402553932955e-06,
      "loss": 0.1758,
      "step": 20702
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.576536798294685e-06,
      "loss": 0.1211,
      "step": 20703
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.575671053546262e-06,
      "loss": 0.1279,
      "step": 20704
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.574805319694307e-06,
      "loss": 0.1503,
      "step": 20705
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.573939596745443e-06,
      "loss": 0.1467,
      "step": 20706
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.573073884706291e-06,
      "loss": 0.1462,
      "step": 20707
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.572208183583477e-06,
      "loss": 0.1307,
      "step": 20708
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.571342493383626e-06,
      "loss": 0.1281,
      "step": 20709
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.570476814113355e-06,
      "loss": 0.1579,
      "step": 20710
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.56961114577929e-06,
      "loss": 0.1306,
      "step": 20711
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.568745488388052e-06,
      "loss": 0.1374,
      "step": 20712
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.567879841946264e-06,
      "loss": 0.1462,
      "step": 20713
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.567014206460553e-06,
      "loss": 0.0972,
      "step": 20714
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.566148581937534e-06,
      "loss": 0.1349,
      "step": 20715
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.565282968383832e-06,
      "loss": 0.1304,
      "step": 20716
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.564417365806068e-06,
      "loss": 0.1416,
      "step": 20717
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.563551774210868e-06,
      "loss": 0.1456,
      "step": 20718
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.562686193604854e-06,
      "loss": 0.1292,
      "step": 20719
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.561820623994644e-06,
      "loss": 0.158,
      "step": 20720
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.56095506538686e-06,
      "loss": 0.1551,
      "step": 20721
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.560089517788123e-06,
      "loss": 0.1468,
      "step": 20722
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.559223981205059e-06,
      "loss": 0.1372,
      "step": 20723
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.558358455644289e-06,
      "loss": 0.1267,
      "step": 20724
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.557492941112431e-06,
      "loss": 0.1289,
      "step": 20725
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.556627437616109e-06,
      "loss": 0.1435,
      "step": 20726
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.55576194516194e-06,
      "loss": 0.1331,
      "step": 20727
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.554896463756552e-06,
      "loss": 0.1191,
      "step": 20728
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.554030993406565e-06,
      "loss": 0.1401,
      "step": 20729
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.553165534118594e-06,
      "loss": 0.1727,
      "step": 20730
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.552300085899267e-06,
      "loss": 0.1176,
      "step": 20731
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.551434648755198e-06,
      "loss": 0.113,
      "step": 20732
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.550569222693016e-06,
      "loss": 0.1521,
      "step": 20733
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.549703807719335e-06,
      "loss": 0.1143,
      "step": 20734
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.548838403840778e-06,
      "loss": 0.1268,
      "step": 20735
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.547973011063966e-06,
      "loss": 0.1315,
      "step": 20736
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.547107629395516e-06,
      "loss": 0.155,
      "step": 20737
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.546242258842057e-06,
      "loss": 0.1349,
      "step": 20738
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.5453768994102e-06,
      "loss": 0.1734,
      "step": 20739
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.54451155110657e-06,
      "loss": 0.1345,
      "step": 20740
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.543646213937788e-06,
      "loss": 0.1341,
      "step": 20741
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.542780887910465e-06,
      "loss": 0.1441,
      "step": 20742
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.541915573031236e-06,
      "loss": 0.1441,
      "step": 20743
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.541050269306709e-06,
      "loss": 0.1364,
      "step": 20744
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.540184976743508e-06,
      "loss": 0.1272,
      "step": 20745
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.539319695348256e-06,
      "loss": 0.1551,
      "step": 20746
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.53845442512756e-06,
      "loss": 0.1372,
      "step": 20747
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.537589166088058e-06,
      "loss": 0.1497,
      "step": 20748
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.536723918236355e-06,
      "loss": 0.1475,
      "step": 20749
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.535858681579077e-06,
      "loss": 0.1547,
      "step": 20750
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.534993456122844e-06,
      "loss": 0.1332,
      "step": 20751
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.534128241874265e-06,
      "loss": 0.1264,
      "step": 20752
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.533263038839975e-06,
      "loss": 0.1468,
      "step": 20753
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.532397847026581e-06,
      "loss": 0.1674,
      "step": 20754
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.531532666440707e-06,
      "loss": 0.153,
      "step": 20755
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.530667497088972e-06,
      "loss": 0.1736,
      "step": 20756
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.529802338977987e-06,
      "loss": 0.145,
      "step": 20757
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.528937192114384e-06,
      "loss": 0.1292,
      "step": 20758
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.528072056504774e-06,
      "loss": 0.1379,
      "step": 20759
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.527206932155776e-06,
      "loss": 0.1291,
      "step": 20760
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.526341819074008e-06,
      "loss": 0.1382,
      "step": 20761
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.525476717266084e-06,
      "loss": 0.1427,
      "step": 20762
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.524611626738634e-06,
      "loss": 0.1169,
      "step": 20763
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.523746547498269e-06,
      "loss": 0.1387,
      "step": 20764
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.522881479551605e-06,
      "loss": 0.1189,
      "step": 20765
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.522016422905264e-06,
      "loss": 0.1654,
      "step": 20766
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.52115137756586e-06,
      "loss": 0.1289,
      "step": 20767
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.520286343540015e-06,
      "loss": 0.1368,
      "step": 20768
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.519421320834343e-06,
      "loss": 0.1632,
      "step": 20769
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.518556309455466e-06,
      "loss": 0.1738,
      "step": 20770
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.517691309409999e-06,
      "loss": 0.1553,
      "step": 20771
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.516826320704557e-06,
      "loss": 0.1711,
      "step": 20772
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.51596134334576e-06,
      "loss": 0.1286,
      "step": 20773
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.515096377340227e-06,
      "loss": 0.1427,
      "step": 20774
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.514231422694574e-06,
      "loss": 0.129,
      "step": 20775
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.513366479415418e-06,
      "loss": 0.1389,
      "step": 20776
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.512501547509371e-06,
      "loss": 0.1651,
      "step": 20777
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.511636626983056e-06,
      "loss": 0.1472,
      "step": 20778
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.51077171784309e-06,
      "loss": 0.1566,
      "step": 20779
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.50990682009609e-06,
      "loss": 0.1526,
      "step": 20780
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.509041933748663e-06,
      "loss": 0.1359,
      "step": 20781
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.508177058807442e-06,
      "loss": 0.1193,
      "step": 20782
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.507312195279031e-06,
      "loss": 0.1474,
      "step": 20783
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.506447343170051e-06,
      "loss": 0.1442,
      "step": 20784
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.50558250248712e-06,
      "loss": 0.1489,
      "step": 20785
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.504717673236845e-06,
      "loss": 0.1322,
      "step": 20786
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.503852855425855e-06,
      "loss": 0.131,
      "step": 20787
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.502988049060758e-06,
      "loss": 0.1351,
      "step": 20788
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.502123254148174e-06,
      "loss": 0.1292,
      "step": 20789
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.501258470694716e-06,
      "loss": 0.1119,
      "step": 20790
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.500393698706997e-06,
      "loss": 0.14,
      "step": 20791
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.499528938191641e-06,
      "loss": 0.145,
      "step": 20792
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.498664189155258e-06,
      "loss": 0.1549,
      "step": 20793
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.497799451604465e-06,
      "loss": 0.1463,
      "step": 20794
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.49693472554588e-06,
      "loss": 0.1924,
      "step": 20795
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.496070010986107e-06,
      "loss": 0.132,
      "step": 20796
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.495205307931777e-06,
      "loss": 0.1497,
      "step": 20797
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.494340616389496e-06,
      "loss": 0.1468,
      "step": 20798
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.493475936365881e-06,
      "loss": 0.1494,
      "step": 20799
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.492611267867548e-06,
      "loss": 0.1317,
      "step": 20800
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.491746610901108e-06,
      "loss": 0.1236,
      "step": 20801
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.490881965473181e-06,
      "loss": 0.1341,
      "step": 20802
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.49001733159038e-06,
      "loss": 0.1713,
      "step": 20803
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.489152709259319e-06,
      "loss": 0.1581,
      "step": 20804
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.488288098486615e-06,
      "loss": 0.1558,
      "step": 20805
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.487423499278875e-06,
      "loss": 0.1302,
      "step": 20806
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.486558911642721e-06,
      "loss": 0.1447,
      "step": 20807
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.485694335584766e-06,
      "loss": 0.1508,
      "step": 20808
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.484829771111626e-06,
      "loss": 0.1221,
      "step": 20809
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.483965218229909e-06,
      "loss": 0.1554,
      "step": 20810
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.48310067694623e-06,
      "loss": 0.1133,
      "step": 20811
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.482236147267208e-06,
      "loss": 0.1313,
      "step": 20812
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.481371629199455e-06,
      "loss": 0.1529,
      "step": 20813
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.480507122749586e-06,
      "loss": 0.1495,
      "step": 20814
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.47964262792421e-06,
      "loss": 0.1678,
      "step": 20815
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.47877814472994e-06,
      "loss": 0.1379,
      "step": 20816
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.477913673173397e-06,
      "loss": 0.1234,
      "step": 20817
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.47704921326119e-06,
      "loss": 0.1315,
      "step": 20818
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.476184764999932e-06,
      "loss": 0.1226,
      "step": 20819
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.475320328396239e-06,
      "loss": 0.158,
      "step": 20820
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.474455903456716e-06,
      "loss": 0.1451,
      "step": 20821
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.473591490187987e-06,
      "loss": 0.1435,
      "step": 20822
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.472727088596658e-06,
      "loss": 0.1487,
      "step": 20823
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.471862698689347e-06,
      "loss": 0.1279,
      "step": 20824
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.470998320472661e-06,
      "loss": 0.1499,
      "step": 20825
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.470133953953214e-06,
      "loss": 0.1343,
      "step": 20826
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.469269599137622e-06,
      "loss": 0.1314,
      "step": 20827
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.468405256032495e-06,
      "loss": 0.155,
      "step": 20828
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.467540924644448e-06,
      "loss": 0.1524,
      "step": 20829
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.46667660498009e-06,
      "loss": 0.153,
      "step": 20830
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.465812297046032e-06,
      "loss": 0.1248,
      "step": 20831
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.464948000848892e-06,
      "loss": 0.1354,
      "step": 20832
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.464083716395277e-06,
      "loss": 0.1737,
      "step": 20833
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.463219443691803e-06,
      "loss": 0.1441,
      "step": 20834
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.462355182745079e-06,
      "loss": 0.1374,
      "step": 20835
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.461490933561716e-06,
      "loss": 0.1437,
      "step": 20836
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.460626696148327e-06,
      "loss": 0.1312,
      "step": 20837
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.459762470511526e-06,
      "loss": 0.1421,
      "step": 20838
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.458898256657923e-06,
      "loss": 0.1465,
      "step": 20839
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.458034054594127e-06,
      "loss": 0.1207,
      "step": 20840
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.457169864326749e-06,
      "loss": 0.1552,
      "step": 20841
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.456305685862406e-06,
      "loss": 0.1492,
      "step": 20842
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.455441519207706e-06,
      "loss": 0.1557,
      "step": 20843
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.454577364369258e-06,
      "loss": 0.1321,
      "step": 20844
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.453713221353677e-06,
      "loss": 0.1431,
      "step": 20845
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.452849090167567e-06,
      "loss": 0.105,
      "step": 20846
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.451984970817547e-06,
      "loss": 0.1744,
      "step": 20847
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.451120863310224e-06,
      "loss": 0.1299,
      "step": 20848
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.45025676765221e-06,
      "loss": 0.1745,
      "step": 20849
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.449392683850113e-06,
      "loss": 0.1227,
      "step": 20850
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.448528611910542e-06,
      "loss": 0.125,
      "step": 20851
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.447664551840114e-06,
      "loss": 0.1395,
      "step": 20852
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.446800503645437e-06,
      "loss": 0.1384,
      "step": 20853
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.445936467333115e-06,
      "loss": 0.1138,
      "step": 20854
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.445072442909766e-06,
      "loss": 0.1266,
      "step": 20855
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.444208430381992e-06,
      "loss": 0.1293,
      "step": 20856
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.443344429756413e-06,
      "loss": 0.138,
      "step": 20857
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.442480441039633e-06,
      "loss": 0.1563,
      "step": 20858
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.441616464238261e-06,
      "loss": 0.1469,
      "step": 20859
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.440752499358909e-06,
      "loss": 0.1496,
      "step": 20860
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.439888546408182e-06,
      "loss": 0.154,
      "step": 20861
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.439024605392693e-06,
      "loss": 0.1512,
      "step": 20862
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.438160676319056e-06,
      "loss": 0.1411,
      "step": 20863
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.437296759193874e-06,
      "loss": 0.1657,
      "step": 20864
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.436432854023754e-06,
      "loss": 0.1433,
      "step": 20865
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.43556896081531e-06,
      "loss": 0.1364,
      "step": 20866
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.434705079575152e-06,
      "loss": 0.1489,
      "step": 20867
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.433841210309888e-06,
      "loss": 0.1578,
      "step": 20868
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.432977353026122e-06,
      "loss": 0.1358,
      "step": 20869
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.432113507730467e-06,
      "loss": 0.1667,
      "step": 20870
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.431249674429529e-06,
      "loss": 0.1203,
      "step": 20871
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.430385853129921e-06,
      "loss": 0.1581,
      "step": 20872
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.42952204383825e-06,
      "loss": 0.1429,
      "step": 20873
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.428658246561121e-06,
      "loss": 0.1222,
      "step": 20874
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.427794461305145e-06,
      "loss": 0.1222,
      "step": 20875
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.426930688076928e-06,
      "loss": 0.1841,
      "step": 20876
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.426066926883081e-06,
      "loss": 0.1069,
      "step": 20877
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.425203177730213e-06,
      "loss": 0.1204,
      "step": 20878
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.424339440624926e-06,
      "loss": 0.1449,
      "step": 20879
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.423475715573832e-06,
      "loss": 0.1431,
      "step": 20880
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.422612002583536e-06,
      "loss": 0.1698,
      "step": 20881
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.421748301660653e-06,
      "loss": 0.1643,
      "step": 20882
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.420884612811783e-06,
      "loss": 0.1466,
      "step": 20883
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.420020936043535e-06,
      "loss": 0.1374,
      "step": 20884
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.419157271362519e-06,
      "loss": 0.1357,
      "step": 20885
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.418293618775333e-06,
      "loss": 0.1329,
      "step": 20886
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.417429978288601e-06,
      "loss": 0.1465,
      "step": 20887
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.416566349908914e-06,
      "loss": 0.1564,
      "step": 20888
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.415702733642888e-06,
      "loss": 0.1143,
      "step": 20889
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.41483912949713e-06,
      "loss": 0.1334,
      "step": 20890
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.413975537478236e-06,
      "loss": 0.1605,
      "step": 20891
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.413111957592828e-06,
      "loss": 0.1146,
      "step": 20892
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.412248389847502e-06,
      "loss": 0.1383,
      "step": 20893
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.411384834248869e-06,
      "loss": 0.1773,
      "step": 20894
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.410521290803537e-06,
      "loss": 0.1368,
      "step": 20895
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.409657759518102e-06,
      "loss": 0.1315,
      "step": 20896
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.408794240399186e-06,
      "loss": 0.1626,
      "step": 20897
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.407930733453383e-06,
      "loss": 0.1318,
      "step": 20898
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.407067238687302e-06,
      "loss": 0.1568,
      "step": 20899
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.406203756107554e-06,
      "loss": 0.1634,
      "step": 20900
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.405340285720734e-06,
      "loss": 0.1643,
      "step": 20901
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.404476827533463e-06,
      "loss": 0.1246,
      "step": 20902
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.403613381552333e-06,
      "loss": 0.156,
      "step": 20903
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.402749947783956e-06,
      "loss": 0.1436,
      "step": 20904
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.401886526234938e-06,
      "loss": 0.1358,
      "step": 20905
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.401023116911878e-06,
      "loss": 0.1629,
      "step": 20906
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.40015971982139e-06,
      "loss": 0.1466,
      "step": 20907
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.399296334970074e-06,
      "loss": 0.1417,
      "step": 20908
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.398432962364537e-06,
      "loss": 0.1485,
      "step": 20909
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.397569602011384e-06,
      "loss": 0.1322,
      "step": 20910
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.396706253917217e-06,
      "loss": 0.1403,
      "step": 20911
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.395842918088642e-06,
      "loss": 0.1595,
      "step": 20912
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.394979594532267e-06,
      "loss": 0.1221,
      "step": 20913
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.394116283254694e-06,
      "loss": 0.1241,
      "step": 20914
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.39325298426253e-06,
      "loss": 0.1593,
      "step": 20915
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.392389697562374e-06,
      "loss": 0.1682,
      "step": 20916
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.391526423160837e-06,
      "loss": 0.1335,
      "step": 20917
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.390663161064517e-06,
      "loss": 0.1263,
      "step": 20918
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.389799911280025e-06,
      "loss": 0.1529,
      "step": 20919
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.38893667381396e-06,
      "loss": 0.1759,
      "step": 20920
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.388073448672922e-06,
      "loss": 0.1484,
      "step": 20921
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.387210235863525e-06,
      "loss": 0.1082,
      "step": 20922
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.386347035392365e-06,
      "loss": 0.1599,
      "step": 20923
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.385483847266056e-06,
      "loss": 0.1286,
      "step": 20924
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.384620671491187e-06,
      "loss": 0.1433,
      "step": 20925
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.38375750807437e-06,
      "loss": 0.1599,
      "step": 20926
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.382894357022206e-06,
      "loss": 0.1409,
      "step": 20927
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.382031218341303e-06,
      "loss": 0.1311,
      "step": 20928
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.38116809203826e-06,
      "loss": 0.1298,
      "step": 20929
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.380304978119676e-06,
      "loss": 0.1426,
      "step": 20930
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.379441876592165e-06,
      "loss": 0.11,
      "step": 20931
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.37857878746232e-06,
      "loss": 0.1533,
      "step": 20932
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.37771571073675e-06,
      "loss": 0.1318,
      "step": 20933
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.376852646422058e-06,
      "loss": 0.1363,
      "step": 20934
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.375989594524835e-06,
      "loss": 0.1439,
      "step": 20935
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.3751265550517e-06,
      "loss": 0.1431,
      "step": 20936
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.374263528009247e-06,
      "loss": 0.133,
      "step": 20937
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.373400513404078e-06,
      "loss": 0.1726,
      "step": 20938
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.3725375112428e-06,
      "loss": 0.1591,
      "step": 20939
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.371674521532004e-06,
      "loss": 0.1468,
      "step": 20940
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.37081154427831e-06,
      "loss": 0.1371,
      "step": 20941
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.369948579488305e-06,
      "loss": 0.1628,
      "step": 20942
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.369085627168595e-06,
      "loss": 0.158,
      "step": 20943
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.368222687325787e-06,
      "loss": 0.1466,
      "step": 20944
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.367359759966473e-06,
      "loss": 0.1203,
      "step": 20945
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.366496845097261e-06,
      "loss": 0.1474,
      "step": 20946
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.365633942724753e-06,
      "loss": 0.1246,
      "step": 20947
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.364771052855548e-06,
      "loss": 0.1265,
      "step": 20948
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.363908175496251e-06,
      "loss": 0.1635,
      "step": 20949
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.363045310653458e-06,
      "loss": 0.1434,
      "step": 20950
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.362182458333771e-06,
      "loss": 0.1346,
      "step": 20951
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.361319618543795e-06,
      "loss": 0.1364,
      "step": 20952
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.36045679129013e-06,
      "loss": 0.1476,
      "step": 20953
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.359593976579374e-06,
      "loss": 0.1291,
      "step": 20954
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.358731174418126e-06,
      "loss": 0.1448,
      "step": 20955
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.357868384812991e-06,
      "loss": 0.1864,
      "step": 20956
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.35700560777057e-06,
      "loss": 0.1877,
      "step": 20957
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.356142843297464e-06,
      "loss": 0.145,
      "step": 20958
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.355280091400269e-06,
      "loss": 0.1313,
      "step": 20959
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.354417352085584e-06,
      "loss": 0.1264,
      "step": 20960
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.353554625360015e-06,
      "loss": 0.125,
      "step": 20961
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.352691911230161e-06,
      "loss": 0.1439,
      "step": 20962
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.351829209702623e-06,
      "loss": 0.1418,
      "step": 20963
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.350966520783993e-06,
      "loss": 0.1217,
      "step": 20964
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.350103844480877e-06,
      "loss": 0.1312,
      "step": 20965
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.349241180799876e-06,
      "loss": 0.1224,
      "step": 20966
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.348378529747588e-06,
      "loss": 0.1487,
      "step": 20967
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.347515891330612e-06,
      "loss": 0.1194,
      "step": 20968
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.346653265555548e-06,
      "loss": 0.1499,
      "step": 20969
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.345790652428991e-06,
      "loss": 0.1407,
      "step": 20970
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.344928051957547e-06,
      "loss": 0.1453,
      "step": 20971
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.34406546414781e-06,
      "loss": 0.1242,
      "step": 20972
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.343202889006385e-06,
      "loss": 0.1712,
      "step": 20973
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.342340326539865e-06,
      "loss": 0.1235,
      "step": 20974
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.341477776754849e-06,
      "loss": 0.1493,
      "step": 20975
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.340615239657939e-06,
      "loss": 0.1787,
      "step": 20976
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.339752715255732e-06,
      "loss": 0.1625,
      "step": 20977
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.33889020355483e-06,
      "loss": 0.1409,
      "step": 20978
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.338027704561824e-06,
      "loss": 0.1525,
      "step": 20979
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.337165218283316e-06,
      "loss": 0.158,
      "step": 20980
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.336302744725905e-06,
      "loss": 0.1442,
      "step": 20981
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.33544028389619e-06,
      "loss": 0.1429,
      "step": 20982
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.33457783580077e-06,
      "loss": 0.1643,
      "step": 20983
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.333715400446238e-06,
      "loss": 0.1501,
      "step": 20984
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.332852977839193e-06,
      "loss": 0.1309,
      "step": 20985
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.331990567986237e-06,
      "loss": 0.1263,
      "step": 20986
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.331128170893966e-06,
      "loss": 0.1399,
      "step": 20987
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.330265786568976e-06,
      "loss": 0.1518,
      "step": 20988
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.329403415017864e-06,
      "loss": 0.1982,
      "step": 20989
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.328541056247225e-06,
      "loss": 0.1502,
      "step": 20990
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.327678710263665e-06,
      "loss": 0.1191,
      "step": 20991
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.326816377073776e-06,
      "loss": 0.143,
      "step": 20992
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.325954056684152e-06,
      "loss": 0.1402,
      "step": 20993
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.325091749101395e-06,
      "loss": 0.1668,
      "step": 20994
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.324229454332096e-06,
      "loss": 0.1705,
      "step": 20995
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.323367172382857e-06,
      "loss": 0.1729,
      "step": 20996
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.322504903260276e-06,
      "loss": 0.1592,
      "step": 20997
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.321642646970945e-06,
      "loss": 0.1596,
      "step": 20998
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.320780403521462e-06,
      "loss": 0.1401,
      "step": 20999
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.319918172918421e-06,
      "loss": 0.1601,
      "step": 21000
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.319055955168422e-06,
      "loss": 0.1596,
      "step": 21001
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.318193750278065e-06,
      "loss": 0.1176,
      "step": 21002
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.317331558253936e-06,
      "loss": 0.155,
      "step": 21003
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.316469379102639e-06,
      "loss": 0.138,
      "step": 21004
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.315607212830761e-06,
      "loss": 0.1576,
      "step": 21005
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.31474505944491e-06,
      "loss": 0.1419,
      "step": 21006
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.313882918951675e-06,
      "loss": 0.1367,
      "step": 21007
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.31302079135765e-06,
      "loss": 0.1247,
      "step": 21008
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.312158676669432e-06,
      "loss": 0.1344,
      "step": 21009
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.311296574893616e-06,
      "loss": 0.1575,
      "step": 21010
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.310434486036801e-06,
      "loss": 0.1266,
      "step": 21011
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.309572410105581e-06,
      "loss": 0.1385,
      "step": 21012
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.308710347106546e-06,
      "loss": 0.123,
      "step": 21013
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.307848297046296e-06,
      "loss": 0.1693,
      "step": 21014
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.306986259931422e-06,
      "loss": 0.1342,
      "step": 21015
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.306124235768523e-06,
      "loss": 0.1381,
      "step": 21016
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.305262224564194e-06,
      "loss": 0.1255,
      "step": 21017
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.304400226325025e-06,
      "loss": 0.124,
      "step": 21018
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.303538241057613e-06,
      "loss": 0.1501,
      "step": 21019
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.30267626876855e-06,
      "loss": 0.1232,
      "step": 21020
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.301814309464438e-06,
      "loss": 0.155,
      "step": 21021
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.300952363151862e-06,
      "loss": 0.1292,
      "step": 21022
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.300090429837421e-06,
      "loss": 0.1257,
      "step": 21023
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.299228509527708e-06,
      "loss": 0.1794,
      "step": 21024
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.298366602229314e-06,
      "loss": 0.1573,
      "step": 21025
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.297504707948842e-06,
      "loss": 0.1633,
      "step": 21026
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.296642826692875e-06,
      "loss": 0.1375,
      "step": 21027
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.295780958468012e-06,
      "loss": 0.1283,
      "step": 21028
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.294919103280848e-06,
      "loss": 0.1391,
      "step": 21029
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.294057261137967e-06,
      "loss": 0.1791,
      "step": 21030
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.293195432045975e-06,
      "loss": 0.1146,
      "step": 21031
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.292333616011457e-06,
      "loss": 0.1436,
      "step": 21032
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.29147181304101e-06,
      "loss": 0.1651,
      "step": 21033
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.290610023141227e-06,
      "loss": 0.1372,
      "step": 21034
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.289748246318691e-06,
      "loss": 0.1575,
      "step": 21035
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.288886482580013e-06,
      "loss": 0.1454,
      "step": 21036
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.288024731931771e-06,
      "loss": 0.1686,
      "step": 21037
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.287162994380565e-06,
      "loss": 0.1402,
      "step": 21038
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.286301269932986e-06,
      "loss": 0.1402,
      "step": 21039
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.28543955859562e-06,
      "loss": 0.1622,
      "step": 21040
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.284577860375069e-06,
      "loss": 0.135,
      "step": 21041
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.28371617527792e-06,
      "loss": 0.1337,
      "step": 21042
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.282854503310766e-06,
      "loss": 0.1384,
      "step": 21043
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.281992844480201e-06,
      "loss": 0.1618,
      "step": 21044
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.28113119879281e-06,
      "loss": 0.1385,
      "step": 21045
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.280269566255194e-06,
      "loss": 0.1399,
      "step": 21046
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.27940794687394e-06,
      "loss": 0.1051,
      "step": 21047
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.27854634065564e-06,
      "loss": 0.1535,
      "step": 21048
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.277684747606885e-06,
      "loss": 0.1789,
      "step": 21049
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.276823167734263e-06,
      "loss": 0.1504,
      "step": 21050
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.275961601044376e-06,
      "loss": 0.1532,
      "step": 21051
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.275100047543805e-06,
      "loss": 0.1765,
      "step": 21052
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.274238507239145e-06,
      "loss": 0.1398,
      "step": 21053
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.273376980136989e-06,
      "loss": 0.1424,
      "step": 21054
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.272515466243921e-06,
      "loss": 0.1533,
      "step": 21055
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.271653965566539e-06,
      "loss": 0.1654,
      "step": 21056
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.270792478111429e-06,
      "loss": 0.1459,
      "step": 21057
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.269931003885186e-06,
      "loss": 0.1682,
      "step": 21058
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.269069542894397e-06,
      "loss": 0.1716,
      "step": 21059
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.268208095145653e-06,
      "loss": 0.134,
      "step": 21060
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.267346660645545e-06,
      "loss": 0.1323,
      "step": 21061
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.266485239400661e-06,
      "loss": 0.1703,
      "step": 21062
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.265623831417597e-06,
      "loss": 0.1395,
      "step": 21063
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.264762436702937e-06,
      "loss": 0.1367,
      "step": 21064
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.26390105526327e-06,
      "loss": 0.1282,
      "step": 21065
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.263039687105192e-06,
      "loss": 0.1283,
      "step": 21066
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.262178332235289e-06,
      "loss": 0.1357,
      "step": 21067
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.261316990660152e-06,
      "loss": 0.1333,
      "step": 21068
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.260455662386367e-06,
      "loss": 0.1555,
      "step": 21069
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.259594347420524e-06,
      "loss": 0.116,
      "step": 21070
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.258733045769217e-06,
      "loss": 0.1334,
      "step": 21071
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.257871757439032e-06,
      "loss": 0.1221,
      "step": 21072
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.25701048243656e-06,
      "loss": 0.1498,
      "step": 21073
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.256149220768382e-06,
      "loss": 0.1419,
      "step": 21074
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.255287972441098e-06,
      "loss": 0.1446,
      "step": 21075
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.25442673746129e-06,
      "loss": 0.1674,
      "step": 21076
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.25356551583555e-06,
      "loss": 0.1691,
      "step": 21077
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.252704307570468e-06,
      "loss": 0.1563,
      "step": 21078
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.25184311267262e-06,
      "loss": 0.1229,
      "step": 21079
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.250981931148612e-06,
      "loss": 0.1477,
      "step": 21080
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.250120763005021e-06,
      "loss": 0.1411,
      "step": 21081
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.249259608248439e-06,
      "loss": 0.1202,
      "step": 21082
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.248398466885455e-06,
      "loss": 0.1363,
      "step": 21083
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.24753733892265e-06,
      "loss": 0.1516,
      "step": 21084
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.246676224366623e-06,
      "loss": 0.1497,
      "step": 21085
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.245815123223954e-06,
      "loss": 0.1477,
      "step": 21086
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.244954035501232e-06,
      "loss": 0.1422,
      "step": 21087
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.244092961205046e-06,
      "loss": 0.1241,
      "step": 21088
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.24323190034198e-06,
      "loss": 0.1539,
      "step": 21089
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.242370852918624e-06,
      "loss": 0.1503,
      "step": 21090
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.241509818941567e-06,
      "loss": 0.1238,
      "step": 21091
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.240648798417393e-06,
      "loss": 0.1401,
      "step": 21092
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.23978779135269e-06,
      "loss": 0.1485,
      "step": 21093
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.238926797754045e-06,
      "loss": 0.1711,
      "step": 21094
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.238065817628045e-06,
      "loss": 0.1721,
      "step": 21095
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.237204850981277e-06,
      "loss": 0.1405,
      "step": 21096
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.23634389782033e-06,
      "loss": 0.1507,
      "step": 21097
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.235482958151784e-06,
      "loss": 0.1362,
      "step": 21098
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.234622031982227e-06,
      "loss": 0.1488,
      "step": 21099
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.23376111931825e-06,
      "loss": 0.1459,
      "step": 21100
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.232900220166437e-06,
      "loss": 0.1545,
      "step": 21101
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.232039334533376e-06,
      "loss": 0.1524,
      "step": 21102
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.231178462425647e-06,
      "loss": 0.1401,
      "step": 21103
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.230317603849839e-06,
      "loss": 0.1268,
      "step": 21104
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.229456758812539e-06,
      "loss": 0.1338,
      "step": 21105
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.228595927320331e-06,
      "loss": 0.181,
      "step": 21106
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.227735109379806e-06,
      "loss": 0.1261,
      "step": 21107
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.226874304997543e-06,
      "loss": 0.1658,
      "step": 21108
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.226013514180125e-06,
      "loss": 0.1965,
      "step": 21109
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.225152736934145e-06,
      "loss": 0.1208,
      "step": 21110
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.224291973266187e-06,
      "loss": 0.1252,
      "step": 21111
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.223431223182832e-06,
      "loss": 0.1739,
      "step": 21112
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.222570486690669e-06,
      "loss": 0.1531,
      "step": 21113
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.221709763796276e-06,
      "loss": 0.1224,
      "step": 21114
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.220849054506243e-06,
      "loss": 0.1445,
      "step": 21115
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.219988358827156e-06,
      "loss": 0.2006,
      "step": 21116
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.2191276767656e-06,
      "loss": 0.1228,
      "step": 21117
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.218267008328155e-06,
      "loss": 0.1071,
      "step": 21118
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.217406353521405e-06,
      "loss": 0.1637,
      "step": 21119
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.216545712351937e-06,
      "loss": 0.1858,
      "step": 21120
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.215685084826337e-06,
      "loss": 0.1578,
      "step": 21121
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.214824470951188e-06,
      "loss": 0.1722,
      "step": 21122
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.21396387073307e-06,
      "loss": 0.151,
      "step": 21123
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.213103284178567e-06,
      "loss": 0.1431,
      "step": 21124
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.212242711294268e-06,
      "loss": 0.1443,
      "step": 21125
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.211382152086754e-06,
      "loss": 0.1672,
      "step": 21126
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.21052160656261e-06,
      "loss": 0.138,
      "step": 21127
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.209661074728415e-06,
      "loss": 0.1179,
      "step": 21128
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.208800556590752e-06,
      "loss": 0.1217,
      "step": 21129
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.207940052156212e-06,
      "loss": 0.1152,
      "step": 21130
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.207079561431373e-06,
      "loss": 0.1457,
      "step": 21131
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.206219084422816e-06,
      "loss": 0.1222,
      "step": 21132
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.205358621137125e-06,
      "loss": 0.1577,
      "step": 21133
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.204498171580884e-06,
      "loss": 0.1811,
      "step": 21134
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.203637735760677e-06,
      "loss": 0.1508,
      "step": 21135
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.202777313683086e-06,
      "loss": 0.1373,
      "step": 21136
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.20191690535469e-06,
      "loss": 0.1654,
      "step": 21137
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.201056510782075e-06,
      "loss": 0.1359,
      "step": 21138
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.200196129971818e-06,
      "loss": 0.1336,
      "step": 21139
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.199335762930508e-06,
      "loss": 0.1311,
      "step": 21140
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.198475409664726e-06,
      "loss": 0.1562,
      "step": 21141
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.19761507018105e-06,
      "loss": 0.1694,
      "step": 21142
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.196754744486063e-06,
      "loss": 0.1516,
      "step": 21143
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.195894432586347e-06,
      "loss": 0.1712,
      "step": 21144
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.195034134488486e-06,
      "loss": 0.1568,
      "step": 21145
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.194173850199061e-06,
      "loss": 0.1288,
      "step": 21146
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.19331357972465e-06,
      "loss": 0.143,
      "step": 21147
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.192453323071837e-06,
      "loss": 0.1556,
      "step": 21148
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.191593080247199e-06,
      "loss": 0.1536,
      "step": 21149
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.190732851257323e-06,
      "loss": 0.1209,
      "step": 21150
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.189872636108788e-06,
      "loss": 0.1361,
      "step": 21151
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.189012434808175e-06,
      "loss": 0.1508,
      "step": 21152
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.188152247362062e-06,
      "loss": 0.1262,
      "step": 21153
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.18729207377703e-06,
      "loss": 0.1446,
      "step": 21154
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.186431914059665e-06,
      "loss": 0.1197,
      "step": 21155
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.185571768216544e-06,
      "loss": 0.159,
      "step": 21156
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.184711636254246e-06,
      "loss": 0.1476,
      "step": 21157
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.183851518179352e-06,
      "loss": 0.1429,
      "step": 21158
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.182991413998439e-06,
      "loss": 0.1303,
      "step": 21159
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.182131323718094e-06,
      "loss": 0.1372,
      "step": 21160
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.181271247344894e-06,
      "loss": 0.1412,
      "step": 21161
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.180411184885416e-06,
      "loss": 0.1361,
      "step": 21162
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.179551136346243e-06,
      "loss": 0.1217,
      "step": 21163
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.17869110173395e-06,
      "loss": 0.1271,
      "step": 21164
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.177831081055123e-06,
      "loss": 0.1817,
      "step": 21165
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.176971074316339e-06,
      "loss": 0.1615,
      "step": 21166
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.176111081524175e-06,
      "loss": 0.1158,
      "step": 21167
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.175251102685213e-06,
      "loss": 0.1538,
      "step": 21168
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.174391137806026e-06,
      "loss": 0.19,
      "step": 21169
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.173531186893202e-06,
      "loss": 0.1355,
      "step": 21170
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.172671249953315e-06,
      "loss": 0.1532,
      "step": 21171
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.171811326992943e-06,
      "loss": 0.1876,
      "step": 21172
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.170951418018669e-06,
      "loss": 0.1437,
      "step": 21173
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.17009152303706e-06,
      "loss": 0.1601,
      "step": 21174
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.16923164205471e-06,
      "loss": 0.1715,
      "step": 21175
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.168371775078188e-06,
      "loss": 0.1526,
      "step": 21176
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.167511922114076e-06,
      "loss": 0.1124,
      "step": 21177
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.16665208316895e-06,
      "loss": 0.138,
      "step": 21178
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.165792258249384e-06,
      "loss": 0.1538,
      "step": 21179
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.164932447361963e-06,
      "loss": 0.1536,
      "step": 21180
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.164072650513262e-06,
      "loss": 0.1045,
      "step": 21181
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.16321286770986e-06,
      "loss": 0.1497,
      "step": 21182
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.162353098958334e-06,
      "loss": 0.1248,
      "step": 21183
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.161493344265253e-06,
      "loss": 0.1299,
      "step": 21184
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.16063360363721e-06,
      "loss": 0.196,
      "step": 21185
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.15977387708077e-06,
      "loss": 0.1325,
      "step": 21186
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.158914164602516e-06,
      "loss": 0.1317,
      "step": 21187
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.158054466209025e-06,
      "loss": 0.1488,
      "step": 21188
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.157194781906865e-06,
      "loss": 0.1595,
      "step": 21189
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.156335111702625e-06,
      "loss": 0.149,
      "step": 21190
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.155475455602876e-06,
      "loss": 0.1071,
      "step": 21191
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.154615813614197e-06,
      "loss": 0.1558,
      "step": 21192
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.153756185743164e-06,
      "loss": 0.1269,
      "step": 21193
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.152896571996345e-06,
      "loss": 0.1311,
      "step": 21194
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.15203697238033e-06,
      "loss": 0.1609,
      "step": 21195
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.151177386901685e-06,
      "loss": 0.1714,
      "step": 21196
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.15031781556699e-06,
      "loss": 0.175,
      "step": 21197
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.149458258382824e-06,
      "loss": 0.1674,
      "step": 21198
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.148598715355753e-06,
      "loss": 0.1536,
      "step": 21199
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.147739186492362e-06,
      "loss": 0.1535,
      "step": 21200
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.146879671799224e-06,
      "loss": 0.1345,
      "step": 21201
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.146020171282918e-06,
      "loss": 0.1024,
      "step": 21202
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.145160684950011e-06,
      "loss": 0.1613,
      "step": 21203
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.14430121280708e-06,
      "loss": 0.1311,
      "step": 21204
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.143441754860707e-06,
      "loss": 0.1422,
      "step": 21205
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.142582311117461e-06,
      "loss": 0.1415,
      "step": 21206
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.141722881583923e-06,
      "loss": 0.1537,
      "step": 21207
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.140863466266661e-06,
      "loss": 0.1851,
      "step": 21208
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.14000406517225e-06,
      "loss": 0.1267,
      "step": 21209
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.13914467830727e-06,
      "loss": 0.1644,
      "step": 21210
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.138285305678292e-06,
      "loss": 0.1525,
      "step": 21211
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.137425947291893e-06,
      "loss": 0.1251,
      "step": 21212
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.136566603154645e-06,
      "loss": 0.146,
      "step": 21213
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.135707273273118e-06,
      "loss": 0.1462,
      "step": 21214
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.134847957653896e-06,
      "loss": 0.1519,
      "step": 21215
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.133988656303546e-06,
      "loss": 0.1673,
      "step": 21216
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.133129369228646e-06,
      "loss": 0.1457,
      "step": 21217
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.132270096435763e-06,
      "loss": 0.1435,
      "step": 21218
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.131410837931475e-06,
      "loss": 0.1337,
      "step": 21219
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.130551593722356e-06,
      "loss": 0.1322,
      "step": 21220
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.12969236381498e-06,
      "loss": 0.1396,
      "step": 21221
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.128833148215922e-06,
      "loss": 0.1469,
      "step": 21222
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.127973946931746e-06,
      "loss": 0.1121,
      "step": 21223
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.127114759969037e-06,
      "loss": 0.1534,
      "step": 21224
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.12625558733436e-06,
      "loss": 0.1432,
      "step": 21225
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.125396429034291e-06,
      "loss": 0.1653,
      "step": 21226
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.124537285075406e-06,
      "loss": 0.1074,
      "step": 21227
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.123678155464266e-06,
      "loss": 0.1074,
      "step": 21228
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.122819040207456e-06,
      "loss": 0.1382,
      "step": 21229
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.121959939311545e-06,
      "loss": 0.1484,
      "step": 21230
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.121100852783102e-06,
      "loss": 0.1305,
      "step": 21231
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.120241780628704e-06,
      "loss": 0.1248,
      "step": 21232
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.119382722854918e-06,
      "loss": 0.1316,
      "step": 21233
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.118523679468319e-06,
      "loss": 0.1492,
      "step": 21234
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.117664650475479e-06,
      "loss": 0.1321,
      "step": 21235
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.11680563588297e-06,
      "loss": 0.1554,
      "step": 21236
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.115946635697363e-06,
      "loss": 0.1583,
      "step": 21237
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.115087649925225e-06,
      "loss": 0.166,
      "step": 21238
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.114228678573135e-06,
      "loss": 0.1586,
      "step": 21239
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.11336972164766e-06,
      "loss": 0.1049,
      "step": 21240
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.112510779155377e-06,
      "loss": 0.1432,
      "step": 21241
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.11165185110285e-06,
      "loss": 0.1583,
      "step": 21242
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.11079293749665e-06,
      "loss": 0.1287,
      "step": 21243
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.109934038343353e-06,
      "loss": 0.1242,
      "step": 21244
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.109075153649527e-06,
      "loss": 0.1135,
      "step": 21245
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.108216283421744e-06,
      "loss": 0.1477,
      "step": 21246
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.107357427666573e-06,
      "loss": 0.1287,
      "step": 21247
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.106498586390583e-06,
      "loss": 0.1339,
      "step": 21248
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.105639759600347e-06,
      "loss": 0.1507,
      "step": 21249
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.104780947302437e-06,
      "loss": 0.1448,
      "step": 21250
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.10392214950342e-06,
      "loss": 0.1351,
      "step": 21251
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.103063366209868e-06,
      "loss": 0.1499,
      "step": 21252
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.102204597428344e-06,
      "loss": 0.1656,
      "step": 21253
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.101345843165427e-06,
      "loss": 0.1189,
      "step": 21254
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.100487103427684e-06,
      "loss": 0.1457,
      "step": 21255
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.099628378221684e-06,
      "loss": 0.1351,
      "step": 21256
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.098769667553996e-06,
      "loss": 0.1501,
      "step": 21257
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.097910971431186e-06,
      "loss": 0.1564,
      "step": 21258
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.097052289859827e-06,
      "loss": 0.1087,
      "step": 21259
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.096193622846492e-06,
      "loss": 0.1114,
      "step": 21260
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.095334970397746e-06,
      "loss": 0.2017,
      "step": 21261
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.094476332520156e-06,
      "loss": 0.1511,
      "step": 21262
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.09361770922029e-06,
      "loss": 0.1526,
      "step": 21263
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.09275910050472e-06,
      "loss": 0.1412,
      "step": 21264
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.091900506380017e-06,
      "loss": 0.1332,
      "step": 21265
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.091041926852746e-06,
      "loss": 0.1705,
      "step": 21266
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.090183361929475e-06,
      "loss": 0.1156,
      "step": 21267
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.08932481161677e-06,
      "loss": 0.1413,
      "step": 21268
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.088466275921204e-06,
      "loss": 0.1219,
      "step": 21269
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.087607754849345e-06,
      "loss": 0.1659,
      "step": 21270
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.086749248407757e-06,
      "loss": 0.1598,
      "step": 21271
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.08589075660301e-06,
      "loss": 0.1285,
      "step": 21272
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.085032279441669e-06,
      "loss": 0.1234,
      "step": 21273
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.084173816930305e-06,
      "loss": 0.1565,
      "step": 21274
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.083315369075488e-06,
      "loss": 0.1673,
      "step": 21275
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.082456935883778e-06,
      "loss": 0.1236,
      "step": 21276
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.081598517361748e-06,
      "loss": 0.1817,
      "step": 21277
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.08074011351596e-06,
      "loss": 0.159,
      "step": 21278
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.079881724352986e-06,
      "loss": 0.1588,
      "step": 21279
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.079023349879393e-06,
      "loss": 0.1311,
      "step": 21280
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.078164990101745e-06,
      "loss": 0.1264,
      "step": 21281
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.077306645026607e-06,
      "loss": 0.1329,
      "step": 21282
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.076448314660547e-06,
      "loss": 0.1456,
      "step": 21283
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.075589999010134e-06,
      "loss": 0.1399,
      "step": 21284
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.074731698081936e-06,
      "loss": 0.1272,
      "step": 21285
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.073873411882512e-06,
      "loss": 0.1235,
      "step": 21286
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.073015140418433e-06,
      "loss": 0.164,
      "step": 21287
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.072156883696262e-06,
      "loss": 0.1449,
      "step": 21288
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.071298641722569e-06,
      "loss": 0.1657,
      "step": 21289
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.070440414503919e-06,
      "loss": 0.1347,
      "step": 21290
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.069582202046874e-06,
      "loss": 0.1162,
      "step": 21291
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.068724004358003e-06,
      "loss": 0.1498,
      "step": 21292
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.067865821443867e-06,
      "loss": 0.1373,
      "step": 21293
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.067007653311039e-06,
      "loss": 0.1248,
      "step": 21294
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.066149499966079e-06,
      "loss": 0.1231,
      "step": 21295
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.065291361415553e-06,
      "loss": 0.1455,
      "step": 21296
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.064433237666024e-06,
      "loss": 0.1348,
      "step": 21297
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.063575128724058e-06,
      "loss": 0.118,
      "step": 21298
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.062717034596222e-06,
      "loss": 0.1462,
      "step": 21299
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.06185895528908e-06,
      "loss": 0.1454,
      "step": 21300
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.061000890809193e-06,
      "loss": 0.1641,
      "step": 21301
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.060142841163132e-06,
      "loss": 0.1536,
      "step": 21302
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.059284806357452e-06,
      "loss": 0.1452,
      "step": 21303
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.058426786398726e-06,
      "loss": 0.1196,
      "step": 21304
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.057568781293514e-06,
      "loss": 0.149,
      "step": 21305
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.05671079104838e-06,
      "loss": 0.14,
      "step": 21306
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.05585281566989e-06,
      "loss": 0.116,
      "step": 21307
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.054994855164601e-06,
      "loss": 0.1315,
      "step": 21308
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.054136909539088e-06,
      "loss": 0.1718,
      "step": 21309
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.053278978799904e-06,
      "loss": 0.1628,
      "step": 21310
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.052421062953617e-06,
      "loss": 0.1368,
      "step": 21311
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.051563162006792e-06,
      "loss": 0.1171,
      "step": 21312
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.050705275965985e-06,
      "loss": 0.1548,
      "step": 21313
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.04984740483777e-06,
      "loss": 0.1423,
      "step": 21314
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.0489895486287e-06,
      "loss": 0.1631,
      "step": 21315
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.048131707345344e-06,
      "loss": 0.1315,
      "step": 21316
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.047273880994263e-06,
      "loss": 0.1161,
      "step": 21317
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.046416069582012e-06,
      "loss": 0.1276,
      "step": 21318
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.045558273115169e-06,
      "loss": 0.1671,
      "step": 21319
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.044700491600283e-06,
      "loss": 0.1142,
      "step": 21320
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.043842725043924e-06,
      "loss": 0.131,
      "step": 21321
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.04298497345265e-06,
      "loss": 0.1606,
      "step": 21322
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.042127236833022e-06,
      "loss": 0.1217,
      "step": 21323
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.041269515191607e-06,
      "loss": 0.1743,
      "step": 21324
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.040411808534963e-06,
      "loss": 0.1201,
      "step": 21325
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.039554116869653e-06,
      "loss": 0.1557,
      "step": 21326
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.038696440202239e-06,
      "loss": 0.1488,
      "step": 21327
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.037838778539275e-06,
      "loss": 0.1475,
      "step": 21328
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.036981131887337e-06,
      "loss": 0.1409,
      "step": 21329
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.036123500252975e-06,
      "loss": 0.1429,
      "step": 21330
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.035265883642751e-06,
      "loss": 0.1114,
      "step": 21331
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.034408282063234e-06,
      "loss": 0.1267,
      "step": 21332
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.033550695520971e-06,
      "loss": 0.1467,
      "step": 21333
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.032693124022536e-06,
      "loss": 0.1294,
      "step": 21334
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.031835567574485e-06,
      "loss": 0.1686,
      "step": 21335
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.030978026183375e-06,
      "loss": 0.1485,
      "step": 21336
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.030120499855773e-06,
      "loss": 0.1362,
      "step": 21337
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.029262988598228e-06,
      "loss": 0.1442,
      "step": 21338
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.028405492417315e-06,
      "loss": 0.1455,
      "step": 21339
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.027548011319584e-06,
      "loss": 0.1359,
      "step": 21340
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.0266905453116e-06,
      "loss": 0.1734,
      "step": 21341
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.02583309439992e-06,
      "loss": 0.1586,
      "step": 21342
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.024975658591102e-06,
      "loss": 0.1552,
      "step": 21343
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.02411823789171e-06,
      "loss": 0.1426,
      "step": 21344
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.0232608323083e-06,
      "loss": 0.1716,
      "step": 21345
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.022403441847435e-06,
      "loss": 0.1193,
      "step": 21346
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.02154606651567e-06,
      "loss": 0.1126,
      "step": 21347
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.020688706319563e-06,
      "loss": 0.13,
      "step": 21348
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.019831361265682e-06,
      "loss": 0.1521,
      "step": 21349
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.018974031360576e-06,
      "loss": 0.133,
      "step": 21350
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.018116716610811e-06,
      "loss": 0.157,
      "step": 21351
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.017259417022941e-06,
      "loss": 0.1608,
      "step": 21352
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.016402132603525e-06,
      "loss": 0.142,
      "step": 21353
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.015544863359123e-06,
      "loss": 0.1437,
      "step": 21354
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.014687609296292e-06,
      "loss": 0.1689,
      "step": 21355
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.013830370421595e-06,
      "loss": 0.1351,
      "step": 21356
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.012973146741582e-06,
      "loss": 0.1726,
      "step": 21357
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.012115938262816e-06,
      "loss": 0.1568,
      "step": 21358
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.011258744991853e-06,
      "loss": 0.1405,
      "step": 21359
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.010401566935254e-06,
      "loss": 0.1333,
      "step": 21360
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.009544404099575e-06,
      "loss": 0.1398,
      "step": 21361
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.008687256491371e-06,
      "loss": 0.1348,
      "step": 21362
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.0078301241172e-06,
      "loss": 0.1348,
      "step": 21363
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.00697300698362e-06,
      "loss": 0.1656,
      "step": 21364
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.006115905097192e-06,
      "loss": 0.1781,
      "step": 21365
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.00525881846447e-06,
      "loss": 0.1739,
      "step": 21366
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.004401747092008e-06,
      "loss": 0.123,
      "step": 21367
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.003544690986364e-06,
      "loss": 0.1734,
      "step": 21368
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.002687650154098e-06,
      "loss": 0.1553,
      "step": 21369
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.001830624601764e-06,
      "loss": 0.1338,
      "step": 21370
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.000973614335922e-06,
      "loss": 0.1293,
      "step": 21371
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.000116619363119e-06,
      "loss": 0.1584,
      "step": 21372
    },
    {
      "epoch": 1.73,
      "learning_rate": 7.999259639689925e-06,
      "loss": 0.1054,
      "step": 21373
    },
    {
      "epoch": 1.73,
      "learning_rate": 7.998402675322886e-06,
      "loss": 0.1182,
      "step": 21374
    },
    {
      "epoch": 1.73,
      "learning_rate": 7.99754572626856e-06,
      "loss": 0.107,
      "step": 21375
    },
    {
      "epoch": 1.73,
      "learning_rate": 7.996688792533505e-06,
      "loss": 0.1531,
      "step": 21376
    },
    {
      "epoch": 1.73,
      "learning_rate": 7.995831874124273e-06,
      "loss": 0.1702,
      "step": 21377
    },
    {
      "epoch": 1.73,
      "learning_rate": 7.994974971047423e-06,
      "loss": 0.1544,
      "step": 21378
    },
    {
      "epoch": 1.73,
      "learning_rate": 7.994118083309512e-06,
      "loss": 0.1177,
      "step": 21379
    },
    {
      "epoch": 1.73,
      "learning_rate": 7.993261210917091e-06,
      "loss": 0.1567,
      "step": 21380
    },
    {
      "epoch": 1.73,
      "learning_rate": 7.992404353876719e-06,
      "loss": 0.1423,
      "step": 21381
    },
    {
      "epoch": 1.73,
      "learning_rate": 7.991547512194945e-06,
      "loss": 0.12,
      "step": 21382
    },
    {
      "epoch": 1.73,
      "learning_rate": 7.990690685878331e-06,
      "loss": 0.1366,
      "step": 21383
    },
    {
      "epoch": 1.73,
      "learning_rate": 7.989833874933431e-06,
      "loss": 0.155,
      "step": 21384
    },
    {
      "epoch": 1.73,
      "learning_rate": 7.988977079366797e-06,
      "loss": 0.1326,
      "step": 21385
    },
    {
      "epoch": 1.73,
      "learning_rate": 7.988120299184985e-06,
      "loss": 0.1338,
      "step": 21386
    },
    {
      "epoch": 1.73,
      "learning_rate": 7.987263534394548e-06,
      "loss": 0.1258,
      "step": 21387
    },
    {
      "epoch": 1.73,
      "learning_rate": 7.986406785002043e-06,
      "loss": 0.1532,
      "step": 21388
    },
    {
      "epoch": 1.73,
      "learning_rate": 7.985550051014023e-06,
      "loss": 0.1224,
      "step": 21389
    },
    {
      "epoch": 1.73,
      "learning_rate": 7.984693332437046e-06,
      "loss": 0.1197,
      "step": 21390
    },
    {
      "epoch": 1.73,
      "learning_rate": 7.98383662927766e-06,
      "loss": 0.1434,
      "step": 21391
    },
    {
      "epoch": 1.73,
      "learning_rate": 7.982979941542417e-06,
      "loss": 0.1407,
      "step": 21392
    },
    {
      "epoch": 1.73,
      "learning_rate": 7.98212326923788e-06,
      "loss": 0.139,
      "step": 21393
    },
    {
      "epoch": 1.73,
      "learning_rate": 7.9812666123706e-06,
      "loss": 0.1365,
      "step": 21394
    },
    {
      "epoch": 1.73,
      "learning_rate": 7.980409970947129e-06,
      "loss": 0.1495,
      "step": 21395
    },
    {
      "epoch": 1.73,
      "learning_rate": 7.979553344974018e-06,
      "loss": 0.1509,
      "step": 21396
    },
    {
      "epoch": 1.73,
      "learning_rate": 7.978696734457821e-06,
      "loss": 0.1542,
      "step": 21397
    },
    {
      "epoch": 1.73,
      "learning_rate": 7.977840139405094e-06,
      "loss": 0.1384,
      "step": 21398
    },
    {
      "epoch": 1.73,
      "learning_rate": 7.976983559822391e-06,
      "loss": 0.146,
      "step": 21399
    },
    {
      "epoch": 1.73,
      "learning_rate": 7.976126995716265e-06,
      "loss": 0.1781,
      "step": 21400
    },
    {
      "epoch": 1.73,
      "learning_rate": 7.975270447093266e-06,
      "loss": 0.1597,
      "step": 21401
    },
    {
      "epoch": 1.73,
      "learning_rate": 7.974413913959944e-06,
      "loss": 0.1694,
      "step": 21402
    },
    {
      "epoch": 1.73,
      "learning_rate": 7.973557396322859e-06,
      "loss": 0.1306,
      "step": 21403
    },
    {
      "epoch": 1.73,
      "learning_rate": 7.97270089418856e-06,
      "loss": 0.1717,
      "step": 21404
    },
    {
      "epoch": 1.73,
      "learning_rate": 7.971844407563602e-06,
      "loss": 0.1312,
      "step": 21405
    },
    {
      "epoch": 1.73,
      "learning_rate": 7.970987936454532e-06,
      "loss": 0.2082,
      "step": 21406
    },
    {
      "epoch": 1.73,
      "learning_rate": 7.970131480867904e-06,
      "loss": 0.1596,
      "step": 21407
    },
    {
      "epoch": 1.73,
      "learning_rate": 7.969275040810274e-06,
      "loss": 0.1277,
      "step": 21408
    },
    {
      "epoch": 1.73,
      "learning_rate": 7.96841861628819e-06,
      "loss": 0.158,
      "step": 21409
    },
    {
      "epoch": 1.73,
      "learning_rate": 7.96756220730821e-06,
      "loss": 0.1691,
      "step": 21410
    },
    {
      "epoch": 1.73,
      "learning_rate": 7.966705813876876e-06,
      "loss": 0.143,
      "step": 21411
    },
    {
      "epoch": 1.73,
      "learning_rate": 7.965849436000743e-06,
      "loss": 0.1455,
      "step": 21412
    },
    {
      "epoch": 1.73,
      "learning_rate": 7.964993073686367e-06,
      "loss": 0.1398,
      "step": 21413
    },
    {
      "epoch": 1.73,
      "learning_rate": 7.9641367269403e-06,
      "loss": 0.1615,
      "step": 21414
    },
    {
      "epoch": 1.73,
      "learning_rate": 7.963280395769085e-06,
      "loss": 0.1506,
      "step": 21415
    },
    {
      "epoch": 1.73,
      "learning_rate": 7.962424080179279e-06,
      "loss": 0.1648,
      "step": 21416
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.96156778017743e-06,
      "loss": 0.1216,
      "step": 21417
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.960711495770092e-06,
      "loss": 0.1606,
      "step": 21418
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.959855226963817e-06,
      "loss": 0.1677,
      "step": 21419
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.958998973765152e-06,
      "loss": 0.1621,
      "step": 21420
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.958142736180649e-06,
      "loss": 0.1801,
      "step": 21421
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.957286514216854e-06,
      "loss": 0.184,
      "step": 21422
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.956430307880324e-06,
      "loss": 0.1423,
      "step": 21423
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.95557411717761e-06,
      "loss": 0.1307,
      "step": 21424
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.954717942115259e-06,
      "loss": 0.1487,
      "step": 21425
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.953861782699818e-06,
      "loss": 0.1403,
      "step": 21426
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.953005638937837e-06,
      "loss": 0.1521,
      "step": 21427
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.952149510835872e-06,
      "loss": 0.1442,
      "step": 21428
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.95129339840047e-06,
      "loss": 0.1434,
      "step": 21429
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.950437301638179e-06,
      "loss": 0.1611,
      "step": 21430
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.949581220555547e-06,
      "loss": 0.1183,
      "step": 21431
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.948725155159123e-06,
      "loss": 0.1145,
      "step": 21432
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.94786910545546e-06,
      "loss": 0.1544,
      "step": 21433
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.947013071451108e-06,
      "loss": 0.1423,
      "step": 21434
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.94615705315261e-06,
      "loss": 0.1721,
      "step": 21435
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.945301050566518e-06,
      "loss": 0.1526,
      "step": 21436
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.94444506369938e-06,
      "loss": 0.1357,
      "step": 21437
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.943589092557744e-06,
      "loss": 0.1645,
      "step": 21438
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.942733137148163e-06,
      "loss": 0.1226,
      "step": 21439
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.94187719747718e-06,
      "loss": 0.1253,
      "step": 21440
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.941021273551342e-06,
      "loss": 0.1784,
      "step": 21441
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.9401653653772e-06,
      "loss": 0.1164,
      "step": 21442
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.939309472961302e-06,
      "loss": 0.1392,
      "step": 21443
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.938453596310199e-06,
      "loss": 0.1312,
      "step": 21444
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.93759773543043e-06,
      "loss": 0.1338,
      "step": 21445
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.936741890328552e-06,
      "loss": 0.1165,
      "step": 21446
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.935886061011104e-06,
      "loss": 0.1193,
      "step": 21447
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.935030247484641e-06,
      "loss": 0.1752,
      "step": 21448
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.934174449755704e-06,
      "loss": 0.1393,
      "step": 21449
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.933318667830842e-06,
      "loss": 0.122,
      "step": 21450
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.932462901716605e-06,
      "loss": 0.1404,
      "step": 21451
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.931607151419534e-06,
      "loss": 0.1452,
      "step": 21452
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.930751416946183e-06,
      "loss": 0.1401,
      "step": 21453
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.929895698303092e-06,
      "loss": 0.131,
      "step": 21454
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.929039995496811e-06,
      "loss": 0.1705,
      "step": 21455
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.928184308533887e-06,
      "loss": 0.1485,
      "step": 21456
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.92732863742086e-06,
      "loss": 0.1205,
      "step": 21457
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.926472982164284e-06,
      "loss": 0.1853,
      "step": 21458
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.925617342770702e-06,
      "loss": 0.1669,
      "step": 21459
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.924761719246659e-06,
      "loss": 0.1378,
      "step": 21460
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.923906111598702e-06,
      "loss": 0.1585,
      "step": 21461
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.923050519833371e-06,
      "loss": 0.1372,
      "step": 21462
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.922194943957222e-06,
      "loss": 0.1361,
      "step": 21463
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.921339383976793e-06,
      "loss": 0.1366,
      "step": 21464
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.920483839898631e-06,
      "loss": 0.1321,
      "step": 21465
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.919628311729283e-06,
      "loss": 0.1453,
      "step": 21466
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.918772799475286e-06,
      "loss": 0.1423,
      "step": 21467
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.917917303143196e-06,
      "loss": 0.1447,
      "step": 21468
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.917061822739554e-06,
      "loss": 0.1517,
      "step": 21469
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.9162063582709e-06,
      "loss": 0.1363,
      "step": 21470
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.915350909743786e-06,
      "loss": 0.1411,
      "step": 21471
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.914495477164743e-06,
      "loss": 0.1456,
      "step": 21472
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.913640060540336e-06,
      "loss": 0.147,
      "step": 21473
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.91278465987709e-06,
      "loss": 0.1297,
      "step": 21474
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.91192927518156e-06,
      "loss": 0.1334,
      "step": 21475
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.91107390646029e-06,
      "loss": 0.169,
      "step": 21476
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.91021855371981e-06,
      "loss": 0.182,
      "step": 21477
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.909363216966683e-06,
      "loss": 0.1347,
      "step": 21478
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.908507896207443e-06,
      "loss": 0.1463,
      "step": 21479
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.907652591448632e-06,
      "loss": 0.165,
      "step": 21480
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.906797302696797e-06,
      "loss": 0.1427,
      "step": 21481
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.905942029958476e-06,
      "loss": 0.1589,
      "step": 21482
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.905086773240218e-06,
      "loss": 0.1478,
      "step": 21483
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.904231532548563e-06,
      "loss": 0.1324,
      "step": 21484
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.903376307890053e-06,
      "loss": 0.1349,
      "step": 21485
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.902521099271237e-06,
      "loss": 0.1591,
      "step": 21486
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.901665906698646e-06,
      "loss": 0.1548,
      "step": 21487
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.900810730178831e-06,
      "loss": 0.154,
      "step": 21488
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.899955569718334e-06,
      "loss": 0.1757,
      "step": 21489
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.899100425323695e-06,
      "loss": 0.1191,
      "step": 21490
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.898245297001457e-06,
      "loss": 0.113,
      "step": 21491
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.897390184758158e-06,
      "loss": 0.1608,
      "step": 21492
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.896535088600346e-06,
      "loss": 0.1164,
      "step": 21493
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.895680008534558e-06,
      "loss": 0.14,
      "step": 21494
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.894824944567343e-06,
      "loss": 0.1433,
      "step": 21495
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.893969896705232e-06,
      "loss": 0.1571,
      "step": 21496
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.893114864954771e-06,
      "loss": 0.1419,
      "step": 21497
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.892259849322503e-06,
      "loss": 0.1449,
      "step": 21498
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.891404849814967e-06,
      "loss": 0.1515,
      "step": 21499
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.890549866438708e-06,
      "loss": 0.1432,
      "step": 21500
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.88969489920026e-06,
      "loss": 0.159,
      "step": 21501
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.888839948106167e-06,
      "loss": 0.1324,
      "step": 21502
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.887985013162969e-06,
      "loss": 0.1274,
      "step": 21503
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.887130094377209e-06,
      "loss": 0.1443,
      "step": 21504
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.886275191755426e-06,
      "loss": 0.1398,
      "step": 21505
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.88542030530416e-06,
      "loss": 0.1256,
      "step": 21506
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.884565435029947e-06,
      "loss": 0.1346,
      "step": 21507
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.883710580939332e-06,
      "loss": 0.1469,
      "step": 21508
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.882855743038856e-06,
      "loss": 0.1514,
      "step": 21509
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.882000921335057e-06,
      "loss": 0.1315,
      "step": 21510
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.881146115834472e-06,
      "loss": 0.1209,
      "step": 21511
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.88029132654364e-06,
      "loss": 0.2008,
      "step": 21512
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.879436553469105e-06,
      "loss": 0.1503,
      "step": 21513
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.878581796617405e-06,
      "loss": 0.1398,
      "step": 21514
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.87772705599508e-06,
      "loss": 0.1731,
      "step": 21515
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.876872331608663e-06,
      "loss": 0.1266,
      "step": 21516
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.876017623464696e-06,
      "loss": 0.1369,
      "step": 21517
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.875162931569722e-06,
      "loss": 0.1544,
      "step": 21518
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.874308255930275e-06,
      "loss": 0.1611,
      "step": 21519
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.873453596552897e-06,
      "loss": 0.1619,
      "step": 21520
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.872598953444119e-06,
      "loss": 0.168,
      "step": 21521
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.871744326610488e-06,
      "loss": 0.1761,
      "step": 21522
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.870889716058539e-06,
      "loss": 0.1221,
      "step": 21523
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.87003512179481e-06,
      "loss": 0.1532,
      "step": 21524
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.869180543825836e-06,
      "loss": 0.1127,
      "step": 21525
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.868325982158156e-06,
      "loss": 0.1427,
      "step": 21526
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.867471436798309e-06,
      "loss": 0.1255,
      "step": 21527
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.866616907752833e-06,
      "loss": 0.1266,
      "step": 21528
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.865762395028267e-06,
      "loss": 0.1762,
      "step": 21529
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.864907898631144e-06,
      "loss": 0.1598,
      "step": 21530
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.864053418567998e-06,
      "loss": 0.1825,
      "step": 21531
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.863198954845375e-06,
      "loss": 0.1377,
      "step": 21532
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.862344507469808e-06,
      "loss": 0.1267,
      "step": 21533
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.861490076447836e-06,
      "loss": 0.1347,
      "step": 21534
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.860635661785988e-06,
      "loss": 0.1537,
      "step": 21535
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.859781263490805e-06,
      "loss": 0.1407,
      "step": 21536
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.858926881568827e-06,
      "loss": 0.1381,
      "step": 21537
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.858072516026585e-06,
      "loss": 0.1331,
      "step": 21538
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.857218166870621e-06,
      "loss": 0.1575,
      "step": 21539
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.856363834107464e-06,
      "loss": 0.1452,
      "step": 21540
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.85550951774365e-06,
      "loss": 0.1594,
      "step": 21541
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.854655217785721e-06,
      "loss": 0.144,
      "step": 21542
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.85380093424021e-06,
      "loss": 0.1668,
      "step": 21543
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.852946667113652e-06,
      "loss": 0.1629,
      "step": 21544
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.852092416412581e-06,
      "loss": 0.1597,
      "step": 21545
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.851238182143532e-06,
      "loss": 0.1683,
      "step": 21546
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.850383964313043e-06,
      "loss": 0.1475,
      "step": 21547
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.849529762927649e-06,
      "loss": 0.1078,
      "step": 21548
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.848675577993884e-06,
      "loss": 0.1514,
      "step": 21549
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.847821409518279e-06,
      "loss": 0.1721,
      "step": 21550
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.84696725750737e-06,
      "loss": 0.1229,
      "step": 21551
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.846113121967696e-06,
      "loss": 0.1461,
      "step": 21552
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.845259002905788e-06,
      "loss": 0.1649,
      "step": 21553
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.844404900328182e-06,
      "loss": 0.1663,
      "step": 21554
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.843550814241409e-06,
      "loss": 0.1429,
      "step": 21555
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.842696744652005e-06,
      "loss": 0.164,
      "step": 21556
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.841842691566504e-06,
      "loss": 0.1325,
      "step": 21557
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.84098865499144e-06,
      "loss": 0.1359,
      "step": 21558
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.840134634933345e-06,
      "loss": 0.1506,
      "step": 21559
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.839280631398755e-06,
      "loss": 0.1186,
      "step": 21560
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.838426644394196e-06,
      "loss": 0.1444,
      "step": 21561
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.837572673926212e-06,
      "loss": 0.1428,
      "step": 21562
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.836718720001332e-06,
      "loss": 0.1428,
      "step": 21563
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.835864782626085e-06,
      "loss": 0.1299,
      "step": 21564
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.835010861807009e-06,
      "loss": 0.1431,
      "step": 21565
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.834156957550631e-06,
      "loss": 0.1468,
      "step": 21566
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.833303069863489e-06,
      "loss": 0.1329,
      "step": 21567
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.832449198752118e-06,
      "loss": 0.1384,
      "step": 21568
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.83159534422304e-06,
      "loss": 0.1212,
      "step": 21569
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.830741506282795e-06,
      "loss": 0.125,
      "step": 21570
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.829887684937911e-06,
      "loss": 0.1149,
      "step": 21571
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.829033880194923e-06,
      "loss": 0.1404,
      "step": 21572
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.828180092060366e-06,
      "loss": 0.1348,
      "step": 21573
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.827326320540764e-06,
      "loss": 0.1291,
      "step": 21574
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.826472565642653e-06,
      "loss": 0.1137,
      "step": 21575
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.825618827372561e-06,
      "loss": 0.147,
      "step": 21576
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.824765105737025e-06,
      "loss": 0.1529,
      "step": 21577
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.823911400742573e-06,
      "loss": 0.1438,
      "step": 21578
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.823057712395736e-06,
      "loss": 0.1401,
      "step": 21579
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.822204040703044e-06,
      "loss": 0.1113,
      "step": 21580
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.821350385671026e-06,
      "loss": 0.146,
      "step": 21581
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.820496747306219e-06,
      "loss": 0.1569,
      "step": 21582
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.819643125615152e-06,
      "loss": 0.1154,
      "step": 21583
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.818789520604351e-06,
      "loss": 0.1444,
      "step": 21584
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.817935932280348e-06,
      "loss": 0.1307,
      "step": 21585
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.817082360649672e-06,
      "loss": 0.1592,
      "step": 21586
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.816228805718859e-06,
      "loss": 0.174,
      "step": 21587
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.815375267494436e-06,
      "loss": 0.1302,
      "step": 21588
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.814521745982928e-06,
      "loss": 0.1501,
      "step": 21589
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.81366824119087e-06,
      "loss": 0.1606,
      "step": 21590
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.812814753124787e-06,
      "loss": 0.1342,
      "step": 21591
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.811961281791216e-06,
      "loss": 0.1288,
      "step": 21592
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.811107827196679e-06,
      "loss": 0.142,
      "step": 21593
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.810254389347708e-06,
      "loss": 0.1396,
      "step": 21594
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.809400968250831e-06,
      "loss": 0.1151,
      "step": 21595
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.808547563912574e-06,
      "loss": 0.1488,
      "step": 21596
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.807694176339476e-06,
      "loss": 0.122,
      "step": 21597
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.806840805538056e-06,
      "loss": 0.1307,
      "step": 21598
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.805987451514845e-06,
      "loss": 0.1568,
      "step": 21599
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.805134114276375e-06,
      "loss": 0.165,
      "step": 21600
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.804280793829162e-06,
      "loss": 0.1711,
      "step": 21601
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.803427490179753e-06,
      "loss": 0.1387,
      "step": 21602
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.802574203334661e-06,
      "loss": 0.1225,
      "step": 21603
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.80172093330042e-06,
      "loss": 0.1539,
      "step": 21604
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.80086768008356e-06,
      "loss": 0.1622,
      "step": 21605
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.800014443690598e-06,
      "loss": 0.1335,
      "step": 21606
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.799161224128074e-06,
      "loss": 0.1575,
      "step": 21607
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.798308021402508e-06,
      "loss": 0.1454,
      "step": 21608
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.79745483552043e-06,
      "loss": 0.1363,
      "step": 21609
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.79660166648837e-06,
      "loss": 0.1577,
      "step": 21610
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.795748514312842e-06,
      "loss": 0.1532,
      "step": 21611
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.794895379000391e-06,
      "loss": 0.1493,
      "step": 21612
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.794042260557531e-06,
      "loss": 0.1272,
      "step": 21613
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.793189158990793e-06,
      "loss": 0.1146,
      "step": 21614
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.792336074306707e-06,
      "loss": 0.1549,
      "step": 21615
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.791483006511786e-06,
      "loss": 0.1501,
      "step": 21616
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.790629955612573e-06,
      "loss": 0.1311,
      "step": 21617
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.789776921615585e-06,
      "loss": 0.1795,
      "step": 21618
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.788923904527347e-06,
      "loss": 0.1521,
      "step": 21619
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.78807090435439e-06,
      "loss": 0.1571,
      "step": 21620
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.787217921103231e-06,
      "loss": 0.1645,
      "step": 21621
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.786364954780407e-06,
      "loss": 0.1389,
      "step": 21622
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.785512005392437e-06,
      "loss": 0.1332,
      "step": 21623
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.784659072945845e-06,
      "loss": 0.1388,
      "step": 21624
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.783806157447163e-06,
      "loss": 0.1694,
      "step": 21625
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.782953258902904e-06,
      "loss": 0.191,
      "step": 21626
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.782100377319603e-06,
      "loss": 0.1296,
      "step": 21627
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.781247512703782e-06,
      "loss": 0.1264,
      "step": 21628
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.780394665061965e-06,
      "loss": 0.1479,
      "step": 21629
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.77954183440068e-06,
      "loss": 0.1221,
      "step": 21630
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.778689020726444e-06,
      "loss": 0.1689,
      "step": 21631
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.777836224045787e-06,
      "loss": 0.1482,
      "step": 21632
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.776983444365231e-06,
      "loss": 0.1539,
      "step": 21633
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.776130681691305e-06,
      "loss": 0.1489,
      "step": 21634
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.775277936030523e-06,
      "loss": 0.1361,
      "step": 21635
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.774425207389413e-06,
      "loss": 0.1432,
      "step": 21636
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.773572495774503e-06,
      "loss": 0.1407,
      "step": 21637
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.772719801192313e-06,
      "loss": 0.1506,
      "step": 21638
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.771867123649369e-06,
      "loss": 0.135,
      "step": 21639
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.771014463152188e-06,
      "loss": 0.1398,
      "step": 21640
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.770161819707296e-06,
      "loss": 0.144,
      "step": 21641
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.769309193321218e-06,
      "loss": 0.1532,
      "step": 21642
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.768456584000474e-06,
      "loss": 0.1663,
      "step": 21643
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.767603991751594e-06,
      "loss": 0.133,
      "step": 21644
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.766751416581089e-06,
      "loss": 0.1362,
      "step": 21645
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.765898858495486e-06,
      "loss": 0.1257,
      "step": 21646
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.765046317501312e-06,
      "loss": 0.1537,
      "step": 21647
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.764193793605086e-06,
      "loss": 0.131,
      "step": 21648
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.763341286813328e-06,
      "loss": 0.1613,
      "step": 21649
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.762488797132562e-06,
      "loss": 0.1207,
      "step": 21650
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.761636324569307e-06,
      "loss": 0.1955,
      "step": 21651
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.760783869130089e-06,
      "loss": 0.1418,
      "step": 21652
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.759931430821426e-06,
      "loss": 0.1207,
      "step": 21653
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.759079009649844e-06,
      "loss": 0.1239,
      "step": 21654
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.758226605621858e-06,
      "loss": 0.1424,
      "step": 21655
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.75737421874399e-06,
      "loss": 0.1726,
      "step": 21656
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.756521849022767e-06,
      "loss": 0.1154,
      "step": 21657
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.755669496464704e-06,
      "loss": 0.1353,
      "step": 21658
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.754817161076326e-06,
      "loss": 0.1516,
      "step": 21659
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.753964842864148e-06,
      "loss": 0.1357,
      "step": 21660
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.753112541834693e-06,
      "loss": 0.1013,
      "step": 21661
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.752260257994483e-06,
      "loss": 0.141,
      "step": 21662
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.751407991350037e-06,
      "loss": 0.1694,
      "step": 21663
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.750555741907878e-06,
      "loss": 0.1442,
      "step": 21664
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.74970350967452e-06,
      "loss": 0.1414,
      "step": 21665
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.748851294656485e-06,
      "loss": 0.1229,
      "step": 21666
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.747999096860294e-06,
      "loss": 0.1621,
      "step": 21667
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.74714691629247e-06,
      "loss": 0.1426,
      "step": 21668
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.746294752959524e-06,
      "loss": 0.1214,
      "step": 21669
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.745442606867979e-06,
      "loss": 0.1472,
      "step": 21670
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.744590478024356e-06,
      "loss": 0.1459,
      "step": 21671
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.743738366435175e-06,
      "loss": 0.1242,
      "step": 21672
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.74288627210695e-06,
      "loss": 0.1191,
      "step": 21673
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.742034195046203e-06,
      "loss": 0.1828,
      "step": 21674
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.741182135259451e-06,
      "loss": 0.1077,
      "step": 21675
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.740330092753216e-06,
      "loss": 0.145,
      "step": 21676
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.739478067534012e-06,
      "loss": 0.1539,
      "step": 21677
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.73862605960836e-06,
      "loss": 0.1617,
      "step": 21678
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.737774068982778e-06,
      "loss": 0.1279,
      "step": 21679
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.736922095663778e-06,
      "loss": 0.144,
      "step": 21680
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.736070139657886e-06,
      "loss": 0.1504,
      "step": 21681
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.735218200971617e-06,
      "loss": 0.1347,
      "step": 21682
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.734366279611489e-06,
      "loss": 0.1442,
      "step": 21683
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.733514375584017e-06,
      "loss": 0.1487,
      "step": 21684
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.732662488895719e-06,
      "loss": 0.1228,
      "step": 21685
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.731810619553112e-06,
      "loss": 0.1491,
      "step": 21686
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.730958767562715e-06,
      "loss": 0.1668,
      "step": 21687
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.730106932931047e-06,
      "loss": 0.128,
      "step": 21688
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.729255115664618e-06,
      "loss": 0.1266,
      "step": 21689
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.728403315769946e-06,
      "loss": 0.1491,
      "step": 21690
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.727551533253552e-06,
      "loss": 0.1266,
      "step": 21691
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.72669976812195e-06,
      "loss": 0.1368,
      "step": 21692
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.725848020381657e-06,
      "loss": 0.1283,
      "step": 21693
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.724996290039188e-06,
      "loss": 0.1623,
      "step": 21694
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.724144577101057e-06,
      "loss": 0.1416,
      "step": 21695
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.723292881573783e-06,
      "loss": 0.1507,
      "step": 21696
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.722441203463881e-06,
      "loss": 0.155,
      "step": 21697
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.721589542777868e-06,
      "loss": 0.1213,
      "step": 21698
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.720737899522254e-06,
      "loss": 0.1253,
      "step": 21699
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.71988627370356e-06,
      "loss": 0.1486,
      "step": 21700
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.719034665328298e-06,
      "loss": 0.1373,
      "step": 21701
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.718183074402985e-06,
      "loss": 0.1475,
      "step": 21702
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.717331500934136e-06,
      "loss": 0.1382,
      "step": 21703
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.716479944928262e-06,
      "loss": 0.1417,
      "step": 21704
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.71562840639188e-06,
      "loss": 0.1291,
      "step": 21705
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.714776885331505e-06,
      "loss": 0.1295,
      "step": 21706
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.713925381753656e-06,
      "loss": 0.1462,
      "step": 21707
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.713073895664838e-06,
      "loss": 0.1257,
      "step": 21708
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.71222242707157e-06,
      "loss": 0.1274,
      "step": 21709
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.711370975980364e-06,
      "loss": 0.1277,
      "step": 21710
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.710519542397735e-06,
      "loss": 0.1426,
      "step": 21711
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.709668126330201e-06,
      "loss": 0.149,
      "step": 21712
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.708816727784268e-06,
      "loss": 0.1507,
      "step": 21713
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.707965346766455e-06,
      "loss": 0.1298,
      "step": 21714
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.707113983283267e-06,
      "loss": 0.158,
      "step": 21715
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.706262637341229e-06,
      "loss": 0.1483,
      "step": 21716
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.705411308946849e-06,
      "loss": 0.1548,
      "step": 21717
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.704559998106637e-06,
      "loss": 0.1588,
      "step": 21718
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.703708704827107e-06,
      "loss": 0.1729,
      "step": 21719
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.702857429114771e-06,
      "loss": 0.1133,
      "step": 21720
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.702006170976146e-06,
      "loss": 0.1289,
      "step": 21721
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.701154930417743e-06,
      "loss": 0.1147,
      "step": 21722
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.700303707446068e-06,
      "loss": 0.133,
      "step": 21723
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.699452502067641e-06,
      "loss": 0.1584,
      "step": 21724
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.698601314288965e-06,
      "loss": 0.1241,
      "step": 21725
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.697750144116562e-06,
      "loss": 0.1203,
      "step": 21726
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.69689899155694e-06,
      "loss": 0.1712,
      "step": 21727
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.696047856616606e-06,
      "loss": 0.1491,
      "step": 21728
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.695196739302075e-06,
      "loss": 0.1481,
      "step": 21729
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.694345639619857e-06,
      "loss": 0.1514,
      "step": 21730
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.693494557576467e-06,
      "loss": 0.1298,
      "step": 21731
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.692643493178414e-06,
      "loss": 0.1466,
      "step": 21732
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.691792446432208e-06,
      "loss": 0.1299,
      "step": 21733
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.690941417344358e-06,
      "loss": 0.1533,
      "step": 21734
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.690090405921374e-06,
      "loss": 0.1247,
      "step": 21735
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.689239412169772e-06,
      "loss": 0.1667,
      "step": 21736
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.688388436096058e-06,
      "loss": 0.13,
      "step": 21737
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.687537477706743e-06,
      "loss": 0.1249,
      "step": 21738
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.686686537008338e-06,
      "loss": 0.131,
      "step": 21739
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.68583561400735e-06,
      "loss": 0.143,
      "step": 21740
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.684984708710297e-06,
      "loss": 0.1253,
      "step": 21741
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.684133821123677e-06,
      "loss": 0.1599,
      "step": 21742
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.683282951254008e-06,
      "loss": 0.145,
      "step": 21743
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.682432099107797e-06,
      "loss": 0.1325,
      "step": 21744
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.681581264691546e-06,
      "loss": 0.1178,
      "step": 21745
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.680730448011777e-06,
      "loss": 0.1064,
      "step": 21746
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.679879649074991e-06,
      "loss": 0.1728,
      "step": 21747
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.6790288678877e-06,
      "loss": 0.1322,
      "step": 21748
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.678178104456412e-06,
      "loss": 0.1511,
      "step": 21749
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.677327358787628e-06,
      "loss": 0.1232,
      "step": 21750
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.676476630887872e-06,
      "loss": 0.1013,
      "step": 21751
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.675625920763638e-06,
      "loss": 0.1489,
      "step": 21752
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.674775228421443e-06,
      "loss": 0.1309,
      "step": 21753
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.67392455386779e-06,
      "loss": 0.152,
      "step": 21754
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.673073897109185e-06,
      "loss": 0.1441,
      "step": 21755
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.672223258152146e-06,
      "loss": 0.1429,
      "step": 21756
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.67137263700317e-06,
      "loss": 0.113,
      "step": 21757
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.67052203366877e-06,
      "loss": 0.1335,
      "step": 21758
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.669671448155452e-06,
      "loss": 0.1188,
      "step": 21759
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.668820880469717e-06,
      "loss": 0.1441,
      "step": 21760
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.667970330618086e-06,
      "loss": 0.1489,
      "step": 21761
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.667119798607054e-06,
      "loss": 0.135,
      "step": 21762
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.66626928444313e-06,
      "loss": 0.1455,
      "step": 21763
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.665418788132826e-06,
      "loss": 0.1419,
      "step": 21764
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.66456830968264e-06,
      "loss": 0.1293,
      "step": 21765
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.663717849099088e-06,
      "loss": 0.1516,
      "step": 21766
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.662867406388668e-06,
      "loss": 0.1358,
      "step": 21767
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.66201698155789e-06,
      "loss": 0.1325,
      "step": 21768
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.661166574613264e-06,
      "loss": 0.1289,
      "step": 21769
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.660316185561285e-06,
      "loss": 0.1579,
      "step": 21770
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.659465814408466e-06,
      "loss": 0.1193,
      "step": 21771
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.658615461161312e-06,
      "loss": 0.1356,
      "step": 21772
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.65776512582633e-06,
      "loss": 0.1186,
      "step": 21773
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.656914808410023e-06,
      "loss": 0.1443,
      "step": 21774
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.656064508918893e-06,
      "loss": 0.137,
      "step": 21775
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.65521422735945e-06,
      "loss": 0.1182,
      "step": 21776
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.654363963738197e-06,
      "loss": 0.1244,
      "step": 21777
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.653513718061642e-06,
      "loss": 0.1357,
      "step": 21778
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.652663490336283e-06,
      "loss": 0.1557,
      "step": 21779
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.651813280568626e-06,
      "loss": 0.1139,
      "step": 21780
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.650963088765179e-06,
      "loss": 0.1395,
      "step": 21781
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.650112914932446e-06,
      "loss": 0.1721,
      "step": 21782
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.649262759076932e-06,
      "loss": 0.1388,
      "step": 21783
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.648412621205135e-06,
      "loss": 0.1663,
      "step": 21784
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.647562501323559e-06,
      "loss": 0.1349,
      "step": 21785
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.646712399438714e-06,
      "loss": 0.1297,
      "step": 21786
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.6458623155571e-06,
      "loss": 0.1453,
      "step": 21787
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.645012249685221e-06,
      "loss": 0.1621,
      "step": 21788
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.64416220182958e-06,
      "loss": 0.1153,
      "step": 21789
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.643312171996677e-06,
      "loss": 0.1631,
      "step": 21790
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.64246216019302e-06,
      "loss": 0.1663,
      "step": 21791
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.64161216642511e-06,
      "loss": 0.1477,
      "step": 21792
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.640762190699452e-06,
      "loss": 0.1499,
      "step": 21793
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.639912233022542e-06,
      "loss": 0.1706,
      "step": 21794
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.639062293400885e-06,
      "loss": 0.1386,
      "step": 21795
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.638212371840986e-06,
      "loss": 0.1439,
      "step": 21796
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.637362468349347e-06,
      "loss": 0.1147,
      "step": 21797
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.636512582932469e-06,
      "loss": 0.1556,
      "step": 21798
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.63566271559685e-06,
      "loss": 0.151,
      "step": 21799
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.634812866348996e-06,
      "loss": 0.1362,
      "step": 21800
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.633963035195409e-06,
      "loss": 0.1349,
      "step": 21801
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.633113222142587e-06,
      "loss": 0.1358,
      "step": 21802
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.632263427197037e-06,
      "loss": 0.1477,
      "step": 21803
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.631413650365255e-06,
      "loss": 0.1786,
      "step": 21804
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.63056389165374e-06,
      "loss": 0.1394,
      "step": 21805
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.629714151069e-06,
      "loss": 0.1301,
      "step": 21806
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.6288644286175294e-06,
      "loss": 0.1343,
      "step": 21807
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.628014724305834e-06,
      "loss": 0.118,
      "step": 21808
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.627165038140412e-06,
      "loss": 0.1363,
      "step": 21809
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.6263153701277595e-06,
      "loss": 0.1472,
      "step": 21810
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.625465720274382e-06,
      "loss": 0.1415,
      "step": 21811
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.624616088586782e-06,
      "loss": 0.138,
      "step": 21812
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.6237664750714525e-06,
      "loss": 0.1373,
      "step": 21813
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.622916879734895e-06,
      "loss": 0.1238,
      "step": 21814
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.622067302583609e-06,
      "loss": 0.1304,
      "step": 21815
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.621217743624099e-06,
      "loss": 0.1624,
      "step": 21816
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.620368202862861e-06,
      "loss": 0.1287,
      "step": 21817
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.619518680306393e-06,
      "loss": 0.107,
      "step": 21818
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.618669175961191e-06,
      "loss": 0.1605,
      "step": 21819
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.617819689833761e-06,
      "loss": 0.1446,
      "step": 21820
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.616970221930598e-06,
      "loss": 0.1737,
      "step": 21821
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.616120772258205e-06,
      "loss": 0.1598,
      "step": 21822
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.6152713408230725e-06,
      "loss": 0.1437,
      "step": 21823
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.614421927631702e-06,
      "loss": 0.1336,
      "step": 21824
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.613572532690595e-06,
      "loss": 0.1684,
      "step": 21825
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.612723156006247e-06,
      "loss": 0.1375,
      "step": 21826
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.611873797585159e-06,
      "loss": 0.1617,
      "step": 21827
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.611024457433823e-06,
      "loss": 0.1708,
      "step": 21828
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.610175135558739e-06,
      "loss": 0.1296,
      "step": 21829
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.6093258319664065e-06,
      "loss": 0.1674,
      "step": 21830
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.608476546663321e-06,
      "loss": 0.1308,
      "step": 21831
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.607627279655985e-06,
      "loss": 0.1238,
      "step": 21832
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.6067780309508875e-06,
      "loss": 0.1535,
      "step": 21833
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.605928800554526e-06,
      "loss": 0.1602,
      "step": 21834
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.6050795884734045e-06,
      "loss": 0.1284,
      "step": 21835
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.604230394714014e-06,
      "loss": 0.1675,
      "step": 21836
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.603381219282855e-06,
      "loss": 0.1264,
      "step": 21837
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.6025320621864185e-06,
      "loss": 0.1579,
      "step": 21838
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.601682923431203e-06,
      "loss": 0.1414,
      "step": 21839
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.600833803023706e-06,
      "loss": 0.1345,
      "step": 21840
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.5999847009704245e-06,
      "loss": 0.1509,
      "step": 21841
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.5991356172778545e-06,
      "loss": 0.1322,
      "step": 21842
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.5982865519524875e-06,
      "loss": 0.1438,
      "step": 21843
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.597437505000818e-06,
      "loss": 0.1104,
      "step": 21844
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.596588476429349e-06,
      "loss": 0.1646,
      "step": 21845
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.595739466244571e-06,
      "loss": 0.1878,
      "step": 21846
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.59489047445298e-06,
      "loss": 0.1379,
      "step": 21847
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.59404150106107e-06,
      "loss": 0.1276,
      "step": 21848
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.5931925460753345e-06,
      "loss": 0.1242,
      "step": 21849
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.592343609502273e-06,
      "loss": 0.1592,
      "step": 21850
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.591494691348379e-06,
      "loss": 0.1348,
      "step": 21851
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.590645791620143e-06,
      "loss": 0.1453,
      "step": 21852
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.589796910324062e-06,
      "loss": 0.1191,
      "step": 21853
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.588948047466627e-06,
      "loss": 0.1538,
      "step": 21854
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.588099203054338e-06,
      "loss": 0.1154,
      "step": 21855
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.587250377093687e-06,
      "loss": 0.1738,
      "step": 21856
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.586401569591164e-06,
      "loss": 0.1202,
      "step": 21857
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.585552780553266e-06,
      "loss": 0.1613,
      "step": 21858
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.5847040099864825e-06,
      "loss": 0.1092,
      "step": 21859
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.583855257897312e-06,
      "loss": 0.1259,
      "step": 21860
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.583006524292247e-06,
      "loss": 0.1451,
      "step": 21861
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.582157809177777e-06,
      "loss": 0.1645,
      "step": 21862
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.581309112560398e-06,
      "loss": 0.1472,
      "step": 21863
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.580460434446598e-06,
      "loss": 0.1284,
      "step": 21864
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.579611774842876e-06,
      "loss": 0.1414,
      "step": 21865
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.578763133755723e-06,
      "loss": 0.1086,
      "step": 21866
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.577914511191628e-06,
      "loss": 0.1319,
      "step": 21867
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.5770659071570864e-06,
      "loss": 0.1388,
      "step": 21868
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.576217321658585e-06,
      "loss": 0.1612,
      "step": 21869
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.575368754702623e-06,
      "loss": 0.162,
      "step": 21870
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.574520206295689e-06,
      "loss": 0.1432,
      "step": 21871
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.573671676444274e-06,
      "loss": 0.1449,
      "step": 21872
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.572823165154869e-06,
      "loss": 0.1462,
      "step": 21873
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.571974672433964e-06,
      "loss": 0.1637,
      "step": 21874
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.5711261982880545e-06,
      "loss": 0.1696,
      "step": 21875
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.5702777427236305e-06,
      "loss": 0.1264,
      "step": 21876
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.569429305747181e-06,
      "loss": 0.1672,
      "step": 21877
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.568580887365198e-06,
      "loss": 0.1319,
      "step": 21878
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.5677324875841675e-06,
      "loss": 0.1258,
      "step": 21879
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.56688410641059e-06,
      "loss": 0.1581,
      "step": 21880
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.566035743850947e-06,
      "loss": 0.1271,
      "step": 21881
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.565187399911731e-06,
      "loss": 0.1351,
      "step": 21882
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.564339074599436e-06,
      "loss": 0.1257,
      "step": 21883
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.563490767920542e-06,
      "loss": 0.1533,
      "step": 21884
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.56264247988155e-06,
      "loss": 0.1028,
      "step": 21885
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.561794210488944e-06,
      "loss": 0.1648,
      "step": 21886
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.560945959749215e-06,
      "loss": 0.1519,
      "step": 21887
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.5600977276688525e-06,
      "loss": 0.1374,
      "step": 21888
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.559249514254339e-06,
      "loss": 0.168,
      "step": 21889
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.558401319512176e-06,
      "loss": 0.1537,
      "step": 21890
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.557553143448844e-06,
      "loss": 0.1463,
      "step": 21891
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.5567049860708315e-06,
      "loss": 0.1509,
      "step": 21892
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.555856847384634e-06,
      "loss": 0.1372,
      "step": 21893
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.555008727396726e-06,
      "loss": 0.1746,
      "step": 21894
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.554160626113614e-06,
      "loss": 0.1281,
      "step": 21895
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.553312543541773e-06,
      "loss": 0.1131,
      "step": 21896
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.552464479687696e-06,
      "loss": 0.1766,
      "step": 21897
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.551616434557874e-06,
      "loss": 0.148,
      "step": 21898
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.550768408158782e-06,
      "loss": 0.1591,
      "step": 21899
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.549920400496923e-06,
      "loss": 0.1711,
      "step": 21900
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.549072411578777e-06,
      "loss": 0.1498,
      "step": 21901
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.5482244414108305e-06,
      "loss": 0.136,
      "step": 21902
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.5473764899995765e-06,
      "loss": 0.1313,
      "step": 21903
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.5465285573514905e-06,
      "loss": 0.1444,
      "step": 21904
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.545680643473074e-06,
      "loss": 0.155,
      "step": 21905
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.544832748370803e-06,
      "loss": 0.1325,
      "step": 21906
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.543984872051169e-06,
      "loss": 0.146,
      "step": 21907
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.543137014520658e-06,
      "loss": 0.1261,
      "step": 21908
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.542289175785751e-06,
      "loss": 0.1712,
      "step": 21909
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.541441355852944e-06,
      "loss": 0.1219,
      "step": 21910
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.5405935547287155e-06,
      "loss": 0.1575,
      "step": 21911
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.5397457724195545e-06,
      "loss": 0.121,
      "step": 21912
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.5388980089319475e-06,
      "loss": 0.1197,
      "step": 21913
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.538050264272373e-06,
      "loss": 0.1473,
      "step": 21914
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.537202538447326e-06,
      "loss": 0.1782,
      "step": 21915
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.536354831463286e-06,
      "loss": 0.1388,
      "step": 21916
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.535507143326742e-06,
      "loss": 0.1394,
      "step": 21917
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.5346594740441755e-06,
      "loss": 0.1309,
      "step": 21918
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.53381182362207e-06,
      "loss": 0.1378,
      "step": 21919
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.532964192066916e-06,
      "loss": 0.161,
      "step": 21920
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.532116579385195e-06,
      "loss": 0.1543,
      "step": 21921
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.531268985583393e-06,
      "loss": 0.127,
      "step": 21922
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.530421410667992e-06,
      "loss": 0.1665,
      "step": 21923
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.529573854645473e-06,
      "loss": 0.1225,
      "step": 21924
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.528726317522328e-06,
      "loss": 0.1518,
      "step": 21925
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.527878799305036e-06,
      "loss": 0.1172,
      "step": 21926
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.5270313000000836e-06,
      "loss": 0.1366,
      "step": 21927
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.5261838196139506e-06,
      "loss": 0.1541,
      "step": 21928
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.52533635815312e-06,
      "loss": 0.1811,
      "step": 21929
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.52448891562408e-06,
      "loss": 0.0985,
      "step": 21930
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.52364149203331e-06,
      "loss": 0.1655,
      "step": 21931
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.522794087387297e-06,
      "loss": 0.1551,
      "step": 21932
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.521946701692519e-06,
      "loss": 0.1439,
      "step": 21933
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.521099334955458e-06,
      "loss": 0.1523,
      "step": 21934
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.520251987182601e-06,
      "loss": 0.1443,
      "step": 21935
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.519404658380428e-06,
      "loss": 0.1513,
      "step": 21936
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.518557348555425e-06,
      "loss": 0.1304,
      "step": 21937
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.5177100577140695e-06,
      "loss": 0.1326,
      "step": 21938
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.516862785862842e-06,
      "loss": 0.159,
      "step": 21939
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.51601553300823e-06,
      "loss": 0.1762,
      "step": 21940
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.515168299156711e-06,
      "loss": 0.1294,
      "step": 21941
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.514321084314771e-06,
      "loss": 0.1687,
      "step": 21942
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.5134738884888865e-06,
      "loss": 0.1395,
      "step": 21943
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.512626711685539e-06,
      "loss": 0.1326,
      "step": 21944
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.511779553911214e-06,
      "loss": 0.1574,
      "step": 21945
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.510932415172388e-06,
      "loss": 0.1266,
      "step": 21946
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.510085295475548e-06,
      "loss": 0.1661,
      "step": 21947
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.509238194827166e-06,
      "loss": 0.1611,
      "step": 21948
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.508391113233726e-06,
      "loss": 0.1432,
      "step": 21949
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.507544050701711e-06,
      "loss": 0.1343,
      "step": 21950
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.506697007237602e-06,
      "loss": 0.1508,
      "step": 21951
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.505849982847874e-06,
      "loss": 0.153,
      "step": 21952
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.505002977539009e-06,
      "loss": 0.1243,
      "step": 21953
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.504155991317485e-06,
      "loss": 0.1676,
      "step": 21954
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.503309024189787e-06,
      "loss": 0.1313,
      "step": 21955
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.502462076162394e-06,
      "loss": 0.1379,
      "step": 21956
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.50161514724178e-06,
      "loss": 0.1827,
      "step": 21957
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.500768237434427e-06,
      "loss": 0.1383,
      "step": 21958
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.499921346746812e-06,
      "loss": 0.1668,
      "step": 21959
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.499074475185419e-06,
      "loss": 0.1498,
      "step": 21960
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.498227622756724e-06,
      "loss": 0.168,
      "step": 21961
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.497380789467205e-06,
      "loss": 0.1386,
      "step": 21962
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.49653397532334e-06,
      "loss": 0.1329,
      "step": 21963
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.495687180331606e-06,
      "loss": 0.164,
      "step": 21964
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.494840404498487e-06,
      "loss": 0.1217,
      "step": 21965
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.4939936478304575e-06,
      "loss": 0.1496,
      "step": 21966
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.493146910333995e-06,
      "loss": 0.1274,
      "step": 21967
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.492300192015576e-06,
      "loss": 0.1789,
      "step": 21968
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.49145349288168e-06,
      "loss": 0.1547,
      "step": 21969
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.490606812938786e-06,
      "loss": 0.1222,
      "step": 21970
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.489760152193369e-06,
      "loss": 0.1587,
      "step": 21971
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.4889135106519076e-06,
      "loss": 0.1317,
      "step": 21972
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.488066888320873e-06,
      "loss": 0.1634,
      "step": 21973
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.487220285206751e-06,
      "loss": 0.1289,
      "step": 21974
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.486373701316015e-06,
      "loss": 0.134,
      "step": 21975
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.485527136655139e-06,
      "loss": 0.1432,
      "step": 21976
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.484680591230603e-06,
      "loss": 0.1497,
      "step": 21977
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.4838340650488785e-06,
      "loss": 0.116,
      "step": 21978
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.482987558116446e-06,
      "loss": 0.1447,
      "step": 21979
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.482141070439781e-06,
      "loss": 0.1423,
      "step": 21980
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.4812946020253605e-06,
      "loss": 0.1521,
      "step": 21981
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.480448152879656e-06,
      "loss": 0.148,
      "step": 21982
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.479601723009144e-06,
      "loss": 0.1287,
      "step": 21983
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.478755312420302e-06,
      "loss": 0.1564,
      "step": 21984
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.4779089211196075e-06,
      "loss": 0.1415,
      "step": 21985
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.47706254911353e-06,
      "loss": 0.15,
      "step": 21986
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.4762161964085456e-06,
      "loss": 0.1498,
      "step": 21987
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.47536986301113e-06,
      "loss": 0.1445,
      "step": 21988
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.47452354892776e-06,
      "loss": 0.1258,
      "step": 21989
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.4736772541649105e-06,
      "loss": 0.1537,
      "step": 21990
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.4728309787290525e-06,
      "loss": 0.1348,
      "step": 21991
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.4719847226266604e-06,
      "loss": 0.1429,
      "step": 21992
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.4711384858642075e-06,
      "loss": 0.1193,
      "step": 21993
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.4702922684481725e-06,
      "loss": 0.1178,
      "step": 21994
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.469446070385028e-06,
      "loss": 0.1212,
      "step": 21995
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.468599891681243e-06,
      "loss": 0.1161,
      "step": 21996
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.467753732343295e-06,
      "loss": 0.1436,
      "step": 21997
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.466907592377655e-06,
      "loss": 0.1802,
      "step": 21998
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.466061471790798e-06,
      "loss": 0.1331,
      "step": 21999
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.465215370589198e-06,
      "loss": 0.1369,
      "step": 22000
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.464369288779325e-06,
      "loss": 0.1472,
      "step": 22001
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.463523226367653e-06,
      "loss": 0.1162,
      "step": 22002
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.462677183360652e-06,
      "loss": 0.1286,
      "step": 22003
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.461831159764801e-06,
      "loss": 0.1156,
      "step": 22004
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.4609851555865685e-06,
      "loss": 0.1333,
      "step": 22005
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.460139170832425e-06,
      "loss": 0.1287,
      "step": 22006
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.459293205508844e-06,
      "loss": 0.1453,
      "step": 22007
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.458447259622295e-06,
      "loss": 0.1373,
      "step": 22008
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.457601333179254e-06,
      "loss": 0.1362,
      "step": 22009
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.456755426186193e-06,
      "loss": 0.1346,
      "step": 22010
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.455909538649579e-06,
      "loss": 0.1231,
      "step": 22011
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.455063670575886e-06,
      "loss": 0.1494,
      "step": 22012
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.454217821971581e-06,
      "loss": 0.1833,
      "step": 22013
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.453371992843141e-06,
      "loss": 0.1547,
      "step": 22014
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.452526183197035e-06,
      "loss": 0.1691,
      "step": 22015
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.451680393039733e-06,
      "loss": 0.1243,
      "step": 22016
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.4508346223777025e-06,
      "loss": 0.1353,
      "step": 22017
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.449988871217417e-06,
      "loss": 0.161,
      "step": 22018
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.4491431395653465e-06,
      "loss": 0.1311,
      "step": 22019
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.448297427427964e-06,
      "loss": 0.1531,
      "step": 22020
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.4474517348117344e-06,
      "loss": 0.1357,
      "step": 22021
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.446606061723128e-06,
      "loss": 0.1243,
      "step": 22022
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.445760408168614e-06,
      "loss": 0.1545,
      "step": 22023
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.444914774154669e-06,
      "loss": 0.1408,
      "step": 22024
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.4440691596877535e-06,
      "loss": 0.1342,
      "step": 22025
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.44322356477434e-06,
      "loss": 0.1507,
      "step": 22026
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.4423779894209015e-06,
      "loss": 0.1337,
      "step": 22027
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.441532433633895e-06,
      "loss": 0.1148,
      "step": 22028
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.440686897419803e-06,
      "loss": 0.1485,
      "step": 22029
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.439841380785087e-06,
      "loss": 0.1497,
      "step": 22030
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.438995883736216e-06,
      "loss": 0.1466,
      "step": 22031
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.4381504062796616e-06,
      "loss": 0.1194,
      "step": 22032
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.437304948421881e-06,
      "loss": 0.1452,
      "step": 22033
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.436459510169361e-06,
      "loss": 0.1388,
      "step": 22034
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.435614091528553e-06,
      "loss": 0.1389,
      "step": 22035
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.434768692505932e-06,
      "loss": 0.1621,
      "step": 22036
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.433923313107965e-06,
      "loss": 0.1225,
      "step": 22037
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.433077953341111e-06,
      "loss": 0.1479,
      "step": 22038
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.4322326132118525e-06,
      "loss": 0.1539,
      "step": 22039
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.4313872927266465e-06,
      "loss": 0.1523,
      "step": 22040
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.430541991891961e-06,
      "loss": 0.112,
      "step": 22041
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.429696710714267e-06,
      "loss": 0.1264,
      "step": 22042
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.428851449200021e-06,
      "loss": 0.1146,
      "step": 22043
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.428006207355701e-06,
      "loss": 0.1716,
      "step": 22044
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.4271609851877695e-06,
      "loss": 0.1524,
      "step": 22045
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.426315782702689e-06,
      "loss": 0.1808,
      "step": 22046
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.425470599906932e-06,
      "loss": 0.1156,
      "step": 22047
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.4246254368069534e-06,
      "loss": 0.1585,
      "step": 22048
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.4237802934092325e-06,
      "loss": 0.1353,
      "step": 22049
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.422935169720227e-06,
      "loss": 0.1187,
      "step": 22050
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.422090065746403e-06,
      "loss": 0.1295,
      "step": 22051
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.42124498149423e-06,
      "loss": 0.1362,
      "step": 22052
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.420399916970162e-06,
      "loss": 0.131,
      "step": 22053
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.419554872180679e-06,
      "loss": 0.1557,
      "step": 22054
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.418709847132235e-06,
      "loss": 0.1299,
      "step": 22055
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.417864841831299e-06,
      "loss": 0.1345,
      "step": 22056
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.417019856284337e-06,
      "loss": 0.1681,
      "step": 22057
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.416174890497806e-06,
      "loss": 0.1428,
      "step": 22058
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.415329944478178e-06,
      "loss": 0.1669,
      "step": 22059
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.414485018231913e-06,
      "loss": 0.1321,
      "step": 22060
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.413640111765479e-06,
      "loss": 0.1235,
      "step": 22061
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.412795225085334e-06,
      "loss": 0.119,
      "step": 22062
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.4119503581979415e-06,
      "loss": 0.1459,
      "step": 22063
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.411105511109771e-06,
      "loss": 0.1646,
      "step": 22064
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.4102606838272825e-06,
      "loss": 0.1214,
      "step": 22065
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.409415876356942e-06,
      "loss": 0.1505,
      "step": 22066
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.408571088705207e-06,
      "loss": 0.1421,
      "step": 22067
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.407726320878541e-06,
      "loss": 0.1361,
      "step": 22068
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.406881572883411e-06,
      "loss": 0.1271,
      "step": 22069
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.406036844726277e-06,
      "loss": 0.1451,
      "step": 22070
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.405192136413604e-06,
      "loss": 0.1306,
      "step": 22071
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.404347447951849e-06,
      "loss": 0.1793,
      "step": 22072
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.403502779347475e-06,
      "loss": 0.1431,
      "step": 22073
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.402658130606949e-06,
      "loss": 0.1598,
      "step": 22074
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.401813501736729e-06,
      "loss": 0.1197,
      "step": 22075
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.400968892743278e-06,
      "loss": 0.1262,
      "step": 22076
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.400124303633058e-06,
      "loss": 0.1257,
      "step": 22077
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.3992797344125245e-06,
      "loss": 0.1473,
      "step": 22078
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.398435185088147e-06,
      "loss": 0.1283,
      "step": 22079
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.39759065566638e-06,
      "loss": 0.108,
      "step": 22080
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.39674614615369e-06,
      "loss": 0.1297,
      "step": 22081
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.395901656556534e-06,
      "loss": 0.172,
      "step": 22082
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.395057186881372e-06,
      "loss": 0.1428,
      "step": 22083
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.394212737134665e-06,
      "loss": 0.1392,
      "step": 22084
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.393368307322876e-06,
      "loss": 0.1403,
      "step": 22085
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.392523897452465e-06,
      "loss": 0.1233,
      "step": 22086
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.391679507529888e-06,
      "loss": 0.1482,
      "step": 22087
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.390835137561603e-06,
      "loss": 0.1511,
      "step": 22088
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.389990787554077e-06,
      "loss": 0.1326,
      "step": 22089
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.3891464575137665e-06,
      "loss": 0.1513,
      "step": 22090
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.38830214744713e-06,
      "loss": 0.1097,
      "step": 22091
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.387457857360628e-06,
      "loss": 0.1649,
      "step": 22092
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.386613587260715e-06,
      "loss": 0.149,
      "step": 22093
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.385769337153856e-06,
      "loss": 0.1793,
      "step": 22094
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.384925107046508e-06,
      "loss": 0.1198,
      "step": 22095
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.384080896945127e-06,
      "loss": 0.1482,
      "step": 22096
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.383236706856174e-06,
      "loss": 0.1477,
      "step": 22097
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.382392536786102e-06,
      "loss": 0.1507,
      "step": 22098
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.381548386741377e-06,
      "loss": 0.1428,
      "step": 22099
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.380704256728456e-06,
      "loss": 0.1214,
      "step": 22100
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.379860146753792e-06,
      "loss": 0.1644,
      "step": 22101
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.379016056823844e-06,
      "loss": 0.1232,
      "step": 22102
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.378171986945068e-06,
      "loss": 0.0932,
      "step": 22103
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.377327937123927e-06,
      "loss": 0.1297,
      "step": 22104
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.376483907366876e-06,
      "loss": 0.1288,
      "step": 22105
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.37563989768037e-06,
      "loss": 0.1567,
      "step": 22106
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.374795908070866e-06,
      "loss": 0.1356,
      "step": 22107
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.373951938544819e-06,
      "loss": 0.1756,
      "step": 22108
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.373107989108691e-06,
      "loss": 0.1435,
      "step": 22109
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.372264059768938e-06,
      "loss": 0.1512,
      "step": 22110
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.37142015053201e-06,
      "loss": 0.1254,
      "step": 22111
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.370576261404369e-06,
      "loss": 0.1227,
      "step": 22112
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.369732392392466e-06,
      "loss": 0.1586,
      "step": 22113
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.368888543502761e-06,
      "loss": 0.1331,
      "step": 22114
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.368044714741711e-06,
      "loss": 0.1451,
      "step": 22115
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.367200906115766e-06,
      "loss": 0.1365,
      "step": 22116
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.366357117631382e-06,
      "loss": 0.1521,
      "step": 22117
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.365513349295019e-06,
      "loss": 0.1436,
      "step": 22118
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.36466960111313e-06,
      "loss": 0.1633,
      "step": 22119
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.363825873092172e-06,
      "loss": 0.1418,
      "step": 22120
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.362982165238592e-06,
      "loss": 0.1452,
      "step": 22121
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.36213847755885e-06,
      "loss": 0.1144,
      "step": 22122
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.361294810059401e-06,
      "loss": 0.1338,
      "step": 22123
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.360451162746699e-06,
      "loss": 0.1371,
      "step": 22124
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.3596075356272005e-06,
      "loss": 0.1642,
      "step": 22125
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.358763928707351e-06,
      "loss": 0.1547,
      "step": 22126
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.35792034199361e-06,
      "loss": 0.136,
      "step": 22127
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.357076775492432e-06,
      "loss": 0.1476,
      "step": 22128
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.356233229210273e-06,
      "loss": 0.1305,
      "step": 22129
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.355389703153577e-06,
      "loss": 0.166,
      "step": 22130
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.354546197328806e-06,
      "loss": 0.1399,
      "step": 22131
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.353702711742406e-06,
      "loss": 0.1229,
      "step": 22132
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.3528592464008364e-06,
      "loss": 0.1537,
      "step": 22133
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.35201580131055e-06,
      "loss": 0.168,
      "step": 22134
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.351172376477993e-06,
      "loss": 0.127,
      "step": 22135
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.350328971909623e-06,
      "loss": 0.1509,
      "step": 22136
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.3494855876118865e-06,
      "loss": 0.156,
      "step": 22137
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.348642223591243e-06,
      "loss": 0.149,
      "step": 22138
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.347798879854145e-06,
      "loss": 0.1397,
      "step": 22139
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.346955556407036e-06,
      "loss": 0.1557,
      "step": 22140
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.3461122532563725e-06,
      "loss": 0.1475,
      "step": 22141
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.345268970408603e-06,
      "loss": 0.1517,
      "step": 22142
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.344425707870184e-06,
      "loss": 0.1211,
      "step": 22143
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.343582465647567e-06,
      "loss": 0.1303,
      "step": 22144
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.342739243747197e-06,
      "loss": 0.1985,
      "step": 22145
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.34189604217553e-06,
      "loss": 0.1687,
      "step": 22146
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.3410528609390084e-06,
      "loss": 0.1354,
      "step": 22147
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.3402097000440945e-06,
      "loss": 0.1585,
      "step": 22148
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.3393665594972345e-06,
      "loss": 0.1485,
      "step": 22149
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.338523439304874e-06,
      "loss": 0.1606,
      "step": 22150
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.337680339473468e-06,
      "loss": 0.1096,
      "step": 22151
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.336837260009462e-06,
      "loss": 0.1328,
      "step": 22152
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.335994200919309e-06,
      "loss": 0.1211,
      "step": 22153
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.335151162209463e-06,
      "loss": 0.1459,
      "step": 22154
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.334308143886365e-06,
      "loss": 0.144,
      "step": 22155
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.333465145956469e-06,
      "loss": 0.1238,
      "step": 22156
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.33262216842622e-06,
      "loss": 0.1638,
      "step": 22157
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.331779211302072e-06,
      "loss": 0.1313,
      "step": 22158
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.330936274590475e-06,
      "loss": 0.1571,
      "step": 22159
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.330093358297872e-06,
      "loss": 0.1362,
      "step": 22160
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.329250462430712e-06,
      "loss": 0.1345,
      "step": 22161
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.328407586995446e-06,
      "loss": 0.1482,
      "step": 22162
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.327564731998526e-06,
      "loss": 0.1596,
      "step": 22163
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.326721897446391e-06,
      "loss": 0.1089,
      "step": 22164
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.325879083345496e-06,
      "loss": 0.1414,
      "step": 22165
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.325036289702285e-06,
      "loss": 0.1238,
      "step": 22166
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.324193516523206e-06,
      "loss": 0.1874,
      "step": 22167
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.323350763814711e-06,
      "loss": 0.1716,
      "step": 22168
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.322508031583242e-06,
      "loss": 0.1472,
      "step": 22169
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.321665319835247e-06,
      "loss": 0.1072,
      "step": 22170
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.320822628577176e-06,
      "loss": 0.1539,
      "step": 22171
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.319979957815466e-06,
      "loss": 0.135,
      "step": 22172
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.3191373075565784e-06,
      "loss": 0.1419,
      "step": 22173
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.31829467780695e-06,
      "loss": 0.1478,
      "step": 22174
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.31745206857303e-06,
      "loss": 0.1467,
      "step": 22175
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.316609479861265e-06,
      "loss": 0.1553,
      "step": 22176
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.315766911678095e-06,
      "loss": 0.1098,
      "step": 22177
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.314924364029977e-06,
      "loss": 0.1474,
      "step": 22178
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.314081836923348e-06,
      "loss": 0.1633,
      "step": 22179
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.313239330364657e-06,
      "loss": 0.1434,
      "step": 22180
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.31239684436035e-06,
      "loss": 0.1284,
      "step": 22181
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.311554378916866e-06,
      "loss": 0.1068,
      "step": 22182
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.310711934040659e-06,
      "loss": 0.1593,
      "step": 22183
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.3098695097381675e-06,
      "loss": 0.1218,
      "step": 22184
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.30902710601584e-06,
      "loss": 0.1383,
      "step": 22185
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.308184722880121e-06,
      "loss": 0.1416,
      "step": 22186
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.3073423603374484e-06,
      "loss": 0.1594,
      "step": 22187
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.306500018394276e-06,
      "loss": 0.1696,
      "step": 22188
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.305657697057042e-06,
      "loss": 0.1207,
      "step": 22189
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.304815396332192e-06,
      "loss": 0.1284,
      "step": 22190
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.303973116226173e-06,
      "loss": 0.149,
      "step": 22191
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.3031308567454175e-06,
      "loss": 0.1239,
      "step": 22192
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.3022886178963845e-06,
      "loss": 0.19,
      "step": 22193
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.301446399685507e-06,
      "loss": 0.1339,
      "step": 22194
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.30060420211923e-06,
      "loss": 0.1261,
      "step": 22195
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.299762025204e-06,
      "loss": 0.1873,
      "step": 22196
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.298919868946254e-06,
      "loss": 0.151,
      "step": 22197
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.29807773335244e-06,
      "loss": 0.1239,
      "step": 22198
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.297235618428997e-06,
      "loss": 0.1415,
      "step": 22199
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.29639352418237e-06,
      "loss": 0.1458,
      "step": 22200
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.295551450619003e-06,
      "loss": 0.1417,
      "step": 22201
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.29470939774533e-06,
      "loss": 0.1331,
      "step": 22202
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.293867365567799e-06,
      "loss": 0.1829,
      "step": 22203
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.293025354092853e-06,
      "loss": 0.139,
      "step": 22204
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.292183363326932e-06,
      "loss": 0.1231,
      "step": 22205
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.2913413932764755e-06,
      "loss": 0.1115,
      "step": 22206
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.290499443947925e-06,
      "loss": 0.1556,
      "step": 22207
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.289657515347723e-06,
      "loss": 0.141,
      "step": 22208
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.2888156074823115e-06,
      "loss": 0.1569,
      "step": 22209
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.287973720358131e-06,
      "loss": 0.121,
      "step": 22210
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.287131853981621e-06,
      "loss": 0.1404,
      "step": 22211
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.286290008359218e-06,
      "loss": 0.1328,
      "step": 22212
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.28544818349737e-06,
      "loss": 0.1544,
      "step": 22213
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.2846063794025135e-06,
      "loss": 0.1223,
      "step": 22214
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.283764596081091e-06,
      "loss": 0.1186,
      "step": 22215
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.282922833539537e-06,
      "loss": 0.1551,
      "step": 22216
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.282081091784292e-06,
      "loss": 0.1255,
      "step": 22217
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.281239370821801e-06,
      "loss": 0.1382,
      "step": 22218
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.280397670658499e-06,
      "loss": 0.1274,
      "step": 22219
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.2795559913008295e-06,
      "loss": 0.1208,
      "step": 22220
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.278714332755226e-06,
      "loss": 0.1865,
      "step": 22221
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.277872695028127e-06,
      "loss": 0.1418,
      "step": 22222
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.277031078125978e-06,
      "loss": 0.1604,
      "step": 22223
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.276189482055212e-06,
      "loss": 0.1466,
      "step": 22224
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.275347906822272e-06,
      "loss": 0.1397,
      "step": 22225
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.27450635243359e-06,
      "loss": 0.1853,
      "step": 22226
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.2736648188956065e-06,
      "loss": 0.1381,
      "step": 22227
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.272823306214762e-06,
      "loss": 0.1431,
      "step": 22228
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.2719818143974925e-06,
      "loss": 0.1644,
      "step": 22229
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.271140343450238e-06,
      "loss": 0.1483,
      "step": 22230
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.270298893379431e-06,
      "loss": 0.1325,
      "step": 22231
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.269457464191509e-06,
      "loss": 0.1385,
      "step": 22232
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.2686160558929155e-06,
      "loss": 0.1288,
      "step": 22233
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.2677746684900815e-06,
      "loss": 0.1181,
      "step": 22234
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.266933301989451e-06,
      "loss": 0.1688,
      "step": 22235
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.266091956397452e-06,
      "loss": 0.1182,
      "step": 22236
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.265250631720522e-06,
      "loss": 0.164,
      "step": 22237
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.264409327965102e-06,
      "loss": 0.1477,
      "step": 22238
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.263568045137628e-06,
      "loss": 0.1656,
      "step": 22239
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.262726783244533e-06,
      "loss": 0.1615,
      "step": 22240
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.261885542292253e-06,
      "loss": 0.1324,
      "step": 22241
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.261044322287223e-06,
      "loss": 0.1275,
      "step": 22242
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.2602031232358825e-06,
      "loss": 0.1698,
      "step": 22243
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.259361945144667e-06,
      "loss": 0.1489,
      "step": 22244
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.258520788020007e-06,
      "loss": 0.1479,
      "step": 22245
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.25767965186834e-06,
      "loss": 0.1274,
      "step": 22246
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.256838536696098e-06,
      "loss": 0.1153,
      "step": 22247
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.255997442509721e-06,
      "loss": 0.1398,
      "step": 22248
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.2551563693156435e-06,
      "loss": 0.1553,
      "step": 22249
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.254315317120296e-06,
      "loss": 0.1379,
      "step": 22250
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.253474285930113e-06,
      "loss": 0.0987,
      "step": 22251
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.2526332757515295e-06,
      "loss": 0.1834,
      "step": 22252
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.251792286590981e-06,
      "loss": 0.1364,
      "step": 22253
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.250951318454902e-06,
      "loss": 0.1484,
      "step": 22254
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.250110371349721e-06,
      "loss": 0.1408,
      "step": 22255
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.249269445281877e-06,
      "loss": 0.1664,
      "step": 22256
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.248428540257797e-06,
      "loss": 0.1518,
      "step": 22257
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.247587656283921e-06,
      "loss": 0.144,
      "step": 22258
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.246746793366682e-06,
      "loss": 0.1239,
      "step": 22259
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.245905951512506e-06,
      "loss": 0.1539,
      "step": 22260
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.245065130727831e-06,
      "loss": 0.1432,
      "step": 22261
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.244224331019085e-06,
      "loss": 0.106,
      "step": 22262
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.243383552392707e-06,
      "loss": 0.1046,
      "step": 22263
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.242542794855125e-06,
      "loss": 0.1141,
      "step": 22264
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.241702058412772e-06,
      "loss": 0.1152,
      "step": 22265
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.2408613430720745e-06,
      "loss": 0.164,
      "step": 22266
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.240020648839473e-06,
      "loss": 0.158,
      "step": 22267
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.239179975721395e-06,
      "loss": 0.136,
      "step": 22268
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.238339323724273e-06,
      "loss": 0.1292,
      "step": 22269
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.2374986928545365e-06,
      "loss": 0.1379,
      "step": 22270
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.236658083118614e-06,
      "loss": 0.1258,
      "step": 22271
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.235817494522941e-06,
      "loss": 0.1484,
      "step": 22272
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.23497692707395e-06,
      "loss": 0.1321,
      "step": 22273
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.234136380778065e-06,
      "loss": 0.1557,
      "step": 22274
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.233295855641721e-06,
      "loss": 0.1345,
      "step": 22275
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.232455351671343e-06,
      "loss": 0.1446,
      "step": 22276
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.2316148688733685e-06,
      "loss": 0.1516,
      "step": 22277
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.230774407254226e-06,
      "loss": 0.1675,
      "step": 22278
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.229933966820342e-06,
      "loss": 0.1422,
      "step": 22279
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.229093547578145e-06,
      "loss": 0.1151,
      "step": 22280
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.2282531495340645e-06,
      "loss": 0.1211,
      "step": 22281
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.2274127726945355e-06,
      "loss": 0.1152,
      "step": 22282
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.2265724170659845e-06,
      "loss": 0.1539,
      "step": 22283
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.225732082654837e-06,
      "loss": 0.1373,
      "step": 22284
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.224891769467523e-06,
      "loss": 0.132,
      "step": 22285
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.224051477510473e-06,
      "loss": 0.1177,
      "step": 22286
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.223211206790115e-06,
      "loss": 0.1372,
      "step": 22287
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.222370957312879e-06,
      "loss": 0.1641,
      "step": 22288
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.22153072908519e-06,
      "loss": 0.1425,
      "step": 22289
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.220690522113476e-06,
      "loss": 0.1541,
      "step": 22290
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.219850336404164e-06,
      "loss": 0.1274,
      "step": 22291
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.219010171963685e-06,
      "loss": 0.1351,
      "step": 22292
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.218170028798468e-06,
      "loss": 0.1443,
      "step": 22293
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.217329906914934e-06,
      "loss": 0.1244,
      "step": 22294
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.2164898063195135e-06,
      "loss": 0.1562,
      "step": 22295
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.215649727018632e-06,
      "loss": 0.1113,
      "step": 22296
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.214809669018719e-06,
      "loss": 0.1516,
      "step": 22297
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.213969632326202e-06,
      "loss": 0.1503,
      "step": 22298
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.213129616947503e-06,
      "loss": 0.1078,
      "step": 22299
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.21228962288905e-06,
      "loss": 0.1128,
      "step": 22300
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.21144965015727e-06,
      "loss": 0.1762,
      "step": 22301
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.210609698758589e-06,
      "loss": 0.1366,
      "step": 22302
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.209769768699435e-06,
      "loss": 0.1359,
      "step": 22303
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.208929859986229e-06,
      "loss": 0.1528,
      "step": 22304
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.208089972625398e-06,
      "loss": 0.1705,
      "step": 22305
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.207250106623367e-06,
      "loss": 0.1777,
      "step": 22306
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.206410261986566e-06,
      "loss": 0.178,
      "step": 22307
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.205570438721414e-06,
      "loss": 0.1269,
      "step": 22308
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.20473063683434e-06,
      "loss": 0.1382,
      "step": 22309
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.2038908563317655e-06,
      "loss": 0.1294,
      "step": 22310
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.203051097220113e-06,
      "loss": 0.1426,
      "step": 22311
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.202211359505816e-06,
      "loss": 0.1663,
      "step": 22312
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.201371643195291e-06,
      "loss": 0.1356,
      "step": 22313
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.200531948294963e-06,
      "loss": 0.1212,
      "step": 22314
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.19969227481126e-06,
      "loss": 0.1276,
      "step": 22315
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.198852622750596e-06,
      "loss": 0.1234,
      "step": 22316
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.198012992119406e-06,
      "loss": 0.1584,
      "step": 22317
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.1971733829241075e-06,
      "loss": 0.1467,
      "step": 22318
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.196333795171125e-06,
      "loss": 0.1321,
      "step": 22319
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.195494228866884e-06,
      "loss": 0.1316,
      "step": 22320
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.1946546840177964e-06,
      "loss": 0.154,
      "step": 22321
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.1938151606303005e-06,
      "loss": 0.1414,
      "step": 22322
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.1929756587108106e-06,
      "loss": 0.1267,
      "step": 22323
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.192136178265747e-06,
      "loss": 0.1505,
      "step": 22324
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.191296719301539e-06,
      "loss": 0.113,
      "step": 22325
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.190457281824599e-06,
      "loss": 0.1623,
      "step": 22326
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.189617865841361e-06,
      "loss": 0.1451,
      "step": 22327
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.1887784713582365e-06,
      "loss": 0.1464,
      "step": 22328
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.1879390983816514e-06,
      "loss": 0.1728,
      "step": 22329
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.1870997469180295e-06,
      "loss": 0.1439,
      "step": 22330
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.186260416973782e-06,
      "loss": 0.1344,
      "step": 22331
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.1854211085553425e-06,
      "loss": 0.1659,
      "step": 22332
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.184581821669125e-06,
      "loss": 0.1684,
      "step": 22333
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.183742556321553e-06,
      "loss": 0.1515,
      "step": 22334
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.182903312519047e-06,
      "loss": 0.1205,
      "step": 22335
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.182064090268019e-06,
      "loss": 0.1324,
      "step": 22336
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.181224889574905e-06,
      "loss": 0.1601,
      "step": 22337
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.1803857104461136e-06,
      "loss": 0.1546,
      "step": 22338
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.179546552888068e-06,
      "loss": 0.1487,
      "step": 22339
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.1787074169071894e-06,
      "loss": 0.1562,
      "step": 22340
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.177868302509892e-06,
      "loss": 0.1419,
      "step": 22341
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.1770292097026e-06,
      "loss": 0.152,
      "step": 22342
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.176190138491732e-06,
      "loss": 0.1513,
      "step": 22343
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.1753510888837065e-06,
      "loss": 0.1659,
      "step": 22344
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.174512060884945e-06,
      "loss": 0.1794,
      "step": 22345
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.17367305450186e-06,
      "loss": 0.1353,
      "step": 22346
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.172834069740876e-06,
      "loss": 0.1263,
      "step": 22347
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.171995106608409e-06,
      "loss": 0.1267,
      "step": 22348
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.171156165110881e-06,
      "loss": 0.1281,
      "step": 22349
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.170317245254703e-06,
      "loss": 0.1349,
      "step": 22350
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.1694783470462955e-06,
      "loss": 0.1883,
      "step": 22351
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.16863947049208e-06,
      "loss": 0.1506,
      "step": 22352
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.167800615598472e-06,
      "loss": 0.1328,
      "step": 22353
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.1669617823718905e-06,
      "loss": 0.1366,
      "step": 22354
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.166122970818747e-06,
      "loss": 0.1544,
      "step": 22355
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.165284180945463e-06,
      "loss": 0.129,
      "step": 22356
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.1644454127584565e-06,
      "loss": 0.1427,
      "step": 22357
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.163606666264143e-06,
      "loss": 0.1285,
      "step": 22358
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.1627679414689385e-06,
      "loss": 0.1199,
      "step": 22359
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.161929238379259e-06,
      "loss": 0.1905,
      "step": 22360
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.161090557001521e-06,
      "loss": 0.1319,
      "step": 22361
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.160251897342142e-06,
      "loss": 0.1235,
      "step": 22362
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.1594132594075376e-06,
      "loss": 0.154,
      "step": 22363
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.158574643204126e-06,
      "loss": 0.1179,
      "step": 22364
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.157736048738317e-06,
      "loss": 0.1534,
      "step": 22365
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.156897476016526e-06,
      "loss": 0.1445,
      "step": 22366
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.156058925045175e-06,
      "loss": 0.1225,
      "step": 22367
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.155220395830675e-06,
      "loss": 0.14,
      "step": 22368
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.154381888379443e-06,
      "loss": 0.1287,
      "step": 22369
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.1535434026978915e-06,
      "loss": 0.1259,
      "step": 22370
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.1527049387924316e-06,
      "loss": 0.1658,
      "step": 22371
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.151866496669486e-06,
      "loss": 0.1441,
      "step": 22372
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.1510280763354644e-06,
      "loss": 0.1597,
      "step": 22373
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.150189677796783e-06,
      "loss": 0.141,
      "step": 22374
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.149351301059852e-06,
      "loss": 0.1502,
      "step": 22375
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.1485129461310855e-06,
      "loss": 0.1143,
      "step": 22376
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.147674613016902e-06,
      "loss": 0.1434,
      "step": 22377
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.146836301723712e-06,
      "loss": 0.1172,
      "step": 22378
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.145998012257931e-06,
      "loss": 0.1618,
      "step": 22379
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.145159744625967e-06,
      "loss": 0.1271,
      "step": 22380
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.144321498834234e-06,
      "loss": 0.1257,
      "step": 22381
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.143483274889148e-06,
      "loss": 0.1124,
      "step": 22382
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.142645072797123e-06,
      "loss": 0.169,
      "step": 22383
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.141806892564567e-06,
      "loss": 0.1643,
      "step": 22384
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.140968734197895e-06,
      "loss": 0.1443,
      "step": 22385
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.140130597703514e-06,
      "loss": 0.1367,
      "step": 22386
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.139292483087843e-06,
      "loss": 0.1572,
      "step": 22387
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.138454390357293e-06,
      "loss": 0.1364,
      "step": 22388
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.137616319518272e-06,
      "loss": 0.1241,
      "step": 22389
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.136778270577191e-06,
      "loss": 0.1321,
      "step": 22390
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.135940243540465e-06,
      "loss": 0.1458,
      "step": 22391
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.135102238414502e-06,
      "loss": 0.1617,
      "step": 22392
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.134264255205717e-06,
      "loss": 0.1696,
      "step": 22393
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.133426293920517e-06,
      "loss": 0.1531,
      "step": 22394
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.132588354565313e-06,
      "loss": 0.1236,
      "step": 22395
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.131750437146514e-06,
      "loss": 0.1426,
      "step": 22396
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.1309125416705336e-06,
      "loss": 0.1465,
      "step": 22397
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.130074668143785e-06,
      "loss": 0.1318,
      "step": 22398
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.12923681657267e-06,
      "loss": 0.1126,
      "step": 22399
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.128398986963603e-06,
      "loss": 0.1508,
      "step": 22400
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.127561179322991e-06,
      "loss": 0.1749,
      "step": 22401
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.126723393657245e-06,
      "loss": 0.1315,
      "step": 22402
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.125885629972779e-06,
      "loss": 0.1128,
      "step": 22403
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.125047888275995e-06,
      "loss": 0.1469,
      "step": 22404
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.124210168573305e-06,
      "loss": 0.1547,
      "step": 22405
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.123372470871114e-06,
      "loss": 0.1498,
      "step": 22406
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.122534795175837e-06,
      "loss": 0.1286,
      "step": 22407
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.121697141493881e-06,
      "loss": 0.1132,
      "step": 22408
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.12085950983165e-06,
      "loss": 0.1611,
      "step": 22409
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.120021900195553e-06,
      "loss": 0.1738,
      "step": 22410
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.1191843125920026e-06,
      "loss": 0.1488,
      "step": 22411
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.118346747027403e-06,
      "loss": 0.1141,
      "step": 22412
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.1175092035081635e-06,
      "loss": 0.1272,
      "step": 22413
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.116671682040689e-06,
      "loss": 0.1296,
      "step": 22414
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.115834182631386e-06,
      "loss": 0.1515,
      "step": 22415
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.1149967052866655e-06,
      "loss": 0.1628,
      "step": 22416
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.114159250012936e-06,
      "loss": 0.1555,
      "step": 22417
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.113321816816596e-06,
      "loss": 0.193,
      "step": 22418
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.112484405704059e-06,
      "loss": 0.1713,
      "step": 22419
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.111647016681726e-06,
      "loss": 0.1239,
      "step": 22420
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.1108096497560094e-06,
      "loss": 0.1235,
      "step": 22421
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.109972304933314e-06,
      "loss": 0.1335,
      "step": 22422
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.109134982220044e-06,
      "loss": 0.1774,
      "step": 22423
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.108297681622604e-06,
      "loss": 0.1641,
      "step": 22424
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.107460403147397e-06,
      "loss": 0.1286,
      "step": 22425
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.106623146800836e-06,
      "loss": 0.1274,
      "step": 22426
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.105785912589324e-06,
      "loss": 0.1531,
      "step": 22427
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.104948700519263e-06,
      "loss": 0.1345,
      "step": 22428
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.104111510597058e-06,
      "loss": 0.1327,
      "step": 22429
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.103274342829114e-06,
      "loss": 0.1324,
      "step": 22430
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.102437197221837e-06,
      "loss": 0.1414,
      "step": 22431
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.101600073781635e-06,
      "loss": 0.1394,
      "step": 22432
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.100762972514905e-06,
      "loss": 0.1693,
      "step": 22433
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.099925893428054e-06,
      "loss": 0.1277,
      "step": 22434
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.099088836527485e-06,
      "loss": 0.1471,
      "step": 22435
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.098251801819604e-06,
      "loss": 0.1404,
      "step": 22436
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.097414789310815e-06,
      "loss": 0.1456,
      "step": 22437
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.096577799007518e-06,
      "loss": 0.1326,
      "step": 22438
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.0957408309161176e-06,
      "loss": 0.1196,
      "step": 22439
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.094903885043014e-06,
      "loss": 0.1318,
      "step": 22440
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.094066961394617e-06,
      "loss": 0.1352,
      "step": 22441
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.093230059977326e-06,
      "loss": 0.1614,
      "step": 22442
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.092393180797541e-06,
      "loss": 0.1448,
      "step": 22443
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.0915563238616655e-06,
      "loss": 0.1498,
      "step": 22444
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.090719489176101e-06,
      "loss": 0.1575,
      "step": 22445
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.089882676747253e-06,
      "loss": 0.1373,
      "step": 22446
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.089045886581524e-06,
      "loss": 0.1301,
      "step": 22447
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.088209118685309e-06,
      "loss": 0.1131,
      "step": 22448
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.087372373065014e-06,
      "loss": 0.1649,
      "step": 22449
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.086535649727038e-06,
      "loss": 0.131,
      "step": 22450
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.085698948677786e-06,
      "loss": 0.1297,
      "step": 22451
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.0848622699236555e-06,
      "loss": 0.1402,
      "step": 22452
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.084025613471049e-06,
      "loss": 0.1433,
      "step": 22453
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.083188979326366e-06,
      "loss": 0.1547,
      "step": 22454
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.082352367496006e-06,
      "loss": 0.1506,
      "step": 22455
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.081515777986374e-06,
      "loss": 0.1287,
      "step": 22456
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.080679210803867e-06,
      "loss": 0.1292,
      "step": 22457
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.0798426659548836e-06,
      "loss": 0.1142,
      "step": 22458
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.079006143445826e-06,
      "loss": 0.1211,
      "step": 22459
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.078169643283087e-06,
      "loss": 0.141,
      "step": 22460
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.077333165473078e-06,
      "loss": 0.1023,
      "step": 22461
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.076496710022191e-06,
      "loss": 0.1335,
      "step": 22462
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.0756602769368246e-06,
      "loss": 0.1546,
      "step": 22463
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.074823866223382e-06,
      "loss": 0.1591,
      "step": 22464
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.073987477888251e-06,
      "loss": 0.1211,
      "step": 22465
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.073151111937847e-06,
      "loss": 0.1239,
      "step": 22466
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.072314768378556e-06,
      "loss": 0.1592,
      "step": 22467
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.071478447216782e-06,
      "loss": 0.1938,
      "step": 22468
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.070642148458921e-06,
      "loss": 0.1292,
      "step": 22469
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.069805872111366e-06,
      "loss": 0.1605,
      "step": 22470
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.068969618180526e-06,
      "loss": 0.1736,
      "step": 22471
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.068133386672789e-06,
      "loss": 0.1772,
      "step": 22472
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.067297177594554e-06,
      "loss": 0.1823,
      "step": 22473
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.0664609909522245e-06,
      "loss": 0.1347,
      "step": 22474
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.065624826752186e-06,
      "loss": 0.1386,
      "step": 22475
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.064788685000847e-06,
      "loss": 0.1577,
      "step": 22476
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.0639525657045995e-06,
      "loss": 0.1441,
      "step": 22477
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.063116468869839e-06,
      "loss": 0.1247,
      "step": 22478
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.062280394502964e-06,
      "loss": 0.1359,
      "step": 22479
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.061444342610364e-06,
      "loss": 0.1327,
      "step": 22480
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.060608313198446e-06,
      "loss": 0.1364,
      "step": 22481
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.059772306273598e-06,
      "loss": 0.1333,
      "step": 22482
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.058936321842218e-06,
      "loss": 0.1167,
      "step": 22483
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.058100359910705e-06,
      "loss": 0.1454,
      "step": 22484
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.057264420485444e-06,
      "loss": 0.1446,
      "step": 22485
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.05642850357284e-06,
      "loss": 0.1219,
      "step": 22486
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.055592609179285e-06,
      "loss": 0.1547,
      "step": 22487
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.0547567373111735e-06,
      "loss": 0.1465,
      "step": 22488
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.053920887974903e-06,
      "loss": 0.1257,
      "step": 22489
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.05308506117686e-06,
      "loss": 0.1305,
      "step": 22490
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.0522492569234454e-06,
      "loss": 0.1544,
      "step": 22491
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.051413475221054e-06,
      "loss": 0.1377,
      "step": 22492
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.050577716076077e-06,
      "loss": 0.1299,
      "step": 22493
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.049741979494908e-06,
      "loss": 0.1747,
      "step": 22494
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.048906265483939e-06,
      "loss": 0.1234,
      "step": 22495
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.048070574049569e-06,
      "loss": 0.1391,
      "step": 22496
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.047234905198187e-06,
      "loss": 0.1145,
      "step": 22497
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.0463992589361896e-06,
      "loss": 0.1993,
      "step": 22498
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.045563635269965e-06,
      "loss": 0.1312,
      "step": 22499
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.044728034205906e-06,
      "loss": 0.1568,
      "step": 22500
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.043892455750408e-06,
      "loss": 0.1447,
      "step": 22501
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.043056899909865e-06,
      "loss": 0.154,
      "step": 22502
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.042221366690667e-06,
      "loss": 0.1409,
      "step": 22503
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.041385856099206e-06,
      "loss": 0.1495,
      "step": 22504
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.04055036814187e-06,
      "loss": 0.1334,
      "step": 22505
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.0397149028250564e-06,
      "loss": 0.1272,
      "step": 22506
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.0388794601551545e-06,
      "loss": 0.1949,
      "step": 22507
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.038044040138558e-06,
      "loss": 0.1374,
      "step": 22508
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.0372086427816555e-06,
      "loss": 0.1521,
      "step": 22509
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.036373268090835e-06,
      "loss": 0.1215,
      "step": 22510
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.035537916072494e-06,
      "loss": 0.1338,
      "step": 22511
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.0347025867330185e-06,
      "loss": 0.1537,
      "step": 22512
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.033867280078803e-06,
      "loss": 0.1252,
      "step": 22513
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.033031996116233e-06,
      "loss": 0.177,
      "step": 22514
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.0321967348517e-06,
      "loss": 0.1638,
      "step": 22515
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.0313614962915956e-06,
      "loss": 0.1558,
      "step": 22516
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.030526280442309e-06,
      "loss": 0.1234,
      "step": 22517
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.029691087310232e-06,
      "loss": 0.134,
      "step": 22518
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.028855916901749e-06,
      "loss": 0.1651,
      "step": 22519
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.02802076922325e-06,
      "loss": 0.1437,
      "step": 22520
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.027185644281128e-06,
      "loss": 0.125,
      "step": 22521
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.02635054208177e-06,
      "loss": 0.1834,
      "step": 22522
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.025515462631567e-06,
      "loss": 0.1232,
      "step": 22523
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.024680405936903e-06,
      "loss": 0.1633,
      "step": 22524
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.023845372004167e-06,
      "loss": 0.1397,
      "step": 22525
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.023010360839749e-06,
      "loss": 0.1757,
      "step": 22526
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.022175372450041e-06,
      "loss": 0.1726,
      "step": 22527
    },
    {
      "epoch": 1.83,
      "learning_rate": 7.021340406841423e-06,
      "loss": 0.1311,
      "step": 22528
    },
    {
      "epoch": 1.83,
      "learning_rate": 7.020505464020288e-06,
      "loss": 0.1345,
      "step": 22529
    },
    {
      "epoch": 1.83,
      "learning_rate": 7.019670543993018e-06,
      "loss": 0.1271,
      "step": 22530
    },
    {
      "epoch": 1.83,
      "learning_rate": 7.018835646766008e-06,
      "loss": 0.149,
      "step": 22531
    },
    {
      "epoch": 1.83,
      "learning_rate": 7.018000772345642e-06,
      "loss": 0.1257,
      "step": 22532
    },
    {
      "epoch": 1.83,
      "learning_rate": 7.017165920738306e-06,
      "loss": 0.163,
      "step": 22533
    },
    {
      "epoch": 1.83,
      "learning_rate": 7.016331091950386e-06,
      "loss": 0.1396,
      "step": 22534
    },
    {
      "epoch": 1.83,
      "learning_rate": 7.015496285988268e-06,
      "loss": 0.142,
      "step": 22535
    },
    {
      "epoch": 1.83,
      "learning_rate": 7.014661502858342e-06,
      "loss": 0.1134,
      "step": 22536
    },
    {
      "epoch": 1.83,
      "learning_rate": 7.013826742566996e-06,
      "loss": 0.1174,
      "step": 22537
    },
    {
      "epoch": 1.83,
      "learning_rate": 7.01299200512061e-06,
      "loss": 0.1243,
      "step": 22538
    },
    {
      "epoch": 1.83,
      "learning_rate": 7.012157290525572e-06,
      "loss": 0.1401,
      "step": 22539
    },
    {
      "epoch": 1.83,
      "learning_rate": 7.0113225987882685e-06,
      "loss": 0.1307,
      "step": 22540
    },
    {
      "epoch": 1.83,
      "learning_rate": 7.010487929915085e-06,
      "loss": 0.1387,
      "step": 22541
    },
    {
      "epoch": 1.83,
      "learning_rate": 7.0096532839124095e-06,
      "loss": 0.1401,
      "step": 22542
    },
    {
      "epoch": 1.83,
      "learning_rate": 7.0088186607866235e-06,
      "loss": 0.154,
      "step": 22543
    },
    {
      "epoch": 1.83,
      "learning_rate": 7.007984060544113e-06,
      "loss": 0.1297,
      "step": 22544
    },
    {
      "epoch": 1.83,
      "learning_rate": 7.007149483191261e-06,
      "loss": 0.1543,
      "step": 22545
    },
    {
      "epoch": 1.83,
      "learning_rate": 7.0063149287344564e-06,
      "loss": 0.1362,
      "step": 22546
    },
    {
      "epoch": 1.83,
      "learning_rate": 7.005480397180084e-06,
      "loss": 0.149,
      "step": 22547
    },
    {
      "epoch": 1.83,
      "learning_rate": 7.004645888534525e-06,
      "loss": 0.1335,
      "step": 22548
    },
    {
      "epoch": 1.83,
      "learning_rate": 7.003811402804164e-06,
      "loss": 0.1316,
      "step": 22549
    },
    {
      "epoch": 1.83,
      "learning_rate": 7.002976939995383e-06,
      "loss": 0.1818,
      "step": 22550
    },
    {
      "epoch": 1.83,
      "learning_rate": 7.00214250011457e-06,
      "loss": 0.1362,
      "step": 22551
    },
    {
      "epoch": 1.83,
      "learning_rate": 7.00130808316811e-06,
      "loss": 0.1441,
      "step": 22552
    },
    {
      "epoch": 1.83,
      "learning_rate": 7.000473689162381e-06,
      "loss": 0.1284,
      "step": 22553
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.9996393181037696e-06,
      "loss": 0.1435,
      "step": 22554
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.998804969998656e-06,
      "loss": 0.1195,
      "step": 22555
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.997970644853427e-06,
      "loss": 0.1308,
      "step": 22556
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.997136342674466e-06,
      "loss": 0.1308,
      "step": 22557
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.996302063468152e-06,
      "loss": 0.14,
      "step": 22558
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.9954678072408665e-06,
      "loss": 0.1776,
      "step": 22559
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.994633573998997e-06,
      "loss": 0.1279,
      "step": 22560
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.993799363748923e-06,
      "loss": 0.1433,
      "step": 22561
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.992965176497027e-06,
      "loss": 0.1691,
      "step": 22562
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.9921310122496865e-06,
      "loss": 0.1321,
      "step": 22563
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.991296871013287e-06,
      "loss": 0.138,
      "step": 22564
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.990462752794209e-06,
      "loss": 0.1476,
      "step": 22565
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.989628657598838e-06,
      "loss": 0.1398,
      "step": 22566
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.98879458543355e-06,
      "loss": 0.1,
      "step": 22567
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.987960536304724e-06,
      "loss": 0.1532,
      "step": 22568
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.987126510218742e-06,
      "loss": 0.1074,
      "step": 22569
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.986292507181991e-06,
      "loss": 0.1531,
      "step": 22570
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.985458527200845e-06,
      "loss": 0.1501,
      "step": 22571
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.984624570281686e-06,
      "loss": 0.1603,
      "step": 22572
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.9837906364308936e-06,
      "loss": 0.1495,
      "step": 22573
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.982956725654846e-06,
      "loss": 0.109,
      "step": 22574
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.982122837959924e-06,
      "loss": 0.106,
      "step": 22575
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.9812889733525115e-06,
      "loss": 0.1379,
      "step": 22576
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.980455131838981e-06,
      "loss": 0.1484,
      "step": 22577
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.979621313425715e-06,
      "loss": 0.1394,
      "step": 22578
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.978787518119089e-06,
      "loss": 0.1194,
      "step": 22579
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.977953745925486e-06,
      "loss": 0.1631,
      "step": 22580
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.977119996851287e-06,
      "loss": 0.1053,
      "step": 22581
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.976286270902863e-06,
      "loss": 0.1156,
      "step": 22582
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.975452568086596e-06,
      "loss": 0.1321,
      "step": 22583
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.974618888408862e-06,
      "loss": 0.1158,
      "step": 22584
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.973785231876042e-06,
      "loss": 0.1279,
      "step": 22585
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.972951598494513e-06,
      "loss": 0.1155,
      "step": 22586
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.972117988270653e-06,
      "loss": 0.1822,
      "step": 22587
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.971284401210835e-06,
      "loss": 0.1447,
      "step": 22588
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.970450837321439e-06,
      "loss": 0.1282,
      "step": 22589
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.969617296608842e-06,
      "loss": 0.1491,
      "step": 22590
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.968783779079424e-06,
      "loss": 0.1267,
      "step": 22591
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.967950284739558e-06,
      "loss": 0.1588,
      "step": 22592
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.9671168135956205e-06,
      "loss": 0.1244,
      "step": 22593
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.966283365653985e-06,
      "loss": 0.1168,
      "step": 22594
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.965449940921036e-06,
      "loss": 0.1591,
      "step": 22595
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.964616539403142e-06,
      "loss": 0.1393,
      "step": 22596
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.963783161106681e-06,
      "loss": 0.1153,
      "step": 22597
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.96294980603803e-06,
      "loss": 0.1468,
      "step": 22598
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.962116474203557e-06,
      "loss": 0.1615,
      "step": 22599
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.961283165609649e-06,
      "loss": 0.1616,
      "step": 22600
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.960449880262674e-06,
      "loss": 0.1237,
      "step": 22601
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.959616618169007e-06,
      "loss": 0.1,
      "step": 22602
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.958783379335025e-06,
      "loss": 0.1186,
      "step": 22603
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.9579501637670975e-06,
      "loss": 0.1549,
      "step": 22604
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.957116971471607e-06,
      "loss": 0.1344,
      "step": 22605
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.956283802454922e-06,
      "loss": 0.1223,
      "step": 22606
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.955450656723415e-06,
      "loss": 0.1344,
      "step": 22607
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.954617534283467e-06,
      "loss": 0.0886,
      "step": 22608
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.953784435141438e-06,
      "loss": 0.151,
      "step": 22609
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.952951359303719e-06,
      "loss": 0.0996,
      "step": 22610
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.952118306776672e-06,
      "loss": 0.1541,
      "step": 22611
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.951285277566671e-06,
      "loss": 0.136,
      "step": 22612
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.950452271680093e-06,
      "loss": 0.1467,
      "step": 22613
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.949619289123303e-06,
      "loss": 0.1232,
      "step": 22614
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.948786329902684e-06,
      "loss": 0.1412,
      "step": 22615
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.9479533940246e-06,
      "loss": 0.132,
      "step": 22616
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.947120481495429e-06,
      "loss": 0.1505,
      "step": 22617
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.9462875923215386e-06,
      "loss": 0.153,
      "step": 22618
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.945454726509299e-06,
      "loss": 0.1512,
      "step": 22619
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.94462188406509e-06,
      "loss": 0.1327,
      "step": 22620
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.943789064995275e-06,
      "loss": 0.1627,
      "step": 22621
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.94295626930623e-06,
      "loss": 0.132,
      "step": 22622
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.942123497004325e-06,
      "loss": 0.1528,
      "step": 22623
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.9412907480959255e-06,
      "loss": 0.1453,
      "step": 22624
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.940458022587413e-06,
      "loss": 0.1455,
      "step": 22625
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.939625320485149e-06,
      "loss": 0.1631,
      "step": 22626
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.938792641795507e-06,
      "loss": 0.1302,
      "step": 22627
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.93795998652486e-06,
      "loss": 0.1452,
      "step": 22628
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.937127354679571e-06,
      "loss": 0.1173,
      "step": 22629
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.936294746266017e-06,
      "loss": 0.1502,
      "step": 22630
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.935462161290563e-06,
      "loss": 0.1471,
      "step": 22631
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.9346295997595835e-06,
      "loss": 0.1255,
      "step": 22632
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.933797061679441e-06,
      "loss": 0.1568,
      "step": 22633
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.932964547056506e-06,
      "loss": 0.1572,
      "step": 22634
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.932132055897154e-06,
      "loss": 0.1228,
      "step": 22635
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.931299588207747e-06,
      "loss": 0.1355,
      "step": 22636
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.930467143994659e-06,
      "loss": 0.1772,
      "step": 22637
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.9296347232642535e-06,
      "loss": 0.1166,
      "step": 22638
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.928802326022897e-06,
      "loss": 0.136,
      "step": 22639
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.9279699522769635e-06,
      "loss": 0.1352,
      "step": 22640
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.92713760203282e-06,
      "loss": 0.13,
      "step": 22641
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.926305275296833e-06,
      "loss": 0.1481,
      "step": 22642
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.925472972075369e-06,
      "loss": 0.1252,
      "step": 22643
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.924640692374792e-06,
      "loss": 0.1356,
      "step": 22644
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.9238084362014755e-06,
      "loss": 0.1307,
      "step": 22645
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.922976203561785e-06,
      "loss": 0.1256,
      "step": 22646
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.922143994462088e-06,
      "loss": 0.1498,
      "step": 22647
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.921311808908748e-06,
      "loss": 0.139,
      "step": 22648
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.9204796469081296e-06,
      "loss": 0.1204,
      "step": 22649
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.919647508466605e-06,
      "loss": 0.14,
      "step": 22650
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.918815393590538e-06,
      "loss": 0.1573,
      "step": 22651
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.917983302286295e-06,
      "loss": 0.1185,
      "step": 22652
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.91715123456024e-06,
      "loss": 0.1226,
      "step": 22653
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.916319190418736e-06,
      "loss": 0.1432,
      "step": 22654
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.915487169868155e-06,
      "loss": 0.1625,
      "step": 22655
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.914655172914858e-06,
      "loss": 0.1665,
      "step": 22656
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.913823199565213e-06,
      "loss": 0.1587,
      "step": 22657
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.912991249825581e-06,
      "loss": 0.1512,
      "step": 22658
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.9121593237023254e-06,
      "loss": 0.128,
      "step": 22659
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.9113274212018145e-06,
      "loss": 0.1312,
      "step": 22660
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.9104955423304134e-06,
      "loss": 0.1512,
      "step": 22661
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.909663687094486e-06,
      "loss": 0.1205,
      "step": 22662
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.9088318555003905e-06,
      "loss": 0.1227,
      "step": 22663
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.908000047554495e-06,
      "loss": 0.1278,
      "step": 22664
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.907168263263164e-06,
      "loss": 0.1339,
      "step": 22665
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.9063365026327615e-06,
      "loss": 0.1619,
      "step": 22666
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.905504765669646e-06,
      "loss": 0.1399,
      "step": 22667
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.904673052380183e-06,
      "loss": 0.131,
      "step": 22668
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.903841362770734e-06,
      "loss": 0.1407,
      "step": 22669
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.903009696847664e-06,
      "loss": 0.1328,
      "step": 22670
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.902178054617339e-06,
      "loss": 0.1247,
      "step": 22671
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.901346436086113e-06,
      "loss": 0.1451,
      "step": 22672
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.900514841260353e-06,
      "loss": 0.1527,
      "step": 22673
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.8996832701464154e-06,
      "loss": 0.1514,
      "step": 22674
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.89885172275067e-06,
      "loss": 0.1495,
      "step": 22675
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.898020199079478e-06,
      "loss": 0.1118,
      "step": 22676
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.897188699139193e-06,
      "loss": 0.1162,
      "step": 22677
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.896357222936183e-06,
      "loss": 0.107,
      "step": 22678
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.895525770476803e-06,
      "loss": 0.1373,
      "step": 22679
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.8946943417674186e-06,
      "loss": 0.1331,
      "step": 22680
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.893862936814393e-06,
      "loss": 0.1309,
      "step": 22681
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.8930315556240804e-06,
      "loss": 0.1617,
      "step": 22682
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.892200198202843e-06,
      "loss": 0.1568,
      "step": 22683
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.89136886455704e-06,
      "loss": 0.1982,
      "step": 22684
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.8905375546930356e-06,
      "loss": 0.1382,
      "step": 22685
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.889706268617187e-06,
      "loss": 0.1291,
      "step": 22686
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.888875006335852e-06,
      "loss": 0.1491,
      "step": 22687
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.888043767855392e-06,
      "loss": 0.1526,
      "step": 22688
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.887212553182163e-06,
      "loss": 0.1732,
      "step": 22689
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.88638136232253e-06,
      "loss": 0.1437,
      "step": 22690
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.8855501952828485e-06,
      "loss": 0.153,
      "step": 22691
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.884719052069475e-06,
      "loss": 0.1537,
      "step": 22692
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.883887932688771e-06,
      "loss": 0.1446,
      "step": 22693
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.883056837147092e-06,
      "loss": 0.1307,
      "step": 22694
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.882225765450799e-06,
      "loss": 0.1585,
      "step": 22695
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.881394717606251e-06,
      "loss": 0.1347,
      "step": 22696
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.880563693619802e-06,
      "loss": 0.1669,
      "step": 22697
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.87973269349781e-06,
      "loss": 0.1179,
      "step": 22698
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.878901717246632e-06,
      "loss": 0.1235,
      "step": 22699
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.878070764872628e-06,
      "loss": 0.1497,
      "step": 22700
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.877239836382157e-06,
      "loss": 0.149,
      "step": 22701
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.8764089317815686e-06,
      "loss": 0.1132,
      "step": 22702
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.875578051077225e-06,
      "loss": 0.1658,
      "step": 22703
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.8747471942754775e-06,
      "loss": 0.136,
      "step": 22704
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.8739163613826885e-06,
      "loss": 0.1394,
      "step": 22705
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.873085552405212e-06,
      "loss": 0.154,
      "step": 22706
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.872254767349401e-06,
      "loss": 0.1382,
      "step": 22707
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.871424006221612e-06,
      "loss": 0.0967,
      "step": 22708
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.870593269028204e-06,
      "loss": 0.1338,
      "step": 22709
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.869762555775532e-06,
      "loss": 0.1371,
      "step": 22710
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.868931866469948e-06,
      "loss": 0.1459,
      "step": 22711
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.868101201117807e-06,
      "loss": 0.1297,
      "step": 22712
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.867270559725465e-06,
      "loss": 0.1468,
      "step": 22713
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.8664399422992765e-06,
      "loss": 0.1645,
      "step": 22714
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.865609348845601e-06,
      "loss": 0.1694,
      "step": 22715
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.8647787793707845e-06,
      "loss": 0.1529,
      "step": 22716
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.863948233881183e-06,
      "loss": 0.1456,
      "step": 22717
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.863117712383151e-06,
      "loss": 0.1051,
      "step": 22718
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.862287214883047e-06,
      "loss": 0.1246,
      "step": 22719
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.86145674138722e-06,
      "loss": 0.1195,
      "step": 22720
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.860626291902024e-06,
      "loss": 0.133,
      "step": 22721
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.8597958664338105e-06,
      "loss": 0.1284,
      "step": 22722
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.858965464988931e-06,
      "loss": 0.1572,
      "step": 22723
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.858135087573745e-06,
      "loss": 0.1758,
      "step": 22724
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.857304734194603e-06,
      "loss": 0.1525,
      "step": 22725
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.856474404857855e-06,
      "loss": 0.1461,
      "step": 22726
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.8556440995698525e-06,
      "loss": 0.1722,
      "step": 22727
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.854813818336947e-06,
      "loss": 0.13,
      "step": 22728
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.853983561165496e-06,
      "loss": 0.1634,
      "step": 22729
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.853153328061848e-06,
      "loss": 0.169,
      "step": 22730
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.852323119032352e-06,
      "loss": 0.166,
      "step": 22731
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.851492934083361e-06,
      "loss": 0.1291,
      "step": 22732
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.850662773221226e-06,
      "loss": 0.1304,
      "step": 22733
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.849832636452301e-06,
      "loss": 0.1619,
      "step": 22734
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.849002523782934e-06,
      "loss": 0.1608,
      "step": 22735
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.8481724352194755e-06,
      "loss": 0.1404,
      "step": 22736
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.847342370768275e-06,
      "loss": 0.1577,
      "step": 22737
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.846512330435682e-06,
      "loss": 0.1406,
      "step": 22738
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.845682314228053e-06,
      "loss": 0.1525,
      "step": 22739
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.844852322151729e-06,
      "loss": 0.1856,
      "step": 22740
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.8440223542130665e-06,
      "loss": 0.149,
      "step": 22741
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.843192410418413e-06,
      "loss": 0.1501,
      "step": 22742
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.842362490774112e-06,
      "loss": 0.1507,
      "step": 22743
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.841532595286522e-06,
      "loss": 0.1675,
      "step": 22744
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.840702723961987e-06,
      "loss": 0.1149,
      "step": 22745
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.8398728768068554e-06,
      "loss": 0.1338,
      "step": 22746
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.839043053827479e-06,
      "loss": 0.1456,
      "step": 22747
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.838213255030197e-06,
      "loss": 0.1332,
      "step": 22748
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.837383480421371e-06,
      "loss": 0.14,
      "step": 22749
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.836553730007342e-06,
      "loss": 0.1526,
      "step": 22750
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.835724003794455e-06,
      "loss": 0.1313,
      "step": 22751
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.834894301789065e-06,
      "loss": 0.1569,
      "step": 22752
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.834064623997507e-06,
      "loss": 0.1202,
      "step": 22753
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.8332349704261445e-06,
      "loss": 0.1085,
      "step": 22754
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.832405341081314e-06,
      "loss": 0.11,
      "step": 22755
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.8315757359693645e-06,
      "loss": 0.1289,
      "step": 22756
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.830746155096645e-06,
      "loss": 0.1291,
      "step": 22757
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.8299165984694925e-06,
      "loss": 0.1928,
      "step": 22758
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.829087066094269e-06,
      "loss": 0.1326,
      "step": 22759
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.828257557977309e-06,
      "loss": 0.1614,
      "step": 22760
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.827428074124962e-06,
      "loss": 0.1554,
      "step": 22761
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.826598614543577e-06,
      "loss": 0.1414,
      "step": 22762
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.8257691792394884e-06,
      "loss": 0.1211,
      "step": 22763
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.824939768219056e-06,
      "loss": 0.1481,
      "step": 22764
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.824110381488617e-06,
      "loss": 0.1246,
      "step": 22765
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.823281019054517e-06,
      "loss": 0.162,
      "step": 22766
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.8224516809231045e-06,
      "loss": 0.1448,
      "step": 22767
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.821622367100714e-06,
      "loss": 0.1461,
      "step": 22768
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.820793077593703e-06,
      "loss": 0.1481,
      "step": 22769
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.81996381240841e-06,
      "loss": 0.16,
      "step": 22770
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.819134571551178e-06,
      "loss": 0.132,
      "step": 22771
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.818305355028354e-06,
      "loss": 0.1809,
      "step": 22772
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.817476162846275e-06,
      "loss": 0.1321,
      "step": 22773
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.816646995011291e-06,
      "loss": 0.1599,
      "step": 22774
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.815817851529744e-06,
      "loss": 0.1172,
      "step": 22775
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.81498873240798e-06,
      "loss": 0.1537,
      "step": 22776
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.8141596376523356e-06,
      "loss": 0.1403,
      "step": 22777
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.813330567269154e-06,
      "loss": 0.1308,
      "step": 22778
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.812501521264783e-06,
      "loss": 0.1667,
      "step": 22779
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.811672499645563e-06,
      "loss": 0.1058,
      "step": 22780
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.810843502417837e-06,
      "loss": 0.1494,
      "step": 22781
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.810014529587944e-06,
      "loss": 0.1553,
      "step": 22782
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.8091855811622255e-06,
      "loss": 0.1484,
      "step": 22783
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.808356657147026e-06,
      "loss": 0.1423,
      "step": 22784
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.807527757548688e-06,
      "loss": 0.1355,
      "step": 22785
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.806698882373552e-06,
      "loss": 0.1626,
      "step": 22786
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.805870031627957e-06,
      "loss": 0.1112,
      "step": 22787
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.805041205318242e-06,
      "loss": 0.1595,
      "step": 22788
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.804212403450751e-06,
      "loss": 0.1445,
      "step": 22789
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.803383626031828e-06,
      "loss": 0.1479,
      "step": 22790
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.802554873067808e-06,
      "loss": 0.1108,
      "step": 22791
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.801726144565033e-06,
      "loss": 0.1397,
      "step": 22792
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.80089744052984e-06,
      "loss": 0.1257,
      "step": 22793
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.800068760968573e-06,
      "loss": 0.1474,
      "step": 22794
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.799240105887571e-06,
      "loss": 0.1461,
      "step": 22795
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.798411475293174e-06,
      "loss": 0.1224,
      "step": 22796
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.797582869191719e-06,
      "loss": 0.174,
      "step": 22797
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.796754287589542e-06,
      "loss": 0.1323,
      "step": 22798
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.79592573049299e-06,
      "loss": 0.1399,
      "step": 22799
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.795097197908395e-06,
      "loss": 0.1254,
      "step": 22800
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.7942686898421e-06,
      "loss": 0.1299,
      "step": 22801
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.7934402063004405e-06,
      "loss": 0.1534,
      "step": 22802
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.7926117472897525e-06,
      "loss": 0.1143,
      "step": 22803
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.7917833128163775e-06,
      "loss": 0.145,
      "step": 22804
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.790954902886653e-06,
      "loss": 0.1301,
      "step": 22805
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.790126517506919e-06,
      "loss": 0.1164,
      "step": 22806
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.789298156683507e-06,
      "loss": 0.1648,
      "step": 22807
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.788469820422754e-06,
      "loss": 0.128,
      "step": 22808
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.787641508731003e-06,
      "loss": 0.1181,
      "step": 22809
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.78681322161459e-06,
      "loss": 0.1009,
      "step": 22810
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.7859849590798465e-06,
      "loss": 0.1358,
      "step": 22811
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.785156721133111e-06,
      "loss": 0.1539,
      "step": 22812
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.784328507780719e-06,
      "loss": 0.1565,
      "step": 22813
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.78350031902901e-06,
      "loss": 0.14,
      "step": 22814
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.782672154884321e-06,
      "loss": 0.1343,
      "step": 22815
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.781844015352981e-06,
      "loss": 0.1249,
      "step": 22816
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.78101590044133e-06,
      "loss": 0.1641,
      "step": 22817
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.7801878101556986e-06,
      "loss": 0.1644,
      "step": 22818
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.77935974450243e-06,
      "loss": 0.1085,
      "step": 22819
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.778531703487854e-06,
      "loss": 0.1273,
      "step": 22820
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.777703687118304e-06,
      "loss": 0.1436,
      "step": 22821
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.776875695400118e-06,
      "loss": 0.1484,
      "step": 22822
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.776047728339627e-06,
      "loss": 0.1732,
      "step": 22823
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.775219785943168e-06,
      "loss": 0.1483,
      "step": 22824
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.774391868217076e-06,
      "loss": 0.1328,
      "step": 22825
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.7735639751676805e-06,
      "loss": 0.1572,
      "step": 22826
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.772736106801318e-06,
      "loss": 0.1227,
      "step": 22827
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.7719082631243185e-06,
      "loss": 0.1504,
      "step": 22828
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.771080444143019e-06,
      "loss": 0.1402,
      "step": 22829
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.770252649863756e-06,
      "loss": 0.1607,
      "step": 22830
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.769424880292853e-06,
      "loss": 0.1361,
      "step": 22831
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.768597135436649e-06,
      "loss": 0.1766,
      "step": 22832
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.767769415301473e-06,
      "loss": 0.1035,
      "step": 22833
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.766941719893659e-06,
      "loss": 0.1663,
      "step": 22834
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.766114049219543e-06,
      "loss": 0.1391,
      "step": 22835
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.765286403285451e-06,
      "loss": 0.1581,
      "step": 22836
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.764458782097716e-06,
      "loss": 0.1474,
      "step": 22837
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.763631185662669e-06,
      "loss": 0.1475,
      "step": 22838
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.762803613986644e-06,
      "loss": 0.1417,
      "step": 22839
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.761976067075972e-06,
      "loss": 0.1238,
      "step": 22840
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.761148544936982e-06,
      "loss": 0.1481,
      "step": 22841
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.760321047576006e-06,
      "loss": 0.1493,
      "step": 22842
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.759493574999369e-06,
      "loss": 0.1411,
      "step": 22843
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.758666127213413e-06,
      "loss": 0.1581,
      "step": 22844
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.75783870422446e-06,
      "loss": 0.1382,
      "step": 22845
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.757011306038839e-06,
      "loss": 0.1726,
      "step": 22846
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.756183932662883e-06,
      "loss": 0.135,
      "step": 22847
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.7553565841029185e-06,
      "loss": 0.1346,
      "step": 22848
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.754529260365283e-06,
      "loss": 0.1442,
      "step": 22849
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.753701961456298e-06,
      "loss": 0.1264,
      "step": 22850
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.7528746873822934e-06,
      "loss": 0.1477,
      "step": 22851
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.7520474381496015e-06,
      "loss": 0.1699,
      "step": 22852
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.751220213764542e-06,
      "loss": 0.1277,
      "step": 22853
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.750393014233458e-06,
      "loss": 0.113,
      "step": 22854
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.749565839562666e-06,
      "loss": 0.1316,
      "step": 22855
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.748738689758498e-06,
      "loss": 0.1784,
      "step": 22856
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.747911564827281e-06,
      "loss": 0.115,
      "step": 22857
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.747084464775344e-06,
      "loss": 0.1344,
      "step": 22858
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.746257389609018e-06,
      "loss": 0.1296,
      "step": 22859
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.745430339334624e-06,
      "loss": 0.1361,
      "step": 22860
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.744603313958491e-06,
      "loss": 0.155,
      "step": 22861
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.743776313486944e-06,
      "loss": 0.1189,
      "step": 22862
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.742949337926314e-06,
      "loss": 0.1327,
      "step": 22863
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.742122387282929e-06,
      "loss": 0.1521,
      "step": 22864
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.741295461563109e-06,
      "loss": 0.1371,
      "step": 22865
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.740468560773185e-06,
      "loss": 0.1424,
      "step": 22866
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.739641684919478e-06,
      "loss": 0.164,
      "step": 22867
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.7388148340083195e-06,
      "loss": 0.1741,
      "step": 22868
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.737988008046035e-06,
      "loss": 0.1566,
      "step": 22869
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.737161207038945e-06,
      "loss": 0.1595,
      "step": 22870
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.736334430993379e-06,
      "loss": 0.1265,
      "step": 22871
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.735507679915656e-06,
      "loss": 0.1176,
      "step": 22872
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.73468095381211e-06,
      "loss": 0.1438,
      "step": 22873
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.733854252689062e-06,
      "loss": 0.1248,
      "step": 22874
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.733027576552833e-06,
      "loss": 0.1447,
      "step": 22875
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.73220092540975e-06,
      "loss": 0.1352,
      "step": 22876
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.731374299266133e-06,
      "loss": 0.1471,
      "step": 22877
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.730547698128317e-06,
      "loss": 0.139,
      "step": 22878
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.729721122002615e-06,
      "loss": 0.1574,
      "step": 22879
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.728894570895353e-06,
      "loss": 0.1345,
      "step": 22880
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.7280680448128566e-06,
      "loss": 0.1109,
      "step": 22881
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.727241543761445e-06,
      "loss": 0.1498,
      "step": 22882
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.7264150677474475e-06,
      "loss": 0.1632,
      "step": 22883
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.725588616777181e-06,
      "loss": 0.131,
      "step": 22884
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.72476219085697e-06,
      "loss": 0.144,
      "step": 22885
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.723935789993141e-06,
      "loss": 0.1262,
      "step": 22886
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.723109414192004e-06,
      "loss": 0.1541,
      "step": 22887
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.722283063459896e-06,
      "loss": 0.1022,
      "step": 22888
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.7214567378031296e-06,
      "loss": 0.1186,
      "step": 22889
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.720630437228029e-06,
      "loss": 0.1517,
      "step": 22890
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.7198041617409156e-06,
      "loss": 0.1482,
      "step": 22891
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.7189779113481055e-06,
      "loss": 0.1454,
      "step": 22892
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.718151686055932e-06,
      "loss": 0.1283,
      "step": 22893
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.717325485870705e-06,
      "loss": 0.1606,
      "step": 22894
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.716499310798749e-06,
      "loss": 0.1402,
      "step": 22895
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.715673160846386e-06,
      "loss": 0.1382,
      "step": 22896
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.714847036019927e-06,
      "loss": 0.1455,
      "step": 22897
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.714020936325707e-06,
      "loss": 0.1571,
      "step": 22898
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.713194861770036e-06,
      "loss": 0.1449,
      "step": 22899
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.712368812359235e-06,
      "loss": 0.1337,
      "step": 22900
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.711542788099628e-06,
      "loss": 0.1414,
      "step": 22901
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.710716788997522e-06,
      "loss": 0.1442,
      "step": 22902
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.709890815059253e-06,
      "loss": 0.1745,
      "step": 22903
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.709064866291129e-06,
      "loss": 0.1338,
      "step": 22904
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.708238942699472e-06,
      "loss": 0.1552,
      "step": 22905
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.707413044290601e-06,
      "loss": 0.1309,
      "step": 22906
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.706587171070828e-06,
      "loss": 0.1296,
      "step": 22907
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.705761323046482e-06,
      "loss": 0.1495,
      "step": 22908
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.704935500223873e-06,
      "loss": 0.1272,
      "step": 22909
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.7041097026093205e-06,
      "loss": 0.1237,
      "step": 22910
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.703283930209146e-06,
      "loss": 0.1452,
      "step": 22911
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.702458183029659e-06,
      "loss": 0.1168,
      "step": 22912
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.701632461077184e-06,
      "loss": 0.1275,
      "step": 22913
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.700806764358033e-06,
      "loss": 0.1388,
      "step": 22914
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.6999810928785255e-06,
      "loss": 0.1338,
      "step": 22915
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.6991554466449806e-06,
      "loss": 0.1525,
      "step": 22916
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.698329825663708e-06,
      "loss": 0.1278,
      "step": 22917
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.697504229941027e-06,
      "loss": 0.105,
      "step": 22918
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.6966786594832556e-06,
      "loss": 0.1523,
      "step": 22919
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.695853114296711e-06,
      "loss": 0.1648,
      "step": 22920
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.695027594387703e-06,
      "loss": 0.1626,
      "step": 22921
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.694202099762548e-06,
      "loss": 0.1061,
      "step": 22922
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.693376630427565e-06,
      "loss": 0.1391,
      "step": 22923
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.692551186389067e-06,
      "loss": 0.1392,
      "step": 22924
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.691725767653372e-06,
      "loss": 0.1236,
      "step": 22925
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.690900374226789e-06,
      "loss": 0.1246,
      "step": 22926
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.690075006115635e-06,
      "loss": 0.141,
      "step": 22927
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.689249663326225e-06,
      "loss": 0.1144,
      "step": 22928
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.688424345864872e-06,
      "loss": 0.1421,
      "step": 22929
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.687599053737894e-06,
      "loss": 0.1685,
      "step": 22930
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.686773786951597e-06,
      "loss": 0.1729,
      "step": 22931
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.685948545512298e-06,
      "loss": 0.1586,
      "step": 22932
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.6851233294263125e-06,
      "loss": 0.1519,
      "step": 22933
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.684298138699954e-06,
      "loss": 0.1579,
      "step": 22934
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.683472973339533e-06,
      "loss": 0.1333,
      "step": 22935
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.6826478333513615e-06,
      "loss": 0.1093,
      "step": 22936
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.6818227187417516e-06,
      "loss": 0.1625,
      "step": 22937
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.680997629517019e-06,
      "loss": 0.1417,
      "step": 22938
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.680172565683474e-06,
      "loss": 0.1167,
      "step": 22939
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.679347527247431e-06,
      "loss": 0.1176,
      "step": 22940
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.678522514215197e-06,
      "loss": 0.1858,
      "step": 22941
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.677697526593083e-06,
      "loss": 0.1509,
      "step": 22942
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.676872564387407e-06,
      "loss": 0.1286,
      "step": 22943
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.676047627604476e-06,
      "loss": 0.1363,
      "step": 22944
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.675222716250602e-06,
      "loss": 0.1561,
      "step": 22945
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.6743978303320945e-06,
      "loss": 0.1114,
      "step": 22946
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.673572969855262e-06,
      "loss": 0.1359,
      "step": 22947
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.672748134826421e-06,
      "loss": 0.1244,
      "step": 22948
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.6719233252518765e-06,
      "loss": 0.1571,
      "step": 22949
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.671098541137944e-06,
      "loss": 0.13,
      "step": 22950
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.670273782490927e-06,
      "loss": 0.1524,
      "step": 22951
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.669449049317136e-06,
      "loss": 0.1396,
      "step": 22952
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.6686243416228835e-06,
      "loss": 0.1483,
      "step": 22953
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.66779965941448e-06,
      "loss": 0.1272,
      "step": 22954
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.666975002698229e-06,
      "loss": 0.1209,
      "step": 22955
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.666150371480443e-06,
      "loss": 0.1473,
      "step": 22956
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.665325765767428e-06,
      "loss": 0.145,
      "step": 22957
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.664501185565496e-06,
      "loss": 0.1418,
      "step": 22958
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.663676630880955e-06,
      "loss": 0.1417,
      "step": 22959
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.662852101720111e-06,
      "loss": 0.1175,
      "step": 22960
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.662027598089272e-06,
      "loss": 0.1186,
      "step": 22961
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.6612031199947435e-06,
      "loss": 0.1415,
      "step": 22962
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.660378667442837e-06,
      "loss": 0.1049,
      "step": 22963
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.6595542404398614e-06,
      "loss": 0.1484,
      "step": 22964
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.658729838992118e-06,
      "loss": 0.1267,
      "step": 22965
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.657905463105918e-06,
      "loss": 0.095,
      "step": 22966
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.657081112787562e-06,
      "loss": 0.186,
      "step": 22967
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.656256788043365e-06,
      "loss": 0.1264,
      "step": 22968
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.655432488879629e-06,
      "loss": 0.131,
      "step": 22969
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.654608215302661e-06,
      "loss": 0.1376,
      "step": 22970
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.6537839673187644e-06,
      "loss": 0.1408,
      "step": 22971
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.652959744934245e-06,
      "loss": 0.1969,
      "step": 22972
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.652135548155412e-06,
      "loss": 0.1272,
      "step": 22973
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.651311376988572e-06,
      "loss": 0.1185,
      "step": 22974
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.6504872314400235e-06,
      "loss": 0.1321,
      "step": 22975
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.649663111516075e-06,
      "loss": 0.1409,
      "step": 22976
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.648839017223029e-06,
      "loss": 0.1608,
      "step": 22977
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.648014948567194e-06,
      "loss": 0.0963,
      "step": 22978
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.647190905554874e-06,
      "loss": 0.1565,
      "step": 22979
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.64636688819237e-06,
      "loss": 0.1591,
      "step": 22980
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.645542896485987e-06,
      "loss": 0.1437,
      "step": 22981
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.644718930442027e-06,
      "loss": 0.1573,
      "step": 22982
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.6438949900667986e-06,
      "loss": 0.1144,
      "step": 22983
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.643071075366603e-06,
      "loss": 0.1397,
      "step": 22984
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.642247186347741e-06,
      "loss": 0.1251,
      "step": 22985
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.6414233230165185e-06,
      "loss": 0.1235,
      "step": 22986
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.640599485379233e-06,
      "loss": 0.1725,
      "step": 22987
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.639775673442195e-06,
      "loss": 0.1618,
      "step": 22988
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.638951887211702e-06,
      "loss": 0.1313,
      "step": 22989
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.638128126694057e-06,
      "loss": 0.1277,
      "step": 22990
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.637304391895561e-06,
      "loss": 0.165,
      "step": 22991
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.636480682822515e-06,
      "loss": 0.1706,
      "step": 22992
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.635656999481226e-06,
      "loss": 0.1289,
      "step": 22993
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.634833341877991e-06,
      "loss": 0.0937,
      "step": 22994
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.63400971001911e-06,
      "loss": 0.1636,
      "step": 22995
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.6331861039108894e-06,
      "loss": 0.1491,
      "step": 22996
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.632362523559619e-06,
      "loss": 0.1143,
      "step": 22997
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.6315389689716136e-06,
      "loss": 0.1304,
      "step": 22998
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.6307154401531656e-06,
      "loss": 0.1207,
      "step": 22999
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.6298919371105765e-06,
      "loss": 0.1661,
      "step": 23000
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.629068459850147e-06,
      "loss": 0.1771,
      "step": 23001
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.6282450083781715e-06,
      "loss": 0.1444,
      "step": 23002
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.627421582700959e-06,
      "loss": 0.1622,
      "step": 23003
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.6265981828248015e-06,
      "loss": 0.1125,
      "step": 23004
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.6257748087560026e-06,
      "loss": 0.1548,
      "step": 23005
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.624951460500857e-06,
      "loss": 0.1201,
      "step": 23006
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.624128138065669e-06,
      "loss": 0.1423,
      "step": 23007
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.623304841456734e-06,
      "loss": 0.1521,
      "step": 23008
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.62248157068035e-06,
      "loss": 0.1351,
      "step": 23009
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.6216583257428165e-06,
      "loss": 0.1524,
      "step": 23010
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.620835106650429e-06,
      "loss": 0.148,
      "step": 23011
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.620011913409488e-06,
      "loss": 0.136,
      "step": 23012
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.619188746026295e-06,
      "loss": 0.1196,
      "step": 23013
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.618365604507138e-06,
      "loss": 0.1441,
      "step": 23014
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.617542488858322e-06,
      "loss": 0.1532,
      "step": 23015
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.616719399086137e-06,
      "loss": 0.1309,
      "step": 23016
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.6158963351968864e-06,
      "loss": 0.1844,
      "step": 23017
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.615073297196867e-06,
      "loss": 0.1426,
      "step": 23018
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.614250285092369e-06,
      "loss": 0.1305,
      "step": 23019
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.613427298889694e-06,
      "loss": 0.1351,
      "step": 23020
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.612604338595134e-06,
      "loss": 0.1546,
      "step": 23021
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.611781404214992e-06,
      "loss": 0.1585,
      "step": 23022
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.6109584957555566e-06,
      "loss": 0.1603,
      "step": 23023
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.610135613223125e-06,
      "loss": 0.1066,
      "step": 23024
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.609312756623994e-06,
      "loss": 0.1287,
      "step": 23025
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.608489925964454e-06,
      "loss": 0.1288,
      "step": 23026
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.607667121250808e-06,
      "loss": 0.1486,
      "step": 23027
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.606844342489345e-06,
      "loss": 0.1415,
      "step": 23028
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.60602158968636e-06,
      "loss": 0.1225,
      "step": 23029
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.60519886284815e-06,
      "loss": 0.1364,
      "step": 23030
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.604376161981001e-06,
      "loss": 0.1487,
      "step": 23031
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.603553487091219e-06,
      "loss": 0.1173,
      "step": 23032
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.602730838185088e-06,
      "loss": 0.1467,
      "step": 23033
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.601908215268906e-06,
      "loss": 0.1544,
      "step": 23034
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.601085618348968e-06,
      "loss": 0.1513,
      "step": 23035
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.600263047431558e-06,
      "loss": 0.1376,
      "step": 23036
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.59944050252298e-06,
      "loss": 0.1364,
      "step": 23037
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.59861798362952e-06,
      "loss": 0.1462,
      "step": 23038
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.5977954907574746e-06,
      "loss": 0.1304,
      "step": 23039
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.5969730239131335e-06,
      "loss": 0.1267,
      "step": 23040
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.596150583102784e-06,
      "loss": 0.152,
      "step": 23041
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.595328168332729e-06,
      "loss": 0.1208,
      "step": 23042
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.594505779609251e-06,
      "loss": 0.1607,
      "step": 23043
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.5936834169386455e-06,
      "loss": 0.1453,
      "step": 23044
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.5928610803272066e-06,
      "loss": 0.1527,
      "step": 23045
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.592038769781213e-06,
      "loss": 0.1361,
      "step": 23046
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.5912164853069724e-06,
      "loss": 0.1609,
      "step": 23047
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.590394226910763e-06,
      "loss": 0.1179,
      "step": 23048
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.589571994598882e-06,
      "loss": 0.126,
      "step": 23049
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.58874978837762e-06,
      "loss": 0.1362,
      "step": 23050
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.587927608253256e-06,
      "loss": 0.1399,
      "step": 23051
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.587105454232095e-06,
      "loss": 0.155,
      "step": 23052
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.586283326320419e-06,
      "loss": 0.1592,
      "step": 23053
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.585461224524517e-06,
      "loss": 0.1193,
      "step": 23054
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.584639148850683e-06,
      "loss": 0.1109,
      "step": 23055
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.5838170993051985e-06,
      "loss": 0.1318,
      "step": 23056
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.582995075894359e-06,
      "loss": 0.127,
      "step": 23057
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.58217307862445e-06,
      "loss": 0.1447,
      "step": 23058
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.581351107501761e-06,
      "loss": 0.109,
      "step": 23059
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.580529162532583e-06,
      "loss": 0.1297,
      "step": 23060
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.579707243723197e-06,
      "loss": 0.1271,
      "step": 23061
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.578885351079897e-06,
      "loss": 0.1271,
      "step": 23062
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.578063484608968e-06,
      "loss": 0.117,
      "step": 23063
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.5772416443167016e-06,
      "loss": 0.1355,
      "step": 23064
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.576419830209379e-06,
      "loss": 0.1543,
      "step": 23065
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.57559804229329e-06,
      "loss": 0.1161,
      "step": 23066
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.574776280574721e-06,
      "loss": 0.1199,
      "step": 23067
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.57395454505996e-06,
      "loss": 0.1179,
      "step": 23068
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.573132835755295e-06,
      "loss": 0.1082,
      "step": 23069
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.572311152667008e-06,
      "loss": 0.1237,
      "step": 23070
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.571489495801384e-06,
      "loss": 0.1137,
      "step": 23071
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.570667865164715e-06,
      "loss": 0.1209,
      "step": 23072
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.569846260763284e-06,
      "loss": 0.175,
      "step": 23073
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.569024682603378e-06,
      "loss": 0.1547,
      "step": 23074
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.568203130691277e-06,
      "loss": 0.144,
      "step": 23075
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.567381605033267e-06,
      "loss": 0.1512,
      "step": 23076
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.56656010563564e-06,
      "loss": 0.1642,
      "step": 23077
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.565738632504675e-06,
      "loss": 0.1475,
      "step": 23078
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.5649171856466576e-06,
      "loss": 0.1595,
      "step": 23079
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.564095765067873e-06,
      "loss": 0.1058,
      "step": 23080
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.563274370774599e-06,
      "loss": 0.1321,
      "step": 23081
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.562453002773128e-06,
      "loss": 0.1442,
      "step": 23082
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.561631661069742e-06,
      "loss": 0.1486,
      "step": 23083
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.560810345670723e-06,
      "loss": 0.1388,
      "step": 23084
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.559989056582352e-06,
      "loss": 0.1313,
      "step": 23085
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.559167793810912e-06,
      "loss": 0.1617,
      "step": 23086
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.558346557362692e-06,
      "loss": 0.1597,
      "step": 23087
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.557525347243969e-06,
      "loss": 0.1226,
      "step": 23088
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.556704163461029e-06,
      "loss": 0.1569,
      "step": 23089
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.5558830060201515e-06,
      "loss": 0.155,
      "step": 23090
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.555061874927616e-06,
      "loss": 0.1056,
      "step": 23091
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.55424077018971e-06,
      "loss": 0.181,
      "step": 23092
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.553419691812715e-06,
      "loss": 0.1628,
      "step": 23093
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.55259863980291e-06,
      "loss": 0.135,
      "step": 23094
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.551777614166575e-06,
      "loss": 0.1306,
      "step": 23095
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.550956614909991e-06,
      "loss": 0.1589,
      "step": 23096
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.5501356420394435e-06,
      "loss": 0.1266,
      "step": 23097
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.549314695561211e-06,
      "loss": 0.1301,
      "step": 23098
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.548493775481572e-06,
      "loss": 0.1737,
      "step": 23099
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.547672881806807e-06,
      "loss": 0.1026,
      "step": 23100
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.546852014543194e-06,
      "loss": 0.1222,
      "step": 23101
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.546031173697021e-06,
      "loss": 0.1523,
      "step": 23102
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.545210359274562e-06,
      "loss": 0.1232,
      "step": 23103
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.544389571282095e-06,
      "loss": 0.1325,
      "step": 23104
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.543568809725902e-06,
      "loss": 0.1382,
      "step": 23105
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.542748074612257e-06,
      "loss": 0.159,
      "step": 23106
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.541927365947447e-06,
      "loss": 0.1436,
      "step": 23107
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.541106683737748e-06,
      "loss": 0.1533,
      "step": 23108
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.540286027989435e-06,
      "loss": 0.1488,
      "step": 23109
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.5394653987087886e-06,
      "loss": 0.1161,
      "step": 23110
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.538644795902083e-06,
      "loss": 0.1417,
      "step": 23111
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.5378242195756014e-06,
      "loss": 0.1437,
      "step": 23112
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.5370036697356235e-06,
      "loss": 0.1184,
      "step": 23113
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.5361831463884195e-06,
      "loss": 0.145,
      "step": 23114
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.535362649540269e-06,
      "loss": 0.1438,
      "step": 23115
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.534542179197447e-06,
      "loss": 0.1373,
      "step": 23116
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.533721735366237e-06,
      "loss": 0.1391,
      "step": 23117
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.532901318052913e-06,
      "loss": 0.133,
      "step": 23118
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.532080927263749e-06,
      "loss": 0.1085,
      "step": 23119
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.531260563005019e-06,
      "loss": 0.1624,
      "step": 23120
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.530440225283004e-06,
      "loss": 0.1374,
      "step": 23121
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.529619914103978e-06,
      "loss": 0.1481,
      "step": 23122
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.5287996294742185e-06,
      "loss": 0.15,
      "step": 23123
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.527979371399998e-06,
      "loss": 0.1457,
      "step": 23124
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.5271591398875915e-06,
      "loss": 0.1374,
      "step": 23125
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.526338934943273e-06,
      "loss": 0.1439,
      "step": 23126
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.525518756573322e-06,
      "loss": 0.1478,
      "step": 23127
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.524698604784014e-06,
      "loss": 0.1565,
      "step": 23128
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.523878479581616e-06,
      "loss": 0.1393,
      "step": 23129
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.523058380972405e-06,
      "loss": 0.1456,
      "step": 23130
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.522238308962656e-06,
      "loss": 0.1312,
      "step": 23131
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.521418263558645e-06,
      "loss": 0.1076,
      "step": 23132
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.520598244766643e-06,
      "loss": 0.1409,
      "step": 23133
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.519778252592922e-06,
      "loss": 0.1959,
      "step": 23134
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.5189582870437575e-06,
      "loss": 0.1684,
      "step": 23135
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.518138348125419e-06,
      "loss": 0.1195,
      "step": 23136
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.517318435844186e-06,
      "loss": 0.1771,
      "step": 23137
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.5164985502063265e-06,
      "loss": 0.1088,
      "step": 23138
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.515678691218111e-06,
      "loss": 0.1361,
      "step": 23139
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.5148588588858174e-06,
      "loss": 0.1293,
      "step": 23140
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.514039053215707e-06,
      "loss": 0.1341,
      "step": 23141
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.5132192742140655e-06,
      "loss": 0.1174,
      "step": 23142
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.512399521887156e-06,
      "loss": 0.1632,
      "step": 23143
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.51157979624125e-06,
      "loss": 0.1402,
      "step": 23144
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.510760097282623e-06,
      "loss": 0.1433,
      "step": 23145
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.509940425017536e-06,
      "loss": 0.142,
      "step": 23146
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.5091207794522726e-06,
      "loss": 0.1337,
      "step": 23147
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.508301160593096e-06,
      "loss": 0.1418,
      "step": 23148
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.507481568446276e-06,
      "loss": 0.1533,
      "step": 23149
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.506662003018089e-06,
      "loss": 0.1256,
      "step": 23150
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.505842464314791e-06,
      "loss": 0.1142,
      "step": 23151
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.50502295234267e-06,
      "loss": 0.1067,
      "step": 23152
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.504203467107983e-06,
      "loss": 0.1626,
      "step": 23153
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.5033840086170015e-06,
      "loss": 0.1447,
      "step": 23154
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.502564576875996e-06,
      "loss": 0.185,
      "step": 23155
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.501745171891236e-06,
      "loss": 0.1243,
      "step": 23156
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.500925793668991e-06,
      "loss": 0.1505,
      "step": 23157
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.500106442215526e-06,
      "loss": 0.1311,
      "step": 23158
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.4992871175371116e-06,
      "loss": 0.1347,
      "step": 23159
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.498467819640012e-06,
      "loss": 0.1403,
      "step": 23160
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.497648548530501e-06,
      "loss": 0.1037,
      "step": 23161
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.496829304214845e-06,
      "loss": 0.1456,
      "step": 23162
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.496010086699308e-06,
      "loss": 0.1386,
      "step": 23163
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.495190895990158e-06,
      "loss": 0.1366,
      "step": 23164
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.494371732093663e-06,
      "loss": 0.1556,
      "step": 23165
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.493552595016093e-06,
      "loss": 0.1163,
      "step": 23166
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.492733484763709e-06,
      "loss": 0.156,
      "step": 23167
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.49191440134278e-06,
      "loss": 0.1297,
      "step": 23168
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.491095344759572e-06,
      "loss": 0.1447,
      "step": 23169
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.490276315020349e-06,
      "loss": 0.1666,
      "step": 23170
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.489457312131385e-06,
      "loss": 0.112,
      "step": 23171
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.488638336098936e-06,
      "loss": 0.1327,
      "step": 23172
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.4878193869292694e-06,
      "loss": 0.171,
      "step": 23173
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.487000464628654e-06,
      "loss": 0.1175,
      "step": 23174
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.4861815692033466e-06,
      "loss": 0.1135,
      "step": 23175
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.485362700659626e-06,
      "loss": 0.1523,
      "step": 23176
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.484543859003744e-06,
      "loss": 0.118,
      "step": 23177
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.483725044241971e-06,
      "loss": 0.1748,
      "step": 23178
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.482906256380571e-06,
      "loss": 0.1366,
      "step": 23179
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.482087495425802e-06,
      "loss": 0.1319,
      "step": 23180
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.481268761383936e-06,
      "loss": 0.1545,
      "step": 23181
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.480450054261231e-06,
      "loss": 0.1226,
      "step": 23182
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.479631374063954e-06,
      "loss": 0.1221,
      "step": 23183
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.478812720798368e-06,
      "loss": 0.1372,
      "step": 23184
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.477994094470726e-06,
      "loss": 0.1239,
      "step": 23185
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.477175495087306e-06,
      "loss": 0.1472,
      "step": 23186
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.476356922654363e-06,
      "loss": 0.1097,
      "step": 23187
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.475538377178158e-06,
      "loss": 0.1392,
      "step": 23188
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.474719858664957e-06,
      "loss": 0.1642,
      "step": 23189
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.4739013671210134e-06,
      "loss": 0.1152,
      "step": 23190
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.473082902552601e-06,
      "loss": 0.1635,
      "step": 23191
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.472264464965974e-06,
      "loss": 0.1373,
      "step": 23192
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.471446054367394e-06,
      "loss": 0.1246,
      "step": 23193
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.470627670763125e-06,
      "loss": 0.1429,
      "step": 23194
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.46980931415942e-06,
      "loss": 0.1222,
      "step": 23195
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.468990984562551e-06,
      "loss": 0.1586,
      "step": 23196
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.468172681978772e-06,
      "loss": 0.1179,
      "step": 23197
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.467354406414343e-06,
      "loss": 0.1097,
      "step": 23198
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.466536157875527e-06,
      "loss": 0.1127,
      "step": 23199
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.465717936368578e-06,
      "loss": 0.1155,
      "step": 23200
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.464899741899763e-06,
      "loss": 0.1537,
      "step": 23201
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.464081574475336e-06,
      "loss": 0.1336,
      "step": 23202
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.463263434101559e-06,
      "loss": 0.1335,
      "step": 23203
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.4624453207846916e-06,
      "loss": 0.1347,
      "step": 23204
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.461627234530987e-06,
      "loss": 0.1418,
      "step": 23205
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.460809175346712e-06,
      "loss": 0.1138,
      "step": 23206
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.459991143238118e-06,
      "loss": 0.1277,
      "step": 23207
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.459173138211467e-06,
      "loss": 0.1249,
      "step": 23208
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.458355160273016e-06,
      "loss": 0.1384,
      "step": 23209
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.4575372094290215e-06,
      "loss": 0.1192,
      "step": 23210
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.456719285685742e-06,
      "loss": 0.1422,
      "step": 23211
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.455901389049435e-06,
      "loss": 0.155,
      "step": 23212
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.455083519526359e-06,
      "loss": 0.1311,
      "step": 23213
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.454265677122768e-06,
      "loss": 0.132,
      "step": 23214
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.453447861844919e-06,
      "loss": 0.1428,
      "step": 23215
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.452630073699071e-06,
      "loss": 0.1032,
      "step": 23216
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.451812312691479e-06,
      "loss": 0.1386,
      "step": 23217
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.4509945788284e-06,
      "loss": 0.1509,
      "step": 23218
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.450176872116088e-06,
      "loss": 0.1534,
      "step": 23219
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.449359192560798e-06,
      "loss": 0.1626,
      "step": 23220
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.448541540168787e-06,
      "loss": 0.1505,
      "step": 23221
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.447723914946311e-06,
      "loss": 0.1454,
      "step": 23222
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.446906316899626e-06,
      "loss": 0.1474,
      "step": 23223
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.446088746034984e-06,
      "loss": 0.1326,
      "step": 23224
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.445271202358638e-06,
      "loss": 0.1282,
      "step": 23225
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.4444536858768454e-06,
      "loss": 0.1258,
      "step": 23226
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.443636196595862e-06,
      "loss": 0.1361,
      "step": 23227
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.4428187345219425e-06,
      "loss": 0.1276,
      "step": 23228
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.442001299661335e-06,
      "loss": 0.1373,
      "step": 23229
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.441183892020293e-06,
      "loss": 0.1092,
      "step": 23230
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.440366511605076e-06,
      "loss": 0.1154,
      "step": 23231
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.439549158421935e-06,
      "loss": 0.1828,
      "step": 23232
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.438731832477123e-06,
      "loss": 0.1252,
      "step": 23233
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.43791453377689e-06,
      "loss": 0.1187,
      "step": 23234
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.437097262327489e-06,
      "loss": 0.127,
      "step": 23235
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.4362800181351744e-06,
      "loss": 0.152,
      "step": 23236
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.435462801206199e-06,
      "loss": 0.1384,
      "step": 23237
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.4346456115468146e-06,
      "loss": 0.127,
      "step": 23238
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.433828449163271e-06,
      "loss": 0.1419,
      "step": 23239
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.433011314061817e-06,
      "loss": 0.1233,
      "step": 23240
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.432194206248709e-06,
      "loss": 0.1369,
      "step": 23241
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.431377125730198e-06,
      "loss": 0.1236,
      "step": 23242
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.430560072512533e-06,
      "loss": 0.1246,
      "step": 23243
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.429743046601963e-06,
      "loss": 0.1137,
      "step": 23244
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.428926048004739e-06,
      "loss": 0.1215,
      "step": 23245
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.428109076727114e-06,
      "loss": 0.1382,
      "step": 23246
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.42729213277534e-06,
      "loss": 0.14,
      "step": 23247
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.42647521615566e-06,
      "loss": 0.1384,
      "step": 23248
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.425658326874327e-06,
      "loss": 0.1274,
      "step": 23249
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.424841464937589e-06,
      "loss": 0.1426,
      "step": 23250
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.424024630351697e-06,
      "loss": 0.1543,
      "step": 23251
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.4232078231229035e-06,
      "loss": 0.1321,
      "step": 23252
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.422391043257451e-06,
      "loss": 0.1503,
      "step": 23253
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.4215742907615895e-06,
      "loss": 0.1413,
      "step": 23254
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.420757565641568e-06,
      "loss": 0.1234,
      "step": 23255
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.419940867903635e-06,
      "loss": 0.1276,
      "step": 23256
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.419124197554042e-06,
      "loss": 0.1412,
      "step": 23257
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.41830755459903e-06,
      "loss": 0.1407,
      "step": 23258
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.417490939044851e-06,
      "loss": 0.1239,
      "step": 23259
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.416674350897747e-06,
      "loss": 0.1246,
      "step": 23260
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.4158577901639714e-06,
      "loss": 0.1376,
      "step": 23261
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.415041256849772e-06,
      "loss": 0.1417,
      "step": 23262
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.414224750961389e-06,
      "loss": 0.1297,
      "step": 23263
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.413408272505073e-06,
      "loss": 0.1568,
      "step": 23264
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.412591821487066e-06,
      "loss": 0.1385,
      "step": 23265
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.41177539791362e-06,
      "loss": 0.1122,
      "step": 23266
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.4109590017909805e-06,
      "loss": 0.1415,
      "step": 23267
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.4101426331253895e-06,
      "loss": 0.1138,
      "step": 23268
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.409326291923093e-06,
      "loss": 0.1473,
      "step": 23269
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.4085099781903335e-06,
      "loss": 0.1767,
      "step": 23270
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.407693691933363e-06,
      "loss": 0.1487,
      "step": 23271
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.406877433158425e-06,
      "loss": 0.1296,
      "step": 23272
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.40606120187176e-06,
      "loss": 0.1445,
      "step": 23273
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.4052449980796135e-06,
      "loss": 0.1407,
      "step": 23274
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.404428821788229e-06,
      "loss": 0.1161,
      "step": 23275
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.403612673003856e-06,
      "loss": 0.1388,
      "step": 23276
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.402796551732731e-06,
      "loss": 0.1605,
      "step": 23277
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.401980457981101e-06,
      "loss": 0.1464,
      "step": 23278
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.401164391755211e-06,
      "loss": 0.1232,
      "step": 23279
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.400348353061296e-06,
      "loss": 0.1316,
      "step": 23280
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.399532341905612e-06,
      "loss": 0.1641,
      "step": 23281
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.398716358294392e-06,
      "loss": 0.1139,
      "step": 23282
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.397900402233881e-06,
      "loss": 0.1444,
      "step": 23283
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.397084473730323e-06,
      "loss": 0.1578,
      "step": 23284
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.396268572789952e-06,
      "loss": 0.1235,
      "step": 23285
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.395452699419023e-06,
      "loss": 0.1728,
      "step": 23286
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.394636853623769e-06,
      "loss": 0.1475,
      "step": 23287
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.393821035410432e-06,
      "loss": 0.1525,
      "step": 23288
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.39300524478526e-06,
      "loss": 0.1736,
      "step": 23289
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.392189481754478e-06,
      "loss": 0.1642,
      "step": 23290
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.3913737463243465e-06,
      "loss": 0.1502,
      "step": 23291
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.3905580385010936e-06,
      "loss": 0.1688,
      "step": 23292
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.389742358290963e-06,
      "loss": 0.1278,
      "step": 23293
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.388926705700198e-06,
      "loss": 0.1463,
      "step": 23294
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.388111080735029e-06,
      "loss": 0.1411,
      "step": 23295
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.387295483401707e-06,
      "loss": 0.136,
      "step": 23296
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.3864799137064645e-06,
      "loss": 0.1703,
      "step": 23297
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.385664371655544e-06,
      "loss": 0.1411,
      "step": 23298
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.3848488572551855e-06,
      "loss": 0.1023,
      "step": 23299
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.38403337051162e-06,
      "loss": 0.1596,
      "step": 23300
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.383217911431097e-06,
      "loss": 0.1272,
      "step": 23301
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.382402480019848e-06,
      "loss": 0.1358,
      "step": 23302
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.3815870762841145e-06,
      "loss": 0.1375,
      "step": 23303
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.380771700230131e-06,
      "loss": 0.1454,
      "step": 23304
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.379956351864138e-06,
      "loss": 0.1659,
      "step": 23305
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.379141031192377e-06,
      "loss": 0.1378,
      "step": 23306
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.3783257382210785e-06,
      "loss": 0.1087,
      "step": 23307
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.377510472956482e-06,
      "loss": 0.1539,
      "step": 23308
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.376695235404824e-06,
      "loss": 0.1316,
      "step": 23309
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.375880025572345e-06,
      "loss": 0.1249,
      "step": 23310
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.375064843465276e-06,
      "loss": 0.1384,
      "step": 23311
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.3742496890898575e-06,
      "loss": 0.1087,
      "step": 23312
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.373434562452325e-06,
      "loss": 0.145,
      "step": 23313
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.3726194635589085e-06,
      "loss": 0.1078,
      "step": 23314
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.371804392415855e-06,
      "loss": 0.1242,
      "step": 23315
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.37098934902939e-06,
      "loss": 0.1257,
      "step": 23316
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.370174333405755e-06,
      "loss": 0.1147,
      "step": 23317
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.369359345551183e-06,
      "loss": 0.13,
      "step": 23318
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.368544385471903e-06,
      "loss": 0.1231,
      "step": 23319
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.367729453174161e-06,
      "loss": 0.1221,
      "step": 23320
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.366914548664184e-06,
      "loss": 0.1265,
      "step": 23321
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.366099671948207e-06,
      "loss": 0.132,
      "step": 23322
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.365284823032467e-06,
      "loss": 0.1406,
      "step": 23323
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.364470001923191e-06,
      "loss": 0.1362,
      "step": 23324
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.363655208626622e-06,
      "loss": 0.1267,
      "step": 23325
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.362840443148985e-06,
      "loss": 0.1467,
      "step": 23326
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.3620257054965195e-06,
      "loss": 0.1347,
      "step": 23327
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.361210995675457e-06,
      "loss": 0.1501,
      "step": 23328
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.3603963136920215e-06,
      "loss": 0.1224,
      "step": 23329
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.359581659552461e-06,
      "loss": 0.151,
      "step": 23330
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.3587670332629954e-06,
      "loss": 0.1401,
      "step": 23331
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.357952434829862e-06,
      "loss": 0.1584,
      "step": 23332
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.357137864259295e-06,
      "loss": 0.1504,
      "step": 23333
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.356323321557515e-06,
      "loss": 0.167,
      "step": 23334
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.355508806730768e-06,
      "loss": 0.1421,
      "step": 23335
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.354694319785277e-06,
      "loss": 0.1496,
      "step": 23336
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.353879860727275e-06,
      "loss": 0.127,
      "step": 23337
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.353065429562992e-06,
      "loss": 0.1468,
      "step": 23338
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.352251026298655e-06,
      "loss": 0.1364,
      "step": 23339
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.3514366509405035e-06,
      "loss": 0.1399,
      "step": 23340
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.350622303494762e-06,
      "loss": 0.1512,
      "step": 23341
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.349807983967659e-06,
      "loss": 0.1288,
      "step": 23342
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.34899369236543e-06,
      "loss": 0.1633,
      "step": 23343
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.348179428694295e-06,
      "loss": 0.116,
      "step": 23344
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.3473651929604925e-06,
      "loss": 0.1411,
      "step": 23345
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.346550985170248e-06,
      "loss": 0.1356,
      "step": 23346
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.345736805329792e-06,
      "loss": 0.1229,
      "step": 23347
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.34492265344535e-06,
      "loss": 0.1265,
      "step": 23348
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.3441085295231494e-06,
      "loss": 0.1156,
      "step": 23349
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.343294433569425e-06,
      "loss": 0.1507,
      "step": 23350
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.3424803655904e-06,
      "loss": 0.133,
      "step": 23351
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.341666325592306e-06,
      "loss": 0.1784,
      "step": 23352
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.340852313581366e-06,
      "loss": 0.1365,
      "step": 23353
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.340038329563807e-06,
      "loss": 0.1758,
      "step": 23354
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.339224373545861e-06,
      "loss": 0.1597,
      "step": 23355
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.338410445533752e-06,
      "loss": 0.1341,
      "step": 23356
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.3375965455337084e-06,
      "loss": 0.14,
      "step": 23357
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.336782673551953e-06,
      "loss": 0.1489,
      "step": 23358
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.335968829594714e-06,
      "loss": 0.1172,
      "step": 23359
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.335155013668222e-06,
      "loss": 0.1403,
      "step": 23360
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.3343412257786965e-06,
      "loss": 0.1297,
      "step": 23361
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.333527465932368e-06,
      "loss": 0.1203,
      "step": 23362
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.332713734135458e-06,
      "loss": 0.1364,
      "step": 23363
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.331900030394191e-06,
      "loss": 0.1493,
      "step": 23364
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.331086354714797e-06,
      "loss": 0.1379,
      "step": 23365
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.330272707103499e-06,
      "loss": 0.147,
      "step": 23366
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.329459087566523e-06,
      "loss": 0.1135,
      "step": 23367
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.328645496110089e-06,
      "loss": 0.1253,
      "step": 23368
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.32783193274042e-06,
      "loss": 0.1622,
      "step": 23369
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.327018397463747e-06,
      "loss": 0.1241,
      "step": 23370
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.326204890286291e-06,
      "loss": 0.1308,
      "step": 23371
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.325391411214275e-06,
      "loss": 0.1328,
      "step": 23372
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.324577960253921e-06,
      "loss": 0.1049,
      "step": 23373
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.3237645374114496e-06,
      "loss": 0.1839,
      "step": 23374
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.322951142693091e-06,
      "loss": 0.1425,
      "step": 23375
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.322137776105064e-06,
      "loss": 0.1401,
      "step": 23376
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.321324437653593e-06,
      "loss": 0.1533,
      "step": 23377
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.320511127344895e-06,
      "loss": 0.1087,
      "step": 23378
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.319697845185196e-06,
      "loss": 0.1308,
      "step": 23379
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.318884591180717e-06,
      "loss": 0.1213,
      "step": 23380
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.318071365337683e-06,
      "loss": 0.1139,
      "step": 23381
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.31725816766231e-06,
      "loss": 0.1448,
      "step": 23382
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.31644499816082e-06,
      "loss": 0.1006,
      "step": 23383
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.315631856839435e-06,
      "loss": 0.1276,
      "step": 23384
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.314818743704378e-06,
      "loss": 0.1281,
      "step": 23385
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.314005658761869e-06,
      "loss": 0.1282,
      "step": 23386
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.313192602018126e-06,
      "loss": 0.1318,
      "step": 23387
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.312379573479368e-06,
      "loss": 0.1292,
      "step": 23388
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.311566573151815e-06,
      "loss": 0.1373,
      "step": 23389
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.310753601041692e-06,
      "loss": 0.1322,
      "step": 23390
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.309940657155216e-06,
      "loss": 0.12,
      "step": 23391
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.309127741498604e-06,
      "loss": 0.1436,
      "step": 23392
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.3083148540780745e-06,
      "loss": 0.1285,
      "step": 23393
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.3075019948998476e-06,
      "loss": 0.1433,
      "step": 23394
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.306689163970143e-06,
      "loss": 0.143,
      "step": 23395
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.30587636129518e-06,
      "loss": 0.1219,
      "step": 23396
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.305063586881175e-06,
      "loss": 0.1123,
      "step": 23397
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.304250840734345e-06,
      "loss": 0.1522,
      "step": 23398
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.303438122860905e-06,
      "loss": 0.1176,
      "step": 23399
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.30262543326708e-06,
      "loss": 0.1475,
      "step": 23400
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.301812771959085e-06,
      "loss": 0.1291,
      "step": 23401
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.301000138943133e-06,
      "loss": 0.1675,
      "step": 23402
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.300187534225444e-06,
      "loss": 0.1695,
      "step": 23403
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.299374957812231e-06,
      "loss": 0.1222,
      "step": 23404
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.298562409709717e-06,
      "loss": 0.1147,
      "step": 23405
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.297749889924114e-06,
      "loss": 0.1477,
      "step": 23406
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.296937398461638e-06,
      "loss": 0.1389,
      "step": 23407
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.296124935328505e-06,
      "loss": 0.145,
      "step": 23408
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.29531250053093e-06,
      "loss": 0.1691,
      "step": 23409
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.294500094075129e-06,
      "loss": 0.1121,
      "step": 23410
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.29368771596732e-06,
      "loss": 0.1111,
      "step": 23411
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.292875366213714e-06,
      "loss": 0.1407,
      "step": 23412
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.292063044820526e-06,
      "loss": 0.203,
      "step": 23413
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.2912507517939706e-06,
      "loss": 0.165,
      "step": 23414
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.290438487140264e-06,
      "loss": 0.1496,
      "step": 23415
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.28962625086562e-06,
      "loss": 0.16,
      "step": 23416
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.28881404297625e-06,
      "loss": 0.16,
      "step": 23417
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.28800186347837e-06,
      "loss": 0.1105,
      "step": 23418
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.287189712378189e-06,
      "loss": 0.1494,
      "step": 23419
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.286377589681928e-06,
      "loss": 0.1396,
      "step": 23420
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.285565495395793e-06,
      "loss": 0.1723,
      "step": 23421
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.284753429526e-06,
      "loss": 0.1249,
      "step": 23422
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.283941392078762e-06,
      "loss": 0.1379,
      "step": 23423
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.283129383060284e-06,
      "loss": 0.1355,
      "step": 23424
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.28231740247679e-06,
      "loss": 0.1352,
      "step": 23425
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.281505450334483e-06,
      "loss": 0.1064,
      "step": 23426
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.280693526639579e-06,
      "loss": 0.1309,
      "step": 23427
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.279881631398289e-06,
      "loss": 0.1195,
      "step": 23428
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.279069764616817e-06,
      "loss": 0.1238,
      "step": 23429
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.278257926301387e-06,
      "loss": 0.1348,
      "step": 23430
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.277446116458199e-06,
      "loss": 0.1745,
      "step": 23431
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.27663433509347e-06,
      "loss": 0.1146,
      "step": 23432
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.2758225822134075e-06,
      "loss": 0.1312,
      "step": 23433
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.275010857824217e-06,
      "loss": 0.1219,
      "step": 23434
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.27419916193212e-06,
      "loss": 0.1182,
      "step": 23435
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.2733874945433146e-06,
      "loss": 0.1245,
      "step": 23436
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.272575855664018e-06,
      "loss": 0.1303,
      "step": 23437
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.271764245300437e-06,
      "loss": 0.1446,
      "step": 23438
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.270952663458774e-06,
      "loss": 0.1547,
      "step": 23439
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.270141110145251e-06,
      "loss": 0.1344,
      "step": 23440
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.269329585366066e-06,
      "loss": 0.1269,
      "step": 23441
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.268518089127431e-06,
      "loss": 0.1398,
      "step": 23442
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.267706621435557e-06,
      "loss": 0.1092,
      "step": 23443
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.2668951822966426e-06,
      "loss": 0.1423,
      "step": 23444
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.266083771716909e-06,
      "loss": 0.1207,
      "step": 23445
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.2652723897025525e-06,
      "loss": 0.1275,
      "step": 23446
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.2644610362597854e-06,
      "loss": 0.1711,
      "step": 23447
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.263649711394816e-06,
      "loss": 0.1182,
      "step": 23448
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.262838415113842e-06,
      "loss": 0.1397,
      "step": 23449
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.262027147423084e-06,
      "loss": 0.0972,
      "step": 23450
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.2612159083287385e-06,
      "loss": 0.1276,
      "step": 23451
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.260404697837015e-06,
      "loss": 0.1334,
      "step": 23452
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.259593515954116e-06,
      "loss": 0.186,
      "step": 23453
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.258782362686255e-06,
      "loss": 0.1439,
      "step": 23454
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.257971238039631e-06,
      "loss": 0.1011,
      "step": 23455
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.257160142020451e-06,
      "loss": 0.1396,
      "step": 23456
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.256349074634922e-06,
      "loss": 0.1216,
      "step": 23457
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.255538035889239e-06,
      "loss": 0.1517,
      "step": 23458
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.254727025789624e-06,
      "loss": 0.1298,
      "step": 23459
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.253916044342267e-06,
      "loss": 0.1107,
      "step": 23460
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.25310509155338e-06,
      "loss": 0.1203,
      "step": 23461
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.2522941674291644e-06,
      "loss": 0.1413,
      "step": 23462
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.251483271975818e-06,
      "loss": 0.1248,
      "step": 23463
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.250672405199556e-06,
      "loss": 0.1394,
      "step": 23464
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.2498615671065755e-06,
      "loss": 0.127,
      "step": 23465
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.249050757703079e-06,
      "loss": 0.1791,
      "step": 23466
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.248239976995272e-06,
      "loss": 0.132,
      "step": 23467
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.2474292249893495e-06,
      "loss": 0.1636,
      "step": 23468
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.246618501691526e-06,
      "loss": 0.1164,
      "step": 23469
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.245807807107997e-06,
      "loss": 0.1354,
      "step": 23470
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.244997141244964e-06,
      "loss": 0.1482,
      "step": 23471
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.2441865041086324e-06,
      "loss": 0.1332,
      "step": 23472
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.2433758957051945e-06,
      "loss": 0.1225,
      "step": 23473
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.242565316040867e-06,
      "loss": 0.138,
      "step": 23474
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.241754765121839e-06,
      "loss": 0.1496,
      "step": 23475
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.240944242954316e-06,
      "loss": 0.1485,
      "step": 23476
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.240133749544499e-06,
      "loss": 0.1198,
      "step": 23477
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.239323284898581e-06,
      "loss": 0.1282,
      "step": 23478
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.238512849022774e-06,
      "loss": 0.1109,
      "step": 23479
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.237702441923272e-06,
      "loss": 0.1581,
      "step": 23480
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.236892063606275e-06,
      "loss": 0.1577,
      "step": 23481
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.236081714077984e-06,
      "loss": 0.1336,
      "step": 23482
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.235271393344591e-06,
      "loss": 0.116,
      "step": 23483
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.234461101412308e-06,
      "loss": 0.1545,
      "step": 23484
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.233650838287326e-06,
      "loss": 0.127,
      "step": 23485
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.2328406039758445e-06,
      "loss": 0.1301,
      "step": 23486
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.232030398484064e-06,
      "loss": 0.1601,
      "step": 23487
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.23122022181818e-06,
      "loss": 0.1633,
      "step": 23488
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.230410073984391e-06,
      "loss": 0.1323,
      "step": 23489
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.229599954988897e-06,
      "loss": 0.14,
      "step": 23490
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.228789864837896e-06,
      "loss": 0.1642,
      "step": 23491
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.227979803537581e-06,
      "loss": 0.1204,
      "step": 23492
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.22716977109415e-06,
      "loss": 0.1738,
      "step": 23493
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.226359767513806e-06,
      "loss": 0.129,
      "step": 23494
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.22554979280274e-06,
      "loss": 0.1046,
      "step": 23495
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.224739846967151e-06,
      "loss": 0.1115,
      "step": 23496
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.223929930013235e-06,
      "loss": 0.1452,
      "step": 23497
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.2231200419471835e-06,
      "loss": 0.1532,
      "step": 23498
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.222310182775198e-06,
      "loss": 0.1457,
      "step": 23499
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.221500352503473e-06,
      "loss": 0.1337,
      "step": 23500
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.220690551138207e-06,
      "loss": 0.1516,
      "step": 23501
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.2198807786855875e-06,
      "loss": 0.1463,
      "step": 23502
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.2190710351518115e-06,
      "loss": 0.1077,
      "step": 23503
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.218261320543077e-06,
      "loss": 0.16,
      "step": 23504
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.217451634865579e-06,
      "loss": 0.1294,
      "step": 23505
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.216641978125512e-06,
      "loss": 0.1403,
      "step": 23506
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.215832350329065e-06,
      "loss": 0.1315,
      "step": 23507
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.215022751482433e-06,
      "loss": 0.1371,
      "step": 23508
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.2142131815918135e-06,
      "loss": 0.161,
      "step": 23509
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.213403640663399e-06,
      "loss": 0.1479,
      "step": 23510
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.212594128703383e-06,
      "loss": 0.1861,
      "step": 23511
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.211784645717956e-06,
      "loss": 0.1492,
      "step": 23512
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.2109751917133074e-06,
      "loss": 0.1309,
      "step": 23513
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.210165766695637e-06,
      "loss": 0.1651,
      "step": 23514
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.209356370671136e-06,
      "loss": 0.1429,
      "step": 23515
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.208547003645995e-06,
      "loss": 0.1439,
      "step": 23516
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.207737665626405e-06,
      "loss": 0.1507,
      "step": 23517
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.206928356618556e-06,
      "loss": 0.1135,
      "step": 23518
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.206119076628642e-06,
      "loss": 0.1681,
      "step": 23519
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.205309825662855e-06,
      "loss": 0.138,
      "step": 23520
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.204500603727388e-06,
      "loss": 0.1448,
      "step": 23521
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.203691410828425e-06,
      "loss": 0.1168,
      "step": 23522
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.20288224697216e-06,
      "loss": 0.1184,
      "step": 23523
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.202073112164784e-06,
      "loss": 0.148,
      "step": 23524
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.201264006412488e-06,
      "loss": 0.1477,
      "step": 23525
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.200454929721457e-06,
      "loss": 0.1668,
      "step": 23526
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.199645882097887e-06,
      "loss": 0.1128,
      "step": 23527
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.198836863547961e-06,
      "loss": 0.1546,
      "step": 23528
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.198027874077874e-06,
      "loss": 0.1425,
      "step": 23529
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.197218913693814e-06,
      "loss": 0.1504,
      "step": 23530
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.196409982401968e-06,
      "loss": 0.1374,
      "step": 23531
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.195601080208522e-06,
      "loss": 0.1355,
      "step": 23532
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.194792207119668e-06,
      "loss": 0.1241,
      "step": 23533
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.193983363141594e-06,
      "loss": 0.1597,
      "step": 23534
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.193174548280488e-06,
      "loss": 0.1271,
      "step": 23535
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.192365762542536e-06,
      "loss": 0.1503,
      "step": 23536
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.191557005933926e-06,
      "loss": 0.1794,
      "step": 23537
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.190748278460843e-06,
      "loss": 0.1334,
      "step": 23538
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.189939580129478e-06,
      "loss": 0.1619,
      "step": 23539
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.1891309109460175e-06,
      "loss": 0.1442,
      "step": 23540
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.1883222709166466e-06,
      "loss": 0.1269,
      "step": 23541
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.1875136600475495e-06,
      "loss": 0.1628,
      "step": 23542
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.186705078344912e-06,
      "loss": 0.1205,
      "step": 23543
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.1858965258149265e-06,
      "loss": 0.1518,
      "step": 23544
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.185088002463775e-06,
      "loss": 0.1976,
      "step": 23545
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.184279508297641e-06,
      "loss": 0.181,
      "step": 23546
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.18347104332271e-06,
      "loss": 0.1598,
      "step": 23547
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.182662607545167e-06,
      "loss": 0.15,
      "step": 23548
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.181854200971198e-06,
      "loss": 0.1448,
      "step": 23549
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.18104582360699e-06,
      "loss": 0.1154,
      "step": 23550
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.180237475458723e-06,
      "loss": 0.1587,
      "step": 23551
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.179429156532581e-06,
      "loss": 0.1452,
      "step": 23552
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.178620866834749e-06,
      "loss": 0.1306,
      "step": 23553
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.177812606371412e-06,
      "loss": 0.1654,
      "step": 23554
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.177004375148754e-06,
      "loss": 0.1516,
      "step": 23555
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.1761961731729555e-06,
      "loss": 0.1522,
      "step": 23556
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.1753880004501996e-06,
      "loss": 0.1458,
      "step": 23557
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.174579856986669e-06,
      "loss": 0.152,
      "step": 23558
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.17377174278855e-06,
      "loss": 0.1762,
      "step": 23559
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.172963657862021e-06,
      "loss": 0.1218,
      "step": 23560
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.172155602213266e-06,
      "loss": 0.1538,
      "step": 23561
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.171347575848463e-06,
      "loss": 0.1621,
      "step": 23562
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.170539578773796e-06,
      "loss": 0.1723,
      "step": 23563
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.1697316109954506e-06,
      "loss": 0.1311,
      "step": 23564
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.168923672519602e-06,
      "loss": 0.1403,
      "step": 23565
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.1681157633524334e-06,
      "loss": 0.1469,
      "step": 23566
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.1673078835001265e-06,
      "loss": 0.1263,
      "step": 23567
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.166500032968856e-06,
      "loss": 0.1382,
      "step": 23568
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.165692211764812e-06,
      "loss": 0.1418,
      "step": 23569
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.164884419894168e-06,
      "loss": 0.1385,
      "step": 23570
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.164076657363105e-06,
      "loss": 0.1205,
      "step": 23571
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.163268924177804e-06,
      "loss": 0.1321,
      "step": 23572
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.162461220344438e-06,
      "loss": 0.1398,
      "step": 23573
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.1616535458691974e-06,
      "loss": 0.1139,
      "step": 23574
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.1608459007582525e-06,
      "loss": 0.1352,
      "step": 23575
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.1600382850177845e-06,
      "loss": 0.1544,
      "step": 23576
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.1592306986539726e-06,
      "loss": 0.1081,
      "step": 23577
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.15842314167299e-06,
      "loss": 0.108,
      "step": 23578
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.157615614081025e-06,
      "loss": 0.1502,
      "step": 23579
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.156808115884246e-06,
      "loss": 0.1683,
      "step": 23580
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.156000647088835e-06,
      "loss": 0.1507,
      "step": 23581
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.155193207700969e-06,
      "loss": 0.1352,
      "step": 23582
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.1543857977268194e-06,
      "loss": 0.1422,
      "step": 23583
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.153578417172574e-06,
      "loss": 0.1399,
      "step": 23584
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.1527710660444e-06,
      "loss": 0.1593,
      "step": 23585
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.151963744348479e-06,
      "loss": 0.1268,
      "step": 23586
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.151156452090987e-06,
      "loss": 0.1408,
      "step": 23587
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.1503491892780934e-06,
      "loss": 0.1112,
      "step": 23588
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.149541955915983e-06,
      "loss": 0.1073,
      "step": 23589
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.148734752010828e-06,
      "loss": 0.1359,
      "step": 23590
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.147927577568801e-06,
      "loss": 0.133,
      "step": 23591
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.147120432596082e-06,
      "loss": 0.1319,
      "step": 23592
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.146313317098838e-06,
      "loss": 0.1413,
      "step": 23593
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.1455062310832524e-06,
      "loss": 0.1394,
      "step": 23594
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.144699174555495e-06,
      "loss": 0.129,
      "step": 23595
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.143892147521742e-06,
      "loss": 0.1296,
      "step": 23596
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.143085149988161e-06,
      "loss": 0.1386,
      "step": 23597
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.1422781819609385e-06,
      "loss": 0.1596,
      "step": 23598
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.141471243446238e-06,
      "loss": 0.1709,
      "step": 23599
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.1406643344502335e-06,
      "loss": 0.1091,
      "step": 23600
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.1398574549791035e-06,
      "loss": 0.1431,
      "step": 23601
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.13905060503901e-06,
      "loss": 0.1639,
      "step": 23602
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.138243784636139e-06,
      "loss": 0.1244,
      "step": 23603
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.137436993776655e-06,
      "loss": 0.1362,
      "step": 23604
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.1366302324667315e-06,
      "loss": 0.1233,
      "step": 23605
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.135823500712542e-06,
      "loss": 0.1264,
      "step": 23606
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.135016798520252e-06,
      "loss": 0.1507,
      "step": 23607
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.134210125896043e-06,
      "loss": 0.1376,
      "step": 23608
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.1334034828460785e-06,
      "loss": 0.1306,
      "step": 23609
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.132596869376535e-06,
      "loss": 0.1471,
      "step": 23610
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.131790285493579e-06,
      "loss": 0.1651,
      "step": 23611
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.130983731203378e-06,
      "loss": 0.1613,
      "step": 23612
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.1301772065121135e-06,
      "loss": 0.1581,
      "step": 23613
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.129370711425946e-06,
      "loss": 0.1246,
      "step": 23614
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.128564245951048e-06,
      "loss": 0.1638,
      "step": 23615
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.127757810093592e-06,
      "loss": 0.1373,
      "step": 23616
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.126951403859739e-06,
      "loss": 0.1244,
      "step": 23617
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.12614502725567e-06,
      "loss": 0.1368,
      "step": 23618
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.125338680287546e-06,
      "loss": 0.1241,
      "step": 23619
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.124532362961537e-06,
      "loss": 0.1098,
      "step": 23620
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.1237260752838155e-06,
      "loss": 0.1325,
      "step": 23621
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.122919817260539e-06,
      "loss": 0.1707,
      "step": 23622
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.122113588897892e-06,
      "loss": 0.1427,
      "step": 23623
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.12130739020203e-06,
      "loss": 0.1191,
      "step": 23624
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.120501221179125e-06,
      "loss": 0.1416,
      "step": 23625
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.119695081835345e-06,
      "loss": 0.1011,
      "step": 23626
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.1188889721768505e-06,
      "loss": 0.1534,
      "step": 23627
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.118082892209818e-06,
      "loss": 0.1264,
      "step": 23628
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.117276841940409e-06,
      "loss": 0.131,
      "step": 23629
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.1164708213747915e-06,
      "loss": 0.1414,
      "step": 23630
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.1156648305191315e-06,
      "loss": 0.0928,
      "step": 23631
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.114858869379592e-06,
      "loss": 0.1356,
      "step": 23632
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.114052937962342e-06,
      "loss": 0.1452,
      "step": 23633
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.1132470362735486e-06,
      "loss": 0.1233,
      "step": 23634
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.112441164319376e-06,
      "loss": 0.1373,
      "step": 23635
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.111635322105987e-06,
      "loss": 0.1289,
      "step": 23636
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.110829509639544e-06,
      "loss": 0.1102,
      "step": 23637
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.110023726926219e-06,
      "loss": 0.1395,
      "step": 23638
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.109217973972175e-06,
      "loss": 0.1362,
      "step": 23639
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.108412250783573e-06,
      "loss": 0.135,
      "step": 23640
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.107606557366578e-06,
      "loss": 0.108,
      "step": 23641
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.106800893727352e-06,
      "loss": 0.1531,
      "step": 23642
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.105995259872061e-06,
      "loss": 0.1735,
      "step": 23643
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.105189655806869e-06,
      "loss": 0.1368,
      "step": 23644
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.104384081537939e-06,
      "loss": 0.1153,
      "step": 23645
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.103578537071431e-06,
      "loss": 0.1246,
      "step": 23646
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.102773022413509e-06,
      "loss": 0.1271,
      "step": 23647
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.101967537570335e-06,
      "loss": 0.1345,
      "step": 23648
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.101162082548073e-06,
      "loss": 0.1524,
      "step": 23649
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.100356657352886e-06,
      "loss": 0.125,
      "step": 23650
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.099551261990931e-06,
      "loss": 0.1532,
      "step": 23651
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.098745896468371e-06,
      "loss": 0.1376,
      "step": 23652
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.097940560791369e-06,
      "loss": 0.1268,
      "step": 23653
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.097135254966087e-06,
      "loss": 0.1393,
      "step": 23654
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.096329978998684e-06,
      "loss": 0.1732,
      "step": 23655
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.09552473289532e-06,
      "loss": 0.1429,
      "step": 23656
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.094719516662153e-06,
      "loss": 0.1618,
      "step": 23657
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.093914330305348e-06,
      "loss": 0.1223,
      "step": 23658
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.0931091738310624e-06,
      "loss": 0.1722,
      "step": 23659
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.092304047245458e-06,
      "loss": 0.1276,
      "step": 23660
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.091498950554693e-06,
      "loss": 0.1326,
      "step": 23661
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.090693883764922e-06,
      "loss": 0.1507,
      "step": 23662
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.089888846882311e-06,
      "loss": 0.1297,
      "step": 23663
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.089083839913016e-06,
      "loss": 0.1217,
      "step": 23664
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.088278862863197e-06,
      "loss": 0.1314,
      "step": 23665
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.087473915739008e-06,
      "loss": 0.128,
      "step": 23666
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.086668998546607e-06,
      "loss": 0.1567,
      "step": 23667
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.085864111292159e-06,
      "loss": 0.1484,
      "step": 23668
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.085059253981818e-06,
      "loss": 0.1584,
      "step": 23669
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.084254426621738e-06,
      "loss": 0.1463,
      "step": 23670
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.083449629218079e-06,
      "loss": 0.1677,
      "step": 23671
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.082644861776994e-06,
      "loss": 0.151,
      "step": 23672
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.081840124304646e-06,
      "loss": 0.1346,
      "step": 23673
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.081035416807191e-06,
      "loss": 0.1353,
      "step": 23674
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.08023073929078e-06,
      "loss": 0.1293,
      "step": 23675
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.079426091761572e-06,
      "loss": 0.1232,
      "step": 23676
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.078621474225721e-06,
      "loss": 0.1147,
      "step": 23677
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.077816886689385e-06,
      "loss": 0.1077,
      "step": 23678
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.077012329158721e-06,
      "loss": 0.14,
      "step": 23679
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.076207801639879e-06,
      "loss": 0.1308,
      "step": 23680
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.075403304139017e-06,
      "loss": 0.1163,
      "step": 23681
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.0745988366622864e-06,
      "loss": 0.1248,
      "step": 23682
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.073794399215845e-06,
      "loss": 0.141,
      "step": 23683
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.0729899918058484e-06,
      "loss": 0.129,
      "step": 23684
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.072185614438446e-06,
      "loss": 0.1527,
      "step": 23685
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.071381267119795e-06,
      "loss": 0.1356,
      "step": 23686
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.070576949856044e-06,
      "loss": 0.1274,
      "step": 23687
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.069772662653351e-06,
      "loss": 0.123,
      "step": 23688
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.068968405517871e-06,
      "loss": 0.1418,
      "step": 23689
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.068164178455751e-06,
      "loss": 0.1649,
      "step": 23690
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.067359981473145e-06,
      "loss": 0.1446,
      "step": 23691
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.066555814576205e-06,
      "loss": 0.1445,
      "step": 23692
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.065751677771087e-06,
      "loss": 0.1129,
      "step": 23693
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.064947571063941e-06,
      "loss": 0.1665,
      "step": 23694
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.064143494460916e-06,
      "loss": 0.1568,
      "step": 23695
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.063339447968165e-06,
      "loss": 0.1298,
      "step": 23696
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.0625354315918375e-06,
      "loss": 0.1282,
      "step": 23697
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.0617314453380885e-06,
      "loss": 0.1253,
      "step": 23698
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.060927489213067e-06,
      "loss": 0.1253,
      "step": 23699
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.060123563222922e-06,
      "loss": 0.1371,
      "step": 23700
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.059319667373804e-06,
      "loss": 0.1394,
      "step": 23701
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.058515801671863e-06,
      "loss": 0.1423,
      "step": 23702
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.057711966123252e-06,
      "loss": 0.1424,
      "step": 23703
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.056908160734116e-06,
      "loss": 0.1443,
      "step": 23704
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.056104385510606e-06,
      "loss": 0.1391,
      "step": 23705
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.055300640458872e-06,
      "loss": 0.1207,
      "step": 23706
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.054496925585061e-06,
      "loss": 0.1068,
      "step": 23707
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.053693240895325e-06,
      "loss": 0.1674,
      "step": 23708
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.052889586395809e-06,
      "loss": 0.1653,
      "step": 23709
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.052085962092662e-06,
      "loss": 0.1094,
      "step": 23710
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.051282367992034e-06,
      "loss": 0.1254,
      "step": 23711
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.0504788041000665e-06,
      "loss": 0.1386,
      "step": 23712
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.049675270422914e-06,
      "loss": 0.1389,
      "step": 23713
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.048871766966722e-06,
      "loss": 0.1736,
      "step": 23714
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.048068293737637e-06,
      "loss": 0.1471,
      "step": 23715
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.047264850741805e-06,
      "loss": 0.1301,
      "step": 23716
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.046461437985369e-06,
      "loss": 0.1327,
      "step": 23717
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.045658055474484e-06,
      "loss": 0.1579,
      "step": 23718
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.0448547032152896e-06,
      "loss": 0.149,
      "step": 23719
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.044051381213933e-06,
      "loss": 0.1597,
      "step": 23720
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.043248089476563e-06,
      "loss": 0.1318,
      "step": 23721
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.042444828009315e-06,
      "loss": 0.1267,
      "step": 23722
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.041641596818349e-06,
      "loss": 0.1313,
      "step": 23723
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.040838395909798e-06,
      "loss": 0.1477,
      "step": 23724
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.040035225289813e-06,
      "loss": 0.1404,
      "step": 23725
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.039232084964537e-06,
      "loss": 0.1209,
      "step": 23726
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.038428974940107e-06,
      "loss": 0.1956,
      "step": 23727
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.037625895222681e-06,
      "loss": 0.1386,
      "step": 23728
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.036822845818393e-06,
      "loss": 0.1659,
      "step": 23729
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.036019826733388e-06,
      "loss": 0.164,
      "step": 23730
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.035216837973813e-06,
      "loss": 0.1581,
      "step": 23731
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.034413879545802e-06,
      "loss": 0.1522,
      "step": 23732
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.033610951455511e-06,
      "loss": 0.1229,
      "step": 23733
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.032808053709072e-06,
      "loss": 0.1711,
      "step": 23734
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.0320051863126305e-06,
      "loss": 0.1306,
      "step": 23735
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.031202349272333e-06,
      "loss": 0.1224,
      "step": 23736
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.0303995425943115e-06,
      "loss": 0.1247,
      "step": 23737
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.029596766284718e-06,
      "loss": 0.1248,
      "step": 23738
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.028794020349689e-06,
      "loss": 0.1148,
      "step": 23739
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.027991304795364e-06,
      "loss": 0.1294,
      "step": 23740
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.02718861962789e-06,
      "loss": 0.1252,
      "step": 23741
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.026385964853401e-06,
      "loss": 0.1627,
      "step": 23742
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.025583340478041e-06,
      "loss": 0.165,
      "step": 23743
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.024780746507951e-06,
      "loss": 0.1222,
      "step": 23744
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.023978182949271e-06,
      "loss": 0.1452,
      "step": 23745
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.023175649808134e-06,
      "loss": 0.1268,
      "step": 23746
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.022373147090692e-06,
      "loss": 0.1129,
      "step": 23747
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.021570674803075e-06,
      "loss": 0.1505,
      "step": 23748
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.020768232951424e-06,
      "loss": 0.1511,
      "step": 23749
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.019965821541881e-06,
      "loss": 0.1294,
      "step": 23750
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.019163440580577e-06,
      "loss": 0.1323,
      "step": 23751
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.018361090073661e-06,
      "loss": 0.0999,
      "step": 23752
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.017558770027263e-06,
      "loss": 0.1455,
      "step": 23753
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.016756480447525e-06,
      "loss": 0.1389,
      "step": 23754
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.0159542213405855e-06,
      "loss": 0.1204,
      "step": 23755
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.015151992712573e-06,
      "loss": 0.1403,
      "step": 23756
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.014349794569638e-06,
      "loss": 0.1831,
      "step": 23757
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.013547626917909e-06,
      "loss": 0.1493,
      "step": 23758
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.012745489763525e-06,
      "loss": 0.1174,
      "step": 23759
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.011943383112626e-06,
      "loss": 0.1156,
      "step": 23760
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.011141306971337e-06,
      "loss": 0.1417,
      "step": 23761
    },
    {
      "epoch": 1.93,
      "learning_rate": 6.01033926134581e-06,
      "loss": 0.1322,
      "step": 23762
    },
    {
      "epoch": 1.93,
      "learning_rate": 6.00953724624217e-06,
      "loss": 0.1484,
      "step": 23763
    },
    {
      "epoch": 1.93,
      "learning_rate": 6.008735261666554e-06,
      "loss": 0.1251,
      "step": 23764
    },
    {
      "epoch": 1.93,
      "learning_rate": 6.007933307625102e-06,
      "loss": 0.1609,
      "step": 23765
    },
    {
      "epoch": 1.93,
      "learning_rate": 6.0071313841239395e-06,
      "loss": 0.1457,
      "step": 23766
    },
    {
      "epoch": 1.93,
      "learning_rate": 6.006329491169214e-06,
      "loss": 0.1266,
      "step": 23767
    },
    {
      "epoch": 1.93,
      "learning_rate": 6.005527628767052e-06,
      "loss": 0.1253,
      "step": 23768
    },
    {
      "epoch": 1.93,
      "learning_rate": 6.004725796923591e-06,
      "loss": 0.1578,
      "step": 23769
    },
    {
      "epoch": 1.93,
      "learning_rate": 6.003923995644965e-06,
      "loss": 0.1465,
      "step": 23770
    },
    {
      "epoch": 1.93,
      "learning_rate": 6.003122224937303e-06,
      "loss": 0.1469,
      "step": 23771
    },
    {
      "epoch": 1.93,
      "learning_rate": 6.002320484806745e-06,
      "loss": 0.1375,
      "step": 23772
    },
    {
      "epoch": 1.93,
      "learning_rate": 6.0015187752594226e-06,
      "loss": 0.1381,
      "step": 23773
    },
    {
      "epoch": 1.93,
      "learning_rate": 6.000717096301469e-06,
      "loss": 0.151,
      "step": 23774
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.99991544793902e-06,
      "loss": 0.1134,
      "step": 23775
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.999113830178201e-06,
      "loss": 0.127,
      "step": 23776
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.99831224302515e-06,
      "loss": 0.1413,
      "step": 23777
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.9975106864859985e-06,
      "loss": 0.1324,
      "step": 23778
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.996709160566883e-06,
      "loss": 0.1118,
      "step": 23779
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.995907665273926e-06,
      "loss": 0.1683,
      "step": 23780
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.995106200613263e-06,
      "loss": 0.1583,
      "step": 23781
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.994304766591028e-06,
      "loss": 0.1099,
      "step": 23782
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.993503363213352e-06,
      "loss": 0.1448,
      "step": 23783
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.9927019904863655e-06,
      "loss": 0.1458,
      "step": 23784
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.991900648416198e-06,
      "loss": 0.1466,
      "step": 23785
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.991099337008977e-06,
      "loss": 0.1107,
      "step": 23786
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.990298056270838e-06,
      "loss": 0.1624,
      "step": 23787
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.989496806207908e-06,
      "loss": 0.1549,
      "step": 23788
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.988695586826321e-06,
      "loss": 0.1615,
      "step": 23789
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.9878943981322e-06,
      "loss": 0.1035,
      "step": 23790
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.987093240131676e-06,
      "loss": 0.1416,
      "step": 23791
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.9862921128308825e-06,
      "loss": 0.1525,
      "step": 23792
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.9854910162359446e-06,
      "loss": 0.1532,
      "step": 23793
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.984689950352994e-06,
      "loss": 0.1439,
      "step": 23794
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.983888915188155e-06,
      "loss": 0.1281,
      "step": 23795
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.983087910747556e-06,
      "loss": 0.156,
      "step": 23796
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.982286937037327e-06,
      "loss": 0.1401,
      "step": 23797
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.981485994063595e-06,
      "loss": 0.1468,
      "step": 23798
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.98068508183249e-06,
      "loss": 0.1272,
      "step": 23799
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.979884200350134e-06,
      "loss": 0.1634,
      "step": 23800
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.979083349622656e-06,
      "loss": 0.1109,
      "step": 23801
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.978282529656183e-06,
      "loss": 0.1263,
      "step": 23802
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.977481740456843e-06,
      "loss": 0.1421,
      "step": 23803
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.976680982030764e-06,
      "loss": 0.182,
      "step": 23804
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.9758802543840655e-06,
      "loss": 0.1277,
      "step": 23805
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.975079557522876e-06,
      "loss": 0.136,
      "step": 23806
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.974278891453322e-06,
      "loss": 0.1066,
      "step": 23807
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.973478256181529e-06,
      "loss": 0.1328,
      "step": 23808
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.972677651713624e-06,
      "loss": 0.1265,
      "step": 23809
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.971877078055728e-06,
      "loss": 0.1234,
      "step": 23810
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.971076535213964e-06,
      "loss": 0.1423,
      "step": 23811
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.970276023194461e-06,
      "loss": 0.1828,
      "step": 23812
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.969475542003345e-06,
      "loss": 0.1518,
      "step": 23813
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.968675091646733e-06,
      "loss": 0.1297,
      "step": 23814
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.967874672130752e-06,
      "loss": 0.2029,
      "step": 23815
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.9670742834615245e-06,
      "loss": 0.1313,
      "step": 23816
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.966273925645175e-06,
      "loss": 0.1765,
      "step": 23817
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.96547359868783e-06,
      "loss": 0.1187,
      "step": 23818
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.964673302595604e-06,
      "loss": 0.1354,
      "step": 23819
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.963873037374624e-06,
      "loss": 0.1674,
      "step": 23820
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.963072803031012e-06,
      "loss": 0.1486,
      "step": 23821
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.96227259957089e-06,
      "loss": 0.1271,
      "step": 23822
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.961472427000381e-06,
      "loss": 0.1161,
      "step": 23823
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.960672285325605e-06,
      "loss": 0.1705,
      "step": 23824
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.959872174552683e-06,
      "loss": 0.1584,
      "step": 23825
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.959072094687733e-06,
      "loss": 0.1269,
      "step": 23826
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.9582720457368826e-06,
      "loss": 0.1572,
      "step": 23827
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.9574720277062506e-06,
      "loss": 0.1547,
      "step": 23828
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.956672040601954e-06,
      "loss": 0.1413,
      "step": 23829
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.955872084430114e-06,
      "loss": 0.1373,
      "step": 23830
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.955072159196851e-06,
      "loss": 0.1392,
      "step": 23831
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.954272264908285e-06,
      "loss": 0.1369,
      "step": 23832
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.953472401570538e-06,
      "loss": 0.1527,
      "step": 23833
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.952672569189723e-06,
      "loss": 0.1304,
      "step": 23834
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.951872767771964e-06,
      "loss": 0.1331,
      "step": 23835
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.951072997323375e-06,
      "loss": 0.1323,
      "step": 23836
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.95027325785008e-06,
      "loss": 0.1052,
      "step": 23837
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.949473549358196e-06,
      "loss": 0.1677,
      "step": 23838
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.948673871853837e-06,
      "loss": 0.1309,
      "step": 23839
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.947874225343124e-06,
      "loss": 0.1519,
      "step": 23840
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.947074609832171e-06,
      "loss": 0.1495,
      "step": 23841
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.946275025327102e-06,
      "loss": 0.1486,
      "step": 23842
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.94547547183403e-06,
      "loss": 0.1301,
      "step": 23843
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.94467594935907e-06,
      "loss": 0.1318,
      "step": 23844
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.943876457908341e-06,
      "loss": 0.1317,
      "step": 23845
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.9430769974879556e-06,
      "loss": 0.1112,
      "step": 23846
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.942277568104038e-06,
      "loss": 0.1553,
      "step": 23847
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.941478169762697e-06,
      "loss": 0.1265,
      "step": 23848
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.9406788024700505e-06,
      "loss": 0.1328,
      "step": 23849
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.939879466232213e-06,
      "loss": 0.138,
      "step": 23850
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.939080161055296e-06,
      "loss": 0.1815,
      "step": 23851
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.938280886945424e-06,
      "loss": 0.127,
      "step": 23852
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.9374816439087045e-06,
      "loss": 0.1348,
      "step": 23853
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.936682431951255e-06,
      "loss": 0.1388,
      "step": 23854
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.935883251079189e-06,
      "loss": 0.1395,
      "step": 23855
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.935084101298613e-06,
      "loss": 0.1545,
      "step": 23856
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.934284982615653e-06,
      "loss": 0.1213,
      "step": 23857
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.933485895036416e-06,
      "loss": 0.1452,
      "step": 23858
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.932686838567016e-06,
      "loss": 0.1417,
      "step": 23859
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.931887813213567e-06,
      "loss": 0.1393,
      "step": 23860
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.931088818982176e-06,
      "loss": 0.138,
      "step": 23861
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.930289855878966e-06,
      "loss": 0.1629,
      "step": 23862
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.9294909239100394e-06,
      "loss": 0.125,
      "step": 23863
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.928692023081515e-06,
      "loss": 0.1157,
      "step": 23864
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.927893153399502e-06,
      "loss": 0.162,
      "step": 23865
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.927094314870108e-06,
      "loss": 0.1705,
      "step": 23866
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.926295507499453e-06,
      "loss": 0.1726,
      "step": 23867
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.9254967312936404e-06,
      "loss": 0.1513,
      "step": 23868
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.924697986258785e-06,
      "loss": 0.1494,
      "step": 23869
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.923899272400998e-06,
      "loss": 0.1512,
      "step": 23870
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.923100589726383e-06,
      "loss": 0.1437,
      "step": 23871
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.92230193824106e-06,
      "loss": 0.151,
      "step": 23872
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.921503317951132e-06,
      "loss": 0.1414,
      "step": 23873
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.920704728862711e-06,
      "loss": 0.1172,
      "step": 23874
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.9199061709819085e-06,
      "loss": 0.1484,
      "step": 23875
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.919107644314824e-06,
      "loss": 0.1317,
      "step": 23876
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.918309148867581e-06,
      "loss": 0.1429,
      "step": 23877
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.917510684646278e-06,
      "loss": 0.1364,
      "step": 23878
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.916712251657027e-06,
      "loss": 0.1144,
      "step": 23879
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.9159138499059374e-06,
      "loss": 0.1257,
      "step": 23880
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.915115479399112e-06,
      "loss": 0.1055,
      "step": 23881
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.9143171401426626e-06,
      "loss": 0.1335,
      "step": 23882
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.913518832142696e-06,
      "loss": 0.1407,
      "step": 23883
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.91272055540532e-06,
      "loss": 0.169,
      "step": 23884
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.911922309936642e-06,
      "loss": 0.1504,
      "step": 23885
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.911124095742765e-06,
      "loss": 0.167,
      "step": 23886
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.9103259128298e-06,
      "loss": 0.1284,
      "step": 23887
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.9095277612038505e-06,
      "loss": 0.1487,
      "step": 23888
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.908729640871027e-06,
      "loss": 0.1633,
      "step": 23889
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.907931551837429e-06,
      "loss": 0.1336,
      "step": 23890
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.907133494109165e-06,
      "loss": 0.1515,
      "step": 23891
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.9063354676923416e-06,
      "loss": 0.1235,
      "step": 23892
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.905537472593061e-06,
      "loss": 0.1257,
      "step": 23893
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.904739508817432e-06,
      "loss": 0.1257,
      "step": 23894
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.903941576371552e-06,
      "loss": 0.1508,
      "step": 23895
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.903143675261537e-06,
      "loss": 0.1358,
      "step": 23896
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.902345805493482e-06,
      "loss": 0.1568,
      "step": 23897
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.901547967073493e-06,
      "loss": 0.1165,
      "step": 23898
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.900750160007676e-06,
      "loss": 0.1876,
      "step": 23899
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.899952384302126e-06,
      "loss": 0.1485,
      "step": 23900
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.899154639962959e-06,
      "loss": 0.1583,
      "step": 23901
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.898356926996271e-06,
      "loss": 0.1056,
      "step": 23902
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.8975592454081635e-06,
      "loss": 0.1384,
      "step": 23903
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.896761595204743e-06,
      "loss": 0.1264,
      "step": 23904
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.895963976392104e-06,
      "loss": 0.1655,
      "step": 23905
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.89516638897636e-06,
      "loss": 0.1467,
      "step": 23906
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.894368832963604e-06,
      "loss": 0.1497,
      "step": 23907
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.893571308359941e-06,
      "loss": 0.1297,
      "step": 23908
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.8927738151714735e-06,
      "loss": 0.148,
      "step": 23909
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.891976353404294e-06,
      "loss": 0.1504,
      "step": 23910
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.8911789230645154e-06,
      "loss": 0.1766,
      "step": 23911
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.8903815241582315e-06,
      "loss": 0.1413,
      "step": 23912
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.889584156691543e-06,
      "loss": 0.1455,
      "step": 23913
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.888786820670553e-06,
      "loss": 0.1511,
      "step": 23914
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.887989516101356e-06,
      "loss": 0.1386,
      "step": 23915
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.887192242990055e-06,
      "loss": 0.1272,
      "step": 23916
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.886395001342749e-06,
      "loss": 0.1532,
      "step": 23917
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.885597791165538e-06,
      "loss": 0.1364,
      "step": 23918
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.8848006124645206e-06,
      "loss": 0.1377,
      "step": 23919
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.884003465245792e-06,
      "loss": 0.1825,
      "step": 23920
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.883206349515454e-06,
      "loss": 0.1263,
      "step": 23921
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.882409265279605e-06,
      "loss": 0.142,
      "step": 23922
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.881612212544343e-06,
      "loss": 0.1281,
      "step": 23923
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.880815191315763e-06,
      "loss": 0.1276,
      "step": 23924
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.880018201599962e-06,
      "loss": 0.1305,
      "step": 23925
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.879221243403042e-06,
      "loss": 0.153,
      "step": 23926
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.878424316731095e-06,
      "loss": 0.1315,
      "step": 23927
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.8776274215902216e-06,
      "loss": 0.1444,
      "step": 23928
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.8768305579865155e-06,
      "loss": 0.1183,
      "step": 23929
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.876033725926072e-06,
      "loss": 0.134,
      "step": 23930
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.8752369254149895e-06,
      "loss": 0.1245,
      "step": 23931
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.874440156459364e-06,
      "loss": 0.113,
      "step": 23932
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.873643419065293e-06,
      "loss": 0.1319,
      "step": 23933
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.872846713238864e-06,
      "loss": 0.1508,
      "step": 23934
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.872050038986177e-06,
      "loss": 0.1322,
      "step": 23935
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.871253396313328e-06,
      "loss": 0.2142,
      "step": 23936
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.8704567852264096e-06,
      "loss": 0.1372,
      "step": 23937
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.869660205731517e-06,
      "loss": 0.1519,
      "step": 23938
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.868863657834745e-06,
      "loss": 0.1167,
      "step": 23939
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.868067141542182e-06,
      "loss": 0.1178,
      "step": 23940
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.867270656859929e-06,
      "loss": 0.1182,
      "step": 23941
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.866474203794075e-06,
      "loss": 0.1372,
      "step": 23942
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.865677782350716e-06,
      "loss": 0.1515,
      "step": 23943
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.86488139253594e-06,
      "loss": 0.1482,
      "step": 23944
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.864085034355842e-06,
      "loss": 0.1775,
      "step": 23945
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.863288707816516e-06,
      "loss": 0.1214,
      "step": 23946
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.862492412924052e-06,
      "loss": 0.1398,
      "step": 23947
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.861696149684546e-06,
      "loss": 0.1625,
      "step": 23948
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.860899918104083e-06,
      "loss": 0.1441,
      "step": 23949
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.860103718188756e-06,
      "loss": 0.1281,
      "step": 23950
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.859307549944661e-06,
      "loss": 0.1463,
      "step": 23951
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.858511413377886e-06,
      "loss": 0.1361,
      "step": 23952
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.8577153084945214e-06,
      "loss": 0.1462,
      "step": 23953
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.856919235300656e-06,
      "loss": 0.1528,
      "step": 23954
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.856123193802381e-06,
      "loss": 0.1657,
      "step": 23955
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.855327184005787e-06,
      "loss": 0.1366,
      "step": 23956
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.8545312059169666e-06,
      "loss": 0.1458,
      "step": 23957
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.8537352595420025e-06,
      "loss": 0.1435,
      "step": 23958
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.85293934488699e-06,
      "loss": 0.1476,
      "step": 23959
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.852143461958011e-06,
      "loss": 0.1829,
      "step": 23960
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.851347610761162e-06,
      "loss": 0.149,
      "step": 23961
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.85055179130253e-06,
      "loss": 0.1386,
      "step": 23962
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.849756003588198e-06,
      "loss": 0.1544,
      "step": 23963
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.8489602476242605e-06,
      "loss": 0.1195,
      "step": 23964
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.848164523416797e-06,
      "loss": 0.1018,
      "step": 23965
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.847368830971904e-06,
      "loss": 0.1214,
      "step": 23966
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.846573170295666e-06,
      "loss": 0.1418,
      "step": 23967
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.845777541394167e-06,
      "loss": 0.1383,
      "step": 23968
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.844981944273496e-06,
      "loss": 0.1387,
      "step": 23969
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.844186378939737e-06,
      "loss": 0.1313,
      "step": 23970
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.84339084539898e-06,
      "loss": 0.1855,
      "step": 23971
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.8425953436573115e-06,
      "loss": 0.1151,
      "step": 23972
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.841799873720813e-06,
      "loss": 0.1866,
      "step": 23973
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.841004435595572e-06,
      "loss": 0.1772,
      "step": 23974
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.840209029287672e-06,
      "loss": 0.1181,
      "step": 23975
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.839413654803203e-06,
      "loss": 0.1558,
      "step": 23976
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.8386183121482475e-06,
      "loss": 0.1238,
      "step": 23977
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.83782300132889e-06,
      "loss": 0.1332,
      "step": 23978
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.837027722351212e-06,
      "loss": 0.1487,
      "step": 23979
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.836232475221299e-06,
      "loss": 0.1638,
      "step": 23980
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.835437259945238e-06,
      "loss": 0.1189,
      "step": 23981
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.834642076529108e-06,
      "loss": 0.1675,
      "step": 23982
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.8338469249789985e-06,
      "loss": 0.1361,
      "step": 23983
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.833051805300988e-06,
      "loss": 0.1411,
      "step": 23984
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.832256717501157e-06,
      "loss": 0.1408,
      "step": 23985
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.831461661585589e-06,
      "loss": 0.1526,
      "step": 23986
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.830666637560375e-06,
      "loss": 0.1394,
      "step": 23987
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.829871645431591e-06,
      "loss": 0.128,
      "step": 23988
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.829076685205313e-06,
      "loss": 0.1206,
      "step": 23989
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.828281756887628e-06,
      "loss": 0.114,
      "step": 23990
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.827486860484624e-06,
      "loss": 0.1634,
      "step": 23991
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.826691996002369e-06,
      "loss": 0.1233,
      "step": 23992
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.825897163446956e-06,
      "loss": 0.1657,
      "step": 23993
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.825102362824461e-06,
      "loss": 0.1228,
      "step": 23994
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.824307594140959e-06,
      "loss": 0.1181,
      "step": 23995
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.823512857402534e-06,
      "loss": 0.1436,
      "step": 23996
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.822718152615273e-06,
      "loss": 0.1497,
      "step": 23997
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.821923479785249e-06,
      "loss": 0.134,
      "step": 23998
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.821128838918538e-06,
      "loss": 0.1403,
      "step": 23999
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.820334230021223e-06,
      "loss": 0.1359,
      "step": 24000
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.819539653099386e-06,
      "loss": 0.1338,
      "step": 24001
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.8187451081591e-06,
      "loss": 0.1765,
      "step": 24002
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.81795059520645e-06,
      "loss": 0.122,
      "step": 24003
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.817156114247512e-06,
      "loss": 0.1382,
      "step": 24004
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.816361665288357e-06,
      "loss": 0.1154,
      "step": 24005
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.81556724833507e-06,
      "loss": 0.1282,
      "step": 24006
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.81477286339373e-06,
      "loss": 0.1648,
      "step": 24007
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.813978510470411e-06,
      "loss": 0.1511,
      "step": 24008
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.813184189571185e-06,
      "loss": 0.1491,
      "step": 24009
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.812389900702133e-06,
      "loss": 0.1254,
      "step": 24010
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.811595643869339e-06,
      "loss": 0.1743,
      "step": 24011
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.810801419078871e-06,
      "loss": 0.1522,
      "step": 24012
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.810007226336802e-06,
      "loss": 0.1339,
      "step": 24013
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.809213065649218e-06,
      "loss": 0.1364,
      "step": 24014
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.808418937022184e-06,
      "loss": 0.1141,
      "step": 24015
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.807624840461781e-06,
      "loss": 0.1499,
      "step": 24016
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.806830775974086e-06,
      "loss": 0.1479,
      "step": 24017
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.806036743565171e-06,
      "loss": 0.116,
      "step": 24018
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.805242743241106e-06,
      "loss": 0.1267,
      "step": 24019
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.804448775007972e-06,
      "loss": 0.1171,
      "step": 24020
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.803654838871842e-06,
      "loss": 0.1453,
      "step": 24021
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.802860934838791e-06,
      "loss": 0.121,
      "step": 24022
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.8020670629148854e-06,
      "loss": 0.1575,
      "step": 24023
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.8012732231062076e-06,
      "loss": 0.1297,
      "step": 24024
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.8004794154188215e-06,
      "loss": 0.1334,
      "step": 24025
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.799685639858806e-06,
      "loss": 0.1167,
      "step": 24026
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.798891896432235e-06,
      "loss": 0.1408,
      "step": 24027
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.79809818514518e-06,
      "loss": 0.1275,
      "step": 24028
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.797304506003707e-06,
      "loss": 0.125,
      "step": 24029
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.7965108590138905e-06,
      "loss": 0.1232,
      "step": 24030
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.79571724418181e-06,
      "loss": 0.1444,
      "step": 24031
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.794923661513529e-06,
      "loss": 0.1322,
      "step": 24032
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.794130111015119e-06,
      "loss": 0.1387,
      "step": 24033
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.793336592692653e-06,
      "loss": 0.1399,
      "step": 24034
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.7925431065522e-06,
      "loss": 0.158,
      "step": 24035
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.79174965259983e-06,
      "loss": 0.1105,
      "step": 24036
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.790956230841617e-06,
      "loss": 0.1526,
      "step": 24037
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.790162841283628e-06,
      "loss": 0.1375,
      "step": 24038
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.789369483931931e-06,
      "loss": 0.1293,
      "step": 24039
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.788576158792595e-06,
      "loss": 0.1285,
      "step": 24040
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.787782865871696e-06,
      "loss": 0.1274,
      "step": 24041
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.786989605175299e-06,
      "loss": 0.1444,
      "step": 24042
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.7861963767094665e-06,
      "loss": 0.1752,
      "step": 24043
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.7854031804802726e-06,
      "loss": 0.1596,
      "step": 24044
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.784610016493789e-06,
      "loss": 0.1195,
      "step": 24045
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.78381688475608e-06,
      "loss": 0.1123,
      "step": 24046
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.783023785273209e-06,
      "loss": 0.1348,
      "step": 24047
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.7822307180512516e-06,
      "loss": 0.1214,
      "step": 24048
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.781437683096265e-06,
      "loss": 0.156,
      "step": 24049
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.780644680414323e-06,
      "loss": 0.13,
      "step": 24050
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.779851710011495e-06,
      "loss": 0.1785,
      "step": 24051
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.779058771893844e-06,
      "loss": 0.1554,
      "step": 24052
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.778265866067432e-06,
      "loss": 0.1315,
      "step": 24053
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.777472992538326e-06,
      "loss": 0.1715,
      "step": 24054
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.7766801513126015e-06,
      "loss": 0.1283,
      "step": 24055
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.775887342396313e-06,
      "loss": 0.1456,
      "step": 24056
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.77509456579553e-06,
      "loss": 0.1102,
      "step": 24057
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.774301821516317e-06,
      "loss": 0.1702,
      "step": 24058
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.773509109564735e-06,
      "loss": 0.1467,
      "step": 24059
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.772716429946854e-06,
      "loss": 0.1308,
      "step": 24060
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.771923782668738e-06,
      "loss": 0.1262,
      "step": 24061
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.77113116773645e-06,
      "loss": 0.1214,
      "step": 24062
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.770338585156049e-06,
      "loss": 0.1194,
      "step": 24063
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.769546034933602e-06,
      "loss": 0.1619,
      "step": 24064
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.768753517075176e-06,
      "loss": 0.153,
      "step": 24065
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.767961031586831e-06,
      "loss": 0.1331,
      "step": 24066
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.7671685784746245e-06,
      "loss": 0.1354,
      "step": 24067
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.766376157744628e-06,
      "loss": 0.148,
      "step": 24068
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.765583769402895e-06,
      "loss": 0.155,
      "step": 24069
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.7647914134554915e-06,
      "loss": 0.1482,
      "step": 24070
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.763999089908484e-06,
      "loss": 0.1565,
      "step": 24071
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.763206798767928e-06,
      "loss": 0.1223,
      "step": 24072
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.762414540039884e-06,
      "loss": 0.1418,
      "step": 24073
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.761622313730415e-06,
      "loss": 0.1334,
      "step": 24074
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.760830119845586e-06,
      "loss": 0.1187,
      "step": 24075
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.760037958391453e-06,
      "loss": 0.1245,
      "step": 24076
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.759245829374072e-06,
      "loss": 0.1365,
      "step": 24077
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.758453732799511e-06,
      "loss": 0.1394,
      "step": 24078
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.757661668673824e-06,
      "loss": 0.1603,
      "step": 24079
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.756869637003075e-06,
      "loss": 0.1515,
      "step": 24080
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.756077637793318e-06,
      "loss": 0.1581,
      "step": 24081
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.755285671050619e-06,
      "loss": 0.1296,
      "step": 24082
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.754493736781033e-06,
      "loss": 0.1526,
      "step": 24083
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.7537018349906094e-06,
      "loss": 0.1437,
      "step": 24084
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.752909965685423e-06,
      "loss": 0.1476,
      "step": 24085
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.752118128871526e-06,
      "loss": 0.1209,
      "step": 24086
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.751326324554969e-06,
      "loss": 0.1437,
      "step": 24087
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.750534552741818e-06,
      "loss": 0.1265,
      "step": 24088
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.749742813438124e-06,
      "loss": 0.1378,
      "step": 24089
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.74895110664995e-06,
      "loss": 0.156,
      "step": 24090
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.7481594323833465e-06,
      "loss": 0.1733,
      "step": 24091
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.747367790644378e-06,
      "loss": 0.1301,
      "step": 24092
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.746576181439094e-06,
      "loss": 0.1457,
      "step": 24093
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.745784604773546e-06,
      "loss": 0.1106,
      "step": 24094
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.7449930606538026e-06,
      "loss": 0.1568,
      "step": 24095
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.744201549085915e-06,
      "loss": 0.169,
      "step": 24096
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.7434100700759325e-06,
      "loss": 0.1691,
      "step": 24097
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.7426186236299166e-06,
      "loss": 0.1159,
      "step": 24098
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.741827209753915e-06,
      "loss": 0.1227,
      "step": 24099
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.7410358284539916e-06,
      "loss": 0.1204,
      "step": 24100
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.7402444797361925e-06,
      "loss": 0.1323,
      "step": 24101
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.7394531636065775e-06,
      "loss": 0.1265,
      "step": 24102
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.7386618800711995e-06,
      "loss": 0.1388,
      "step": 24103
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.737870629136101e-06,
      "loss": 0.1657,
      "step": 24104
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.737079410807352e-06,
      "loss": 0.1557,
      "step": 24105
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.7362882250910006e-06,
      "loss": 0.1384,
      "step": 24106
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.73549707199309e-06,
      "loss": 0.12,
      "step": 24107
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.734705951519686e-06,
      "loss": 0.129,
      "step": 24108
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.733914863676831e-06,
      "loss": 0.1735,
      "step": 24109
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.733123808470582e-06,
      "loss": 0.1582,
      "step": 24110
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.732332785906988e-06,
      "loss": 0.103,
      "step": 24111
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.731541795992105e-06,
      "loss": 0.1231,
      "step": 24112
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.730750838731982e-06,
      "loss": 0.1258,
      "step": 24113
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.729959914132663e-06,
      "loss": 0.1161,
      "step": 24114
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.729169022200207e-06,
      "loss": 0.1484,
      "step": 24115
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.728378162940667e-06,
      "loss": 0.1293,
      "step": 24116
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.727587336360088e-06,
      "loss": 0.14,
      "step": 24117
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.726796542464517e-06,
      "loss": 0.15,
      "step": 24118
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.7260057812600065e-06,
      "loss": 0.1284,
      "step": 24119
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.725215052752613e-06,
      "loss": 0.1143,
      "step": 24120
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.724424356948375e-06,
      "loss": 0.1586,
      "step": 24121
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.72363369385335e-06,
      "loss": 0.1375,
      "step": 24122
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.722843063473584e-06,
      "loss": 0.1123,
      "step": 24123
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.72205246581512e-06,
      "loss": 0.1382,
      "step": 24124
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.721261900884012e-06,
      "loss": 0.1278,
      "step": 24125
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.72047136868631e-06,
      "loss": 0.1603,
      "step": 24126
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.719680869228059e-06,
      "loss": 0.1358,
      "step": 24127
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.718890402515303e-06,
      "loss": 0.122,
      "step": 24128
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.71809996855409e-06,
      "loss": 0.1205,
      "step": 24129
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.717309567350475e-06,
      "loss": 0.1215,
      "step": 24130
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.7165191989104975e-06,
      "loss": 0.1461,
      "step": 24131
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.715728863240206e-06,
      "loss": 0.1275,
      "step": 24132
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.714938560345649e-06,
      "loss": 0.1213,
      "step": 24133
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.714148290232866e-06,
      "loss": 0.1213,
      "step": 24134
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.713358052907907e-06,
      "loss": 0.1593,
      "step": 24135
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.71256784837682e-06,
      "loss": 0.1325,
      "step": 24136
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.711777676645649e-06,
      "loss": 0.1435,
      "step": 24137
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.710987537720433e-06,
      "loss": 0.1142,
      "step": 24138
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.710197431607221e-06,
      "loss": 0.1469,
      "step": 24139
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.709407358312063e-06,
      "loss": 0.1435,
      "step": 24140
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.7086173178409935e-06,
      "loss": 0.1247,
      "step": 24141
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.707827310200065e-06,
      "loss": 0.1292,
      "step": 24142
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.707037335395318e-06,
      "loss": 0.1383,
      "step": 24143
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.7062473934327915e-06,
      "loss": 0.1364,
      "step": 24144
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.70545748431853e-06,
      "loss": 0.1513,
      "step": 24145
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.704667608058586e-06,
      "loss": 0.1679,
      "step": 24146
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.703877764658995e-06,
      "loss": 0.1491,
      "step": 24147
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.703087954125795e-06,
      "loss": 0.1671,
      "step": 24148
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.702298176465035e-06,
      "loss": 0.1292,
      "step": 24149
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.701508431682757e-06,
      "loss": 0.1197,
      "step": 24150
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.700718719785002e-06,
      "loss": 0.1422,
      "step": 24151
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.699929040777807e-06,
      "loss": 0.1073,
      "step": 24152
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.6991393946672195e-06,
      "loss": 0.1286,
      "step": 24153
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.698349781459273e-06,
      "loss": 0.1205,
      "step": 24154
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.697560201160015e-06,
      "loss": 0.122,
      "step": 24155
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.696770653775486e-06,
      "loss": 0.123,
      "step": 24156
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.6959811393117255e-06,
      "loss": 0.1422,
      "step": 24157
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.695191657774768e-06,
      "loss": 0.143,
      "step": 24158
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.694402209170655e-06,
      "loss": 0.1611,
      "step": 24159
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.693612793505434e-06,
      "loss": 0.1167,
      "step": 24160
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.6928234107851385e-06,
      "loss": 0.1583,
      "step": 24161
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.692034061015803e-06,
      "loss": 0.1207,
      "step": 24162
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.691244744203475e-06,
      "loss": 0.1457,
      "step": 24163
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.690455460354185e-06,
      "loss": 0.1101,
      "step": 24164
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.689666209473974e-06,
      "loss": 0.1695,
      "step": 24165
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.688876991568886e-06,
      "loss": 0.1034,
      "step": 24166
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.688087806644953e-06,
      "loss": 0.1394,
      "step": 24167
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.687298654708209e-06,
      "loss": 0.1454,
      "step": 24168
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.686509535764694e-06,
      "loss": 0.1338,
      "step": 24169
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.685720449820451e-06,
      "loss": 0.1342,
      "step": 24170
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.684931396881513e-06,
      "loss": 0.1173,
      "step": 24171
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.68414237695391e-06,
      "loss": 0.1406,
      "step": 24172
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.683353390043687e-06,
      "loss": 0.1494,
      "step": 24173
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.682564436156874e-06,
      "loss": 0.1369,
      "step": 24174
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.681775515299508e-06,
      "loss": 0.1142,
      "step": 24175
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.680986627477629e-06,
      "loss": 0.1196,
      "step": 24176
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.68019777269727e-06,
      "loss": 0.1509,
      "step": 24177
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.67940895096446e-06,
      "loss": 0.1475,
      "step": 24178
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.67862016228524e-06,
      "loss": 0.1124,
      "step": 24179
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.677831406665645e-06,
      "loss": 0.1499,
      "step": 24180
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.677042684111706e-06,
      "loss": 0.1616,
      "step": 24181
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.676253994629457e-06,
      "loss": 0.1641,
      "step": 24182
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.675465338224935e-06,
      "loss": 0.1449,
      "step": 24183
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.674676714904166e-06,
      "loss": 0.1324,
      "step": 24184
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.673888124673194e-06,
      "loss": 0.1495,
      "step": 24185
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.673099567538041e-06,
      "loss": 0.1635,
      "step": 24186
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.672311043504749e-06,
      "loss": 0.1228,
      "step": 24187
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.671522552579343e-06,
      "loss": 0.1461,
      "step": 24188
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.670734094767856e-06,
      "loss": 0.1307,
      "step": 24189
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.669945670076327e-06,
      "loss": 0.1183,
      "step": 24190
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.669157278510784e-06,
      "loss": 0.1506,
      "step": 24191
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.6683689200772525e-06,
      "loss": 0.1185,
      "step": 24192
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.6675805947817685e-06,
      "loss": 0.1881,
      "step": 24193
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.666792302630366e-06,
      "loss": 0.1231,
      "step": 24194
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.6660040436290744e-06,
      "loss": 0.1244,
      "step": 24195
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.665215817783916e-06,
      "loss": 0.1311,
      "step": 24196
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.6644276251009325e-06,
      "loss": 0.1382,
      "step": 24197
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.6636394655861415e-06,
      "loss": 0.1068,
      "step": 24198
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.662851339245582e-06,
      "loss": 0.1141,
      "step": 24199
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.662063246085283e-06,
      "loss": 0.1229,
      "step": 24200
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.661275186111272e-06,
      "loss": 0.1787,
      "step": 24201
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.660487159329574e-06,
      "loss": 0.1352,
      "step": 24202
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.6596991657462195e-06,
      "loss": 0.1533,
      "step": 24203
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.658911205367244e-06,
      "loss": 0.1513,
      "step": 24204
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.658123278198667e-06,
      "loss": 0.1358,
      "step": 24205
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.657335384246516e-06,
      "loss": 0.1638,
      "step": 24206
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.656547523516827e-06,
      "loss": 0.1323,
      "step": 24207
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.655759696015617e-06,
      "loss": 0.1377,
      "step": 24208
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.654971901748918e-06,
      "loss": 0.1109,
      "step": 24209
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.65418414072276e-06,
      "loss": 0.1287,
      "step": 24210
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.653396412943167e-06,
      "loss": 0.1254,
      "step": 24211
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.652608718416161e-06,
      "loss": 0.123,
      "step": 24212
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.651821057147773e-06,
      "loss": 0.1187,
      "step": 24213
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.651033429144029e-06,
      "loss": 0.1406,
      "step": 24214
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.650245834410955e-06,
      "loss": 0.1418,
      "step": 24215
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.649458272954569e-06,
      "loss": 0.1163,
      "step": 24216
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.648670744780906e-06,
      "loss": 0.117,
      "step": 24217
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.647883249895982e-06,
      "loss": 0.1073,
      "step": 24218
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.647095788305832e-06,
      "loss": 0.145,
      "step": 24219
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.646308360016468e-06,
      "loss": 0.1212,
      "step": 24220
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.645520965033924e-06,
      "loss": 0.1307,
      "step": 24221
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.644733603364216e-06,
      "loss": 0.1378,
      "step": 24222
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.643946275013372e-06,
      "loss": 0.1184,
      "step": 24223
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.643158979987418e-06,
      "loss": 0.1525,
      "step": 24224
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.642371718292374e-06,
      "loss": 0.1415,
      "step": 24225
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.641584489934257e-06,
      "loss": 0.1675,
      "step": 24226
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.6407972949191e-06,
      "loss": 0.1396,
      "step": 24227
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.640010133252918e-06,
      "loss": 0.1517,
      "step": 24228
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.6392230049417365e-06,
      "loss": 0.1548,
      "step": 24229
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.638435909991572e-06,
      "loss": 0.1506,
      "step": 24230
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.637648848408455e-06,
      "loss": 0.1172,
      "step": 24231
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.636861820198401e-06,
      "loss": 0.1296,
      "step": 24232
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.6360748253674215e-06,
      "loss": 0.1342,
      "step": 24233
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.635287863921557e-06,
      "loss": 0.1679,
      "step": 24234
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.634500935866818e-06,
      "loss": 0.1625,
      "step": 24235
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.633714041209221e-06,
      "loss": 0.119,
      "step": 24236
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.632927179954793e-06,
      "loss": 0.1176,
      "step": 24237
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.632140352109547e-06,
      "loss": 0.1322,
      "step": 24238
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.6313535576795084e-06,
      "loss": 0.1349,
      "step": 24239
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.630566796670691e-06,
      "loss": 0.1572,
      "step": 24240
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.629780069089122e-06,
      "loss": 0.1337,
      "step": 24241
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.628993374940812e-06,
      "loss": 0.1561,
      "step": 24242
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.6282067142317755e-06,
      "loss": 0.1281,
      "step": 24243
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.627420086968045e-06,
      "loss": 0.1482,
      "step": 24244
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.6266334931556295e-06,
      "loss": 0.0982,
      "step": 24245
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.625846932800545e-06,
      "loss": 0.1923,
      "step": 24246
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.6250604059088155e-06,
      "loss": 0.125,
      "step": 24247
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.624273912486448e-06,
      "loss": 0.1818,
      "step": 24248
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.623487452539471e-06,
      "loss": 0.1193,
      "step": 24249
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.622701026073893e-06,
      "loss": 0.1221,
      "step": 24250
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.621914633095735e-06,
      "loss": 0.1387,
      "step": 24251
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.621128273611012e-06,
      "loss": 0.1049,
      "step": 24252
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.620341947625731e-06,
      "loss": 0.1402,
      "step": 24253
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.619555655145923e-06,
      "loss": 0.124,
      "step": 24254
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.618769396177597e-06,
      "loss": 0.1469,
      "step": 24255
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.617983170726762e-06,
      "loss": 0.139,
      "step": 24256
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.617196978799442e-06,
      "loss": 0.1377,
      "step": 24257
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.6164108204016435e-06,
      "loss": 0.1422,
      "step": 24258
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.615624695539388e-06,
      "loss": 0.1528,
      "step": 24259
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.6148386042186834e-06,
      "loss": 0.153,
      "step": 24260
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.61405254644555e-06,
      "loss": 0.1177,
      "step": 24261
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.613266522225996e-06,
      "loss": 0.1341,
      "step": 24262
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.612480531566034e-06,
      "loss": 0.1089,
      "step": 24263
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.611694574471678e-06,
      "loss": 0.1215,
      "step": 24264
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.610908650948948e-06,
      "loss": 0.1334,
      "step": 24265
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.610122761003849e-06,
      "loss": 0.1388,
      "step": 24266
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.6093369046423905e-06,
      "loss": 0.1798,
      "step": 24267
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.6085510818705905e-06,
      "loss": 0.1564,
      "step": 24268
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.60776529269446e-06,
      "loss": 0.1257,
      "step": 24269
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.606979537120009e-06,
      "loss": 0.181,
      "step": 24270
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.606193815153251e-06,
      "loss": 0.1715,
      "step": 24271
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.605408126800197e-06,
      "loss": 0.1223,
      "step": 24272
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.604622472066852e-06,
      "loss": 0.1169,
      "step": 24273
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.603836850959229e-06,
      "loss": 0.1585,
      "step": 24274
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.603051263483344e-06,
      "loss": 0.14,
      "step": 24275
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.6022657096452025e-06,
      "loss": 0.1273,
      "step": 24276
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.60148018945081e-06,
      "loss": 0.1377,
      "step": 24277
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.6006947029061805e-06,
      "loss": 0.1237,
      "step": 24278
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.599909250017328e-06,
      "loss": 0.179,
      "step": 24279
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.599123830790251e-06,
      "loss": 0.1188,
      "step": 24280
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.598338445230966e-06,
      "loss": 0.1729,
      "step": 24281
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.5975530933454814e-06,
      "loss": 0.1588,
      "step": 24282
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.596767775139798e-06,
      "loss": 0.1944,
      "step": 24283
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.5959824906199266e-06,
      "loss": 0.1368,
      "step": 24284
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.595197239791883e-06,
      "loss": 0.1484,
      "step": 24285
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.594412022661666e-06,
      "loss": 0.1508,
      "step": 24286
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.593626839235282e-06,
      "loss": 0.1414,
      "step": 24287
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.5928416895187424e-06,
      "loss": 0.1024,
      "step": 24288
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.592056573518054e-06,
      "loss": 0.1293,
      "step": 24289
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.591271491239217e-06,
      "loss": 0.1134,
      "step": 24290
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.590486442688246e-06,
      "loss": 0.1085,
      "step": 24291
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.589701427871144e-06,
      "loss": 0.145,
      "step": 24292
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.588916446793909e-06,
      "loss": 0.1395,
      "step": 24293
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.588131499462554e-06,
      "loss": 0.1334,
      "step": 24294
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.587346585883086e-06,
      "loss": 0.1347,
      "step": 24295
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.586561706061505e-06,
      "loss": 0.1272,
      "step": 24296
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.585776860003813e-06,
      "loss": 0.1566,
      "step": 24297
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.58499204771602e-06,
      "loss": 0.1246,
      "step": 24298
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.5842072692041305e-06,
      "loss": 0.1438,
      "step": 24299
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.583422524474146e-06,
      "loss": 0.1196,
      "step": 24300
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.582637813532066e-06,
      "loss": 0.1373,
      "step": 24301
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.581853136383901e-06,
      "loss": 0.1257,
      "step": 24302
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.581068493035646e-06,
      "loss": 0.1379,
      "step": 24303
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.580283883493309e-06,
      "loss": 0.1143,
      "step": 24304
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.5794993077628944e-06,
      "loss": 0.1091,
      "step": 24305
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.578714765850404e-06,
      "loss": 0.1403,
      "step": 24306
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.577930257761832e-06,
      "loss": 0.1624,
      "step": 24307
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.577145783503185e-06,
      "loss": 0.1715,
      "step": 24308
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.5763613430804696e-06,
      "loss": 0.1125,
      "step": 24309
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.5755769364996815e-06,
      "loss": 0.1575,
      "step": 24310
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.574792563766819e-06,
      "loss": 0.1219,
      "step": 24311
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.574008224887889e-06,
      "loss": 0.17,
      "step": 24312
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.573223919868887e-06,
      "loss": 0.1538,
      "step": 24313
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.572439648715813e-06,
      "loss": 0.1479,
      "step": 24314
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.571655411434673e-06,
      "loss": 0.1524,
      "step": 24315
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.570871208031464e-06,
      "loss": 0.156,
      "step": 24316
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.57008703851218e-06,
      "loss": 0.1648,
      "step": 24317
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.5693029028828226e-06,
      "loss": 0.1262,
      "step": 24318
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.568518801149396e-06,
      "loss": 0.1223,
      "step": 24319
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.5677347333178955e-06,
      "loss": 0.1632,
      "step": 24320
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.566950699394315e-06,
      "loss": 0.1544,
      "step": 24321
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.566166699384661e-06,
      "loss": 0.1337,
      "step": 24322
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.565382733294921e-06,
      "loss": 0.1657,
      "step": 24323
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.564598801131098e-06,
      "loss": 0.1609,
      "step": 24324
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.563814902899194e-06,
      "loss": 0.1518,
      "step": 24325
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.563031038605203e-06,
      "loss": 0.1645,
      "step": 24326
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.562247208255114e-06,
      "loss": 0.1494,
      "step": 24327
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.56146341185493e-06,
      "loss": 0.1556,
      "step": 24328
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.560679649410651e-06,
      "loss": 0.1077,
      "step": 24329
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.559895920928269e-06,
      "loss": 0.1274,
      "step": 24330
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.5591122264137755e-06,
      "loss": 0.1163,
      "step": 24331
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.558328565873175e-06,
      "loss": 0.1404,
      "step": 24332
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.557544939312451e-06,
      "loss": 0.1248,
      "step": 24333
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.556761346737612e-06,
      "loss": 0.1053,
      "step": 24334
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.55597778815464e-06,
      "loss": 0.1151,
      "step": 24335
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.555194263569541e-06,
      "loss": 0.1271,
      "step": 24336
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.554410772988301e-06,
      "loss": 0.1326,
      "step": 24337
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.55362731641691e-06,
      "loss": 0.125,
      "step": 24338
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.552843893861376e-06,
      "loss": 0.1756,
      "step": 24339
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.552060505327683e-06,
      "loss": 0.1732,
      "step": 24340
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.5512771508218236e-06,
      "loss": 0.1232,
      "step": 24341
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.550493830349791e-06,
      "loss": 0.155,
      "step": 24342
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.549710543917583e-06,
      "loss": 0.1119,
      "step": 24343
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.54892729153119e-06,
      "loss": 0.1514,
      "step": 24344
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.548144073196598e-06,
      "loss": 0.1463,
      "step": 24345
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.547360888919805e-06,
      "loss": 0.14,
      "step": 24346
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.546577738706797e-06,
      "loss": 0.1052,
      "step": 24347
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.5457946225635705e-06,
      "loss": 0.1772,
      "step": 24348
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.545011540496118e-06,
      "loss": 0.1421,
      "step": 24349
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.544228492510429e-06,
      "loss": 0.1235,
      "step": 24350
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.5434454786124855e-06,
      "loss": 0.1591,
      "step": 24351
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.542662498808287e-06,
      "loss": 0.1544,
      "step": 24352
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.541879553103823e-06,
      "loss": 0.1543,
      "step": 24353
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.541096641505082e-06,
      "loss": 0.1173,
      "step": 24354
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.540313764018048e-06,
      "loss": 0.1631,
      "step": 24355
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.53953092064872e-06,
      "loss": 0.1353,
      "step": 24356
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.538748111403078e-06,
      "loss": 0.1535,
      "step": 24357
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.537965336287114e-06,
      "loss": 0.149,
      "step": 24358
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.5371825953068205e-06,
      "loss": 0.1257,
      "step": 24359
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.536399888468183e-06,
      "loss": 0.0929,
      "step": 24360
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.535617215777185e-06,
      "loss": 0.1541,
      "step": 24361
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.534834577239816e-06,
      "loss": 0.13,
      "step": 24362
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.5340519728620686e-06,
      "loss": 0.1545,
      "step": 24363
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.533269402649929e-06,
      "loss": 0.1538,
      "step": 24364
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.532486866609375e-06,
      "loss": 0.1491,
      "step": 24365
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.5317043647464055e-06,
      "loss": 0.1172,
      "step": 24366
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.530921897066996e-06,
      "loss": 0.1147,
      "step": 24367
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.530139463577142e-06,
      "loss": 0.105,
      "step": 24368
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.52935706428282e-06,
      "loss": 0.1461,
      "step": 24369
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.528574699190025e-06,
      "loss": 0.1232,
      "step": 24370
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.527792368304736e-06,
      "loss": 0.1035,
      "step": 24371
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.527010071632935e-06,
      "loss": 0.144,
      "step": 24372
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.526227809180616e-06,
      "loss": 0.1251,
      "step": 24373
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.525445580953761e-06,
      "loss": 0.1343,
      "step": 24374
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.524663386958348e-06,
      "loss": 0.136,
      "step": 24375
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.5238812272003685e-06,
      "loss": 0.1547,
      "step": 24376
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.523099101685798e-06,
      "loss": 0.1347,
      "step": 24377
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.52231701042063e-06,
      "loss": 0.1563,
      "step": 24378
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.5215349534108386e-06,
      "loss": 0.1382,
      "step": 24379
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.520752930662415e-06,
      "loss": 0.1448,
      "step": 24380
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.519970942181337e-06,
      "loss": 0.1149,
      "step": 24381
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.51918898797358e-06,
      "loss": 0.1226,
      "step": 24382
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.518407068045141e-06,
      "loss": 0.1453,
      "step": 24383
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.517625182401995e-06,
      "loss": 0.128,
      "step": 24384
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.516843331050119e-06,
      "loss": 0.1206,
      "step": 24385
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.516061513995502e-06,
      "loss": 0.1789,
      "step": 24386
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.515279731244119e-06,
      "loss": 0.1431,
      "step": 24387
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.5144979828019555e-06,
      "loss": 0.135,
      "step": 24388
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.5137162686749866e-06,
      "loss": 0.145,
      "step": 24389
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.512934588869201e-06,
      "loss": 0.1268,
      "step": 24390
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.512152943390573e-06,
      "loss": 0.1296,
      "step": 24391
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.511371332245075e-06,
      "loss": 0.1416,
      "step": 24392
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.5105897554387025e-06,
      "loss": 0.1436,
      "step": 24393
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.509808212977428e-06,
      "loss": 0.134,
      "step": 24394
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.509026704867224e-06,
      "loss": 0.1748,
      "step": 24395
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.5082452311140796e-06,
      "loss": 0.1288,
      "step": 24396
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.507463791723964e-06,
      "loss": 0.128,
      "step": 24397
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.506682386702864e-06,
      "loss": 0.1047,
      "step": 24398
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.505901016056749e-06,
      "loss": 0.158,
      "step": 24399
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.505119679791605e-06,
      "loss": 0.1705,
      "step": 24400
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.504338377913405e-06,
      "loss": 0.1431,
      "step": 24401
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.503557110428122e-06,
      "loss": 0.1738,
      "step": 24402
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.502775877341739e-06,
      "loss": 0.1479,
      "step": 24403
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.501994678660234e-06,
      "loss": 0.1727,
      "step": 24404
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.5012135143895806e-06,
      "loss": 0.1409,
      "step": 24405
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.50043238453575e-06,
      "loss": 0.1304,
      "step": 24406
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.499651289104724e-06,
      "loss": 0.1359,
      "step": 24407
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.49887022810248e-06,
      "loss": 0.1331,
      "step": 24408
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.498089201534986e-06,
      "loss": 0.1342,
      "step": 24409
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.497308209408225e-06,
      "loss": 0.1467,
      "step": 24410
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.49652725172817e-06,
      "loss": 0.1233,
      "step": 24411
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.495746328500788e-06,
      "loss": 0.146,
      "step": 24412
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.494965439732059e-06,
      "loss": 0.1509,
      "step": 24413
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.494184585427959e-06,
      "loss": 0.1679,
      "step": 24414
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.493403765594463e-06,
      "loss": 0.1298,
      "step": 24415
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.492622980237534e-06,
      "loss": 0.1332,
      "step": 24416
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.491842229363154e-06,
      "loss": 0.1152,
      "step": 24417
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.491061512977298e-06,
      "loss": 0.1284,
      "step": 24418
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.49028083108593e-06,
      "loss": 0.1254,
      "step": 24419
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.489500183695031e-06,
      "loss": 0.1661,
      "step": 24420
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.48871957081057e-06,
      "loss": 0.1597,
      "step": 24421
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.487938992438515e-06,
      "loss": 0.1325,
      "step": 24422
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.48715844858484e-06,
      "loss": 0.1152,
      "step": 24423
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.4863779392555204e-06,
      "loss": 0.1654,
      "step": 24424
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.485597464456524e-06,
      "loss": 0.1502,
      "step": 24425
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.484817024193819e-06,
      "loss": 0.1632,
      "step": 24426
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.484036618473379e-06,
      "loss": 0.1224,
      "step": 24427
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.483256247301176e-06,
      "loss": 0.1319,
      "step": 24428
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.482475910683176e-06,
      "loss": 0.1208,
      "step": 24429
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.481695608625352e-06,
      "loss": 0.136,
      "step": 24430
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.4809153411336745e-06,
      "loss": 0.1448,
      "step": 24431
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.480135108214106e-06,
      "loss": 0.1608,
      "step": 24432
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.47935490987262e-06,
      "loss": 0.1363,
      "step": 24433
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.478574746115191e-06,
      "loss": 0.1321,
      "step": 24434
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.477794616947779e-06,
      "loss": 0.1306,
      "step": 24435
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.477014522376351e-06,
      "loss": 0.1328,
      "step": 24436
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.476234462406881e-06,
      "loss": 0.1058,
      "step": 24437
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.475454437045337e-06,
      "loss": 0.1256,
      "step": 24438
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.474674446297683e-06,
      "loss": 0.1151,
      "step": 24439
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.473894490169885e-06,
      "loss": 0.1315,
      "step": 24440
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.473114568667913e-06,
      "loss": 0.1192,
      "step": 24441
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.47233468179773e-06,
      "loss": 0.1258,
      "step": 24442
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.4715548295653045e-06,
      "loss": 0.1745,
      "step": 24443
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.4707750119766056e-06,
      "loss": 0.1307,
      "step": 24444
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.469995229037597e-06,
      "loss": 0.1381,
      "step": 24445
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.46921548075424e-06,
      "loss": 0.152,
      "step": 24446
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.468435767132503e-06,
      "loss": 0.1615,
      "step": 24447
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.467656088178355e-06,
      "loss": 0.1262,
      "step": 24448
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.466876443897757e-06,
      "loss": 0.1236,
      "step": 24449
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.46609683429667e-06,
      "loss": 0.1349,
      "step": 24450
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.465317259381067e-06,
      "loss": 0.1343,
      "step": 24451
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.4645377191569e-06,
      "loss": 0.1201,
      "step": 24452
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.463758213630142e-06,
      "loss": 0.1281,
      "step": 24453
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.462978742806755e-06,
      "loss": 0.1655,
      "step": 24454
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.462199306692703e-06,
      "loss": 0.144,
      "step": 24455
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.461419905293942e-06,
      "loss": 0.1521,
      "step": 24456
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.460640538616439e-06,
      "loss": 0.1394,
      "step": 24457
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.459861206666162e-06,
      "loss": 0.1177,
      "step": 24458
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.459081909449067e-06,
      "loss": 0.1478,
      "step": 24459
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.4583026469711135e-06,
      "loss": 0.1389,
      "step": 24460
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.457523419238269e-06,
      "loss": 0.1346,
      "step": 24461
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.456744226256488e-06,
      "loss": 0.1314,
      "step": 24462
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.4559650680317365e-06,
      "loss": 0.1715,
      "step": 24463
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.455185944569978e-06,
      "loss": 0.1264,
      "step": 24464
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.454406855877168e-06,
      "loss": 0.124,
      "step": 24465
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.453627801959265e-06,
      "loss": 0.1764,
      "step": 24466
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.452848782822233e-06,
      "loss": 0.1565,
      "step": 24467
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.452069798472033e-06,
      "loss": 0.131,
      "step": 24468
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.451290848914622e-06,
      "loss": 0.1443,
      "step": 24469
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.450511934155956e-06,
      "loss": 0.1379,
      "step": 24470
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.449733054202001e-06,
      "loss": 0.1184,
      "step": 24471
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.448954209058708e-06,
      "loss": 0.1518,
      "step": 24472
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.448175398732042e-06,
      "loss": 0.1152,
      "step": 24473
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.447396623227954e-06,
      "loss": 0.1526,
      "step": 24474
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.446617882552412e-06,
      "loss": 0.1123,
      "step": 24475
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.445839176711361e-06,
      "loss": 0.0988,
      "step": 24476
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.4450605057107665e-06,
      "loss": 0.0929,
      "step": 24477
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.444281869556587e-06,
      "loss": 0.1468,
      "step": 24478
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.443503268254777e-06,
      "loss": 0.1348,
      "step": 24479
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.4427247018112874e-06,
      "loss": 0.1374,
      "step": 24480
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.441946170232083e-06,
      "loss": 0.1331,
      "step": 24481
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.441167673523112e-06,
      "loss": 0.1349,
      "step": 24482
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.440389211690338e-06,
      "loss": 0.1402,
      "step": 24483
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.4396107847397085e-06,
      "loss": 0.1149,
      "step": 24484
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.438832392677187e-06,
      "loss": 0.1467,
      "step": 24485
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.4380540355087245e-06,
      "loss": 0.1385,
      "step": 24486
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.437275713240265e-06,
      "loss": 0.1395,
      "step": 24487
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.436497425877783e-06,
      "loss": 0.1576,
      "step": 24488
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.435719173427221e-06,
      "loss": 0.1342,
      "step": 24489
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.434940955894531e-06,
      "loss": 0.1371,
      "step": 24490
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.4341627732856694e-06,
      "loss": 0.1477,
      "step": 24491
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.433384625606595e-06,
      "loss": 0.1362,
      "step": 24492
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.4326065128632555e-06,
      "loss": 0.136,
      "step": 24493
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.431828435061599e-06,
      "loss": 0.143,
      "step": 24494
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.431050392207588e-06,
      "loss": 0.1069,
      "step": 24495
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.430272384307166e-06,
      "loss": 0.1208,
      "step": 24496
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.429494411366287e-06,
      "loss": 0.1604,
      "step": 24497
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.42871647339091e-06,
      "loss": 0.1495,
      "step": 24498
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.427938570386981e-06,
      "loss": 0.1653,
      "step": 24499
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.427160702360446e-06,
      "loss": 0.1767,
      "step": 24500
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.426382869317259e-06,
      "loss": 0.1645,
      "step": 24501
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.425605071263379e-06,
      "loss": 0.1745,
      "step": 24502
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.4248273082047496e-06,
      "loss": 0.1192,
      "step": 24503
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.424049580147316e-06,
      "loss": 0.14,
      "step": 24504
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.4232718870970365e-06,
      "loss": 0.1462,
      "step": 24505
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.422494229059853e-06,
      "loss": 0.1219,
      "step": 24506
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.421716606041724e-06,
      "loss": 0.1284,
      "step": 24507
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.42093901804859e-06,
      "loss": 0.1534,
      "step": 24508
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.420161465086406e-06,
      "loss": 0.13,
      "step": 24509
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.4193839471611155e-06,
      "loss": 0.1448,
      "step": 24510
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.418606464278668e-06,
      "loss": 0.1488,
      "step": 24511
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.417829016445015e-06,
      "loss": 0.1411,
      "step": 24512
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.4170516036661025e-06,
      "loss": 0.1554,
      "step": 24513
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.416274225947873e-06,
      "loss": 0.1144,
      "step": 24514
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.415496883296281e-06,
      "loss": 0.1506,
      "step": 24515
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.414719575717266e-06,
      "loss": 0.1737,
      "step": 24516
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.413942303216783e-06,
      "loss": 0.1169,
      "step": 24517
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.41316506580077e-06,
      "loss": 0.1481,
      "step": 24518
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.412387863475179e-06,
      "loss": 0.1147,
      "step": 24519
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.4116106962459545e-06,
      "loss": 0.1389,
      "step": 24520
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.410833564119034e-06,
      "loss": 0.1284,
      "step": 24521
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.4100564671003775e-06,
      "loss": 0.1323,
      "step": 24522
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.409279405195922e-06,
      "loss": 0.1723,
      "step": 24523
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.408502378411609e-06,
      "loss": 0.1459,
      "step": 24524
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.4077253867533895e-06,
      "loss": 0.1317,
      "step": 24525
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.406948430227201e-06,
      "loss": 0.1709,
      "step": 24526
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.406171508838997e-06,
      "loss": 0.1723,
      "step": 24527
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.40539462259471e-06,
      "loss": 0.1487,
      "step": 24528
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.4046177715002925e-06,
      "loss": 0.1436,
      "step": 24529
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.403840955561683e-06,
      "loss": 0.1293,
      "step": 24530
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.403064174784818e-06,
      "loss": 0.1431,
      "step": 24531
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.402287429175655e-06,
      "loss": 0.1001,
      "step": 24532
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.40151071874013e-06,
      "loss": 0.1004,
      "step": 24533
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.400734043484177e-06,
      "loss": 0.1453,
      "step": 24534
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.399957403413749e-06,
      "loss": 0.1045,
      "step": 24535
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.39918079853478e-06,
      "loss": 0.1478,
      "step": 24536
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.398404228853217e-06,
      "loss": 0.1204,
      "step": 24537
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.397627694374994e-06,
      "loss": 0.1368,
      "step": 24538
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.396851195106059e-06,
      "loss": 0.1376,
      "step": 24539
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.39607473105235e-06,
      "loss": 0.1164,
      "step": 24540
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.395298302219801e-06,
      "loss": 0.1445,
      "step": 24541
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.394521908614357e-06,
      "loss": 0.1698,
      "step": 24542
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.3937455502419626e-06,
      "loss": 0.1331,
      "step": 24543
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.392969227108547e-06,
      "loss": 0.1294,
      "step": 24544
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.39219293922006e-06,
      "loss": 0.1528,
      "step": 24545
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.3914166865824295e-06,
      "loss": 0.1279,
      "step": 24546
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.390640469201605e-06,
      "loss": 0.1366,
      "step": 24547
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.389864287083513e-06,
      "loss": 0.1645,
      "step": 24548
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.3890881402341025e-06,
      "loss": 0.1296,
      "step": 24549
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.388312028659306e-06,
      "loss": 0.1227,
      "step": 24550
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.387535952365057e-06,
      "loss": 0.1701,
      "step": 24551
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.386759911357297e-06,
      "loss": 0.171,
      "step": 24552
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.385983905641967e-06,
      "loss": 0.1429,
      "step": 24553
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.3852079352249984e-06,
      "loss": 0.1516,
      "step": 24554
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.384432000112326e-06,
      "loss": 0.1541,
      "step": 24555
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.383656100309889e-06,
      "loss": 0.1421,
      "step": 24556
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.3828802358236245e-06,
      "loss": 0.1058,
      "step": 24557
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.382104406659464e-06,
      "loss": 0.1405,
      "step": 24558
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.381328612823349e-06,
      "loss": 0.1327,
      "step": 24559
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.38055285432121e-06,
      "loss": 0.1269,
      "step": 24560
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.379777131158979e-06,
      "loss": 0.139,
      "step": 24561
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.379001443342593e-06,
      "loss": 0.1351,
      "step": 24562
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.378225790877991e-06,
      "loss": 0.1389,
      "step": 24563
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.377450173771103e-06,
      "loss": 0.1137,
      "step": 24564
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.37667459202786e-06,
      "loss": 0.1541,
      "step": 24565
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.375899045654196e-06,
      "loss": 0.1145,
      "step": 24566
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.37512353465605e-06,
      "loss": 0.1191,
      "step": 24567
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.374348059039348e-06,
      "loss": 0.1267,
      "step": 24568
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.37357261881003e-06,
      "loss": 0.1133,
      "step": 24569
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.372797213974022e-06,
      "loss": 0.1593,
      "step": 24570
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.3720218445372565e-06,
      "loss": 0.1197,
      "step": 24571
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.371246510505664e-06,
      "loss": 0.1177,
      "step": 24572
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.3704712118851845e-06,
      "loss": 0.172,
      "step": 24573
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.369695948681743e-06,
      "loss": 0.1521,
      "step": 24574
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.368920720901265e-06,
      "loss": 0.155,
      "step": 24575
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.368145528549688e-06,
      "loss": 0.1635,
      "step": 24576
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.367370371632947e-06,
      "loss": 0.1493,
      "step": 24577
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.366595250156962e-06,
      "loss": 0.1361,
      "step": 24578
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.365820164127671e-06,
      "loss": 0.1426,
      "step": 24579
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.365045113551e-06,
      "loss": 0.1129,
      "step": 24580
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.364270098432873e-06,
      "loss": 0.1386,
      "step": 24581
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.363495118779227e-06,
      "loss": 0.1175,
      "step": 24582
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.36272017459599e-06,
      "loss": 0.1011,
      "step": 24583
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.36194526588909e-06,
      "loss": 0.147,
      "step": 24584
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.36117039266445e-06,
      "loss": 0.1805,
      "step": 24585
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.360395554928002e-06,
      "loss": 0.1106,
      "step": 24586
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.359620752685677e-06,
      "loss": 0.1782,
      "step": 24587
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.3588459859433996e-06,
      "loss": 0.1359,
      "step": 24588
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.358071254707091e-06,
      "loss": 0.153,
      "step": 24589
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.357296558982689e-06,
      "loss": 0.1465,
      "step": 24590
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.35652189877611e-06,
      "loss": 0.1144,
      "step": 24591
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.355747274093286e-06,
      "loss": 0.1592,
      "step": 24592
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.354972684940145e-06,
      "loss": 0.1109,
      "step": 24593
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.35419813132261e-06,
      "loss": 0.1455,
      "step": 24594
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.353423613246602e-06,
      "loss": 0.1473,
      "step": 24595
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.352649130718053e-06,
      "loss": 0.116,
      "step": 24596
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.351874683742888e-06,
      "loss": 0.1533,
      "step": 24597
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.35110027232703e-06,
      "loss": 0.096,
      "step": 24598
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.350325896476399e-06,
      "loss": 0.1176,
      "step": 24599
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.3495515561969254e-06,
      "loss": 0.1161,
      "step": 24600
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.348777251494528e-06,
      "loss": 0.1399,
      "step": 24601
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.3480029823751326e-06,
      "loss": 0.1258,
      "step": 24602
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.347228748844667e-06,
      "loss": 0.1479,
      "step": 24603
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.34645455090905e-06,
      "loss": 0.1232,
      "step": 24604
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.345680388574202e-06,
      "loss": 0.1335,
      "step": 24605
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.344906261846048e-06,
      "loss": 0.1172,
      "step": 24606
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.344132170730514e-06,
      "loss": 0.1268,
      "step": 24607
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.343358115233519e-06,
      "loss": 0.1267,
      "step": 24608
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.34258409536098e-06,
      "loss": 0.1199,
      "step": 24609
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.341810111118827e-06,
      "loss": 0.134,
      "step": 24610
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.341036162512972e-06,
      "loss": 0.1672,
      "step": 24611
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.340262249549342e-06,
      "loss": 0.2019,
      "step": 24612
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.33948837223386e-06,
      "loss": 0.1398,
      "step": 24613
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.338714530572442e-06,
      "loss": 0.1424,
      "step": 24614
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.3379407245710045e-06,
      "loss": 0.1045,
      "step": 24615
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.337166954235473e-06,
      "loss": 0.1261,
      "step": 24616
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.33639321957177e-06,
      "loss": 0.1312,
      "step": 24617
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.335619520585809e-06,
      "loss": 0.1477,
      "step": 24618
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.334845857283507e-06,
      "loss": 0.1268,
      "step": 24619
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.33407222967079e-06,
      "loss": 0.1495,
      "step": 24620
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.333298637753569e-06,
      "loss": 0.1236,
      "step": 24621
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.332525081537769e-06,
      "loss": 0.137,
      "step": 24622
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.331751561029302e-06,
      "loss": 0.1312,
      "step": 24623
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.33097807623409e-06,
      "loss": 0.155,
      "step": 24624
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.330204627158051e-06,
      "loss": 0.0991,
      "step": 24625
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.32943121380709e-06,
      "loss": 0.1405,
      "step": 24626
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.328657836187141e-06,
      "loss": 0.1466,
      "step": 24627
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.327884494304114e-06,
      "loss": 0.1187,
      "step": 24628
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.327111188163922e-06,
      "loss": 0.134,
      "step": 24629
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.326337917772485e-06,
      "loss": 0.1338,
      "step": 24630
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.3255646831357135e-06,
      "loss": 0.1186,
      "step": 24631
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.32479148425953e-06,
      "loss": 0.1311,
      "step": 24632
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.324018321149843e-06,
      "loss": 0.157,
      "step": 24633
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.323245193812574e-06,
      "loss": 0.1271,
      "step": 24634
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.322472102253633e-06,
      "loss": 0.1483,
      "step": 24635
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.32169904647893e-06,
      "loss": 0.1402,
      "step": 24636
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.320926026494391e-06,
      "loss": 0.1487,
      "step": 24637
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.320153042305922e-06,
      "loss": 0.1229,
      "step": 24638
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.319380093919435e-06,
      "loss": 0.1503,
      "step": 24639
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.318607181340847e-06,
      "loss": 0.1377,
      "step": 24640
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.317834304576073e-06,
      "loss": 0.1379,
      "step": 24641
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.317061463631022e-06,
      "loss": 0.1511,
      "step": 24642
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.316288658511603e-06,
      "loss": 0.1453,
      "step": 24643
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.315515889223738e-06,
      "loss": 0.1534,
      "step": 24644
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.3147431557733284e-06,
      "loss": 0.1203,
      "step": 24645
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.313970458166291e-06,
      "loss": 0.1329,
      "step": 24646
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.31319779640854e-06,
      "loss": 0.1564,
      "step": 24647
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.3124251705059825e-06,
      "loss": 0.1719,
      "step": 24648
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.311652580464527e-06,
      "loss": 0.1328,
      "step": 24649
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.310880026290086e-06,
      "loss": 0.1375,
      "step": 24650
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.310107507988575e-06,
      "loss": 0.1564,
      "step": 24651
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.309335025565901e-06,
      "loss": 0.1128,
      "step": 24652
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.3085625790279675e-06,
      "loss": 0.1163,
      "step": 24653
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.307790168380691e-06,
      "loss": 0.1314,
      "step": 24654
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.307017793629976e-06,
      "loss": 0.1182,
      "step": 24655
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.306245454781738e-06,
      "loss": 0.151,
      "step": 24656
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.305473151841875e-06,
      "loss": 0.107,
      "step": 24657
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.304700884816308e-06,
      "loss": 0.1374,
      "step": 24658
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.303928653710938e-06,
      "loss": 0.1251,
      "step": 24659
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.303156458531665e-06,
      "loss": 0.1257,
      "step": 24660
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.3023842992844135e-06,
      "loss": 0.1347,
      "step": 24661
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.3016121759750815e-06,
      "loss": 0.1217,
      "step": 24662
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.300840088609573e-06,
      "loss": 0.1646,
      "step": 24663
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.3000680371938014e-06,
      "loss": 0.1752,
      "step": 24664
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.299296021733666e-06,
      "loss": 0.1232,
      "step": 24665
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.29852404223508e-06,
      "loss": 0.1513,
      "step": 24666
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.297752098703943e-06,
      "loss": 0.1244,
      "step": 24667
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.296980191146168e-06,
      "loss": 0.1296,
      "step": 24668
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.296208319567655e-06,
      "loss": 0.1343,
      "step": 24669
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.2954364839743035e-06,
      "loss": 0.1172,
      "step": 24670
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.294664684372031e-06,
      "loss": 0.1655,
      "step": 24671
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.293892920766734e-06,
      "loss": 0.125,
      "step": 24672
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.293121193164317e-06,
      "loss": 0.139,
      "step": 24673
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.2923495015706885e-06,
      "loss": 0.1351,
      "step": 24674
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.291577845991745e-06,
      "loss": 0.1504,
      "step": 24675
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.290806226433396e-06,
      "loss": 0.166,
      "step": 24676
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.290034642901538e-06,
      "loss": 0.1505,
      "step": 24677
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.289263095402084e-06,
      "loss": 0.1286,
      "step": 24678
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.288491583940929e-06,
      "loss": 0.1422,
      "step": 24679
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.287720108523969e-06,
      "loss": 0.1907,
      "step": 24680
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.286948669157122e-06,
      "loss": 0.1608,
      "step": 24681
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.286177265846282e-06,
      "loss": 0.1343,
      "step": 24682
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.285405898597345e-06,
      "loss": 0.1443,
      "step": 24683
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.284634567416222e-06,
      "loss": 0.1585,
      "step": 24684
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.283863272308804e-06,
      "loss": 0.1436,
      "step": 24685
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.283092013280999e-06,
      "loss": 0.1319,
      "step": 24686
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.282320790338704e-06,
      "loss": 0.1361,
      "step": 24687
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.281549603487822e-06,
      "loss": 0.1468,
      "step": 24688
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.280778452734251e-06,
      "loss": 0.0834,
      "step": 24689
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.2800073380838855e-06,
      "loss": 0.0822,
      "step": 24690
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.27923625954263e-06,
      "loss": 0.0892,
      "step": 24691
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.278465217116387e-06,
      "loss": 0.1335,
      "step": 24692
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.27769421081105e-06,
      "loss": 0.1116,
      "step": 24693
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.276923240632517e-06,
      "loss": 0.0939,
      "step": 24694
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.276152306586684e-06,
      "loss": 0.127,
      "step": 24695
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.275381408679458e-06,
      "loss": 0.105,
      "step": 24696
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.274610546916728e-06,
      "loss": 0.0967,
      "step": 24697
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.2738397213043955e-06,
      "loss": 0.099,
      "step": 24698
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.273068931848357e-06,
      "loss": 0.0996,
      "step": 24699
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.2722981785545045e-06,
      "loss": 0.1021,
      "step": 24700
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.271527461428739e-06,
      "loss": 0.1184,
      "step": 24701
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.27075678047696e-06,
      "loss": 0.1326,
      "step": 24702
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.269986135705059e-06,
      "loss": 0.099,
      "step": 24703
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.269215527118927e-06,
      "loss": 0.0967,
      "step": 24704
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.268444954724465e-06,
      "loss": 0.1054,
      "step": 24705
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.267674418527573e-06,
      "loss": 0.0781,
      "step": 24706
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.266903918534134e-06,
      "loss": 0.1017,
      "step": 24707
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.2661334547500535e-06,
      "loss": 0.1151,
      "step": 24708
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.265363027181222e-06,
      "loss": 0.1093,
      "step": 24709
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.264592635833528e-06,
      "loss": 0.0947,
      "step": 24710
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.263822280712868e-06,
      "loss": 0.0994,
      "step": 24711
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.263051961825143e-06,
      "loss": 0.0851,
      "step": 24712
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.2622816791762385e-06,
      "loss": 0.0833,
      "step": 24713
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.261511432772046e-06,
      "loss": 0.0934,
      "step": 24714
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.260741222618462e-06,
      "loss": 0.0871,
      "step": 24715
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.2599710487213795e-06,
      "loss": 0.0893,
      "step": 24716
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.259200911086686e-06,
      "loss": 0.1093,
      "step": 24717
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.258430809720281e-06,
      "loss": 0.1004,
      "step": 24718
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.25766074462805e-06,
      "loss": 0.1062,
      "step": 24719
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.256890715815882e-06,
      "loss": 0.0876,
      "step": 24720
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.25612072328967e-06,
      "loss": 0.0802,
      "step": 24721
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.255350767055312e-06,
      "loss": 0.0813,
      "step": 24722
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.254580847118691e-06,
      "loss": 0.1094,
      "step": 24723
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.253810963485695e-06,
      "loss": 0.0979,
      "step": 24724
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.253041116162216e-06,
      "loss": 0.0787,
      "step": 24725
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.252271305154148e-06,
      "loss": 0.1126,
      "step": 24726
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.251501530467377e-06,
      "loss": 0.0843,
      "step": 24727
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.2507317921077906e-06,
      "loss": 0.0977,
      "step": 24728
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.24996209008128e-06,
      "loss": 0.0853,
      "step": 24729
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.24919242439373e-06,
      "loss": 0.0823,
      "step": 24730
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.248422795051029e-06,
      "loss": 0.0951,
      "step": 24731
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.247653202059072e-06,
      "loss": 0.0881,
      "step": 24732
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.246883645423741e-06,
      "loss": 0.1041,
      "step": 24733
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.246114125150921e-06,
      "loss": 0.1081,
      "step": 24734
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.2453446412465e-06,
      "loss": 0.1291,
      "step": 24735
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.244575193716373e-06,
      "loss": 0.0704,
      "step": 24736
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.243805782566418e-06,
      "loss": 0.0849,
      "step": 24737
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.24303640780252e-06,
      "loss": 0.092,
      "step": 24738
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.242267069430571e-06,
      "loss": 0.1118,
      "step": 24739
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.2414977674564506e-06,
      "loss": 0.0994,
      "step": 24740
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.240728501886047e-06,
      "loss": 0.112,
      "step": 24741
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.239959272725249e-06,
      "loss": 0.108,
      "step": 24742
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.239190079979939e-06,
      "loss": 0.1076,
      "step": 24743
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.238420923655996e-06,
      "loss": 0.0912,
      "step": 24744
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.23765180375931e-06,
      "loss": 0.0924,
      "step": 24745
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.236882720295765e-06,
      "loss": 0.127,
      "step": 24746
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.236113673271245e-06,
      "loss": 0.1178,
      "step": 24747
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.235344662691627e-06,
      "loss": 0.139,
      "step": 24748
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.234575688562803e-06,
      "loss": 0.0976,
      "step": 24749
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.233806750890649e-06,
      "loss": 0.09,
      "step": 24750
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.2330378496810485e-06,
      "loss": 0.1,
      "step": 24751
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.23226898493989e-06,
      "loss": 0.092,
      "step": 24752
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.231500156673051e-06,
      "loss": 0.088,
      "step": 24753
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.23073136488641e-06,
      "loss": 0.1276,
      "step": 24754
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.2299626095858504e-06,
      "loss": 0.107,
      "step": 24755
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.22919389077726e-06,
      "loss": 0.0747,
      "step": 24756
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.228425208466513e-06,
      "loss": 0.118,
      "step": 24757
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.2276565626594885e-06,
      "loss": 0.0993,
      "step": 24758
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.226887953362073e-06,
      "loss": 0.1087,
      "step": 24759
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.226119380580139e-06,
      "loss": 0.1251,
      "step": 24760
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.225350844319575e-06,
      "loss": 0.0968,
      "step": 24761
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.224582344586253e-06,
      "loss": 0.124,
      "step": 24762
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.223813881386057e-06,
      "loss": 0.1245,
      "step": 24763
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.223045454724867e-06,
      "loss": 0.1038,
      "step": 24764
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.222277064608549e-06,
      "loss": 0.1124,
      "step": 24765
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.2215087110429995e-06,
      "loss": 0.102,
      "step": 24766
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.220740394034088e-06,
      "loss": 0.0927,
      "step": 24767
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.219972113587688e-06,
      "loss": 0.0915,
      "step": 24768
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.219203869709687e-06,
      "loss": 0.0885,
      "step": 24769
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.218435662405951e-06,
      "loss": 0.0961,
      "step": 24770
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.21766749168237e-06,
      "loss": 0.1166,
      "step": 24771
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.216899357544807e-06,
      "loss": 0.0974,
      "step": 24772
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.216131259999151e-06,
      "loss": 0.106,
      "step": 24773
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.21536319905127e-06,
      "loss": 0.1101,
      "step": 24774
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.214595174707036e-06,
      "loss": 0.1159,
      "step": 24775
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.2138271869723355e-06,
      "loss": 0.0891,
      "step": 24776
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.2130592358530415e-06,
      "loss": 0.0765,
      "step": 24777
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.2122913213550205e-06,
      "loss": 0.0958,
      "step": 24778
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.2115234434841585e-06,
      "loss": 0.1023,
      "step": 24779
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.21075560224632e-06,
      "loss": 0.0938,
      "step": 24780
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.209987797647389e-06,
      "loss": 0.0824,
      "step": 24781
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.209220029693229e-06,
      "loss": 0.1066,
      "step": 24782
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.208452298389722e-06,
      "loss": 0.1099,
      "step": 24783
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.20768460374274e-06,
      "loss": 0.0934,
      "step": 24784
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.2069169457581445e-06,
      "loss": 0.0956,
      "step": 24785
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.206149324441826e-06,
      "loss": 0.1195,
      "step": 24786
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.205381739799648e-06,
      "loss": 0.0922,
      "step": 24787
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.204614191837482e-06,
      "loss": 0.0972,
      "step": 24788
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.2038466805612e-06,
      "loss": 0.0865,
      "step": 24789
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.20307920597668e-06,
      "loss": 0.0972,
      "step": 24790
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.202311768089787e-06,
      "loss": 0.0934,
      "step": 24791
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.201544366906392e-06,
      "loss": 0.0988,
      "step": 24792
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.200777002432369e-06,
      "loss": 0.0993,
      "step": 24793
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.2000096746735855e-06,
      "loss": 0.1076,
      "step": 24794
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.1992423836359145e-06,
      "loss": 0.1135,
      "step": 24795
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.198475129325222e-06,
      "loss": 0.0919,
      "step": 24796
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.197707911747385e-06,
      "loss": 0.0974,
      "step": 24797
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.196940730908266e-06,
      "loss": 0.0958,
      "step": 24798
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.196173586813731e-06,
      "loss": 0.1152,
      "step": 24799
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.195406479469661e-06,
      "loss": 0.0992,
      "step": 24800
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.194639408881919e-06,
      "loss": 0.0931,
      "step": 24801
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.193872375056366e-06,
      "loss": 0.1144,
      "step": 24802
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.193105377998881e-06,
      "loss": 0.0981,
      "step": 24803
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.192338417715324e-06,
      "loss": 0.0679,
      "step": 24804
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.191571494211568e-06,
      "loss": 0.1124,
      "step": 24805
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.1908046074934736e-06,
      "loss": 0.0987,
      "step": 24806
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.190037757566915e-06,
      "loss": 0.0999,
      "step": 24807
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.189270944437757e-06,
      "loss": 0.2484,
      "step": 24808
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.188504168111854e-06,
      "loss": 0.1015,
      "step": 24809
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.187737428595091e-06,
      "loss": 0.0865,
      "step": 24810
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.186970725893326e-06,
      "loss": 0.0935,
      "step": 24811
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.186204060012416e-06,
      "loss": 0.0961,
      "step": 24812
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.185437430958241e-06,
      "loss": 0.0938,
      "step": 24813
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.184670838736654e-06,
      "loss": 0.0911,
      "step": 24814
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.183904283353527e-06,
      "loss": 0.1443,
      "step": 24815
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.183137764814718e-06,
      "loss": 0.0986,
      "step": 24816
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.182371283126098e-06,
      "loss": 0.1058,
      "step": 24817
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.181604838293528e-06,
      "loss": 0.0876,
      "step": 24818
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.180838430322863e-06,
      "loss": 0.1291,
      "step": 24819
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.1800720592199805e-06,
      "loss": 0.0869,
      "step": 24820
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.179305724990738e-06,
      "loss": 0.0871,
      "step": 24821
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.178539427640994e-06,
      "loss": 0.0978,
      "step": 24822
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.177773167176616e-06,
      "loss": 0.0977,
      "step": 24823
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.177006943603461e-06,
      "loss": 0.1205,
      "step": 24824
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.1762407569273974e-06,
      "loss": 0.0947,
      "step": 24825
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.175474607154279e-06,
      "loss": 0.1108,
      "step": 24826
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.174708494289975e-06,
      "loss": 0.099,
      "step": 24827
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.173942418340343e-06,
      "loss": 0.1234,
      "step": 24828
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.1731763793112396e-06,
      "loss": 0.0794,
      "step": 24829
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.172410377208527e-06,
      "loss": 0.096,
      "step": 24830
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.171644412038073e-06,
      "loss": 0.0903,
      "step": 24831
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.1708784838057315e-06,
      "loss": 0.0947,
      "step": 24832
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.170112592517358e-06,
      "loss": 0.0809,
      "step": 24833
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.169346738178814e-06,
      "loss": 0.1182,
      "step": 24834
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.168580920795965e-06,
      "loss": 0.1063,
      "step": 24835
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.1678151403746615e-06,
      "loss": 0.1058,
      "step": 24836
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.167049396920769e-06,
      "loss": 0.1016,
      "step": 24837
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.166283690440143e-06,
      "loss": 0.0971,
      "step": 24838
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.165518020938635e-06,
      "loss": 0.0902,
      "step": 24839
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.1647523884221084e-06,
      "loss": 0.0858,
      "step": 24840
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.163986792896424e-06,
      "loss": 0.1026,
      "step": 24841
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.163221234367435e-06,
      "loss": 0.0943,
      "step": 24842
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.162455712840992e-06,
      "loss": 0.1064,
      "step": 24843
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.16169022832296e-06,
      "loss": 0.089,
      "step": 24844
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.160924780819194e-06,
      "loss": 0.1064,
      "step": 24845
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.160159370335547e-06,
      "loss": 0.1055,
      "step": 24846
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.1593939968778776e-06,
      "loss": 0.0924,
      "step": 24847
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.1586286604520406e-06,
      "loss": 0.115,
      "step": 24848
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.157863361063885e-06,
      "loss": 0.0897,
      "step": 24849
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.1570980987192705e-06,
      "loss": 0.0969,
      "step": 24850
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.156332873424056e-06,
      "loss": 0.1115,
      "step": 24851
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.1555676851840906e-06,
      "loss": 0.1008,
      "step": 24852
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.154802534005226e-06,
      "loss": 0.1078,
      "step": 24853
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.154037419893316e-06,
      "loss": 0.0857,
      "step": 24854
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.153272342854221e-06,
      "loss": 0.0965,
      "step": 24855
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.152507302893786e-06,
      "loss": 0.1009,
      "step": 24856
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.15174230001787e-06,
      "loss": 0.0905,
      "step": 24857
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.150977334232323e-06,
      "loss": 0.1207,
      "step": 24858
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.150212405542993e-06,
      "loss": 0.1199,
      "step": 24859
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.149447513955736e-06,
      "loss": 0.0827,
      "step": 24860
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.148682659476407e-06,
      "loss": 0.0967,
      "step": 24861
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.147917842110854e-06,
      "loss": 0.0989,
      "step": 24862
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.1471530618649235e-06,
      "loss": 0.1018,
      "step": 24863
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.14638831874447e-06,
      "loss": 0.0992,
      "step": 24864
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.145623612755348e-06,
      "loss": 0.0919,
      "step": 24865
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.144858943903403e-06,
      "loss": 0.1053,
      "step": 24866
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.144094312194486e-06,
      "loss": 0.0811,
      "step": 24867
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.143329717634447e-06,
      "loss": 0.0958,
      "step": 24868
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.142565160229131e-06,
      "loss": 0.1195,
      "step": 24869
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.141800639984391e-06,
      "loss": 0.1021,
      "step": 24870
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.14103615690608e-06,
      "loss": 0.0913,
      "step": 24871
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.140271711000043e-06,
      "loss": 0.0864,
      "step": 24872
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.139507302272124e-06,
      "loss": 0.1028,
      "step": 24873
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.138742930728173e-06,
      "loss": 0.1057,
      "step": 24874
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.137978596374043e-06,
      "loss": 0.0986,
      "step": 24875
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.1372142992155775e-06,
      "loss": 0.1222,
      "step": 24876
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.136450039258619e-06,
      "loss": 0.1149,
      "step": 24877
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.135685816509023e-06,
      "loss": 0.0865,
      "step": 24878
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.134921630972627e-06,
      "loss": 0.0773,
      "step": 24879
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.134157482655282e-06,
      "loss": 0.1084,
      "step": 24880
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.133393371562838e-06,
      "loss": 0.1339,
      "step": 24881
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.132629297701137e-06,
      "loss": 0.1102,
      "step": 24882
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.131865261076019e-06,
      "loss": 0.0937,
      "step": 24883
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.131101261693334e-06,
      "loss": 0.0883,
      "step": 24884
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.1303372995589305e-06,
      "loss": 0.1058,
      "step": 24885
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.129573374678649e-06,
      "loss": 0.0893,
      "step": 24886
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.12880948705833e-06,
      "loss": 0.0884,
      "step": 24887
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.128045636703826e-06,
      "loss": 0.1025,
      "step": 24888
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.127281823620971e-06,
      "loss": 0.1284,
      "step": 24889
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.126518047815614e-06,
      "loss": 0.0929,
      "step": 24890
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.1257543092936005e-06,
      "loss": 0.1087,
      "step": 24891
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.124990608060769e-06,
      "loss": 0.0819,
      "step": 24892
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.124226944122961e-06,
      "loss": 0.098,
      "step": 24893
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.123463317486021e-06,
      "loss": 0.0942,
      "step": 24894
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.122699728155793e-06,
      "loss": 0.0963,
      "step": 24895
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.121936176138117e-06,
      "loss": 0.105,
      "step": 24896
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.12117266143883e-06,
      "loss": 0.0922,
      "step": 24897
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.120409184063781e-06,
      "loss": 0.1235,
      "step": 24898
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.119645744018803e-06,
      "loss": 0.0892,
      "step": 24899
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.1188823413097435e-06,
      "loss": 0.1134,
      "step": 24900
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.118118975942435e-06,
      "loss": 0.096,
      "step": 24901
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.1173556479227256e-06,
      "loss": 0.1534,
      "step": 24902
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.116592357256449e-06,
      "loss": 0.1001,
      "step": 24903
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.115829103949446e-06,
      "loss": 0.1101,
      "step": 24904
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.11506588800756e-06,
      "loss": 0.0943,
      "step": 24905
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.114302709436625e-06,
      "loss": 0.0997,
      "step": 24906
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.113539568242478e-06,
      "loss": 0.0865,
      "step": 24907
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.112776464430964e-06,
      "loss": 0.0913,
      "step": 24908
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.112013398007912e-06,
      "loss": 0.0909,
      "step": 24909
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.111250368979169e-06,
      "loss": 0.0889,
      "step": 24910
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.110487377350564e-06,
      "loss": 0.107,
      "step": 24911
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.1097244231279415e-06,
      "loss": 0.1078,
      "step": 24912
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.108961506317134e-06,
      "loss": 0.1178,
      "step": 24913
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.108198626923973e-06,
      "loss": 0.1074,
      "step": 24914
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.107435784954307e-06,
      "loss": 0.1034,
      "step": 24915
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.106672980413965e-06,
      "loss": 0.0919,
      "step": 24916
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.105910213308778e-06,
      "loss": 0.1055,
      "step": 24917
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.105147483644592e-06,
      "loss": 0.08,
      "step": 24918
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.104384791427232e-06,
      "loss": 0.1005,
      "step": 24919
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.10362213666254e-06,
      "loss": 0.1091,
      "step": 24920
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.102859519356346e-06,
      "loss": 0.1057,
      "step": 24921
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.1020969395144885e-06,
      "loss": 0.0876,
      "step": 24922
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.101334397142799e-06,
      "loss": 0.0781,
      "step": 24923
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.100571892247102e-06,
      "loss": 0.0863,
      "step": 24924
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.099809424833249e-06,
      "loss": 0.118,
      "step": 24925
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.0990469949070645e-06,
      "loss": 0.0996,
      "step": 24926
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.098284602474375e-06,
      "loss": 0.0948,
      "step": 24927
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.0975222475410235e-06,
      "loss": 0.0977,
      "step": 24928
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.0967599301128334e-06,
      "loss": 0.1049,
      "step": 24929
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.095997650195644e-06,
      "loss": 0.0875,
      "step": 24930
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.09523540779528e-06,
      "loss": 0.108,
      "step": 24931
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.094473202917581e-06,
      "loss": 0.0946,
      "step": 24932
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.093711035568367e-06,
      "loss": 0.0846,
      "step": 24933
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.092948905753478e-06,
      "loss": 0.0839,
      "step": 24934
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.0921868134787435e-06,
      "loss": 0.1216,
      "step": 24935
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.091424758749992e-06,
      "loss": 0.0961,
      "step": 24936
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.090662741573049e-06,
      "loss": 0.1008,
      "step": 24937
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.08990076195375e-06,
      "loss": 0.0898,
      "step": 24938
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.089138819897924e-06,
      "loss": 0.0882,
      "step": 24939
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.088376915411399e-06,
      "loss": 0.1069,
      "step": 24940
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.087615048500001e-06,
      "loss": 0.0976,
      "step": 24941
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.086853219169565e-06,
      "loss": 0.0917,
      "step": 24942
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.08609142742591e-06,
      "loss": 0.1057,
      "step": 24943
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.085329673274872e-06,
      "loss": 0.093,
      "step": 24944
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.084567956722272e-06,
      "loss": 0.0989,
      "step": 24945
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.083806277773946e-06,
      "loss": 0.0963,
      "step": 24946
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.083044636435716e-06,
      "loss": 0.1102,
      "step": 24947
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.0822830327134e-06,
      "loss": 0.1002,
      "step": 24948
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.081521466612842e-06,
      "loss": 0.0824,
      "step": 24949
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.080759938139858e-06,
      "loss": 0.104,
      "step": 24950
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.079998447300272e-06,
      "loss": 0.0945,
      "step": 24951
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.079236994099916e-06,
      "loss": 0.1097,
      "step": 24952
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.078475578544608e-06,
      "loss": 0.1001,
      "step": 24953
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.077714200640181e-06,
      "loss": 0.1205,
      "step": 24954
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.076952860392452e-06,
      "loss": 0.0961,
      "step": 24955
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.076191557807254e-06,
      "loss": 0.0966,
      "step": 24956
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.075430292890405e-06,
      "loss": 0.1003,
      "step": 24957
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.074669065647724e-06,
      "loss": 0.1137,
      "step": 24958
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.073907876085047e-06,
      "loss": 0.1213,
      "step": 24959
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.073146724208193e-06,
      "loss": 0.092,
      "step": 24960
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.072385610022978e-06,
      "loss": 0.1022,
      "step": 24961
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.071624533535233e-06,
      "loss": 0.0943,
      "step": 24962
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.070863494750775e-06,
      "loss": 0.0897,
      "step": 24963
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.0701024936754304e-06,
      "loss": 0.0945,
      "step": 24964
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.069341530315017e-06,
      "loss": 0.0998,
      "step": 24965
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.068580604675362e-06,
      "loss": 0.0898,
      "step": 24966
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.067819716762282e-06,
      "loss": 0.1148,
      "step": 24967
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.067058866581592e-06,
      "loss": 0.0968,
      "step": 24968
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.066298054139127e-06,
      "loss": 0.0975,
      "step": 24969
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.065537279440701e-06,
      "loss": 0.1309,
      "step": 24970
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.0647765424921295e-06,
      "loss": 0.0812,
      "step": 24971
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.064015843299238e-06,
      "loss": 0.1195,
      "step": 24972
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.063255181867842e-06,
      "loss": 0.1024,
      "step": 24973
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.062494558203766e-06,
      "loss": 0.1024,
      "step": 24974
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.061733972312822e-06,
      "loss": 0.082,
      "step": 24975
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.060973424200837e-06,
      "loss": 0.0959,
      "step": 24976
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.060212913873625e-06,
      "loss": 0.0971,
      "step": 24977
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.059452441336998e-06,
      "loss": 0.1097,
      "step": 24978
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.058692006596782e-06,
      "loss": 0.1145,
      "step": 24979
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.057931609658795e-06,
      "loss": 0.0994,
      "step": 24980
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.057171250528852e-06,
      "loss": 0.0861,
      "step": 24981
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.056410929212765e-06,
      "loss": 0.079,
      "step": 24982
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.055650645716357e-06,
      "loss": 0.0854,
      "step": 24983
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.054890400045445e-06,
      "loss": 0.1077,
      "step": 24984
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.054130192205837e-06,
      "loss": 0.0787,
      "step": 24985
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.0533700222033596e-06,
      "loss": 0.0952,
      "step": 24986
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.052609890043824e-06,
      "loss": 0.1012,
      "step": 24987
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.051849795733039e-06,
      "loss": 0.1037,
      "step": 24988
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.0510897392768256e-06,
      "loss": 0.0933,
      "step": 24989
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.050329720681001e-06,
      "loss": 0.1051,
      "step": 24990
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.049569739951377e-06,
      "loss": 0.1128,
      "step": 24991
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.048809797093762e-06,
      "loss": 0.0907,
      "step": 24992
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.048049892113975e-06,
      "loss": 0.08,
      "step": 24993
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.047290025017832e-06,
      "loss": 0.1007,
      "step": 24994
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.046530195811141e-06,
      "loss": 0.0883,
      "step": 24995
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.045770404499721e-06,
      "loss": 0.0968,
      "step": 24996
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.04501065108938e-06,
      "loss": 0.085,
      "step": 24997
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.044250935585928e-06,
      "loss": 0.1026,
      "step": 24998
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.043491257995179e-06,
      "loss": 0.0909,
      "step": 24999
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.04273161832295e-06,
      "loss": 0.0774,
      "step": 25000
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.0419720165750484e-06,
      "loss": 0.093,
      "step": 25001
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.0412124527572805e-06,
      "loss": 0.113,
      "step": 25002
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.040452926875464e-06,
      "loss": 0.0866,
      "step": 25003
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.039693438935408e-06,
      "loss": 0.1016,
      "step": 25004
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.03893398894292e-06,
      "loss": 0.1093,
      "step": 25005
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.038174576903815e-06,
      "loss": 0.0992,
      "step": 25006
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.037415202823901e-06,
      "loss": 0.0897,
      "step": 25007
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.03665586670898e-06,
      "loss": 0.1049,
      "step": 25008
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.035896568564868e-06,
      "loss": 0.1002,
      "step": 25009
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.0351373083973776e-06,
      "loss": 0.0956,
      "step": 25010
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.034378086212313e-06,
      "loss": 0.1058,
      "step": 25011
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.033618902015478e-06,
      "loss": 0.0736,
      "step": 25012
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.0328597558126844e-06,
      "loss": 0.0919,
      "step": 25013
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.032100647609743e-06,
      "loss": 0.0964,
      "step": 25014
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.031341577412461e-06,
      "loss": 0.1008,
      "step": 25015
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.030582545226637e-06,
      "loss": 0.0866,
      "step": 25016
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.029823551058089e-06,
      "loss": 0.1079,
      "step": 25017
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.029064594912612e-06,
      "loss": 0.1067,
      "step": 25018
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.028305676796019e-06,
      "loss": 0.1048,
      "step": 25019
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.02754679671412e-06,
      "loss": 0.1023,
      "step": 25020
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.026787954672715e-06,
      "loss": 0.1013,
      "step": 25021
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.026029150677607e-06,
      "loss": 0.0768,
      "step": 25022
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.025270384734604e-06,
      "loss": 0.1152,
      "step": 25023
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.024511656849514e-06,
      "loss": 0.1195,
      "step": 25024
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.0237529670281395e-06,
      "loss": 0.1025,
      "step": 25025
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.022994315276278e-06,
      "loss": 0.089,
      "step": 25026
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.022235701599745e-06,
      "loss": 0.0979,
      "step": 25027
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.021477126004333e-06,
      "loss": 0.0872,
      "step": 25028
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.02071858849585e-06,
      "loss": 0.1018,
      "step": 25029
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.019960089080103e-06,
      "loss": 0.0914,
      "step": 25030
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.019201627762891e-06,
      "loss": 0.0859,
      "step": 25031
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.018443204550015e-06,
      "loss": 0.0926,
      "step": 25032
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.017684819447275e-06,
      "loss": 0.103,
      "step": 25033
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.0169264724604815e-06,
      "loss": 0.0821,
      "step": 25034
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.016168163595432e-06,
      "loss": 0.075,
      "step": 25035
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.015409892857922e-06,
      "loss": 0.1049,
      "step": 25036
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.014651660253761e-06,
      "loss": 0.0811,
      "step": 25037
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.013893465788742e-06,
      "loss": 0.1008,
      "step": 25038
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.013135309468669e-06,
      "loss": 0.0991,
      "step": 25039
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.012377191299347e-06,
      "loss": 0.0873,
      "step": 25040
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.01161911128657e-06,
      "loss": 0.1188,
      "step": 25041
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.010861069436135e-06,
      "loss": 0.0926,
      "step": 25042
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.010103065753844e-06,
      "loss": 0.1035,
      "step": 25043
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.009345100245502e-06,
      "loss": 0.0736,
      "step": 25044
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.008587172916901e-06,
      "loss": 0.0801,
      "step": 25045
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.007829283773838e-06,
      "loss": 0.0942,
      "step": 25046
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.007071432822117e-06,
      "loss": 0.0965,
      "step": 25047
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.006313620067528e-06,
      "loss": 0.1029,
      "step": 25048
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.005555845515877e-06,
      "loss": 0.0876,
      "step": 25049
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.004798109172954e-06,
      "loss": 0.092,
      "step": 25050
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.004040411044562e-06,
      "loss": 0.1006,
      "step": 25051
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.003282751136493e-06,
      "loss": 0.1026,
      "step": 25052
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.00252512945454e-06,
      "loss": 0.1043,
      "step": 25053
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.00176754600451e-06,
      "loss": 0.0982,
      "step": 25054
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.0010100007921926e-06,
      "loss": 0.0791,
      "step": 25055
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.0002524938233784e-06,
      "loss": 0.0958,
      "step": 25056
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.999495025103872e-06,
      "loss": 0.1159,
      "step": 25057
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.998737594639459e-06,
      "loss": 0.097,
      "step": 25058
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.997980202435943e-06,
      "loss": 0.1085,
      "step": 25059
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.997222848499109e-06,
      "loss": 0.0973,
      "step": 25060
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.99646553283476e-06,
      "loss": 0.0908,
      "step": 25061
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.995708255448685e-06,
      "loss": 0.0801,
      "step": 25062
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.994951016346668e-06,
      "loss": 0.0929,
      "step": 25063
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.9941938155345215e-06,
      "loss": 0.0926,
      "step": 25064
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.993436653018028e-06,
      "loss": 0.0854,
      "step": 25065
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.992679528802976e-06,
      "loss": 0.0816,
      "step": 25066
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.991922442895166e-06,
      "loss": 0.0997,
      "step": 25067
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.991165395300382e-06,
      "loss": 0.0988,
      "step": 25068
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.990408386024424e-06,
      "loss": 0.1326,
      "step": 25069
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.989651415073074e-06,
      "loss": 0.1126,
      "step": 25070
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.9888944824521325e-06,
      "loss": 0.0982,
      "step": 25071
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.988137588167384e-06,
      "loss": 0.0947,
      "step": 25072
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.987380732224615e-06,
      "loss": 0.0886,
      "step": 25073
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.986623914629628e-06,
      "loss": 0.0866,
      "step": 25074
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.985867135388206e-06,
      "loss": 0.1022,
      "step": 25075
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.9851103945061345e-06,
      "loss": 0.101,
      "step": 25076
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.98435369198921e-06,
      "loss": 0.0694,
      "step": 25077
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.983597027843216e-06,
      "loss": 0.1123,
      "step": 25078
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.982840402073945e-06,
      "loss": 0.1022,
      "step": 25079
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.982083814687182e-06,
      "loss": 0.0983,
      "step": 25080
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.981327265688719e-06,
      "loss": 0.1086,
      "step": 25081
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.98057075508434e-06,
      "loss": 0.1083,
      "step": 25082
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.979814282879836e-06,
      "loss": 0.0849,
      "step": 25083
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.979057849080989e-06,
      "loss": 0.0957,
      "step": 25084
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.978301453693593e-06,
      "loss": 0.1014,
      "step": 25085
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.977545096723432e-06,
      "loss": 0.0917,
      "step": 25086
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.976788778176282e-06,
      "loss": 0.1313,
      "step": 25087
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.976032498057947e-06,
      "loss": 0.1015,
      "step": 25088
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.975276256374203e-06,
      "loss": 0.0948,
      "step": 25089
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.974520053130832e-06,
      "loss": 0.1221,
      "step": 25090
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.973763888333629e-06,
      "loss": 0.0818,
      "step": 25091
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.973007761988369e-06,
      "loss": 0.0938,
      "step": 25092
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.972251674100844e-06,
      "loss": 0.1035,
      "step": 25093
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.971495624676832e-06,
      "loss": 0.0975,
      "step": 25094
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.9707396137221245e-06,
      "loss": 0.1376,
      "step": 25095
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.9699836412425e-06,
      "loss": 0.0958,
      "step": 25096
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.969227707243734e-06,
      "loss": 0.0957,
      "step": 25097
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.9684718117316275e-06,
      "loss": 0.0866,
      "step": 25098
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.967715954711953e-06,
      "loss": 0.1132,
      "step": 25099
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.96696013619049e-06,
      "loss": 0.0859,
      "step": 25100
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.96620435617303e-06,
      "loss": 0.1192,
      "step": 25101
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.9654486146653455e-06,
      "loss": 0.092,
      "step": 25102
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.9646929116732255e-06,
      "loss": 0.0745,
      "step": 25103
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.963937247202445e-06,
      "loss": 0.0911,
      "step": 25104
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.963181621258791e-06,
      "loss": 0.1083,
      "step": 25105
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.962426033848041e-06,
      "loss": 0.117,
      "step": 25106
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.961670484975969e-06,
      "loss": 0.1192,
      "step": 25107
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.9609149746483695e-06,
      "loss": 0.1005,
      "step": 25108
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.960159502871014e-06,
      "loss": 0.1058,
      "step": 25109
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.95940406964968e-06,
      "loss": 0.0973,
      "step": 25110
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.958648674990153e-06,
      "loss": 0.0881,
      "step": 25111
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.957893318898204e-06,
      "loss": 0.1039,
      "step": 25112
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.95713800137962e-06,
      "loss": 0.0926,
      "step": 25113
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.956382722440172e-06,
      "loss": 0.0713,
      "step": 25114
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.955627482085645e-06,
      "loss": 0.1059,
      "step": 25115
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.954872280321814e-06,
      "loss": 0.0947,
      "step": 25116
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.954117117154452e-06,
      "loss": 0.1006,
      "step": 25117
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.953361992589339e-06,
      "loss": 0.0909,
      "step": 25118
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.952606906632258e-06,
      "loss": 0.1,
      "step": 25119
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.95185185928898e-06,
      "loss": 0.0885,
      "step": 25120
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.951096850565278e-06,
      "loss": 0.0885,
      "step": 25121
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.950341880466931e-06,
      "loss": 0.0822,
      "step": 25122
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.94958694899972e-06,
      "loss": 0.1253,
      "step": 25123
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.948832056169411e-06,
      "loss": 0.1195,
      "step": 25124
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.94807720198179e-06,
      "loss": 0.0912,
      "step": 25125
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.947322386442624e-06,
      "loss": 0.0864,
      "step": 25126
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.946567609557686e-06,
      "loss": 0.0902,
      "step": 25127
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.945812871332754e-06,
      "loss": 0.0932,
      "step": 25128
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.945058171773606e-06,
      "loss": 0.0819,
      "step": 25129
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.9443035108860105e-06,
      "loss": 0.1092,
      "step": 25130
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.943548888675736e-06,
      "loss": 0.1099,
      "step": 25131
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.942794305148564e-06,
      "loss": 0.1105,
      "step": 25132
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.942039760310266e-06,
      "loss": 0.0825,
      "step": 25133
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.94128525416661e-06,
      "loss": 0.1083,
      "step": 25134
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.940530786723375e-06,
      "loss": 0.0899,
      "step": 25135
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.939776357986328e-06,
      "loss": 0.096,
      "step": 25136
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.939021967961237e-06,
      "loss": 0.1081,
      "step": 25137
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.938267616653879e-06,
      "loss": 0.0903,
      "step": 25138
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.9375133040700265e-06,
      "loss": 0.0877,
      "step": 25139
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.936759030215448e-06,
      "loss": 0.0927,
      "step": 25140
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.936004795095907e-06,
      "loss": 0.1119,
      "step": 25141
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.9352505987171825e-06,
      "loss": 0.0844,
      "step": 25142
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.934496441085045e-06,
      "loss": 0.0893,
      "step": 25143
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.933742322205256e-06,
      "loss": 0.0797,
      "step": 25144
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.932988242083593e-06,
      "loss": 0.096,
      "step": 25145
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.93223420072582e-06,
      "loss": 0.0962,
      "step": 25146
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.931480198137704e-06,
      "loss": 0.0971,
      "step": 25147
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.930726234325018e-06,
      "loss": 0.1079,
      "step": 25148
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.92997230929353e-06,
      "loss": 0.1008,
      "step": 25149
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.929218423049005e-06,
      "loss": 0.1079,
      "step": 25150
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.9284645755972085e-06,
      "loss": 0.0892,
      "step": 25151
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.9277107669439095e-06,
      "loss": 0.0891,
      "step": 25152
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.92695699709488e-06,
      "loss": 0.0734,
      "step": 25153
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.9262032660558815e-06,
      "loss": 0.115,
      "step": 25154
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.925449573832678e-06,
      "loss": 0.0908,
      "step": 25155
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.924695920431041e-06,
      "loss": 0.1077,
      "step": 25156
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.923942305856731e-06,
      "loss": 0.1058,
      "step": 25157
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.923188730115514e-06,
      "loss": 0.0947,
      "step": 25158
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.922435193213162e-06,
      "loss": 0.1276,
      "step": 25159
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.921681695155434e-06,
      "loss": 0.1035,
      "step": 25160
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.9209282359480906e-06,
      "loss": 0.1013,
      "step": 25161
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.920174815596901e-06,
      "loss": 0.0919,
      "step": 25162
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.919421434107632e-06,
      "loss": 0.0832,
      "step": 25163
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.918668091486044e-06,
      "loss": 0.0954,
      "step": 25164
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.917914787737896e-06,
      "loss": 0.0911,
      "step": 25165
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.9171615228689585e-06,
      "loss": 0.088,
      "step": 25166
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.916408296884986e-06,
      "loss": 0.0875,
      "step": 25167
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.915655109791746e-06,
      "loss": 0.0876,
      "step": 25168
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.914901961595003e-06,
      "loss": 0.1029,
      "step": 25169
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.914148852300515e-06,
      "loss": 0.0901,
      "step": 25170
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.913395781914042e-06,
      "loss": 0.0826,
      "step": 25171
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.912642750441346e-06,
      "loss": 0.1178,
      "step": 25172
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.911889757888194e-06,
      "loss": 0.0828,
      "step": 25173
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.911136804260341e-06,
      "loss": 0.0881,
      "step": 25174
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.9103838895635445e-06,
      "loss": 0.0876,
      "step": 25175
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.909631013803572e-06,
      "loss": 0.0985,
      "step": 25176
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.908878176986175e-06,
      "loss": 0.0914,
      "step": 25177
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.908125379117117e-06,
      "loss": 0.0872,
      "step": 25178
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.907372620202161e-06,
      "loss": 0.0917,
      "step": 25179
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.906619900247061e-06,
      "loss": 0.1098,
      "step": 25180
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.905867219257574e-06,
      "loss": 0.1249,
      "step": 25181
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.90511457723946e-06,
      "loss": 0.1,
      "step": 25182
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.904361974198481e-06,
      "loss": 0.1011,
      "step": 25183
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.903609410140393e-06,
      "loss": 0.1024,
      "step": 25184
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.902856885070946e-06,
      "loss": 0.106,
      "step": 25185
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.9021043989959076e-06,
      "loss": 0.0898,
      "step": 25186
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.901351951921024e-06,
      "loss": 0.1254,
      "step": 25187
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.900599543852061e-06,
      "loss": 0.0876,
      "step": 25188
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.899847174794767e-06,
      "loss": 0.0927,
      "step": 25189
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.899094844754904e-06,
      "loss": 0.1056,
      "step": 25190
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.898342553738224e-06,
      "loss": 0.1034,
      "step": 25191
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.897590301750481e-06,
      "loss": 0.09,
      "step": 25192
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.896838088797438e-06,
      "loss": 0.1079,
      "step": 25193
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.896085914884842e-06,
      "loss": 0.1019,
      "step": 25194
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.8953337800184455e-06,
      "loss": 0.1082,
      "step": 25195
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.894581684204009e-06,
      "loss": 0.0975,
      "step": 25196
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.8938296274472805e-06,
      "loss": 0.1149,
      "step": 25197
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.89307760975402e-06,
      "loss": 0.0963,
      "step": 25198
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.892325631129973e-06,
      "loss": 0.1084,
      "step": 25199
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.8915736915809e-06,
      "loss": 0.0963,
      "step": 25200
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.8908217911125484e-06,
      "loss": 0.1018,
      "step": 25201
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.8900699297306655e-06,
      "loss": 0.0891,
      "step": 25202
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.889318107441017e-06,
      "loss": 0.0974,
      "step": 25203
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.8885663242493465e-06,
      "loss": 0.1039,
      "step": 25204
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.887814580161402e-06,
      "loss": 0.0806,
      "step": 25205
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.887062875182942e-06,
      "loss": 0.105,
      "step": 25206
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.88631120931971e-06,
      "loss": 0.0866,
      "step": 25207
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.885559582577463e-06,
      "loss": 0.1047,
      "step": 25208
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.884807994961944e-06,
      "loss": 0.1055,
      "step": 25209
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.884056446478912e-06,
      "loss": 0.1059,
      "step": 25210
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.8833049371341115e-06,
      "loss": 0.0738,
      "step": 25211
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.882553466933283e-06,
      "loss": 0.0924,
      "step": 25212
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.881802035882192e-06,
      "loss": 0.1233,
      "step": 25213
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.881050643986579e-06,
      "loss": 0.1107,
      "step": 25214
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.880299291252189e-06,
      "loss": 0.1154,
      "step": 25215
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.879547977684777e-06,
      "loss": 0.1197,
      "step": 25216
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.878796703290085e-06,
      "loss": 0.1375,
      "step": 25217
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.878045468073865e-06,
      "loss": 0.0843,
      "step": 25218
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.877294272041859e-06,
      "loss": 0.131,
      "step": 25219
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.87654311519982e-06,
      "loss": 0.1102,
      "step": 25220
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.875791997553492e-06,
      "loss": 0.1166,
      "step": 25221
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.875040919108616e-06,
      "loss": 0.0862,
      "step": 25222
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.8742898798709425e-06,
      "loss": 0.0992,
      "step": 25223
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.873538879846222e-06,
      "loss": 0.1041,
      "step": 25224
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.872787919040189e-06,
      "loss": 0.0953,
      "step": 25225
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.872036997458599e-06,
      "loss": 0.1018,
      "step": 25226
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.871286115107189e-06,
      "loss": 0.0949,
      "step": 25227
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.8705352719917095e-06,
      "loss": 0.0997,
      "step": 25228
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.8697844681179e-06,
      "loss": 0.1115,
      "step": 25229
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.869033703491508e-06,
      "loss": 0.1017,
      "step": 25230
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.8682829781182716e-06,
      "loss": 0.1167,
      "step": 25231
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.8675322920039415e-06,
      "loss": 0.085,
      "step": 25232
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.866781645154252e-06,
      "loss": 0.1052,
      "step": 25233
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.866031037574956e-06,
      "loss": 0.0852,
      "step": 25234
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.86528046927179e-06,
      "loss": 0.0972,
      "step": 25235
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.8645299402504875e-06,
      "loss": 0.0758,
      "step": 25236
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.8637794505168075e-06,
      "loss": 0.1052,
      "step": 25237
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.863029000076484e-06,
      "loss": 0.1036,
      "step": 25238
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.8622785889352504e-06,
      "loss": 0.0993,
      "step": 25239
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.86152821709886e-06,
      "loss": 0.0997,
      "step": 25240
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.860777884573044e-06,
      "loss": 0.1029,
      "step": 25241
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.860027591363549e-06,
      "loss": 0.0969,
      "step": 25242
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.859277337476108e-06,
      "loss": 0.1137,
      "step": 25243
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.85852712291647e-06,
      "loss": 0.0922,
      "step": 25244
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.857776947690368e-06,
      "loss": 0.1228,
      "step": 25245
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.857026811803535e-06,
      "loss": 0.0891,
      "step": 25246
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.856276715261724e-06,
      "loss": 0.0814,
      "step": 25247
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.8555266580706665e-06,
      "loss": 0.1032,
      "step": 25248
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.8547766402360965e-06,
      "loss": 0.0902,
      "step": 25249
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.854026661763759e-06,
      "loss": 0.0982,
      "step": 25250
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.8532767226593845e-06,
      "loss": 0.0914,
      "step": 25251
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.852526822928718e-06,
      "loss": 0.0928,
      "step": 25252
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.851776962577489e-06,
      "loss": 0.0806,
      "step": 25253
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.851027141611441e-06,
      "loss": 0.0899,
      "step": 25254
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.850277360036306e-06,
      "loss": 0.12,
      "step": 25255
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.849527617857818e-06,
      "loss": 0.1009,
      "step": 25256
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.848777915081715e-06,
      "loss": 0.0812,
      "step": 25257
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.848028251713736e-06,
      "loss": 0.1006,
      "step": 25258
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.8472786277596105e-06,
      "loss": 0.0843,
      "step": 25259
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.846529043225079e-06,
      "loss": 0.1133,
      "step": 25260
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.845779498115869e-06,
      "loss": 0.0841,
      "step": 25261
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.8450299924377235e-06,
      "loss": 0.102,
      "step": 25262
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.844280526196365e-06,
      "loss": 0.0895,
      "step": 25263
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.843531099397539e-06,
      "loss": 0.1128,
      "step": 25264
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.842781712046974e-06,
      "loss": 0.1,
      "step": 25265
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.842032364150397e-06,
      "loss": 0.133,
      "step": 25266
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.841283055713548e-06,
      "loss": 0.1031,
      "step": 25267
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.84053378674216e-06,
      "loss": 0.0999,
      "step": 25268
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.839784557241962e-06,
      "loss": 0.0914,
      "step": 25269
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.8390353672186826e-06,
      "loss": 0.1009,
      "step": 25270
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.838286216678058e-06,
      "loss": 0.081,
      "step": 25271
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.837537105625823e-06,
      "loss": 0.0767,
      "step": 25272
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.836788034067698e-06,
      "loss": 0.0936,
      "step": 25273
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.836039002009424e-06,
      "loss": 0.0975,
      "step": 25274
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.835290009456727e-06,
      "loss": 0.1033,
      "step": 25275
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.834541056415333e-06,
      "loss": 0.1158,
      "step": 25276
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.833792142890974e-06,
      "loss": 0.1047,
      "step": 25277
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.833043268889385e-06,
      "loss": 0.0848,
      "step": 25278
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.832294434416292e-06,
      "loss": 0.0892,
      "step": 25279
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.8315456394774186e-06,
      "loss": 0.087,
      "step": 25280
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.830796884078497e-06,
      "loss": 0.0955,
      "step": 25281
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.83004816822526e-06,
      "loss": 0.111,
      "step": 25282
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.829299491923426e-06,
      "loss": 0.1043,
      "step": 25283
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.8285508551787315e-06,
      "loss": 0.1128,
      "step": 25284
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.827802257996902e-06,
      "loss": 0.1002,
      "step": 25285
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.827053700383657e-06,
      "loss": 0.1026,
      "step": 25286
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.826305182344728e-06,
      "loss": 0.1061,
      "step": 25287
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.825556703885847e-06,
      "loss": 0.0894,
      "step": 25288
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.824808265012734e-06,
      "loss": 0.1092,
      "step": 25289
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.824059865731111e-06,
      "loss": 0.0782,
      "step": 25290
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.82331150604671e-06,
      "loss": 0.0892,
      "step": 25291
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.822563185965257e-06,
      "loss": 0.1204,
      "step": 25292
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.82181490549247e-06,
      "loss": 0.0965,
      "step": 25293
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.821066664634082e-06,
      "loss": 0.1069,
      "step": 25294
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.8203184633958126e-06,
      "loss": 0.0934,
      "step": 25295
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.819570301783382e-06,
      "loss": 0.0895,
      "step": 25296
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.818822179802518e-06,
      "loss": 0.1068,
      "step": 25297
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.818074097458947e-06,
      "loss": 0.0813,
      "step": 25298
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.817326054758389e-06,
      "loss": 0.1042,
      "step": 25299
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.816578051706563e-06,
      "loss": 0.1025,
      "step": 25300
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.8158300883091946e-06,
      "loss": 0.1042,
      "step": 25301
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.815082164572009e-06,
      "loss": 0.1168,
      "step": 25302
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.8143342805007265e-06,
      "loss": 0.1071,
      "step": 25303
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.813586436101063e-06,
      "loss": 0.1029,
      "step": 25304
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.812838631378748e-06,
      "loss": 0.0838,
      "step": 25305
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.812090866339494e-06,
      "loss": 0.0888,
      "step": 25306
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.8113431409890255e-06,
      "loss": 0.1138,
      "step": 25307
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.810595455333067e-06,
      "loss": 0.112,
      "step": 25308
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.809847809377335e-06,
      "loss": 0.0941,
      "step": 25309
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.809100203127546e-06,
      "loss": 0.0902,
      "step": 25310
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.808352636589421e-06,
      "loss": 0.0977,
      "step": 25311
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.807605109768683e-06,
      "loss": 0.079,
      "step": 25312
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.80685762267105e-06,
      "loss": 0.072,
      "step": 25313
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.806110175302235e-06,
      "loss": 0.0956,
      "step": 25314
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.805362767667962e-06,
      "loss": 0.1091,
      "step": 25315
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.8046153997739435e-06,
      "loss": 0.1009,
      "step": 25316
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.803868071625899e-06,
      "loss": 0.0913,
      "step": 25317
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.803120783229551e-06,
      "loss": 0.1,
      "step": 25318
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.802373534590613e-06,
      "loss": 0.1075,
      "step": 25319
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.801626325714796e-06,
      "loss": 0.0879,
      "step": 25320
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.800879156607823e-06,
      "loss": 0.111,
      "step": 25321
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.8001320272754105e-06,
      "loss": 0.0883,
      "step": 25322
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.799384937723273e-06,
      "loss": 0.1107,
      "step": 25323
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.798637887957119e-06,
      "loss": 0.0896,
      "step": 25324
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.797890877982676e-06,
      "loss": 0.1094,
      "step": 25325
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.797143907805647e-06,
      "loss": 0.105,
      "step": 25326
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.796396977431752e-06,
      "loss": 0.1003,
      "step": 25327
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.795650086866709e-06,
      "loss": 0.0903,
      "step": 25328
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.794903236116227e-06,
      "loss": 0.097,
      "step": 25329
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.794156425186018e-06,
      "loss": 0.0996,
      "step": 25330
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.793409654081797e-06,
      "loss": 0.1282,
      "step": 25331
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.792662922809282e-06,
      "loss": 0.1043,
      "step": 25332
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.791916231374182e-06,
      "loss": 0.0963,
      "step": 25333
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.791169579782203e-06,
      "loss": 0.0967,
      "step": 25334
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.790422968039069e-06,
      "loss": 0.0812,
      "step": 25335
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.789676396150481e-06,
      "loss": 0.0802,
      "step": 25336
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.788929864122158e-06,
      "loss": 0.0983,
      "step": 25337
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.788183371959806e-06,
      "loss": 0.0927,
      "step": 25338
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.787436919669141e-06,
      "loss": 0.0882,
      "step": 25339
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.7866905072558715e-06,
      "loss": 0.091,
      "step": 25340
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.7859441347256984e-06,
      "loss": 0.1058,
      "step": 25341
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.785197802084348e-06,
      "loss": 0.0962,
      "step": 25342
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.784451509337522e-06,
      "loss": 0.0751,
      "step": 25343
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.783705256490926e-06,
      "loss": 0.0901,
      "step": 25344
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.782959043550276e-06,
      "loss": 0.1115,
      "step": 25345
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.782212870521274e-06,
      "loss": 0.1008,
      "step": 25346
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.781466737409637e-06,
      "loss": 0.0785,
      "step": 25347
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.780720644221063e-06,
      "loss": 0.1098,
      "step": 25348
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.779974590961269e-06,
      "loss": 0.0961,
      "step": 25349
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.779228577635958e-06,
      "loss": 0.1064,
      "step": 25350
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.778482604250831e-06,
      "loss": 0.0915,
      "step": 25351
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.777736670811608e-06,
      "loss": 0.1041,
      "step": 25352
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.77699077732399e-06,
      "loss": 0.099,
      "step": 25353
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.776244923793677e-06,
      "loss": 0.0872,
      "step": 25354
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.775499110226385e-06,
      "loss": 0.1043,
      "step": 25355
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.7747533366278095e-06,
      "loss": 0.0836,
      "step": 25356
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.774007603003668e-06,
      "loss": 0.1116,
      "step": 25357
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.773261909359652e-06,
      "loss": 0.099,
      "step": 25358
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.772516255701478e-06,
      "loss": 0.1127,
      "step": 25359
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.771770642034845e-06,
      "loss": 0.0911,
      "step": 25360
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.771025068365451e-06,
      "loss": 0.0967,
      "step": 25361
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.770279534699013e-06,
      "loss": 0.1192,
      "step": 25362
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.7695340410412284e-06,
      "loss": 0.0923,
      "step": 25363
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.768788587397796e-06,
      "loss": 0.1014,
      "step": 25364
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.768043173774426e-06,
      "loss": 0.1231,
      "step": 25365
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.7672978001768145e-06,
      "loss": 0.1164,
      "step": 25366
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.76655246661067e-06,
      "loss": 0.1065,
      "step": 25367
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.765807173081688e-06,
      "loss": 0.0975,
      "step": 25368
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.765061919595577e-06,
      "loss": 0.0843,
      "step": 25369
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.764316706158036e-06,
      "loss": 0.0971,
      "step": 25370
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.76357153277476e-06,
      "loss": 0.0973,
      "step": 25371
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.762826399451456e-06,
      "loss": 0.0891,
      "step": 25372
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.762081306193825e-06,
      "loss": 0.0974,
      "step": 25373
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.761336253007567e-06,
      "loss": 0.0844,
      "step": 25374
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.7605912398983766e-06,
      "loss": 0.1046,
      "step": 25375
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.759846266871956e-06,
      "loss": 0.0878,
      "step": 25376
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.75910133393401e-06,
      "loss": 0.1082,
      "step": 25377
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.758356441090228e-06,
      "loss": 0.112,
      "step": 25378
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.757611588346318e-06,
      "loss": 0.0825,
      "step": 25379
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.75686677570797e-06,
      "loss": 0.0789,
      "step": 25380
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.756122003180889e-06,
      "loss": 0.1128,
      "step": 25381
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.755377270770767e-06,
      "loss": 0.0974,
      "step": 25382
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.754632578483307e-06,
      "loss": 0.0847,
      "step": 25383
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.7538879263242035e-06,
      "loss": 0.1061,
      "step": 25384
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.7531433142991446e-06,
      "loss": 0.0929,
      "step": 25385
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.752398742413842e-06,
      "loss": 0.0882,
      "step": 25386
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.751654210673986e-06,
      "loss": 0.1051,
      "step": 25387
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.750909719085266e-06,
      "loss": 0.1079,
      "step": 25388
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.750165267653387e-06,
      "loss": 0.0859,
      "step": 25389
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.749420856384037e-06,
      "loss": 0.1069,
      "step": 25390
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.748676485282917e-06,
      "loss": 0.0764,
      "step": 25391
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.747932154355715e-06,
      "loss": 0.1142,
      "step": 25392
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.747187863608134e-06,
      "loss": 0.0813,
      "step": 25393
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.7464436130458614e-06,
      "loss": 0.0902,
      "step": 25394
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.745699402674584e-06,
      "loss": 0.0921,
      "step": 25395
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.7449552325000126e-06,
      "loss": 0.0945,
      "step": 25396
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.74421110252783e-06,
      "loss": 0.1061,
      "step": 25397
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.743467012763729e-06,
      "loss": 0.0953,
      "step": 25398
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.742722963213404e-06,
      "loss": 0.0994,
      "step": 25399
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.741978953882545e-06,
      "loss": 0.1104,
      "step": 25400
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.741234984776848e-06,
      "loss": 0.0977,
      "step": 25401
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.740491055901998e-06,
      "loss": 0.1036,
      "step": 25402
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.739747167263694e-06,
      "loss": 0.0889,
      "step": 25403
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.739003318867623e-06,
      "loss": 0.1044,
      "step": 25404
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.738259510719471e-06,
      "loss": 0.0826,
      "step": 25405
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.737515742824935e-06,
      "loss": 0.1046,
      "step": 25406
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.7367720151897065e-06,
      "loss": 0.1085,
      "step": 25407
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.7360283278194705e-06,
      "loss": 0.1242,
      "step": 25408
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.735284680719915e-06,
      "loss": 0.0879,
      "step": 25409
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.734541073896731e-06,
      "loss": 0.0947,
      "step": 25410
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.733797507355612e-06,
      "loss": 0.0906,
      "step": 25411
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.733053981102238e-06,
      "loss": 0.0906,
      "step": 25412
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.732310495142306e-06,
      "loss": 0.0926,
      "step": 25413
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.731567049481499e-06,
      "loss": 0.0921,
      "step": 25414
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.730823644125501e-06,
      "loss": 0.1148,
      "step": 25415
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.730080279080004e-06,
      "loss": 0.0879,
      "step": 25416
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.729336954350698e-06,
      "loss": 0.1042,
      "step": 25417
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.728593669943264e-06,
      "loss": 0.0907,
      "step": 25418
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.7278504258633884e-06,
      "loss": 0.091,
      "step": 25419
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.727107222116758e-06,
      "loss": 0.0814,
      "step": 25420
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.726364058709063e-06,
      "loss": 0.0965,
      "step": 25421
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.7256209356459816e-06,
      "loss": 0.1029,
      "step": 25422
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.724877852933205e-06,
      "loss": 0.0835,
      "step": 25423
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.724134810576417e-06,
      "loss": 0.1142,
      "step": 25424
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.723391808581296e-06,
      "loss": 0.1063,
      "step": 25425
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.72264884695353e-06,
      "loss": 0.0874,
      "step": 25426
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.721905925698809e-06,
      "loss": 0.1166,
      "step": 25427
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.7211630448228095e-06,
      "loss": 0.1181,
      "step": 25428
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.720420204331213e-06,
      "loss": 0.1116,
      "step": 25429
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.719677404229705e-06,
      "loss": 0.1014,
      "step": 25430
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.718934644523973e-06,
      "loss": 0.103,
      "step": 25431
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.718191925219691e-06,
      "loss": 0.1011,
      "step": 25432
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.7174492463225485e-06,
      "loss": 0.0814,
      "step": 25433
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.716706607838224e-06,
      "loss": 0.1022,
      "step": 25434
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.7159640097723945e-06,
      "loss": 0.0789,
      "step": 25435
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.715221452130745e-06,
      "loss": 0.1093,
      "step": 25436
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.71447893491896e-06,
      "loss": 0.111,
      "step": 25437
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.713736458142717e-06,
      "loss": 0.1046,
      "step": 25438
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.712994021807691e-06,
      "loss": 0.0941,
      "step": 25439
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.712251625919566e-06,
      "loss": 0.1121,
      "step": 25440
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.711509270484026e-06,
      "loss": 0.0974,
      "step": 25441
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.710766955506746e-06,
      "loss": 0.1056,
      "step": 25442
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.7100246809934015e-06,
      "loss": 0.0956,
      "step": 25443
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.709282446949676e-06,
      "loss": 0.1136,
      "step": 25444
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.708540253381245e-06,
      "loss": 0.0899,
      "step": 25445
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.707798100293787e-06,
      "loss": 0.1188,
      "step": 25446
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.707055987692983e-06,
      "loss": 0.0839,
      "step": 25447
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.7063139155845086e-06,
      "loss": 0.1137,
      "step": 25448
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.705571883974036e-06,
      "loss": 0.0968,
      "step": 25449
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.7048298928672455e-06,
      "loss": 0.0854,
      "step": 25450
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.704087942269817e-06,
      "loss": 0.0882,
      "step": 25451
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.703346032187424e-06,
      "loss": 0.0926,
      "step": 25452
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.702604162625739e-06,
      "loss": 0.0897,
      "step": 25453
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.701862333590443e-06,
      "loss": 0.0895,
      "step": 25454
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.701120545087205e-06,
      "loss": 0.096,
      "step": 25455
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.700378797121703e-06,
      "loss": 0.1016,
      "step": 25456
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.6996370896996145e-06,
      "loss": 0.1026,
      "step": 25457
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.698895422826612e-06,
      "loss": 0.0914,
      "step": 25458
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.698153796508365e-06,
      "loss": 0.1009,
      "step": 25459
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.69741221075055e-06,
      "loss": 0.0902,
      "step": 25460
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.696670665558845e-06,
      "loss": 0.1009,
      "step": 25461
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.69592916093892e-06,
      "loss": 0.1097,
      "step": 25462
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.695187696896442e-06,
      "loss": 0.1004,
      "step": 25463
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.694446273437091e-06,
      "loss": 0.0848,
      "step": 25464
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.693704890566533e-06,
      "loss": 0.085,
      "step": 25465
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.692963548290443e-06,
      "loss": 0.1038,
      "step": 25466
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.6922222466144955e-06,
      "loss": 0.0876,
      "step": 25467
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.691480985544359e-06,
      "loss": 0.113,
      "step": 25468
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.6907397650856985e-06,
      "loss": 0.0989,
      "step": 25469
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.689998585244192e-06,
      "loss": 0.0826,
      "step": 25470
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.68925744602551e-06,
      "loss": 0.095,
      "step": 25471
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.68851634743532e-06,
      "loss": 0.0949,
      "step": 25472
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.687775289479288e-06,
      "loss": 0.0968,
      "step": 25473
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.68703427216309e-06,
      "loss": 0.0961,
      "step": 25474
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.686293295492389e-06,
      "loss": 0.1035,
      "step": 25475
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.685552359472859e-06,
      "loss": 0.0977,
      "step": 25476
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.684811464110163e-06,
      "loss": 0.1124,
      "step": 25477
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.684070609409974e-06,
      "loss": 0.0913,
      "step": 25478
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.683329795377959e-06,
      "loss": 0.0935,
      "step": 25479
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.682589022019776e-06,
      "loss": 0.0924,
      "step": 25480
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.681848289341107e-06,
      "loss": 0.084,
      "step": 25481
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.681107597347612e-06,
      "loss": 0.1187,
      "step": 25482
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.680366946044953e-06,
      "loss": 0.0958,
      "step": 25483
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.679626335438804e-06,
      "loss": 0.0983,
      "step": 25484
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.678885765534824e-06,
      "loss": 0.0997,
      "step": 25485
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.678145236338686e-06,
      "loss": 0.0947,
      "step": 25486
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.677404747856047e-06,
      "loss": 0.1169,
      "step": 25487
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.676664300092579e-06,
      "loss": 0.0941,
      "step": 25488
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.6759238930539456e-06,
      "loss": 0.1122,
      "step": 25489
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.675183526745799e-06,
      "loss": 0.0876,
      "step": 25490
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.674443201173821e-06,
      "loss": 0.0889,
      "step": 25491
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.67370291634367e-06,
      "loss": 0.1141,
      "step": 25492
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.6729626722610014e-06,
      "loss": 0.1038,
      "step": 25493
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.672222468931487e-06,
      "loss": 0.1127,
      "step": 25494
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.671482306360783e-06,
      "loss": 0.1009,
      "step": 25495
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.670742184554559e-06,
      "loss": 0.094,
      "step": 25496
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.67000210351847e-06,
      "loss": 0.1013,
      "step": 25497
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.669262063258183e-06,
      "loss": 0.0768,
      "step": 25498
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.66852206377936e-06,
      "loss": 0.094,
      "step": 25499
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.66778210508765e-06,
      "loss": 0.1002,
      "step": 25500
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.667042187188732e-06,
      "loss": 0.1115,
      "step": 25501
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.666302310088257e-06,
      "loss": 0.1025,
      "step": 25502
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.665562473791885e-06,
      "loss": 0.0966,
      "step": 25503
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.664822678305278e-06,
      "loss": 0.0777,
      "step": 25504
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.664082923634093e-06,
      "loss": 0.0949,
      "step": 25505
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.663343209783996e-06,
      "loss": 0.1121,
      "step": 25506
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.662603536760636e-06,
      "loss": 0.1072,
      "step": 25507
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.66186390456968e-06,
      "loss": 0.093,
      "step": 25508
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.661124313216783e-06,
      "loss": 0.0872,
      "step": 25509
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.660384762707602e-06,
      "loss": 0.0767,
      "step": 25510
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.659645253047795e-06,
      "loss": 0.0909,
      "step": 25511
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.658905784243023e-06,
      "loss": 0.1189,
      "step": 25512
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.658166356298941e-06,
      "loss": 0.1213,
      "step": 25513
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.657426969221203e-06,
      "loss": 0.1016,
      "step": 25514
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.656687623015466e-06,
      "loss": 0.1003,
      "step": 25515
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.655948317687393e-06,
      "loss": 0.0975,
      "step": 25516
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.6552090532426305e-06,
      "loss": 0.0948,
      "step": 25517
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.654469829686843e-06,
      "loss": 0.0879,
      "step": 25518
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.65373064702568e-06,
      "loss": 0.1105,
      "step": 25519
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.652991505264795e-06,
      "loss": 0.097,
      "step": 25520
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.652252404409846e-06,
      "loss": 0.0798,
      "step": 25521
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.651513344466489e-06,
      "loss": 0.0981,
      "step": 25522
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.650774325440376e-06,
      "loss": 0.1004,
      "step": 25523
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.650035347337156e-06,
      "loss": 0.1258,
      "step": 25524
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.649296410162488e-06,
      "loss": 0.1146,
      "step": 25525
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.648557513922026e-06,
      "loss": 0.1125,
      "step": 25526
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.647818658621418e-06,
      "loss": 0.0984,
      "step": 25527
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.647079844266321e-06,
      "loss": 0.0956,
      "step": 25528
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.646341070862382e-06,
      "loss": 0.1219,
      "step": 25529
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.64560233841526e-06,
      "loss": 0.0946,
      "step": 25530
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.644863646930598e-06,
      "loss": 0.0961,
      "step": 25531
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.644124996414056e-06,
      "loss": 0.1087,
      "step": 25532
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.643386386871278e-06,
      "loss": 0.0944,
      "step": 25533
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.6426478183079116e-06,
      "loss": 0.1051,
      "step": 25534
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.641909290729618e-06,
      "loss": 0.1125,
      "step": 25535
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.6411708041420424e-06,
      "loss": 0.1064,
      "step": 25536
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.640432358550829e-06,
      "loss": 0.0877,
      "step": 25537
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.639693953961637e-06,
      "loss": 0.0914,
      "step": 25538
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.638955590380104e-06,
      "loss": 0.1192,
      "step": 25539
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.6382172678118895e-06,
      "loss": 0.0966,
      "step": 25540
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.637478986262633e-06,
      "loss": 0.1076,
      "step": 25541
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.636740745737988e-06,
      "loss": 0.1098,
      "step": 25542
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.636002546243603e-06,
      "loss": 0.105,
      "step": 25543
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.635264387785119e-06,
      "loss": 0.0896,
      "step": 25544
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.634526270368187e-06,
      "loss": 0.0872,
      "step": 25545
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.633788193998457e-06,
      "loss": 0.0979,
      "step": 25546
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.633050158681572e-06,
      "loss": 0.1059,
      "step": 25547
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.632312164423176e-06,
      "loss": 0.1065,
      "step": 25548
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.631574211228918e-06,
      "loss": 0.0917,
      "step": 25549
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.6308362991044445e-06,
      "loss": 0.0969,
      "step": 25550
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.6300984280553965e-06,
      "loss": 0.1031,
      "step": 25551
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.6293605980874245e-06,
      "loss": 0.0977,
      "step": 25552
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.628622809206171e-06,
      "loss": 0.1055,
      "step": 25553
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.627885061417276e-06,
      "loss": 0.1052,
      "step": 25554
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.6271473547263856e-06,
      "loss": 0.0889,
      "step": 25555
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.626409689139148e-06,
      "loss": 0.1107,
      "step": 25556
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.625672064661204e-06,
      "loss": 0.1028,
      "step": 25557
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.6249344812981924e-06,
      "loss": 0.0996,
      "step": 25558
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.624196939055758e-06,
      "loss": 0.0806,
      "step": 25559
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.623459437939549e-06,
      "loss": 0.0688,
      "step": 25560
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.622721977955199e-06,
      "loss": 0.0907,
      "step": 25561
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.621984559108358e-06,
      "loss": 0.0873,
      "step": 25562
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.621247181404662e-06,
      "loss": 0.0947,
      "step": 25563
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.62050984484975e-06,
      "loss": 0.0846,
      "step": 25564
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.619772549449266e-06,
      "loss": 0.0987,
      "step": 25565
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.619035295208854e-06,
      "loss": 0.0873,
      "step": 25566
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.6182980821341505e-06,
      "loss": 0.1042,
      "step": 25567
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.617560910230793e-06,
      "loss": 0.0912,
      "step": 25568
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.616823779504422e-06,
      "loss": 0.0925,
      "step": 25569
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.616086689960683e-06,
      "loss": 0.1243,
      "step": 25570
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.615349641605207e-06,
      "loss": 0.1095,
      "step": 25571
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.614612634443638e-06,
      "loss": 0.0866,
      "step": 25572
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.613875668481613e-06,
      "loss": 0.09,
      "step": 25573
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.613138743724766e-06,
      "loss": 0.1048,
      "step": 25574
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.612401860178737e-06,
      "loss": 0.0942,
      "step": 25575
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.611665017849167e-06,
      "loss": 0.0832,
      "step": 25576
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.610928216741692e-06,
      "loss": 0.089,
      "step": 25577
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.610191456861942e-06,
      "loss": 0.1155,
      "step": 25578
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.6094547382155585e-06,
      "loss": 0.099,
      "step": 25579
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.608718060808181e-06,
      "loss": 0.1073,
      "step": 25580
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.607981424645441e-06,
      "loss": 0.1074,
      "step": 25581
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.607244829732971e-06,
      "loss": 0.0935,
      "step": 25582
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.606508276076413e-06,
      "loss": 0.1104,
      "step": 25583
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.605771763681396e-06,
      "loss": 0.0942,
      "step": 25584
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.605035292553557e-06,
      "loss": 0.1071,
      "step": 25585
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.604298862698533e-06,
      "loss": 0.092,
      "step": 25586
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.603562474121955e-06,
      "loss": 0.1024,
      "step": 25587
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.602826126829453e-06,
      "loss": 0.1057,
      "step": 25588
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.602089820826664e-06,
      "loss": 0.0885,
      "step": 25589
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.601353556119224e-06,
      "loss": 0.1061,
      "step": 25590
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.600617332712763e-06,
      "loss": 0.08,
      "step": 25591
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.599881150612908e-06,
      "loss": 0.1109,
      "step": 25592
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.599145009825301e-06,
      "loss": 0.1105,
      "step": 25593
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.598408910355563e-06,
      "loss": 0.1096,
      "step": 25594
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.597672852209332e-06,
      "loss": 0.0999,
      "step": 25595
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.59693683539224e-06,
      "loss": 0.1197,
      "step": 25596
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.596200859909916e-06,
      "loss": 0.0732,
      "step": 25597
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.595464925767985e-06,
      "loss": 0.1184,
      "step": 25598
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.594729032972083e-06,
      "loss": 0.0995,
      "step": 25599
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.593993181527843e-06,
      "loss": 0.1038,
      "step": 25600
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.593257371440888e-06,
      "loss": 0.1116,
      "step": 25601
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.592521602716846e-06,
      "loss": 0.0875,
      "step": 25602
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.591785875361354e-06,
      "loss": 0.1183,
      "step": 25603
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.591050189380031e-06,
      "loss": 0.1109,
      "step": 25604
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.590314544778509e-06,
      "loss": 0.0995,
      "step": 25605
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.589578941562421e-06,
      "loss": 0.1217,
      "step": 25606
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.5888433797373895e-06,
      "loss": 0.098,
      "step": 25607
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.588107859309039e-06,
      "loss": 0.1076,
      "step": 25608
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.587372380282999e-06,
      "loss": 0.0903,
      "step": 25609
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.586636942664901e-06,
      "loss": 0.0997,
      "step": 25610
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.585901546460368e-06,
      "loss": 0.0999,
      "step": 25611
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.5851661916750205e-06,
      "loss": 0.0813,
      "step": 25612
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.5844308783144916e-06,
      "loss": 0.1162,
      "step": 25613
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.5836956063844015e-06,
      "loss": 0.0906,
      "step": 25614
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.582960375890381e-06,
      "loss": 0.1084,
      "step": 25615
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.582225186838046e-06,
      "loss": 0.086,
      "step": 25616
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.581490039233031e-06,
      "loss": 0.1195,
      "step": 25617
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.580754933080951e-06,
      "loss": 0.099,
      "step": 25618
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.580019868387434e-06,
      "loss": 0.1109,
      "step": 25619
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.5792848451581075e-06,
      "loss": 0.0709,
      "step": 25620
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.5785498633985904e-06,
      "loss": 0.0939,
      "step": 25621
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.577814923114501e-06,
      "loss": 0.1214,
      "step": 25622
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.577080024311471e-06,
      "loss": 0.1039,
      "step": 25623
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.576345166995113e-06,
      "loss": 0.0909,
      "step": 25624
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.575610351171058e-06,
      "loss": 0.1017,
      "step": 25625
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.574875576844919e-06,
      "loss": 0.1039,
      "step": 25626
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.574140844022326e-06,
      "loss": 0.1239,
      "step": 25627
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.573406152708896e-06,
      "loss": 0.0896,
      "step": 25628
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.57267150291024e-06,
      "loss": 0.1174,
      "step": 25629
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.5719368946319954e-06,
      "loss": 0.1031,
      "step": 25630
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.571202327879773e-06,
      "loss": 0.0977,
      "step": 25631
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.570467802659189e-06,
      "loss": 0.0914,
      "step": 25632
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.569733318975873e-06,
      "loss": 0.0982,
      "step": 25633
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.568998876835433e-06,
      "loss": 0.0831,
      "step": 25634
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.568264476243496e-06,
      "loss": 0.1003,
      "step": 25635
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.567530117205674e-06,
      "loss": 0.1064,
      "step": 25636
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.566795799727592e-06,
      "loss": 0.0965,
      "step": 25637
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.566061523814862e-06,
      "loss": 0.0925,
      "step": 25638
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.565327289473097e-06,
      "loss": 0.0845,
      "step": 25639
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.564593096707928e-06,
      "loss": 0.0844,
      "step": 25640
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.563858945524962e-06,
      "loss": 0.0869,
      "step": 25641
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.563124835929815e-06,
      "loss": 0.0855,
      "step": 25642
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.56239076792811e-06,
      "loss": 0.1039,
      "step": 25643
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.561656741525453e-06,
      "loss": 0.0892,
      "step": 25644
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.56092275672747e-06,
      "loss": 0.0839,
      "step": 25645
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.560188813539767e-06,
      "loss": 0.0991,
      "step": 25646
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.559454911967965e-06,
      "loss": 0.0921,
      "step": 25647
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.558721052017677e-06,
      "loss": 0.0874,
      "step": 25648
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.557987233694509e-06,
      "loss": 0.0966,
      "step": 25649
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.557253457004091e-06,
      "loss": 0.0923,
      "step": 25650
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.556519721952027e-06,
      "loss": 0.0864,
      "step": 25651
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.555786028543928e-06,
      "loss": 0.1298,
      "step": 25652
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.555052376785414e-06,
      "loss": 0.1143,
      "step": 25653
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.55431876668209e-06,
      "loss": 0.1046,
      "step": 25654
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.5535851982395754e-06,
      "loss": 0.0773,
      "step": 25655
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.552851671463475e-06,
      "loss": 0.0902,
      "step": 25656
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.5521181863594085e-06,
      "loss": 0.0846,
      "step": 25657
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.551384742932982e-06,
      "loss": 0.1234,
      "step": 25658
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.5506513411898056e-06,
      "loss": 0.0786,
      "step": 25659
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.549917981135491e-06,
      "loss": 0.1152,
      "step": 25660
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.549184662775654e-06,
      "loss": 0.0864,
      "step": 25661
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.5484513861159e-06,
      "loss": 0.0876,
      "step": 25662
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.547718151161835e-06,
      "loss": 0.0992,
      "step": 25663
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.5469849579190725e-06,
      "loss": 0.0907,
      "step": 25664
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.546251806393225e-06,
      "loss": 0.0931,
      "step": 25665
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.545518696589895e-06,
      "loss": 0.0984,
      "step": 25666
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.544785628514696e-06,
      "loss": 0.1027,
      "step": 25667
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.544052602173235e-06,
      "loss": 0.0828,
      "step": 25668
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.543319617571116e-06,
      "loss": 0.1083,
      "step": 25669
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.542586674713948e-06,
      "loss": 0.0962,
      "step": 25670
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.541853773607343e-06,
      "loss": 0.0899,
      "step": 25671
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.541120914256906e-06,
      "loss": 0.0889,
      "step": 25672
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.540388096668237e-06,
      "loss": 0.1073,
      "step": 25673
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.539655320846947e-06,
      "loss": 0.1056,
      "step": 25674
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.5389225867986465e-06,
      "loss": 0.1364,
      "step": 25675
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.538189894528931e-06,
      "loss": 0.0917,
      "step": 25676
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.537457244043417e-06,
      "loss": 0.0804,
      "step": 25677
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.5367246353477e-06,
      "loss": 0.1599,
      "step": 25678
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.5359920684473925e-06,
      "loss": 0.0967,
      "step": 25679
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.535259543348091e-06,
      "loss": 0.0818,
      "step": 25680
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.534527060055407e-06,
      "loss": 0.0981,
      "step": 25681
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.53379461857494e-06,
      "loss": 0.1145,
      "step": 25682
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.533062218912287e-06,
      "loss": 0.0994,
      "step": 25683
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.532329861073066e-06,
      "loss": 0.0883,
      "step": 25684
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.53159754506287e-06,
      "loss": 0.1183,
      "step": 25685
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.5308652708873014e-06,
      "loss": 0.0958,
      "step": 25686
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.530133038551966e-06,
      "loss": 0.1071,
      "step": 25687
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.529400848062461e-06,
      "loss": 0.0944,
      "step": 25688
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.528668699424392e-06,
      "loss": 0.1094,
      "step": 25689
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.527936592643357e-06,
      "loss": 0.0974,
      "step": 25690
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.527204527724961e-06,
      "loss": 0.0985,
      "step": 25691
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.5264725046748015e-06,
      "loss": 0.1094,
      "step": 25692
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.525740523498475e-06,
      "loss": 0.1108,
      "step": 25693
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.525008584201587e-06,
      "loss": 0.0992,
      "step": 25694
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.524276686789737e-06,
      "loss": 0.0899,
      "step": 25695
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.523544831268523e-06,
      "loss": 0.0958,
      "step": 25696
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.5228130176435394e-06,
      "loss": 0.1133,
      "step": 25697
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.522081245920389e-06,
      "loss": 0.1004,
      "step": 25698
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.521349516104674e-06,
      "loss": 0.1053,
      "step": 25699
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.520617828201983e-06,
      "loss": 0.0755,
      "step": 25700
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.519886182217923e-06,
      "loss": 0.0931,
      "step": 25701
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.519154578158087e-06,
      "loss": 0.1063,
      "step": 25702
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.5184230160280676e-06,
      "loss": 0.0965,
      "step": 25703
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.517691495833466e-06,
      "loss": 0.0944,
      "step": 25704
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.5169600175798815e-06,
      "loss": 0.0949,
      "step": 25705
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.516228581272907e-06,
      "loss": 0.0951,
      "step": 25706
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.515497186918134e-06,
      "loss": 0.095,
      "step": 25707
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.514765834521162e-06,
      "loss": 0.1061,
      "step": 25708
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.514034524087591e-06,
      "loss": 0.1234,
      "step": 25709
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.513303255623005e-06,
      "loss": 0.094,
      "step": 25710
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.512572029133008e-06,
      "loss": 0.118,
      "step": 25711
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.51184084462319e-06,
      "loss": 0.0958,
      "step": 25712
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.51110970209914e-06,
      "loss": 0.0831,
      "step": 25713
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.510378601566457e-06,
      "loss": 0.1054,
      "step": 25714
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.509647543030737e-06,
      "loss": 0.0937,
      "step": 25715
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.5089165264975685e-06,
      "loss": 0.1036,
      "step": 25716
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.508185551972541e-06,
      "loss": 0.0942,
      "step": 25717
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.507454619461251e-06,
      "loss": 0.0795,
      "step": 25718
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.506723728969292e-06,
      "loss": 0.1242,
      "step": 25719
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.50599288050225e-06,
      "loss": 0.0844,
      "step": 25720
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.5052620740657214e-06,
      "loss": 0.1073,
      "step": 25721
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.504531309665297e-06,
      "loss": 0.102,
      "step": 25722
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.5038005873065595e-06,
      "loss": 0.1003,
      "step": 25723
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.5030699069951045e-06,
      "loss": 0.0986,
      "step": 25724
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.502339268736526e-06,
      "loss": 0.15,
      "step": 25725
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.50160867253641e-06,
      "loss": 0.0933,
      "step": 25726
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.5008781184003425e-06,
      "loss": 0.1141,
      "step": 25727
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.5001476063339135e-06,
      "loss": 0.1078,
      "step": 25728
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.499417136342719e-06,
      "loss": 0.1262,
      "step": 25729
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.4986867084323395e-06,
      "loss": 0.0864,
      "step": 25730
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.4979563226083625e-06,
      "loss": 0.0997,
      "step": 25731
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.497225978876382e-06,
      "loss": 0.0864,
      "step": 25732
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.496495677241977e-06,
      "loss": 0.0918,
      "step": 25733
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.49576541771074e-06,
      "loss": 0.0865,
      "step": 25734
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.4950352002882605e-06,
      "loss": 0.0871,
      "step": 25735
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.49430502498012e-06,
      "loss": 0.0947,
      "step": 25736
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.493574891791902e-06,
      "loss": 0.1108,
      "step": 25737
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.492844800729196e-06,
      "loss": 0.0897,
      "step": 25738
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.492114751797591e-06,
      "loss": 0.1056,
      "step": 25739
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.491384745002668e-06,
      "loss": 0.0966,
      "step": 25740
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.490654780350009e-06,
      "loss": 0.0826,
      "step": 25741
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.489924857845204e-06,
      "loss": 0.0879,
      "step": 25742
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.48919497749383e-06,
      "loss": 0.1033,
      "step": 25743
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.488465139301477e-06,
      "loss": 0.1094,
      "step": 25744
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.487735343273729e-06,
      "loss": 0.1064,
      "step": 25745
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.487005589416168e-06,
      "loss": 0.0927,
      "step": 25746
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.486275877734371e-06,
      "loss": 0.0956,
      "step": 25747
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.4855462082339255e-06,
      "loss": 0.0907,
      "step": 25748
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.484816580920416e-06,
      "loss": 0.08,
      "step": 25749
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.4840869957994216e-06,
      "loss": 0.1102,
      "step": 25750
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.48335745287652e-06,
      "loss": 0.109,
      "step": 25751
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.4826279521573e-06,
      "loss": 0.0969,
      "step": 25752
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.481898493647335e-06,
      "loss": 0.0962,
      "step": 25753
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.481169077352209e-06,
      "loss": 0.1007,
      "step": 25754
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.480439703277506e-06,
      "loss": 0.1215,
      "step": 25755
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.479710371428803e-06,
      "loss": 0.0833,
      "step": 25756
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.478981081811673e-06,
      "loss": 0.074,
      "step": 25757
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.4782518344317026e-06,
      "loss": 0.1063,
      "step": 25758
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.4775226292944716e-06,
      "loss": 0.1063,
      "step": 25759
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.4767934664055575e-06,
      "loss": 0.0791,
      "step": 25760
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.476064345770533e-06,
      "loss": 0.0952,
      "step": 25761
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.475335267394984e-06,
      "loss": 0.0844,
      "step": 25762
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.47460623128448e-06,
      "loss": 0.1082,
      "step": 25763
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.473877237444607e-06,
      "loss": 0.1022,
      "step": 25764
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.473148285880934e-06,
      "loss": 0.1155,
      "step": 25765
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.472419376599044e-06,
      "loss": 0.1108,
      "step": 25766
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.471690509604511e-06,
      "loss": 0.0796,
      "step": 25767
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.4709616849029045e-06,
      "loss": 0.0997,
      "step": 25768
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.470232902499814e-06,
      "loss": 0.092,
      "step": 25769
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.469504162400805e-06,
      "loss": 0.1238,
      "step": 25770
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.468775464611452e-06,
      "loss": 0.1067,
      "step": 25771
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.468046809137337e-06,
      "loss": 0.0912,
      "step": 25772
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.467318195984027e-06,
      "loss": 0.0977,
      "step": 25773
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.4665896251571006e-06,
      "loss": 0.1008,
      "step": 25774
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.465861096662127e-06,
      "loss": 0.0993,
      "step": 25775
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.465132610504685e-06,
      "loss": 0.0872,
      "step": 25776
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.464404166690347e-06,
      "loss": 0.1066,
      "step": 25777
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.463675765224676e-06,
      "loss": 0.1187,
      "step": 25778
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.46294740611326e-06,
      "loss": 0.1182,
      "step": 25779
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.462219089361663e-06,
      "loss": 0.0997,
      "step": 25780
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.4614908149754545e-06,
      "loss": 0.0948,
      "step": 25781
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.4607625829602115e-06,
      "loss": 0.1142,
      "step": 25782
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.460034393321499e-06,
      "loss": 0.1129,
      "step": 25783
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.459306246064896e-06,
      "loss": 0.0932,
      "step": 25784
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.458578141195964e-06,
      "loss": 0.0919,
      "step": 25785
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.457850078720282e-06,
      "loss": 0.0787,
      "step": 25786
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.457122058643414e-06,
      "loss": 0.0848,
      "step": 25787
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.456394080970924e-06,
      "loss": 0.1073,
      "step": 25788
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.455666145708396e-06,
      "loss": 0.103,
      "step": 25789
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.454938252861391e-06,
      "loss": 0.1127,
      "step": 25790
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.454210402435472e-06,
      "loss": 0.1181,
      "step": 25791
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.453482594436219e-06,
      "loss": 0.0977,
      "step": 25792
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.452754828869189e-06,
      "loss": 0.0802,
      "step": 25793
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.452027105739958e-06,
      "loss": 0.1157,
      "step": 25794
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.451299425054086e-06,
      "loss": 0.1027,
      "step": 25795
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.450571786817147e-06,
      "loss": 0.0938,
      "step": 25796
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.449844191034705e-06,
      "loss": 0.1126,
      "step": 25797
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.44911663771232e-06,
      "loss": 0.1049,
      "step": 25798
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.4483891268555645e-06,
      "loss": 0.081,
      "step": 25799
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.447661658470007e-06,
      "loss": 0.0982,
      "step": 25800
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.446934232561209e-06,
      "loss": 0.0977,
      "step": 25801
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.4462068491347295e-06,
      "loss": 0.1028,
      "step": 25802
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.445479508196141e-06,
      "loss": 0.0951,
      "step": 25803
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.444752209751009e-06,
      "loss": 0.0985,
      "step": 25804
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.444024953804891e-06,
      "loss": 0.0811,
      "step": 25805
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.443297740363357e-06,
      "loss": 0.1004,
      "step": 25806
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.442570569431967e-06,
      "loss": 0.0963,
      "step": 25807
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.4418434410162816e-06,
      "loss": 0.1091,
      "step": 25808
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.441116355121866e-06,
      "loss": 0.1052,
      "step": 25809
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.440389311754288e-06,
      "loss": 0.1023,
      "step": 25810
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.439662310919102e-06,
      "loss": 0.1296,
      "step": 25811
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.438935352621871e-06,
      "loss": 0.1099,
      "step": 25812
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.438208436868155e-06,
      "loss": 0.1115,
      "step": 25813
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.437481563663524e-06,
      "loss": 0.1087,
      "step": 25814
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.436754733013528e-06,
      "loss": 0.0997,
      "step": 25815
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.4360279449237344e-06,
      "loss": 0.1031,
      "step": 25816
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.435301199399702e-06,
      "loss": 0.1008,
      "step": 25817
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.434574496446986e-06,
      "loss": 0.1014,
      "step": 25818
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.433847836071149e-06,
      "loss": 0.1091,
      "step": 25819
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.433121218277755e-06,
      "loss": 0.1038,
      "step": 25820
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.432394643072357e-06,
      "loss": 0.0722,
      "step": 25821
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.431668110460512e-06,
      "loss": 0.1053,
      "step": 25822
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.430941620447781e-06,
      "loss": 0.1067,
      "step": 25823
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.4302151730397236e-06,
      "loss": 0.1018,
      "step": 25824
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.429488768241894e-06,
      "loss": 0.0838,
      "step": 25825
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.428762406059853e-06,
      "loss": 0.0798,
      "step": 25826
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.428036086499152e-06,
      "loss": 0.095,
      "step": 25827
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.427309809565356e-06,
      "loss": 0.0972,
      "step": 25828
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.4265835752640095e-06,
      "loss": 0.0883,
      "step": 25829
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.4258573836006806e-06,
      "loss": 0.0877,
      "step": 25830
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.425131234580919e-06,
      "loss": 0.1006,
      "step": 25831
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.424405128210275e-06,
      "loss": 0.1181,
      "step": 25832
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.42367906449431e-06,
      "loss": 0.0871,
      "step": 25833
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.422953043438579e-06,
      "loss": 0.0943,
      "step": 25834
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.422227065048636e-06,
      "loss": 0.0962,
      "step": 25835
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.4215011293300296e-06,
      "loss": 0.0758,
      "step": 25836
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.420775236288316e-06,
      "loss": 0.0907,
      "step": 25837
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.420049385929053e-06,
      "loss": 0.1072,
      "step": 25838
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.419323578257787e-06,
      "loss": 0.0975,
      "step": 25839
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.4185978132800765e-06,
      "loss": 0.092,
      "step": 25840
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.417872091001472e-06,
      "loss": 0.1097,
      "step": 25841
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.417146411427521e-06,
      "loss": 0.091,
      "step": 25842
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.4164207745637775e-06,
      "loss": 0.0713,
      "step": 25843
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.415695180415798e-06,
      "loss": 0.1114,
      "step": 25844
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.414969628989128e-06,
      "loss": 0.0797,
      "step": 25845
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.414244120289317e-06,
      "loss": 0.1065,
      "step": 25846
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.413518654321918e-06,
      "loss": 0.1277,
      "step": 25847
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.412793231092483e-06,
      "loss": 0.0733,
      "step": 25848
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.4120678506065575e-06,
      "loss": 0.1061,
      "step": 25849
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.411342512869695e-06,
      "loss": 0.0978,
      "step": 25850
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.410617217887443e-06,
      "loss": 0.0969,
      "step": 25851
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.409891965665345e-06,
      "loss": 0.0975,
      "step": 25852
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.409166756208955e-06,
      "loss": 0.0887,
      "step": 25853
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.408441589523822e-06,
      "loss": 0.0831,
      "step": 25854
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.407716465615492e-06,
      "loss": 0.1056,
      "step": 25855
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.406991384489509e-06,
      "loss": 0.1009,
      "step": 25856
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.406266346151422e-06,
      "loss": 0.0819,
      "step": 25857
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.405541350606784e-06,
      "loss": 0.0737,
      "step": 25858
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.40481639786113e-06,
      "loss": 0.0867,
      "step": 25859
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.4040914879200184e-06,
      "loss": 0.1129,
      "step": 25860
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.403366620788987e-06,
      "loss": 0.1033,
      "step": 25861
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.402641796473579e-06,
      "loss": 0.1138,
      "step": 25862
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.401917014979345e-06,
      "loss": 0.0964,
      "step": 25863
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.40119227631183e-06,
      "loss": 0.0978,
      "step": 25864
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.400467580476577e-06,
      "loss": 0.089,
      "step": 25865
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.399742927479126e-06,
      "loss": 0.1046,
      "step": 25866
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.399018317325024e-06,
      "loss": 0.0856,
      "step": 25867
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.39829375001982e-06,
      "loss": 0.0855,
      "step": 25868
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.397569225569052e-06,
      "loss": 0.0931,
      "step": 25869
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.396844743978258e-06,
      "loss": 0.1031,
      "step": 25870
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.396120305252989e-06,
      "loss": 0.0942,
      "step": 25871
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.3953959093987795e-06,
      "loss": 0.1233,
      "step": 25872
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.394671556421176e-06,
      "loss": 0.0831,
      "step": 25873
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.393947246325722e-06,
      "loss": 0.0964,
      "step": 25874
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.393222979117957e-06,
      "loss": 0.0733,
      "step": 25875
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.392498754803416e-06,
      "loss": 0.105,
      "step": 25876
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.391774573387645e-06,
      "loss": 0.1117,
      "step": 25877
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.391050434876186e-06,
      "loss": 0.1058,
      "step": 25878
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.390326339274578e-06,
      "loss": 0.0953,
      "step": 25879
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.389602286588353e-06,
      "loss": 0.0881,
      "step": 25880
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.388878276823059e-06,
      "loss": 0.0924,
      "step": 25881
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.38815430998423e-06,
      "loss": 0.0997,
      "step": 25882
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.387430386077406e-06,
      "loss": 0.09,
      "step": 25883
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.386706505108128e-06,
      "loss": 0.1053,
      "step": 25884
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.385982667081932e-06,
      "loss": 0.0961,
      "step": 25885
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.385258872004351e-06,
      "loss": 0.102,
      "step": 25886
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.384535119880926e-06,
      "loss": 0.0922,
      "step": 25887
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.383811410717197e-06,
      "loss": 0.0965,
      "step": 25888
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.3830877445186984e-06,
      "loss": 0.0996,
      "step": 25889
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.382364121290962e-06,
      "loss": 0.0784,
      "step": 25890
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.38164054103953e-06,
      "loss": 0.1074,
      "step": 25891
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.380917003769932e-06,
      "loss": 0.0784,
      "step": 25892
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.3801935094877055e-06,
      "loss": 0.0827,
      "step": 25893
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.379470058198392e-06,
      "loss": 0.1005,
      "step": 25894
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.378746649907518e-06,
      "loss": 0.1092,
      "step": 25895
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.378023284620618e-06,
      "loss": 0.1017,
      "step": 25896
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.377299962343228e-06,
      "loss": 0.1243,
      "step": 25897
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.376576683080884e-06,
      "loss": 0.0913,
      "step": 25898
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.375853446839119e-06,
      "loss": 0.0771,
      "step": 25899
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.375130253623459e-06,
      "loss": 0.0949,
      "step": 25900
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.374407103439445e-06,
      "loss": 0.1042,
      "step": 25901
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.3736839962926026e-06,
      "loss": 0.0913,
      "step": 25902
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.37296093218847e-06,
      "loss": 0.1132,
      "step": 25903
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.372237911132572e-06,
      "loss": 0.1108,
      "step": 25904
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.371514933130448e-06,
      "loss": 0.0878,
      "step": 25905
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.37079199818762e-06,
      "loss": 0.0937,
      "step": 25906
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.370069106309625e-06,
      "loss": 0.1019,
      "step": 25907
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.369346257501993e-06,
      "loss": 0.0992,
      "step": 25908
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.368623451770253e-06,
      "loss": 0.1083,
      "step": 25909
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.367900689119932e-06,
      "loss": 0.108,
      "step": 25910
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.367177969556563e-06,
      "loss": 0.0847,
      "step": 25911
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.3664552930856706e-06,
      "loss": 0.0876,
      "step": 25912
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.3657326597127905e-06,
      "loss": 0.0953,
      "step": 25913
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.365010069443443e-06,
      "loss": 0.0798,
      "step": 25914
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.364287522283162e-06,
      "loss": 0.0939,
      "step": 25915
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.363565018237474e-06,
      "loss": 0.1169,
      "step": 25916
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.362842557311898e-06,
      "loss": 0.098,
      "step": 25917
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.362120139511976e-06,
      "loss": 0.1128,
      "step": 25918
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.3613977648432275e-06,
      "loss": 0.0931,
      "step": 25919
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.360675433311174e-06,
      "loss": 0.1129,
      "step": 25920
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.359953144921351e-06,
      "loss": 0.1066,
      "step": 25921
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.359230899679273e-06,
      "loss": 0.0957,
      "step": 25922
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.358508697590476e-06,
      "loss": 0.0953,
      "step": 25923
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.3577865386604774e-06,
      "loss": 0.1092,
      "step": 25924
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.357064422894809e-06,
      "loss": 0.092,
      "step": 25925
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.35634235029899e-06,
      "loss": 0.1056,
      "step": 25926
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.355620320878539e-06,
      "loss": 0.097,
      "step": 25927
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.354898334638994e-06,
      "loss": 0.115,
      "step": 25928
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.354176391585869e-06,
      "loss": 0.1128,
      "step": 25929
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.353454491724687e-06,
      "loss": 0.0852,
      "step": 25930
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.352732635060974e-06,
      "loss": 0.0887,
      "step": 25931
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.352010821600248e-06,
      "loss": 0.0907,
      "step": 25932
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.351289051348039e-06,
      "loss": 0.1021,
      "step": 25933
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.350567324309858e-06,
      "loss": 0.0999,
      "step": 25934
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.349845640491236e-06,
      "loss": 0.1103,
      "step": 25935
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.3491239998976905e-06,
      "loss": 0.096,
      "step": 25936
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.3484024025347384e-06,
      "loss": 0.0858,
      "step": 25937
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.347680848407902e-06,
      "loss": 0.0978,
      "step": 25938
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.3469593375227085e-06,
      "loss": 0.0999,
      "step": 25939
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.346237869884667e-06,
      "loss": 0.0863,
      "step": 25940
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.345516445499305e-06,
      "loss": 0.0906,
      "step": 25941
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.344795064372135e-06,
      "loss": 0.1071,
      "step": 25942
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.344073726508683e-06,
      "loss": 0.0784,
      "step": 25943
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.343352431914461e-06,
      "loss": 0.0997,
      "step": 25944
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.342631180594991e-06,
      "loss": 0.0918,
      "step": 25945
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.341909972555791e-06,
      "loss": 0.1446,
      "step": 25946
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.341188807802374e-06,
      "loss": 0.0973,
      "step": 25947
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.340467686340258e-06,
      "loss": 0.0959,
      "step": 25948
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.339746608174966e-06,
      "loss": 0.0986,
      "step": 25949
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.33902557331201e-06,
      "loss": 0.0916,
      "step": 25950
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.338304581756904e-06,
      "loss": 0.1089,
      "step": 25951
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.337583633515165e-06,
      "loss": 0.0855,
      "step": 25952
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.336862728592312e-06,
      "loss": 0.1274,
      "step": 25953
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.336141866993855e-06,
      "loss": 0.098,
      "step": 25954
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.335421048725314e-06,
      "loss": 0.1137,
      "step": 25955
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.334700273792202e-06,
      "loss": 0.0931,
      "step": 25956
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.333979542200026e-06,
      "loss": 0.1103,
      "step": 25957
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.333258853954307e-06,
      "loss": 0.096,
      "step": 25958
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.332538209060561e-06,
      "loss": 0.0877,
      "step": 25959
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.331817607524297e-06,
      "loss": 0.0954,
      "step": 25960
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.331097049351024e-06,
      "loss": 0.092,
      "step": 25961
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.330376534546258e-06,
      "loss": 0.097,
      "step": 25962
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.329656063115516e-06,
      "loss": 0.0836,
      "step": 25963
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.328935635064301e-06,
      "loss": 0.0707,
      "step": 25964
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.328215250398132e-06,
      "loss": 0.0857,
      "step": 25965
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.327494909122517e-06,
      "loss": 0.1114,
      "step": 25966
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.326774611242963e-06,
      "loss": 0.0926,
      "step": 25967
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.326054356764985e-06,
      "loss": 0.106,
      "step": 25968
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.325334145694096e-06,
      "loss": 0.1004,
      "step": 25969
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.3246139780358e-06,
      "loss": 0.084,
      "step": 25970
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.323893853795607e-06,
      "loss": 0.1019,
      "step": 25971
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.323173772979026e-06,
      "loss": 0.0966,
      "step": 25972
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.3224537355915705e-06,
      "loss": 0.1148,
      "step": 25973
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.321733741638744e-06,
      "loss": 0.0855,
      "step": 25974
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.32101379112606e-06,
      "loss": 0.0909,
      "step": 25975
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.320293884059018e-06,
      "loss": 0.0938,
      "step": 25976
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.319574020443135e-06,
      "loss": 0.1144,
      "step": 25977
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.318854200283909e-06,
      "loss": 0.1165,
      "step": 25978
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.3181344235868535e-06,
      "loss": 0.082,
      "step": 25979
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.317414690357474e-06,
      "loss": 0.1028,
      "step": 25980
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.316695000601272e-06,
      "loss": 0.1159,
      "step": 25981
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.315975354323757e-06,
      "loss": 0.1087,
      "step": 25982
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.3152557515304376e-06,
      "loss": 0.0942,
      "step": 25983
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.314536192226813e-06,
      "loss": 0.066,
      "step": 25984
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.313816676418389e-06,
      "loss": 0.0933,
      "step": 25985
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.3130972041106715e-06,
      "loss": 0.1,
      "step": 25986
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.312377775309168e-06,
      "loss": 0.1158,
      "step": 25987
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.311658390019376e-06,
      "loss": 0.1167,
      "step": 25988
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.310939048246804e-06,
      "loss": 0.0872,
      "step": 25989
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.310219749996954e-06,
      "loss": 0.103,
      "step": 25990
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.309500495275323e-06,
      "loss": 0.1025,
      "step": 25991
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.3087812840874185e-06,
      "loss": 0.1065,
      "step": 25992
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.308062116438747e-06,
      "loss": 0.1004,
      "step": 25993
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.307342992334806e-06,
      "loss": 0.1061,
      "step": 25994
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.306623911781093e-06,
      "loss": 0.1002,
      "step": 25995
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.305904874783112e-06,
      "loss": 0.1087,
      "step": 25996
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.3051858813463685e-06,
      "loss": 0.078,
      "step": 25997
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.3044669314763565e-06,
      "loss": 0.0963,
      "step": 25998
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.3037480251785825e-06,
      "loss": 0.0925,
      "step": 25999
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.303029162458542e-06,
      "loss": 0.0819,
      "step": 26000
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.302310343321731e-06,
      "loss": 0.1027,
      "step": 26001
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.301591567773653e-06,
      "loss": 0.0984,
      "step": 26002
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.3008728358198114e-06,
      "loss": 0.1012,
      "step": 26003
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.3001541474656984e-06,
      "loss": 0.0936,
      "step": 26004
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.299435502716811e-06,
      "loss": 0.117,
      "step": 26005
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.298716901578649e-06,
      "loss": 0.091,
      "step": 26006
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.297998344056714e-06,
      "loss": 0.1009,
      "step": 26007
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.297279830156496e-06,
      "loss": 0.1024,
      "step": 26008
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.2965613598835e-06,
      "loss": 0.1022,
      "step": 26009
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.295842933243217e-06,
      "loss": 0.096,
      "step": 26010
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.295124550241141e-06,
      "loss": 0.1045,
      "step": 26011
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.29440621088277e-06,
      "loss": 0.0881,
      "step": 26012
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.293687915173606e-06,
      "loss": 0.1136,
      "step": 26013
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.292969663119136e-06,
      "loss": 0.0904,
      "step": 26014
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.292251454724855e-06,
      "loss": 0.0985,
      "step": 26015
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.291533289996259e-06,
      "loss": 0.0963,
      "step": 26016
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.290815168938847e-06,
      "loss": 0.0813,
      "step": 26017
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.290097091558109e-06,
      "loss": 0.0929,
      "step": 26018
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.289379057859533e-06,
      "loss": 0.0836,
      "step": 26019
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.288661067848623e-06,
      "loss": 0.0867,
      "step": 26020
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.287943121530861e-06,
      "loss": 0.0943,
      "step": 26021
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.287225218911745e-06,
      "loss": 0.0891,
      "step": 26022
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.28650735999677e-06,
      "loss": 0.1075,
      "step": 26023
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.285789544791425e-06,
      "loss": 0.0875,
      "step": 26024
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.285071773301197e-06,
      "loss": 0.0905,
      "step": 26025
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.284354045531581e-06,
      "loss": 0.0964,
      "step": 26026
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.283636361488073e-06,
      "loss": 0.1101,
      "step": 26027
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.2829187211761555e-06,
      "loss": 0.1106,
      "step": 26028
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.28220112460132e-06,
      "loss": 0.0825,
      "step": 26029
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.28148357176906e-06,
      "loss": 0.0991,
      "step": 26030
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.280766062684861e-06,
      "loss": 0.0955,
      "step": 26031
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.280048597354213e-06,
      "loss": 0.0873,
      "step": 26032
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.279331175782608e-06,
      "loss": 0.0887,
      "step": 26033
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.278613797975534e-06,
      "loss": 0.0972,
      "step": 26034
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.277896463938472e-06,
      "loss": 0.0905,
      "step": 26035
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.277179173676915e-06,
      "loss": 0.0824,
      "step": 26036
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.276461927196356e-06,
      "loss": 0.1011,
      "step": 26037
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.275744724502274e-06,
      "loss": 0.1147,
      "step": 26038
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.275027565600156e-06,
      "loss": 0.093,
      "step": 26039
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.274310450495494e-06,
      "loss": 0.1123,
      "step": 26040
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.273593379193768e-06,
      "loss": 0.0835,
      "step": 26041
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.272876351700465e-06,
      "loss": 0.1018,
      "step": 26042
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.272159368021078e-06,
      "loss": 0.0938,
      "step": 26043
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.271442428161084e-06,
      "loss": 0.0901,
      "step": 26044
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.270725532125968e-06,
      "loss": 0.0936,
      "step": 26045
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.270008679921216e-06,
      "loss": 0.0771,
      "step": 26046
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.269291871552316e-06,
      "loss": 0.0841,
      "step": 26047
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.2685751070247474e-06,
      "loss": 0.0959,
      "step": 26048
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.267858386343992e-06,
      "loss": 0.0821,
      "step": 26049
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.267141709515538e-06,
      "loss": 0.0902,
      "step": 26050
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.266425076544861e-06,
      "loss": 0.0717,
      "step": 26051
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.265708487437453e-06,
      "loss": 0.1061,
      "step": 26052
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.264991942198787e-06,
      "loss": 0.1116,
      "step": 26053
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.2642754408343535e-06,
      "loss": 0.099,
      "step": 26054
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.263558983349627e-06,
      "loss": 0.1037,
      "step": 26055
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.262842569750086e-06,
      "loss": 0.1019,
      "step": 26056
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.262126200041221e-06,
      "loss": 0.1222,
      "step": 26057
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.261409874228508e-06,
      "loss": 0.0963,
      "step": 26058
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.260693592317423e-06,
      "loss": 0.0959,
      "step": 26059
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.2599773543134535e-06,
      "loss": 0.0825,
      "step": 26060
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.25926116022207e-06,
      "loss": 0.0993,
      "step": 26061
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.25854501004876e-06,
      "loss": 0.1033,
      "step": 26062
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.257828903798995e-06,
      "loss": 0.0938,
      "step": 26063
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.25711284147826e-06,
      "loss": 0.1208,
      "step": 26064
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.256396823092031e-06,
      "loss": 0.0984,
      "step": 26065
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.255680848645776e-06,
      "loss": 0.0922,
      "step": 26066
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.254964918144988e-06,
      "loss": 0.1099,
      "step": 26067
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.254249031595138e-06,
      "loss": 0.1136,
      "step": 26068
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.2535331890016975e-06,
      "loss": 0.0908,
      "step": 26069
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.252817390370151e-06,
      "loss": 0.0932,
      "step": 26070
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.252101635705966e-06,
      "loss": 0.094,
      "step": 26071
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.2513859250146276e-06,
      "loss": 0.0945,
      "step": 26072
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.2506702583016015e-06,
      "loss": 0.0794,
      "step": 26073
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.249954635572372e-06,
      "loss": 0.098,
      "step": 26074
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.249239056832409e-06,
      "loss": 0.1152,
      "step": 26075
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.2485235220871805e-06,
      "loss": 0.0986,
      "step": 26076
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.2478080313421744e-06,
      "loss": 0.0968,
      "step": 26077
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.247092584602857e-06,
      "loss": 0.0773,
      "step": 26078
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.246377181874698e-06,
      "loss": 0.1018,
      "step": 26079
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.2456618231631775e-06,
      "loss": 0.1048,
      "step": 26080
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.244946508473762e-06,
      "loss": 0.092,
      "step": 26081
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.24423123781193e-06,
      "loss": 0.0909,
      "step": 26082
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.243516011183148e-06,
      "loss": 0.1014,
      "step": 26083
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.242800828592891e-06,
      "loss": 0.0801,
      "step": 26084
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.242085690046631e-06,
      "loss": 0.0839,
      "step": 26085
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.241370595549833e-06,
      "loss": 0.1025,
      "step": 26086
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.240655545107972e-06,
      "loss": 0.1006,
      "step": 26087
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.239940538726522e-06,
      "loss": 0.081,
      "step": 26088
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.23922557641095e-06,
      "loss": 0.1096,
      "step": 26089
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.23851065816672e-06,
      "loss": 0.1141,
      "step": 26090
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.2377957839993066e-06,
      "loss": 0.0978,
      "step": 26091
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.237080953914182e-06,
      "loss": 0.0899,
      "step": 26092
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.236366167916807e-06,
      "loss": 0.0989,
      "step": 26093
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.235651426012658e-06,
      "loss": 0.108,
      "step": 26094
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.234936728207199e-06,
      "loss": 0.0962,
      "step": 26095
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.234222074505894e-06,
      "loss": 0.0916,
      "step": 26096
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.233507464914213e-06,
      "loss": 0.0997,
      "step": 26097
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.232792899437627e-06,
      "loss": 0.0888,
      "step": 26098
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.232078378081601e-06,
      "loss": 0.0926,
      "step": 26099
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.231363900851595e-06,
      "loss": 0.0953,
      "step": 26100
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.230649467753081e-06,
      "loss": 0.0861,
      "step": 26101
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.229935078791525e-06,
      "loss": 0.0744,
      "step": 26102
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.229220733972388e-06,
      "loss": 0.1447,
      "step": 26103
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.228506433301141e-06,
      "loss": 0.1119,
      "step": 26104
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.227792176783243e-06,
      "loss": 0.0948,
      "step": 26105
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.2270779644241575e-06,
      "loss": 0.1032,
      "step": 26106
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.226363796229352e-06,
      "loss": 0.0914,
      "step": 26107
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.225649672204292e-06,
      "loss": 0.0856,
      "step": 26108
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.224935592354438e-06,
      "loss": 0.1117,
      "step": 26109
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.22422155668525e-06,
      "loss": 0.0922,
      "step": 26110
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.2235075652021915e-06,
      "loss": 0.0958,
      "step": 26111
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.222793617910731e-06,
      "loss": 0.0987,
      "step": 26112
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.222079714816322e-06,
      "loss": 0.1292,
      "step": 26113
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.221365855924433e-06,
      "loss": 0.097,
      "step": 26114
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.220652041240523e-06,
      "loss": 0.1265,
      "step": 26115
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.219938270770049e-06,
      "loss": 0.0915,
      "step": 26116
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.219224544518473e-06,
      "loss": 0.0894,
      "step": 26117
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.218510862491261e-06,
      "loss": 0.0814,
      "step": 26118
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.217797224693868e-06,
      "loss": 0.0871,
      "step": 26119
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.2170836311317495e-06,
      "loss": 0.0886,
      "step": 26120
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.216370081810372e-06,
      "loss": 0.0866,
      "step": 26121
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.215656576735192e-06,
      "loss": 0.0896,
      "step": 26122
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.214943115911669e-06,
      "loss": 0.098,
      "step": 26123
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.214229699345256e-06,
      "loss": 0.1206,
      "step": 26124
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.213516327041415e-06,
      "loss": 0.1085,
      "step": 26125
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.212802999005605e-06,
      "loss": 0.1044,
      "step": 26126
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.212089715243278e-06,
      "loss": 0.1132,
      "step": 26127
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.211376475759898e-06,
      "loss": 0.091,
      "step": 26128
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.210663280560917e-06,
      "loss": 0.0999,
      "step": 26129
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.209950129651789e-06,
      "loss": 0.0996,
      "step": 26130
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.2092370230379695e-06,
      "loss": 0.1041,
      "step": 26131
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.208523960724923e-06,
      "loss": 0.0997,
      "step": 26132
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.207810942718097e-06,
      "loss": 0.1174,
      "step": 26133
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.207097969022943e-06,
      "loss": 0.1202,
      "step": 26134
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.206385039644921e-06,
      "loss": 0.1039,
      "step": 26135
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.205672154589487e-06,
      "loss": 0.0969,
      "step": 26136
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.2049593138620895e-06,
      "loss": 0.1206,
      "step": 26137
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.204246517468187e-06,
      "loss": 0.1012,
      "step": 26138
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.20353376541323e-06,
      "loss": 0.0952,
      "step": 26139
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.202821057702667e-06,
      "loss": 0.1105,
      "step": 26140
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.202108394341954e-06,
      "loss": 0.0939,
      "step": 26141
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.201395775336548e-06,
      "loss": 0.0897,
      "step": 26142
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.200683200691895e-06,
      "loss": 0.118,
      "step": 26143
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.1999706704134445e-06,
      "loss": 0.0927,
      "step": 26144
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.199258184506651e-06,
      "loss": 0.0937,
      "step": 26145
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.1985457429769685e-06,
      "loss": 0.0968,
      "step": 26146
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.197833345829838e-06,
      "loss": 0.0943,
      "step": 26147
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.19712099307072e-06,
      "loss": 0.1019,
      "step": 26148
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.19640868470506e-06,
      "loss": 0.0861,
      "step": 26149
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.195696420738302e-06,
      "loss": 0.1057,
      "step": 26150
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.1949842011759e-06,
      "loss": 0.1263,
      "step": 26151
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.194272026023306e-06,
      "loss": 0.0885,
      "step": 26152
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.193559895285965e-06,
      "loss": 0.0867,
      "step": 26153
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.192847808969319e-06,
      "loss": 0.0911,
      "step": 26154
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.192135767078823e-06,
      "loss": 0.1065,
      "step": 26155
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.191423769619926e-06,
      "loss": 0.0787,
      "step": 26156
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.1907118165980705e-06,
      "loss": 0.1204,
      "step": 26157
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.189999908018701e-06,
      "loss": 0.1049,
      "step": 26158
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.189288043887271e-06,
      "loss": 0.1115,
      "step": 26159
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.188576224209217e-06,
      "loss": 0.1196,
      "step": 26160
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.187864448989991e-06,
      "loss": 0.0795,
      "step": 26161
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.18715271823504e-06,
      "loss": 0.0862,
      "step": 26162
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.186441031949807e-06,
      "loss": 0.0815,
      "step": 26163
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.185729390139732e-06,
      "loss": 0.1222,
      "step": 26164
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.185017792810262e-06,
      "loss": 0.0826,
      "step": 26165
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.184306239966847e-06,
      "loss": 0.1389,
      "step": 26166
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.183594731614923e-06,
      "loss": 0.1049,
      "step": 26167
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.182883267759933e-06,
      "loss": 0.1109,
      "step": 26168
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.182171848407326e-06,
      "loss": 0.0886,
      "step": 26169
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.181460473562537e-06,
      "loss": 0.1057,
      "step": 26170
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.1807491432310135e-06,
      "loss": 0.1259,
      "step": 26171
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.180037857418197e-06,
      "loss": 0.0785,
      "step": 26172
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.179326616129531e-06,
      "loss": 0.0905,
      "step": 26173
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.1786154193704476e-06,
      "loss": 0.1301,
      "step": 26174
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.177904267146395e-06,
      "loss": 0.0879,
      "step": 26175
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.177193159462815e-06,
      "loss": 0.0919,
      "step": 26176
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.176482096325146e-06,
      "loss": 0.097,
      "step": 26177
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.175771077738823e-06,
      "loss": 0.0796,
      "step": 26178
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.175060103709293e-06,
      "loss": 0.0952,
      "step": 26179
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.174349174241989e-06,
      "loss": 0.0791,
      "step": 26180
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.17363828934235e-06,
      "loss": 0.1098,
      "step": 26181
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.172927449015821e-06,
      "loss": 0.1277,
      "step": 26182
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.172216653267837e-06,
      "loss": 0.0928,
      "step": 26183
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.17150590210383e-06,
      "loss": 0.0876,
      "step": 26184
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.170795195529243e-06,
      "loss": 0.1257,
      "step": 26185
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.170084533549516e-06,
      "loss": 0.0812,
      "step": 26186
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.16937391617008e-06,
      "loss": 0.0971,
      "step": 26187
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.168663343396371e-06,
      "loss": 0.1015,
      "step": 26188
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.1679528152338296e-06,
      "loss": 0.0917,
      "step": 26189
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.167242331687887e-06,
      "loss": 0.0859,
      "step": 26190
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.166531892763984e-06,
      "loss": 0.1013,
      "step": 26191
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.165821498467549e-06,
      "loss": 0.1412,
      "step": 26192
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.165111148804024e-06,
      "loss": 0.0979,
      "step": 26193
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.164400843778838e-06,
      "loss": 0.1131,
      "step": 26194
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.163690583397422e-06,
      "loss": 0.1038,
      "step": 26195
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.162980367665219e-06,
      "loss": 0.0963,
      "step": 26196
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.162270196587659e-06,
      "loss": 0.0965,
      "step": 26197
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.161560070170168e-06,
      "loss": 0.1297,
      "step": 26198
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.16084998841819e-06,
      "loss": 0.1112,
      "step": 26199
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.160139951337145e-06,
      "loss": 0.0985,
      "step": 26200
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.159429958932477e-06,
      "loss": 0.0921,
      "step": 26201
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.158720011209608e-06,
      "loss": 0.1046,
      "step": 26202
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.158010108173978e-06,
      "loss": 0.095,
      "step": 26203
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.157300249831011e-06,
      "loss": 0.0847,
      "step": 26204
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.156590436186134e-06,
      "loss": 0.0944,
      "step": 26205
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.15588066724479e-06,
      "loss": 0.0897,
      "step": 26206
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.155170943012401e-06,
      "loss": 0.1008,
      "step": 26207
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.154461263494395e-06,
      "loss": 0.1027,
      "step": 26208
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.153751628696208e-06,
      "loss": 0.1059,
      "step": 26209
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.15304203862326e-06,
      "loss": 0.0793,
      "step": 26210
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.152332493280987e-06,
      "loss": 0.0872,
      "step": 26211
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.151622992674812e-06,
      "loss": 0.1171,
      "step": 26212
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.150913536810169e-06,
      "loss": 0.1067,
      "step": 26213
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.15020412569248e-06,
      "loss": 0.104,
      "step": 26214
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.149494759327167e-06,
      "loss": 0.088,
      "step": 26215
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.148785437719673e-06,
      "loss": 0.086,
      "step": 26216
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.148076160875413e-06,
      "loss": 0.09,
      "step": 26217
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.147366928799813e-06,
      "loss": 0.1179,
      "step": 26218
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.146657741498305e-06,
      "loss": 0.1064,
      "step": 26219
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.145948598976306e-06,
      "loss": 0.1029,
      "step": 26220
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.1452395012392484e-06,
      "loss": 0.105,
      "step": 26221
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.144530448292553e-06,
      "loss": 0.0864,
      "step": 26222
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.1438214401416475e-06,
      "loss": 0.1008,
      "step": 26223
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.143112476791955e-06,
      "loss": 0.1011,
      "step": 26224
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.142403558248894e-06,
      "loss": 0.0983,
      "step": 26225
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.141694684517893e-06,
      "loss": 0.0997,
      "step": 26226
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.140985855604377e-06,
      "loss": 0.1002,
      "step": 26227
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.1402770715137665e-06,
      "loss": 0.1223,
      "step": 26228
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.139568332251479e-06,
      "loss": 0.1096,
      "step": 26229
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.138859637822942e-06,
      "loss": 0.1185,
      "step": 26230
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.138150988233578e-06,
      "loss": 0.0984,
      "step": 26231
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.137442383488804e-06,
      "loss": 0.0998,
      "step": 26232
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.1367338235940455e-06,
      "loss": 0.092,
      "step": 26233
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.136025308554723e-06,
      "loss": 0.0912,
      "step": 26234
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.13531683837625e-06,
      "loss": 0.1023,
      "step": 26235
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.134608413064052e-06,
      "loss": 0.0734,
      "step": 26236
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.133900032623551e-06,
      "loss": 0.09,
      "step": 26237
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.133191697060163e-06,
      "loss": 0.0992,
      "step": 26238
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.132483406379304e-06,
      "loss": 0.0855,
      "step": 26239
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.131775160586396e-06,
      "loss": 0.0905,
      "step": 26240
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.13106695968686e-06,
      "loss": 0.1142,
      "step": 26241
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.130358803686108e-06,
      "loss": 0.0975,
      "step": 26242
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.1296506925895645e-06,
      "loss": 0.1077,
      "step": 26243
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.128942626402641e-06,
      "loss": 0.1011,
      "step": 26244
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.1282346051307546e-06,
      "loss": 0.0778,
      "step": 26245
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.1275266287793215e-06,
      "loss": 0.0823,
      "step": 26246
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.126818697353764e-06,
      "loss": 0.0918,
      "step": 26247
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.126110810859494e-06,
      "loss": 0.0854,
      "step": 26248
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.125402969301923e-06,
      "loss": 0.1009,
      "step": 26249
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.124695172686469e-06,
      "loss": 0.0961,
      "step": 26250
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.123987421018552e-06,
      "loss": 0.1089,
      "step": 26251
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.12327971430358e-06,
      "loss": 0.1063,
      "step": 26252
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.122572052546971e-06,
      "loss": 0.0953,
      "step": 26253
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.121864435754137e-06,
      "loss": 0.0999,
      "step": 26254
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.121156863930489e-06,
      "loss": 0.1033,
      "step": 26255
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.1204493370814415e-06,
      "loss": 0.0903,
      "step": 26256
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.119741855212413e-06,
      "loss": 0.0846,
      "step": 26257
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.119034418328811e-06,
      "loss": 0.0889,
      "step": 26258
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.1183270264360445e-06,
      "loss": 0.1189,
      "step": 26259
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.117619679539527e-06,
      "loss": 0.0995,
      "step": 26260
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.116912377644677e-06,
      "loss": 0.1022,
      "step": 26261
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.116205120756899e-06,
      "loss": 0.0895,
      "step": 26262
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.115497908881601e-06,
      "loss": 0.0916,
      "step": 26263
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.1147907420242e-06,
      "loss": 0.0912,
      "step": 26264
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.114083620190102e-06,
      "loss": 0.0827,
      "step": 26265
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.113376543384715e-06,
      "loss": 0.077,
      "step": 26266
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.112669511613455e-06,
      "loss": 0.0977,
      "step": 26267
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.111962524881727e-06,
      "loss": 0.1133,
      "step": 26268
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.111255583194937e-06,
      "loss": 0.1015,
      "step": 26269
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.110548686558495e-06,
      "loss": 0.0987,
      "step": 26270
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.109841834977815e-06,
      "loss": 0.0833,
      "step": 26271
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.109135028458298e-06,
      "loss": 0.1083,
      "step": 26272
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.108428267005349e-06,
      "loss": 0.1082,
      "step": 26273
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.107721550624379e-06,
      "loss": 0.0866,
      "step": 26274
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.107014879320796e-06,
      "loss": 0.0923,
      "step": 26275
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.106308253100002e-06,
      "loss": 0.0804,
      "step": 26276
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.10560167196741e-06,
      "loss": 0.1173,
      "step": 26277
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.1048951359284185e-06,
      "loss": 0.1038,
      "step": 26278
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.104188644988433e-06,
      "loss": 0.079,
      "step": 26279
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.103482199152858e-06,
      "loss": 0.0931,
      "step": 26280
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.102775798427106e-06,
      "loss": 0.105,
      "step": 26281
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.1020694428165745e-06,
      "loss": 0.1052,
      "step": 26282
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.101363132326664e-06,
      "loss": 0.1146,
      "step": 26283
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.100656866962782e-06,
      "loss": 0.1064,
      "step": 26284
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.099950646730336e-06,
      "loss": 0.1177,
      "step": 26285
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.099244471634721e-06,
      "loss": 0.1158,
      "step": 26286
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.098538341681346e-06,
      "loss": 0.0896,
      "step": 26287
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.09783225687561e-06,
      "loss": 0.1066,
      "step": 26288
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.097126217222911e-06,
      "loss": 0.0871,
      "step": 26289
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.0964202227286535e-06,
      "loss": 0.0931,
      "step": 26290
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.095714273398243e-06,
      "loss": 0.096,
      "step": 26291
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.095008369237076e-06,
      "loss": 0.0785,
      "step": 26292
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.09430251025055e-06,
      "loss": 0.1012,
      "step": 26293
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.093596696444068e-06,
      "loss": 0.0818,
      "step": 26294
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.092890927823032e-06,
      "loss": 0.0978,
      "step": 26295
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.09218520439284e-06,
      "loss": 0.084,
      "step": 26296
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.091479526158887e-06,
      "loss": 0.0886,
      "step": 26297
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.090773893126577e-06,
      "loss": 0.1025,
      "step": 26298
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.090068305301304e-06,
      "loss": 0.1072,
      "step": 26299
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.089362762688465e-06,
      "loss": 0.0912,
      "step": 26300
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.088657265293466e-06,
      "loss": 0.0769,
      "step": 26301
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.0879518131216975e-06,
      "loss": 0.1112,
      "step": 26302
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.087246406178554e-06,
      "loss": 0.1027,
      "step": 26303
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.086541044469437e-06,
      "loss": 0.0771,
      "step": 26304
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.085835727999743e-06,
      "loss": 0.0918,
      "step": 26305
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.085130456774867e-06,
      "loss": 0.1122,
      "step": 26306
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.084425230800199e-06,
      "loss": 0.0916,
      "step": 26307
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.083720050081143e-06,
      "loss": 0.0941,
      "step": 26308
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.083014914623087e-06,
      "loss": 0.082,
      "step": 26309
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.082309824431426e-06,
      "loss": 0.0782,
      "step": 26310
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.081604779511561e-06,
      "loss": 0.1091,
      "step": 26311
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.08089977986888e-06,
      "loss": 0.0974,
      "step": 26312
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.080194825508773e-06,
      "loss": 0.0973,
      "step": 26313
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.079489916436639e-06,
      "loss": 0.1068,
      "step": 26314
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.078785052657872e-06,
      "loss": 0.0854,
      "step": 26315
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.07808023417786e-06,
      "loss": 0.1164,
      "step": 26316
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.077375461001995e-06,
      "loss": 0.1042,
      "step": 26317
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.0766707331356726e-06,
      "loss": 0.0938,
      "step": 26318
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.075966050584279e-06,
      "loss": 0.1035,
      "step": 26319
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.075261413353206e-06,
      "loss": 0.0881,
      "step": 26320
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.074556821447852e-06,
      "loss": 0.1099,
      "step": 26321
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.0738522748736e-06,
      "loss": 0.095,
      "step": 26322
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.073147773635838e-06,
      "loss": 0.1012,
      "step": 26323
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.07244331773996e-06,
      "loss": 0.0894,
      "step": 26324
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.071738907191357e-06,
      "loss": 0.0966,
      "step": 26325
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.071034541995416e-06,
      "loss": 0.1023,
      "step": 26326
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.070330222157519e-06,
      "loss": 0.1107,
      "step": 26327
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.069625947683065e-06,
      "loss": 0.0843,
      "step": 26328
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.0689217185774346e-06,
      "loss": 0.0921,
      "step": 26329
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.068217534846016e-06,
      "loss": 0.1114,
      "step": 26330
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.067513396494202e-06,
      "loss": 0.0981,
      "step": 26331
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.066809303527375e-06,
      "loss": 0.0857,
      "step": 26332
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.066105255950918e-06,
      "loss": 0.0989,
      "step": 26333
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.065401253770222e-06,
      "loss": 0.0993,
      "step": 26334
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.064697296990675e-06,
      "loss": 0.0988,
      "step": 26335
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.0639933856176585e-06,
      "loss": 0.1055,
      "step": 26336
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.063289519656556e-06,
      "loss": 0.0813,
      "step": 26337
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.062585699112757e-06,
      "loss": 0.0923,
      "step": 26338
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.061881923991641e-06,
      "loss": 0.0897,
      "step": 26339
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.061178194298597e-06,
      "loss": 0.0875,
      "step": 26340
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.060474510039003e-06,
      "loss": 0.1004,
      "step": 26341
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.0597708712182494e-06,
      "loss": 0.0859,
      "step": 26342
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.0590672778417166e-06,
      "loss": 0.1034,
      "step": 26343
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.058363729914777e-06,
      "loss": 0.1145,
      "step": 26344
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.0576602274428305e-06,
      "loss": 0.0813,
      "step": 26345
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.05695677043125e-06,
      "loss": 0.1102,
      "step": 26346
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.056253358885414e-06,
      "loss": 0.1081,
      "step": 26347
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.05554999281071e-06,
      "loss": 0.0978,
      "step": 26348
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.054846672212514e-06,
      "loss": 0.0919,
      "step": 26349
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.054143397096213e-06,
      "loss": 0.1002,
      "step": 26350
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.053440167467178e-06,
      "loss": 0.102,
      "step": 26351
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.0527369833308e-06,
      "loss": 0.1105,
      "step": 26352
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.05203384469245e-06,
      "loss": 0.1112,
      "step": 26353
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.051330751557504e-06,
      "loss": 0.1064,
      "step": 26354
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.050627703931354e-06,
      "loss": 0.1003,
      "step": 26355
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.049924701819371e-06,
      "loss": 0.1026,
      "step": 26356
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.049221745226929e-06,
      "loss": 0.0928,
      "step": 26357
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.048518834159414e-06,
      "loss": 0.0918,
      "step": 26358
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.0478159686221964e-06,
      "loss": 0.0911,
      "step": 26359
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.04711314862066e-06,
      "loss": 0.1303,
      "step": 26360
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.0464103741601736e-06,
      "loss": 0.1127,
      "step": 26361
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.04570764524612e-06,
      "loss": 0.1065,
      "step": 26362
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.045004961883876e-06,
      "loss": 0.0934,
      "step": 26363
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.044302324078806e-06,
      "loss": 0.0719,
      "step": 26364
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.0435997318363016e-06,
      "loss": 0.1016,
      "step": 26365
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.042897185161729e-06,
      "loss": 0.1122,
      "step": 26366
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.042194684060461e-06,
      "loss": 0.0974,
      "step": 26367
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.041492228537879e-06,
      "loss": 0.0789,
      "step": 26368
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.0407898185993474e-06,
      "loss": 0.1009,
      "step": 26369
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.04008745425025e-06,
      "loss": 0.0961,
      "step": 26370
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.039385135495952e-06,
      "loss": 0.097,
      "step": 26371
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.038682862341833e-06,
      "loss": 0.0996,
      "step": 26372
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.037980634793261e-06,
      "loss": 0.0861,
      "step": 26373
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.037278452855606e-06,
      "loss": 0.0938,
      "step": 26374
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.0365763165342445e-06,
      "loss": 0.1161,
      "step": 26375
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.035874225834548e-06,
      "loss": 0.0923,
      "step": 26376
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.0351721807618886e-06,
      "loss": 0.1156,
      "step": 26377
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.0344701813216305e-06,
      "loss": 0.0939,
      "step": 26378
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.0337682275191485e-06,
      "loss": 0.1031,
      "step": 26379
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.033066319359815e-06,
      "loss": 0.0942,
      "step": 26380
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.032364456848995e-06,
      "loss": 0.1228,
      "step": 26381
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.031662639992064e-06,
      "loss": 0.0985,
      "step": 26382
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.030960868794388e-06,
      "loss": 0.0843,
      "step": 26383
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.030259143261332e-06,
      "loss": 0.0799,
      "step": 26384
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.029557463398267e-06,
      "loss": 0.0914,
      "step": 26385
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.028855829210565e-06,
      "loss": 0.0917,
      "step": 26386
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.02815424070359e-06,
      "loss": 0.1118,
      "step": 26387
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.027452697882706e-06,
      "loss": 0.1043,
      "step": 26388
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.026751200753285e-06,
      "loss": 0.1075,
      "step": 26389
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.026049749320695e-06,
      "loss": 0.0951,
      "step": 26390
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.025348343590296e-06,
      "loss": 0.1186,
      "step": 26391
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.024646983567461e-06,
      "loss": 0.0877,
      "step": 26392
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.0239456692575515e-06,
      "loss": 0.0783,
      "step": 26393
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.023244400665931e-06,
      "loss": 0.1059,
      "step": 26394
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.022543177797966e-06,
      "loss": 0.0894,
      "step": 26395
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.021842000659024e-06,
      "loss": 0.0874,
      "step": 26396
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.0211408692544684e-06,
      "loss": 0.0957,
      "step": 26397
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.020439783589658e-06,
      "loss": 0.1202,
      "step": 26398
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.0197387436699584e-06,
      "loss": 0.1059,
      "step": 26399
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.019037749500739e-06,
      "loss": 0.0969,
      "step": 26400
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.018336801087354e-06,
      "loss": 0.1119,
      "step": 26401
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.0176358984351715e-06,
      "loss": 0.0925,
      "step": 26402
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.016935041549553e-06,
      "loss": 0.0827,
      "step": 26403
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.016234230435855e-06,
      "loss": 0.1073,
      "step": 26404
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.015533465099443e-06,
      "loss": 0.098,
      "step": 26405
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.01483274554568e-06,
      "loss": 0.1088,
      "step": 26406
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.0141320717799244e-06,
      "loss": 0.0864,
      "step": 26407
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.013431443807535e-06,
      "loss": 0.1113,
      "step": 26408
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.012730861633871e-06,
      "loss": 0.0918,
      "step": 26409
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.0120303252642985e-06,
      "loss": 0.0917,
      "step": 26410
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.011329834704174e-06,
      "loss": 0.1139,
      "step": 26411
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.01062938995885e-06,
      "loss": 0.0927,
      "step": 26412
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.0099289910336934e-06,
      "loss": 0.1004,
      "step": 26413
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.009228637934057e-06,
      "loss": 0.0827,
      "step": 26414
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.0085283306653e-06,
      "loss": 0.0826,
      "step": 26415
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.007828069232784e-06,
      "loss": 0.0893,
      "step": 26416
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.007127853641863e-06,
      "loss": 0.0785,
      "step": 26417
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.00642768389789e-06,
      "loss": 0.1005,
      "step": 26418
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.005727560006225e-06,
      "loss": 0.0825,
      "step": 26419
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.005027481972229e-06,
      "loss": 0.0889,
      "step": 26420
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.0043274498012515e-06,
      "loss": 0.0928,
      "step": 26421
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.003627463498647e-06,
      "loss": 0.1156,
      "step": 26422
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.002927523069773e-06,
      "loss": 0.105,
      "step": 26423
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.002227628519987e-06,
      "loss": 0.1023,
      "step": 26424
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.001527779854638e-06,
      "loss": 0.0912,
      "step": 26425
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.000827977079086e-06,
      "loss": 0.0891,
      "step": 26426
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.000128220198681e-06,
      "loss": 0.0973,
      "step": 26427
    },
    {
      "epoch": 2.14,
      "learning_rate": 3.9994285092187735e-06,
      "loss": 0.129,
      "step": 26428
    },
    {
      "epoch": 2.14,
      "learning_rate": 3.998728844144719e-06,
      "loss": 0.1226,
      "step": 26429
    },
    {
      "epoch": 2.14,
      "learning_rate": 3.9980292249818745e-06,
      "loss": 0.1097,
      "step": 26430
    },
    {
      "epoch": 2.14,
      "learning_rate": 3.997329651735589e-06,
      "loss": 0.1,
      "step": 26431
    },
    {
      "epoch": 2.14,
      "learning_rate": 3.9966301244112095e-06,
      "loss": 0.1089,
      "step": 26432
    },
    {
      "epoch": 2.14,
      "learning_rate": 3.995930643014092e-06,
      "loss": 0.0963,
      "step": 26433
    },
    {
      "epoch": 2.14,
      "learning_rate": 3.995231207549591e-06,
      "loss": 0.0905,
      "step": 26434
    },
    {
      "epoch": 2.14,
      "learning_rate": 3.994531818023051e-06,
      "loss": 0.0808,
      "step": 26435
    },
    {
      "epoch": 2.14,
      "learning_rate": 3.993832474439829e-06,
      "loss": 0.0763,
      "step": 26436
    },
    {
      "epoch": 2.14,
      "learning_rate": 3.993133176805272e-06,
      "loss": 0.0946,
      "step": 26437
    },
    {
      "epoch": 2.14,
      "learning_rate": 3.992433925124725e-06,
      "loss": 0.0922,
      "step": 26438
    },
    {
      "epoch": 2.14,
      "learning_rate": 3.991734719403541e-06,
      "loss": 0.1098,
      "step": 26439
    },
    {
      "epoch": 2.14,
      "learning_rate": 3.991035559647076e-06,
      "loss": 0.0897,
      "step": 26440
    },
    {
      "epoch": 2.14,
      "learning_rate": 3.9903364458606716e-06,
      "loss": 0.0792,
      "step": 26441
    },
    {
      "epoch": 2.14,
      "learning_rate": 3.989637378049673e-06,
      "loss": 0.1198,
      "step": 26442
    },
    {
      "epoch": 2.14,
      "learning_rate": 3.988938356219434e-06,
      "loss": 0.1113,
      "step": 26443
    },
    {
      "epoch": 2.14,
      "learning_rate": 3.988239380375304e-06,
      "loss": 0.0859,
      "step": 26444
    },
    {
      "epoch": 2.14,
      "learning_rate": 3.987540450522626e-06,
      "loss": 0.0903,
      "step": 26445
    },
    {
      "epoch": 2.14,
      "learning_rate": 3.986841566666746e-06,
      "loss": 0.1041,
      "step": 26446
    },
    {
      "epoch": 2.14,
      "learning_rate": 3.986142728813015e-06,
      "loss": 0.1814,
      "step": 26447
    },
    {
      "epoch": 2.14,
      "learning_rate": 3.985443936966774e-06,
      "loss": 0.106,
      "step": 26448
    },
    {
      "epoch": 2.14,
      "learning_rate": 3.984745191133373e-06,
      "loss": 0.1013,
      "step": 26449
    },
    {
      "epoch": 2.14,
      "learning_rate": 3.98404649131816e-06,
      "loss": 0.0961,
      "step": 26450
    },
    {
      "epoch": 2.14,
      "learning_rate": 3.983347837526475e-06,
      "loss": 0.0919,
      "step": 26451
    },
    {
      "epoch": 2.14,
      "learning_rate": 3.982649229763663e-06,
      "loss": 0.1044,
      "step": 26452
    },
    {
      "epoch": 2.14,
      "learning_rate": 3.981950668035069e-06,
      "loss": 0.0745,
      "step": 26453
    },
    {
      "epoch": 2.14,
      "learning_rate": 3.981252152346044e-06,
      "loss": 0.0912,
      "step": 26454
    },
    {
      "epoch": 2.14,
      "learning_rate": 3.980553682701924e-06,
      "loss": 0.1067,
      "step": 26455
    },
    {
      "epoch": 2.14,
      "learning_rate": 3.979855259108052e-06,
      "loss": 0.1106,
      "step": 26456
    },
    {
      "epoch": 2.14,
      "learning_rate": 3.979156881569777e-06,
      "loss": 0.0955,
      "step": 26457
    },
    {
      "epoch": 2.14,
      "learning_rate": 3.978458550092436e-06,
      "loss": 0.0996,
      "step": 26458
    },
    {
      "epoch": 2.14,
      "learning_rate": 3.977760264681373e-06,
      "loss": 0.0834,
      "step": 26459
    },
    {
      "epoch": 2.14,
      "learning_rate": 3.977062025341935e-06,
      "loss": 0.0909,
      "step": 26460
    },
    {
      "epoch": 2.14,
      "learning_rate": 3.976363832079458e-06,
      "loss": 0.1187,
      "step": 26461
    },
    {
      "epoch": 2.14,
      "learning_rate": 3.975665684899283e-06,
      "loss": 0.1164,
      "step": 26462
    },
    {
      "epoch": 2.14,
      "learning_rate": 3.974967583806754e-06,
      "loss": 0.0763,
      "step": 26463
    },
    {
      "epoch": 2.14,
      "learning_rate": 3.974269528807213e-06,
      "loss": 0.0898,
      "step": 26464
    },
    {
      "epoch": 2.14,
      "learning_rate": 3.9735715199059975e-06,
      "loss": 0.0849,
      "step": 26465
    },
    {
      "epoch": 2.14,
      "learning_rate": 3.972873557108445e-06,
      "loss": 0.0971,
      "step": 26466
    },
    {
      "epoch": 2.14,
      "learning_rate": 3.972175640419903e-06,
      "loss": 0.0991,
      "step": 26467
    },
    {
      "epoch": 2.14,
      "learning_rate": 3.971477769845701e-06,
      "loss": 0.1015,
      "step": 26468
    },
    {
      "epoch": 2.14,
      "learning_rate": 3.970779945391182e-06,
      "loss": 0.1271,
      "step": 26469
    },
    {
      "epoch": 2.14,
      "learning_rate": 3.97008216706169e-06,
      "loss": 0.1012,
      "step": 26470
    },
    {
      "epoch": 2.14,
      "learning_rate": 3.969384434862556e-06,
      "loss": 0.1177,
      "step": 26471
    },
    {
      "epoch": 2.14,
      "learning_rate": 3.968686748799118e-06,
      "loss": 0.108,
      "step": 26472
    },
    {
      "epoch": 2.14,
      "learning_rate": 3.967989108876718e-06,
      "loss": 0.0957,
      "step": 26473
    },
    {
      "epoch": 2.14,
      "learning_rate": 3.967291515100691e-06,
      "loss": 0.0882,
      "step": 26474
    },
    {
      "epoch": 2.14,
      "learning_rate": 3.966593967476376e-06,
      "loss": 0.0933,
      "step": 26475
    },
    {
      "epoch": 2.14,
      "learning_rate": 3.9658964660091015e-06,
      "loss": 0.0889,
      "step": 26476
    },
    {
      "epoch": 2.14,
      "learning_rate": 3.965199010704212e-06,
      "loss": 0.0785,
      "step": 26477
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.964501601567039e-06,
      "loss": 0.1156,
      "step": 26478
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.963804238602921e-06,
      "loss": 0.1034,
      "step": 26479
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.963106921817188e-06,
      "loss": 0.1096,
      "step": 26480
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.962409651215181e-06,
      "loss": 0.1105,
      "step": 26481
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.961712426802231e-06,
      "loss": 0.0842,
      "step": 26482
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.961015248583665e-06,
      "loss": 0.0983,
      "step": 26483
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.9603181165648305e-06,
      "loss": 0.094,
      "step": 26484
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.959621030751054e-06,
      "loss": 0.1011,
      "step": 26485
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.958923991147665e-06,
      "loss": 0.105,
      "step": 26486
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.958226997760002e-06,
      "loss": 0.0895,
      "step": 26487
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.957530050593391e-06,
      "loss": 0.0824,
      "step": 26488
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.95683314965317e-06,
      "loss": 0.097,
      "step": 26489
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.956136294944664e-06,
      "loss": 0.119,
      "step": 26490
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.9554394864732125e-06,
      "loss": 0.095,
      "step": 26491
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.95474272424414e-06,
      "loss": 0.0987,
      "step": 26492
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.954046008262773e-06,
      "loss": 0.1052,
      "step": 26493
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.953349338534453e-06,
      "loss": 0.0968,
      "step": 26494
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.952652715064504e-06,
      "loss": 0.0822,
      "step": 26495
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.951956137858252e-06,
      "loss": 0.0772,
      "step": 26496
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.9512596069210306e-06,
      "loss": 0.0913,
      "step": 26497
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.950563122258164e-06,
      "loss": 0.0993,
      "step": 26498
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.949866683874988e-06,
      "loss": 0.097,
      "step": 26499
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.949170291776822e-06,
      "loss": 0.1007,
      "step": 26500
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.948473945968999e-06,
      "loss": 0.0994,
      "step": 26501
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.9477776464568465e-06,
      "loss": 0.1046,
      "step": 26502
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.947081393245682e-06,
      "loss": 0.0914,
      "step": 26503
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.9463851863408455e-06,
      "loss": 0.0891,
      "step": 26504
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.945689025747658e-06,
      "loss": 0.0865,
      "step": 26505
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.9449929114714405e-06,
      "loss": 0.1219,
      "step": 26506
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.944296843517526e-06,
      "loss": 0.0991,
      "step": 26507
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.943600821891232e-06,
      "loss": 0.093,
      "step": 26508
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.942904846597892e-06,
      "loss": 0.0915,
      "step": 26509
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.942208917642821e-06,
      "loss": 0.0831,
      "step": 26510
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.9415130350313515e-06,
      "loss": 0.1045,
      "step": 26511
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.940817198768803e-06,
      "loss": 0.1108,
      "step": 26512
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.940121408860495e-06,
      "loss": 0.0991,
      "step": 26513
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.939425665311756e-06,
      "loss": 0.1009,
      "step": 26514
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.93872996812791e-06,
      "loss": 0.1011,
      "step": 26515
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.9380343173142764e-06,
      "loss": 0.0917,
      "step": 26516
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.937338712876173e-06,
      "loss": 0.0823,
      "step": 26517
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.936643154818927e-06,
      "loss": 0.0946,
      "step": 26518
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.93594764314786e-06,
      "loss": 0.0831,
      "step": 26519
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.9352521778682874e-06,
      "loss": 0.0979,
      "step": 26520
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.934556758985537e-06,
      "loss": 0.0918,
      "step": 26521
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.933861386504926e-06,
      "loss": 0.1101,
      "step": 26522
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.933166060431769e-06,
      "loss": 0.1038,
      "step": 26523
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.932470780771389e-06,
      "loss": 0.0977,
      "step": 26524
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.93177554752911e-06,
      "loss": 0.117,
      "step": 26525
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.931080360710247e-06,
      "loss": 0.1063,
      "step": 26526
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.930385220320113e-06,
      "loss": 0.1243,
      "step": 26527
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.929690126364032e-06,
      "loss": 0.116,
      "step": 26528
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.928995078847323e-06,
      "loss": 0.1068,
      "step": 26529
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.928300077775298e-06,
      "loss": 0.0918,
      "step": 26530
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.9276051231532794e-06,
      "loss": 0.0937,
      "step": 26531
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.926910214986581e-06,
      "loss": 0.092,
      "step": 26532
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.926215353280516e-06,
      "loss": 0.1076,
      "step": 26533
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.925520538040404e-06,
      "loss": 0.098,
      "step": 26534
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.924825769271562e-06,
      "loss": 0.0845,
      "step": 26535
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.9241310469793035e-06,
      "loss": 0.0972,
      "step": 26536
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.923436371168939e-06,
      "loss": 0.0895,
      "step": 26537
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.922741741845787e-06,
      "loss": 0.0838,
      "step": 26538
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.922047159015166e-06,
      "loss": 0.0823,
      "step": 26539
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.92135262268238e-06,
      "loss": 0.1188,
      "step": 26540
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.92065813285275e-06,
      "loss": 0.0939,
      "step": 26541
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.919963689531588e-06,
      "loss": 0.0971,
      "step": 26542
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.919269292724201e-06,
      "loss": 0.0895,
      "step": 26543
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.918574942435905e-06,
      "loss": 0.1006,
      "step": 26544
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.917880638672017e-06,
      "loss": 0.1024,
      "step": 26545
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.917186381437843e-06,
      "loss": 0.1112,
      "step": 26546
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.916492170738693e-06,
      "loss": 0.1007,
      "step": 26547
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.915798006579878e-06,
      "loss": 0.1154,
      "step": 26548
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.915103888966716e-06,
      "loss": 0.1098,
      "step": 26549
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.914409817904511e-06,
      "loss": 0.0842,
      "step": 26550
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.913715793398569e-06,
      "loss": 0.0825,
      "step": 26551
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.913021815454208e-06,
      "loss": 0.0915,
      "step": 26552
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.912327884076731e-06,
      "loss": 0.1027,
      "step": 26553
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.911633999271448e-06,
      "loss": 0.0949,
      "step": 26554
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.910940161043672e-06,
      "loss": 0.1117,
      "step": 26555
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.910246369398707e-06,
      "loss": 0.0942,
      "step": 26556
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.909552624341857e-06,
      "loss": 0.0797,
      "step": 26557
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.908858925878434e-06,
      "loss": 0.1068,
      "step": 26558
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.9081652740137475e-06,
      "loss": 0.1049,
      "step": 26559
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.907471668753101e-06,
      "loss": 0.0945,
      "step": 26560
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.9067781101017964e-06,
      "loss": 0.0977,
      "step": 26561
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.906084598065149e-06,
      "loss": 0.1015,
      "step": 26562
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.905391132648454e-06,
      "loss": 0.0989,
      "step": 26563
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.904697713857023e-06,
      "loss": 0.0826,
      "step": 26564
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.904004341696162e-06,
      "loss": 0.0863,
      "step": 26565
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.903311016171173e-06,
      "loss": 0.1224,
      "step": 26566
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.902617737287358e-06,
      "loss": 0.0953,
      "step": 26567
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.901924505050021e-06,
      "loss": 0.1258,
      "step": 26568
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.901231319464472e-06,
      "loss": 0.0859,
      "step": 26569
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.90053818053601e-06,
      "loss": 0.089,
      "step": 26570
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.899845088269932e-06,
      "loss": 0.1081,
      "step": 26571
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.899152042671546e-06,
      "loss": 0.1022,
      "step": 26572
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.898459043746157e-06,
      "loss": 0.084,
      "step": 26573
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.897766091499059e-06,
      "loss": 0.0946,
      "step": 26574
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.8970731859355606e-06,
      "loss": 0.1003,
      "step": 26575
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.89638032706096e-06,
      "loss": 0.1022,
      "step": 26576
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.895687514880553e-06,
      "loss": 0.0872,
      "step": 26577
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.894994749399643e-06,
      "loss": 0.0993,
      "step": 26578
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.894302030623536e-06,
      "loss": 0.0932,
      "step": 26579
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.893609358557525e-06,
      "loss": 0.0882,
      "step": 26580
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.8929167332069065e-06,
      "loss": 0.0993,
      "step": 26581
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.8922241545769835e-06,
      "loss": 0.0992,
      "step": 26582
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.891531622673057e-06,
      "loss": 0.0891,
      "step": 26583
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.890839137500423e-06,
      "loss": 0.0777,
      "step": 26584
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.890146699064373e-06,
      "loss": 0.1057,
      "step": 26585
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.889454307370214e-06,
      "loss": 0.1003,
      "step": 26586
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.888761962423234e-06,
      "loss": 0.1088,
      "step": 26587
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.888069664228734e-06,
      "loss": 0.0924,
      "step": 26588
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.887377412792015e-06,
      "loss": 0.0819,
      "step": 26589
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.886685208118367e-06,
      "loss": 0.0859,
      "step": 26590
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.8859930502130836e-06,
      "loss": 0.102,
      "step": 26591
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.885300939081463e-06,
      "loss": 0.1096,
      "step": 26592
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.884608874728804e-06,
      "loss": 0.0991,
      "step": 26593
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.8839168571603965e-06,
      "loss": 0.0928,
      "step": 26594
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.883224886381532e-06,
      "loss": 0.0616,
      "step": 26595
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.8825329623975105e-06,
      "loss": 0.0728,
      "step": 26596
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.8818410852136205e-06,
      "loss": 0.0877,
      "step": 26597
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.881149254835155e-06,
      "loss": 0.0967,
      "step": 26598
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.8804574712674125e-06,
      "loss": 0.117,
      "step": 26599
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.879765734515682e-06,
      "loss": 0.0805,
      "step": 26600
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.879074044585252e-06,
      "loss": 0.095,
      "step": 26601
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.878382401481415e-06,
      "loss": 0.0994,
      "step": 26602
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.8776908052094684e-06,
      "loss": 0.1145,
      "step": 26603
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.8769992557746996e-06,
      "loss": 0.0966,
      "step": 26604
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.876307753182394e-06,
      "loss": 0.1009,
      "step": 26605
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.875616297437851e-06,
      "loss": 0.0875,
      "step": 26606
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.874924888546351e-06,
      "loss": 0.0899,
      "step": 26607
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.8742335265131884e-06,
      "loss": 0.0991,
      "step": 26608
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.873542211343655e-06,
      "loss": 0.0806,
      "step": 26609
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.872850943043037e-06,
      "loss": 0.0941,
      "step": 26610
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.872159721616619e-06,
      "loss": 0.107,
      "step": 26611
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.871468547069691e-06,
      "loss": 0.0965,
      "step": 26612
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.870777419407546e-06,
      "loss": 0.0949,
      "step": 26613
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.8700863386354685e-06,
      "loss": 0.0822,
      "step": 26614
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.869395304758739e-06,
      "loss": 0.1056,
      "step": 26615
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.8687043177826536e-06,
      "loss": 0.1021,
      "step": 26616
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.868013377712489e-06,
      "loss": 0.1021,
      "step": 26617
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.86732248455354e-06,
      "loss": 0.1167,
      "step": 26618
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.8666316383110866e-06,
      "loss": 0.1069,
      "step": 26619
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.8659408389904185e-06,
      "loss": 0.1093,
      "step": 26620
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.865250086596813e-06,
      "loss": 0.0883,
      "step": 26621
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.864559381135561e-06,
      "loss": 0.0778,
      "step": 26622
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.863868722611947e-06,
      "loss": 0.1049,
      "step": 26623
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.863178111031253e-06,
      "loss": 0.1017,
      "step": 26624
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.862487546398758e-06,
      "loss": 0.0979,
      "step": 26625
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.861797028719752e-06,
      "loss": 0.0963,
      "step": 26626
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.86110655799951e-06,
      "loss": 0.1016,
      "step": 26627
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.8604161342433236e-06,
      "loss": 0.1037,
      "step": 26628
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.859725757456466e-06,
      "loss": 0.0904,
      "step": 26629
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.859035427644226e-06,
      "loss": 0.1001,
      "step": 26630
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.858345144811881e-06,
      "loss": 0.0802,
      "step": 26631
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.857654908964705e-06,
      "loss": 0.1009,
      "step": 26632
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.856964720107993e-06,
      "loss": 0.1086,
      "step": 26633
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.856274578247018e-06,
      "loss": 0.0915,
      "step": 26634
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.855584483387056e-06,
      "loss": 0.0881,
      "step": 26635
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.854894435533393e-06,
      "loss": 0.0927,
      "step": 26636
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.854204434691302e-06,
      "loss": 0.1015,
      "step": 26637
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.853514480866067e-06,
      "loss": 0.1058,
      "step": 26638
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.852824574062962e-06,
      "loss": 0.0987,
      "step": 26639
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.852134714287269e-06,
      "loss": 0.1009,
      "step": 26640
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.851444901544265e-06,
      "loss": 0.1183,
      "step": 26641
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.850755135839217e-06,
      "loss": 0.0893,
      "step": 26642
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.850065417177419e-06,
      "loss": 0.1058,
      "step": 26643
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.849375745564138e-06,
      "loss": 0.086,
      "step": 26644
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.848686121004648e-06,
      "loss": 0.0945,
      "step": 26645
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.847996543504232e-06,
      "loss": 0.1003,
      "step": 26646
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.847307013068158e-06,
      "loss": 0.0972,
      "step": 26647
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.846617529701708e-06,
      "loss": 0.0921,
      "step": 26648
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.8459280934101495e-06,
      "loss": 0.0955,
      "step": 26649
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.845238704198765e-06,
      "loss": 0.1067,
      "step": 26650
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.844549362072822e-06,
      "loss": 0.085,
      "step": 26651
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.843860067037596e-06,
      "loss": 0.0986,
      "step": 26652
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.843170819098358e-06,
      "loss": 0.0923,
      "step": 26653
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.842481618260388e-06,
      "loss": 0.076,
      "step": 26654
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.841792464528951e-06,
      "loss": 0.0831,
      "step": 26655
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.841103357909325e-06,
      "loss": 0.0799,
      "step": 26656
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.840414298406776e-06,
      "loss": 0.0798,
      "step": 26657
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.839725286026582e-06,
      "loss": 0.0899,
      "step": 26658
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.8390363207740065e-06,
      "loss": 0.0905,
      "step": 26659
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.838347402654329e-06,
      "loss": 0.1057,
      "step": 26660
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.8376585316728145e-06,
      "loss": 0.0966,
      "step": 26661
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.836969707834731e-06,
      "loss": 0.1004,
      "step": 26662
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.83628093114535e-06,
      "loss": 0.0972,
      "step": 26663
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.835592201609947e-06,
      "loss": 0.1254,
      "step": 26664
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.8349035192337846e-06,
      "loss": 0.0964,
      "step": 26665
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.8342148840221294e-06,
      "loss": 0.0922,
      "step": 26666
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.833526295980252e-06,
      "loss": 0.0822,
      "step": 26667
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.832837755113427e-06,
      "loss": 0.0934,
      "step": 26668
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.83214926142691e-06,
      "loss": 0.0916,
      "step": 26669
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.831460814925978e-06,
      "loss": 0.1129,
      "step": 26670
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.830772415615894e-06,
      "loss": 0.0973,
      "step": 26671
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.830084063501922e-06,
      "loss": 0.099,
      "step": 26672
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.829395758589329e-06,
      "loss": 0.0937,
      "step": 26673
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.8287075008833876e-06,
      "loss": 0.1012,
      "step": 26674
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.8280192903893555e-06,
      "loss": 0.0947,
      "step": 26675
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.827331127112497e-06,
      "loss": 0.092,
      "step": 26676
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.8266430110580795e-06,
      "loss": 0.0943,
      "step": 26677
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.825954942231371e-06,
      "loss": 0.0887,
      "step": 26678
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.825266920637628e-06,
      "loss": 0.0917,
      "step": 26679
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.824578946282122e-06,
      "loss": 0.1009,
      "step": 26680
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.823891019170112e-06,
      "loss": 0.0989,
      "step": 26681
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.823203139306856e-06,
      "loss": 0.0908,
      "step": 26682
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.822515306697622e-06,
      "loss": 0.0871,
      "step": 26683
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.821827521347674e-06,
      "loss": 0.0909,
      "step": 26684
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.8211397832622725e-06,
      "loss": 0.0884,
      "step": 26685
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.820452092446672e-06,
      "loss": 0.1076,
      "step": 26686
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.819764448906141e-06,
      "loss": 0.0868,
      "step": 26687
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.819076852645939e-06,
      "loss": 0.1178,
      "step": 26688
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.818389303671324e-06,
      "loss": 0.0861,
      "step": 26689
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.817701801987559e-06,
      "loss": 0.0937,
      "step": 26690
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.817014347599902e-06,
      "loss": 0.0912,
      "step": 26691
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.8163269405136095e-06,
      "loss": 0.0911,
      "step": 26692
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.815639580733942e-06,
      "loss": 0.1052,
      "step": 26693
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.814952268266163e-06,
      "loss": 0.1079,
      "step": 26694
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.814265003115526e-06,
      "loss": 0.1145,
      "step": 26695
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.8135777852872856e-06,
      "loss": 0.1048,
      "step": 26696
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.812890614786703e-06,
      "loss": 0.1087,
      "step": 26697
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.8122034916190377e-06,
      "loss": 0.1132,
      "step": 26698
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.8115164157895433e-06,
      "loss": 0.1103,
      "step": 26699
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.810829387303474e-06,
      "loss": 0.1036,
      "step": 26700
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.8101424061660918e-06,
      "loss": 0.0912,
      "step": 26701
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.8094554723826437e-06,
      "loss": 0.0882,
      "step": 26702
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.8087685859583912e-06,
      "loss": 0.0788,
      "step": 26703
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.808081746898591e-06,
      "loss": 0.1056,
      "step": 26704
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.8073949552084944e-06,
      "loss": 0.0832,
      "step": 26705
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.806708210893352e-06,
      "loss": 0.1299,
      "step": 26706
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.80602151395842e-06,
      "loss": 0.092,
      "step": 26707
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.8053348644089573e-06,
      "loss": 0.0933,
      "step": 26708
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.804648262250212e-06,
      "loss": 0.1156,
      "step": 26709
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.8039617074874345e-06,
      "loss": 0.0848,
      "step": 26710
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.8032752001258834e-06,
      "loss": 0.0998,
      "step": 26711
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.802588740170803e-06,
      "loss": 0.1056,
      "step": 26712
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.801902327627449e-06,
      "loss": 0.0877,
      "step": 26713
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.8012159625010757e-06,
      "loss": 0.0988,
      "step": 26714
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.800529644796932e-06,
      "loss": 0.0764,
      "step": 26715
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.7998433745202633e-06,
      "loss": 0.0804,
      "step": 26716
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.7991571516763237e-06,
      "loss": 0.0828,
      "step": 26717
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.7984709762703677e-06,
      "loss": 0.1035,
      "step": 26718
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.7977848483076385e-06,
      "loss": 0.0935,
      "step": 26719
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.7970987677933835e-06,
      "loss": 0.0978,
      "step": 26720
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.796412734732855e-06,
      "loss": 0.0942,
      "step": 26721
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.7957267491313044e-06,
      "loss": 0.0952,
      "step": 26722
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.7950408109939717e-06,
      "loss": 0.1083,
      "step": 26723
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.794354920326113e-06,
      "loss": 0.071,
      "step": 26724
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.793669077132972e-06,
      "loss": 0.0654,
      "step": 26725
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.792983281419791e-06,
      "loss": 0.0974,
      "step": 26726
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.792297533191821e-06,
      "loss": 0.1136,
      "step": 26727
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7916118324543103e-06,
      "loss": 0.0785,
      "step": 26728
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.790926179212503e-06,
      "loss": 0.0861,
      "step": 26729
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7902405734716396e-06,
      "loss": 0.1024,
      "step": 26730
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.78955501523697e-06,
      "loss": 0.0986,
      "step": 26731
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.78886950451374e-06,
      "loss": 0.0724,
      "step": 26732
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7881840413071935e-06,
      "loss": 0.0786,
      "step": 26733
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.787498625622569e-06,
      "loss": 0.1107,
      "step": 26734
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.786813257465116e-06,
      "loss": 0.1073,
      "step": 26735
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.786127936840074e-06,
      "loss": 0.117,
      "step": 26736
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7854426637526875e-06,
      "loss": 0.1099,
      "step": 26737
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.784757438208202e-06,
      "loss": 0.0711,
      "step": 26738
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7840722602118574e-06,
      "loss": 0.0978,
      "step": 26739
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7833871297688906e-06,
      "loss": 0.1128,
      "step": 26740
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.782702046884548e-06,
      "loss": 0.1111,
      "step": 26741
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.782017011564073e-06,
      "loss": 0.1092,
      "step": 26742
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.781332023812704e-06,
      "loss": 0.0984,
      "step": 26743
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.780647083635676e-06,
      "loss": 0.0983,
      "step": 26744
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.779962191038238e-06,
      "loss": 0.1074,
      "step": 26745
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7792773460256204e-06,
      "loss": 0.0802,
      "step": 26746
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.778592548603068e-06,
      "loss": 0.0951,
      "step": 26747
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7779077987758216e-06,
      "loss": 0.1067,
      "step": 26748
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7772230965491174e-06,
      "loss": 0.1189,
      "step": 26749
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7765384419281903e-06,
      "loss": 0.1027,
      "step": 26750
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7758538349182796e-06,
      "loss": 0.0881,
      "step": 26751
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7751692755246284e-06,
      "loss": 0.0985,
      "step": 26752
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7744847637524684e-06,
      "loss": 0.0977,
      "step": 26753
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7738002996070343e-06,
      "loss": 0.1044,
      "step": 26754
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.773115883093569e-06,
      "loss": 0.1146,
      "step": 26755
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7724315142173006e-06,
      "loss": 0.0823,
      "step": 26756
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.771747192983469e-06,
      "loss": 0.1198,
      "step": 26757
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7710629193973136e-06,
      "loss": 0.0979,
      "step": 26758
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.770378693464064e-06,
      "loss": 0.0776,
      "step": 26759
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.769694515188952e-06,
      "loss": 0.1243,
      "step": 26760
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7690103845772163e-06,
      "loss": 0.1017,
      "step": 26761
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7683263016340922e-06,
      "loss": 0.0868,
      "step": 26762
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7676422663648115e-06,
      "loss": 0.0877,
      "step": 26763
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.766958278774603e-06,
      "loss": 0.0884,
      "step": 26764
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7662743388687053e-06,
      "loss": 0.093,
      "step": 26765
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7655904466523452e-06,
      "loss": 0.0922,
      "step": 26766
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7649066021307613e-06,
      "loss": 0.1036,
      "step": 26767
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7642228053091767e-06,
      "loss": 0.1072,
      "step": 26768
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.763539056192832e-06,
      "loss": 0.0895,
      "step": 26769
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.762855354786954e-06,
      "loss": 0.0869,
      "step": 26770
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.762171701096765e-06,
      "loss": 0.0969,
      "step": 26771
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.761488095127509e-06,
      "loss": 0.0962,
      "step": 26772
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7608045368844104e-06,
      "loss": 0.1131,
      "step": 26773
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.760121026372694e-06,
      "loss": 0.0957,
      "step": 26774
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7594375635975965e-06,
      "loss": 0.1047,
      "step": 26775
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7587541485643387e-06,
      "loss": 0.1115,
      "step": 26776
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7580707812781557e-06,
      "loss": 0.1141,
      "step": 26777
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7573874617442696e-06,
      "loss": 0.1216,
      "step": 26778
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7567041899679145e-06,
      "loss": 0.0972,
      "step": 26779
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7560209659543133e-06,
      "loss": 0.0916,
      "step": 26780
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7553377897086875e-06,
      "loss": 0.0914,
      "step": 26781
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7546546612362756e-06,
      "loss": 0.1125,
      "step": 26782
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7539715805422982e-06,
      "loss": 0.0943,
      "step": 26783
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.753288547631977e-06,
      "loss": 0.0829,
      "step": 26784
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.752605562510544e-06,
      "loss": 0.0921,
      "step": 26785
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7519226251832173e-06,
      "loss": 0.1014,
      "step": 26786
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.75123973565523e-06,
      "loss": 0.091,
      "step": 26787
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.750556893931797e-06,
      "loss": 0.0998,
      "step": 26788
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7498741000181514e-06,
      "loss": 0.1174,
      "step": 26789
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7491913539195113e-06,
      "loss": 0.0854,
      "step": 26790
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.748508655641094e-06,
      "loss": 0.0921,
      "step": 26791
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7478260051881367e-06,
      "loss": 0.1033,
      "step": 26792
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7471434025658538e-06,
      "loss": 0.0759,
      "step": 26793
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.746460847779464e-06,
      "loss": 0.101,
      "step": 26794
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7457783408341974e-06,
      "loss": 0.0906,
      "step": 26795
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7450958817352667e-06,
      "loss": 0.105,
      "step": 26796
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7444134704879e-06,
      "loss": 0.1056,
      "step": 26797
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7437311070973128e-06,
      "loss": 0.092,
      "step": 26798
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7430487915687297e-06,
      "loss": 0.0754,
      "step": 26799
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.742366523907368e-06,
      "loss": 0.0918,
      "step": 26800
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7416843041184448e-06,
      "loss": 0.0973,
      "step": 26801
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.741002132207182e-06,
      "loss": 0.0831,
      "step": 26802
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7403200081788016e-06,
      "loss": 0.0953,
      "step": 26803
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.739637932038519e-06,
      "loss": 0.1043,
      "step": 26804
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7389559037915493e-06,
      "loss": 0.1091,
      "step": 26805
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.738273923443112e-06,
      "loss": 0.0991,
      "step": 26806
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7375919909984295e-06,
      "loss": 0.1143,
      "step": 26807
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.73691010646271e-06,
      "loss": 0.0864,
      "step": 26808
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.736228269841179e-06,
      "loss": 0.1051,
      "step": 26809
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7355464811390485e-06,
      "loss": 0.1216,
      "step": 26810
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.73486474036153e-06,
      "loss": 0.1159,
      "step": 26811
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7341830475138443e-06,
      "loss": 0.115,
      "step": 26812
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.733501402601207e-06,
      "loss": 0.1146,
      "step": 26813
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7328198056288333e-06,
      "loss": 0.1055,
      "step": 26814
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7321382566019314e-06,
      "loss": 0.1013,
      "step": 26815
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7314567555257196e-06,
      "loss": 0.1178,
      "step": 26816
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.730775302405415e-06,
      "loss": 0.1176,
      "step": 26817
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7300938972462243e-06,
      "loss": 0.0787,
      "step": 26818
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7294125400533665e-06,
      "loss": 0.0968,
      "step": 26819
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.728731230832051e-06,
      "loss": 0.1228,
      "step": 26820
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7280499695874873e-06,
      "loss": 0.101,
      "step": 26821
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7273687563248882e-06,
      "loss": 0.0976,
      "step": 26822
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7266875910494725e-06,
      "loss": 0.0917,
      "step": 26823
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7260064737664446e-06,
      "loss": 0.0919,
      "step": 26824
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.725325404481014e-06,
      "loss": 0.0869,
      "step": 26825
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7246443831983925e-06,
      "loss": 0.0829,
      "step": 26826
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7239634099237944e-06,
      "loss": 0.1006,
      "step": 26827
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7232824846624225e-06,
      "loss": 0.1021,
      "step": 26828
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7226016074194937e-06,
      "loss": 0.0958,
      "step": 26829
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.721920778200212e-06,
      "loss": 0.1069,
      "step": 26830
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.721239997009782e-06,
      "loss": 0.0852,
      "step": 26831
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7205592638534184e-06,
      "loss": 0.0958,
      "step": 26832
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.719878578736329e-06,
      "loss": 0.0857,
      "step": 26833
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.71919794166372e-06,
      "loss": 0.1129,
      "step": 26834
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7185173526407935e-06,
      "loss": 0.1062,
      "step": 26835
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7178368116727614e-06,
      "loss": 0.0945,
      "step": 26836
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7171563187648317e-06,
      "loss": 0.1051,
      "step": 26837
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7164758739222075e-06,
      "loss": 0.0843,
      "step": 26838
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7157954771500905e-06,
      "loss": 0.1011,
      "step": 26839
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7151151284536946e-06,
      "loss": 0.0868,
      "step": 26840
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7144348278382147e-06,
      "loss": 0.0948,
      "step": 26841
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7137545753088612e-06,
      "loss": 0.0904,
      "step": 26842
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.713074370870842e-06,
      "loss": 0.1055,
      "step": 26843
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7123942145293547e-06,
      "loss": 0.1013,
      "step": 26844
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.711714106289601e-06,
      "loss": 0.1013,
      "step": 26845
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7110340461567872e-06,
      "loss": 0.0801,
      "step": 26846
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.71035403413612e-06,
      "loss": 0.0939,
      "step": 26847
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.709674070232796e-06,
      "loss": 0.0796,
      "step": 26848
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.7089941544520168e-06,
      "loss": 0.0836,
      "step": 26849
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.7083142867989885e-06,
      "loss": 0.0921,
      "step": 26850
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.7076344672789056e-06,
      "loss": 0.0841,
      "step": 26851
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.7069546958969727e-06,
      "loss": 0.082,
      "step": 26852
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.7062749726583947e-06,
      "loss": 0.0835,
      "step": 26853
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.7055952975683662e-06,
      "loss": 0.1064,
      "step": 26854
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.7049156706320854e-06,
      "loss": 0.0803,
      "step": 26855
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.704236091854754e-06,
      "loss": 0.1032,
      "step": 26856
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.7035565612415737e-06,
      "loss": 0.0977,
      "step": 26857
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.702877078797741e-06,
      "loss": 0.0739,
      "step": 26858
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.70219764452845e-06,
      "loss": 0.1025,
      "step": 26859
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.7015182584389054e-06,
      "loss": 0.1037,
      "step": 26860
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.7008389205342977e-06,
      "loss": 0.0911,
      "step": 26861
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.7001596308198284e-06,
      "loss": 0.1047,
      "step": 26862
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.699480389300697e-06,
      "loss": 0.1095,
      "step": 26863
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6988011959820956e-06,
      "loss": 0.0785,
      "step": 26864
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.698122050869217e-06,
      "loss": 0.1031,
      "step": 26865
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6974429539672627e-06,
      "loss": 0.0911,
      "step": 26866
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6967639052814286e-06,
      "loss": 0.0808,
      "step": 26867
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.696084904816907e-06,
      "loss": 0.0924,
      "step": 26868
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.695405952578889e-06,
      "loss": 0.0953,
      "step": 26869
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6947270485725717e-06,
      "loss": 0.0797,
      "step": 26870
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6940481928031537e-06,
      "loss": 0.0792,
      "step": 26871
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6933693852758235e-06,
      "loss": 0.0962,
      "step": 26872
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6926906259957707e-06,
      "loss": 0.0786,
      "step": 26873
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6920119149681966e-06,
      "loss": 0.1071,
      "step": 26874
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.691333252198285e-06,
      "loss": 0.118,
      "step": 26875
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6906546376912324e-06,
      "loss": 0.1025,
      "step": 26876
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6899760714522325e-06,
      "loss": 0.1015,
      "step": 26877
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6892975534864738e-06,
      "loss": 0.0732,
      "step": 26878
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.688619083799143e-06,
      "loss": 0.087,
      "step": 26879
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6879406623954363e-06,
      "loss": 0.1069,
      "step": 26880
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6872622892805442e-06,
      "loss": 0.1187,
      "step": 26881
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6865839644596546e-06,
      "loss": 0.1365,
      "step": 26882
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.685905687937954e-06,
      "loss": 0.0781,
      "step": 26883
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.685227459720637e-06,
      "loss": 0.1112,
      "step": 26884
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.684549279812886e-06,
      "loss": 0.1171,
      "step": 26885
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.683871148219891e-06,
      "loss": 0.1087,
      "step": 26886
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.683193064946846e-06,
      "loss": 0.1046,
      "step": 26887
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.682515029998933e-06,
      "loss": 0.0973,
      "step": 26888
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.681837043381338e-06,
      "loss": 0.097,
      "step": 26889
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.681159105099249e-06,
      "loss": 0.0834,
      "step": 26890
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6804812151578563e-06,
      "loss": 0.1174,
      "step": 26891
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.679803373562343e-06,
      "loss": 0.1005,
      "step": 26892
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6791255803178903e-06,
      "loss": 0.0772,
      "step": 26893
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6784478354296916e-06,
      "loss": 0.0847,
      "step": 26894
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.677770138902924e-06,
      "loss": 0.0844,
      "step": 26895
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6770924907427776e-06,
      "loss": 0.1091,
      "step": 26896
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6764148909544372e-06,
      "loss": 0.0915,
      "step": 26897
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.675737339543084e-06,
      "loss": 0.0891,
      "step": 26898
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.675059836513899e-06,
      "loss": 0.109,
      "step": 26899
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.674382381872067e-06,
      "loss": 0.12,
      "step": 26900
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.673704975622776e-06,
      "loss": 0.0746,
      "step": 26901
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6730276177712044e-06,
      "loss": 0.0826,
      "step": 26902
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6723503083225297e-06,
      "loss": 0.1018,
      "step": 26903
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6716730472819405e-06,
      "loss": 0.096,
      "step": 26904
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6709958346546125e-06,
      "loss": 0.113,
      "step": 26905
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.670318670445733e-06,
      "loss": 0.1097,
      "step": 26906
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6696415546604745e-06,
      "loss": 0.1123,
      "step": 26907
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6689644873040242e-06,
      "loss": 0.1009,
      "step": 26908
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6682874683815595e-06,
      "loss": 0.0889,
      "step": 26909
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.667610497898253e-06,
      "loss": 0.0903,
      "step": 26910
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.666933575859295e-06,
      "loss": 0.0941,
      "step": 26911
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6662567022698603e-06,
      "loss": 0.1069,
      "step": 26912
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6655798771351215e-06,
      "loss": 0.1151,
      "step": 26913
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6649031004602642e-06,
      "loss": 0.0877,
      "step": 26914
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.66422637225046e-06,
      "loss": 0.0977,
      "step": 26915
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6635496925108917e-06,
      "loss": 0.1039,
      "step": 26916
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.662873061246729e-06,
      "loss": 0.0975,
      "step": 26917
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6621964784631546e-06,
      "loss": 0.1018,
      "step": 26918
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6615199441653437e-06,
      "loss": 0.1231,
      "step": 26919
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6608434583584627e-06,
      "loss": 0.1126,
      "step": 26920
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6601670210477013e-06,
      "loss": 0.1021,
      "step": 26921
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6594906322382286e-06,
      "loss": 0.0793,
      "step": 26922
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.658814291935213e-06,
      "loss": 0.0827,
      "step": 26923
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6581380001438393e-06,
      "loss": 0.09,
      "step": 26924
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6574617568692704e-06,
      "loss": 0.11,
      "step": 26925
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6567855621166904e-06,
      "loss": 0.086,
      "step": 26926
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6561094158912624e-06,
      "loss": 0.0928,
      "step": 26927
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.655433318198168e-06,
      "loss": 0.0994,
      "step": 26928
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6547572690425757e-06,
      "loss": 0.0829,
      "step": 26929
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.654081268429649e-06,
      "loss": 0.0878,
      "step": 26930
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6534053163645755e-06,
      "loss": 0.0952,
      "step": 26931
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.652729412852518e-06,
      "loss": 0.1042,
      "step": 26932
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6520535578986436e-06,
      "loss": 0.086,
      "step": 26933
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.651377751508132e-06,
      "loss": 0.085,
      "step": 26934
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6507019936861445e-06,
      "loss": 0.0724,
      "step": 26935
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6500262844378566e-06,
      "loss": 0.124,
      "step": 26936
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.649350623768433e-06,
      "loss": 0.1142,
      "step": 26937
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.648675011683048e-06,
      "loss": 0.115,
      "step": 26938
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6479994481868688e-06,
      "loss": 0.1071,
      "step": 26939
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6473239332850585e-06,
      "loss": 0.0844,
      "step": 26940
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6466484669827884e-06,
      "loss": 0.0911,
      "step": 26941
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6459730492852297e-06,
      "loss": 0.083,
      "step": 26942
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.645297680197546e-06,
      "loss": 0.0885,
      "step": 26943
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6446223597249007e-06,
      "loss": 0.0932,
      "step": 26944
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6439470878724636e-06,
      "loss": 0.0918,
      "step": 26945
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6432718646454047e-06,
      "loss": 0.0882,
      "step": 26946
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.642596690048882e-06,
      "loss": 0.0836,
      "step": 26947
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.641921564088068e-06,
      "loss": 0.1014,
      "step": 26948
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.641246486768123e-06,
      "loss": 0.0822,
      "step": 26949
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.64057145809421e-06,
      "loss": 0.0987,
      "step": 26950
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6398964780714953e-06,
      "loss": 0.1121,
      "step": 26951
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.639221546705147e-06,
      "loss": 0.1018,
      "step": 26952
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6385466640003243e-06,
      "loss": 0.0846,
      "step": 26953
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6378718299621864e-06,
      "loss": 0.0815,
      "step": 26954
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6371970445959003e-06,
      "loss": 0.1051,
      "step": 26955
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6365223079066314e-06,
      "loss": 0.1266,
      "step": 26956
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.635847619899535e-06,
      "loss": 0.0963,
      "step": 26957
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6351729805797786e-06,
      "loss": 0.0958,
      "step": 26958
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.634498389952521e-06,
      "loss": 0.1097,
      "step": 26959
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.633823848022918e-06,
      "loss": 0.1023,
      "step": 26960
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.633149354796136e-06,
      "loss": 0.0945,
      "step": 26961
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.632474910277336e-06,
      "loss": 0.1096,
      "step": 26962
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6318005144716763e-06,
      "loss": 0.0964,
      "step": 26963
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6311261673843103e-06,
      "loss": 0.0928,
      "step": 26964
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6304518690204025e-06,
      "loss": 0.1031,
      "step": 26965
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6297776193851143e-06,
      "loss": 0.0884,
      "step": 26966
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.629103418483596e-06,
      "loss": 0.085,
      "step": 26967
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.628429266321014e-06,
      "loss": 0.0753,
      "step": 26968
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.627755162902521e-06,
      "loss": 0.0996,
      "step": 26969
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6270811082332712e-06,
      "loss": 0.0899,
      "step": 26970
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6264071023184245e-06,
      "loss": 0.1021,
      "step": 26971
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.6257331451631404e-06,
      "loss": 0.1015,
      "step": 26972
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.625059236772572e-06,
      "loss": 0.1131,
      "step": 26973
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.624385377151871e-06,
      "loss": 0.0861,
      "step": 26974
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.6237115663061973e-06,
      "loss": 0.0753,
      "step": 26975
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.6230378042407066e-06,
      "loss": 0.0956,
      "step": 26976
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.6223640909605517e-06,
      "loss": 0.0779,
      "step": 26977
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.621690426470883e-06,
      "loss": 0.0929,
      "step": 26978
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.6210168107768604e-06,
      "loss": 0.0936,
      "step": 26979
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.6203432438836304e-06,
      "loss": 0.1027,
      "step": 26980
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.6196697257963508e-06,
      "loss": 0.0904,
      "step": 26981
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.6189962565201773e-06,
      "loss": 0.0945,
      "step": 26982
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.6183228360602575e-06,
      "loss": 0.0874,
      "step": 26983
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.6176494644217396e-06,
      "loss": 0.0656,
      "step": 26984
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.6169761416097803e-06,
      "loss": 0.1003,
      "step": 26985
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.616302867629532e-06,
      "loss": 0.0999,
      "step": 26986
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.615629642486144e-06,
      "loss": 0.0962,
      "step": 26987
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.6149564661847616e-06,
      "loss": 0.1049,
      "step": 26988
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.6142833387305432e-06,
      "loss": 0.0906,
      "step": 26989
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.6136102601286295e-06,
      "loss": 0.0877,
      "step": 26990
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.6129372303841747e-06,
      "loss": 0.1128,
      "step": 26991
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.6122642495023307e-06,
      "loss": 0.0922,
      "step": 26992
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.611591317488242e-06,
      "loss": 0.1112,
      "step": 26993
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.610918434347055e-06,
      "loss": 0.1086,
      "step": 26994
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.610245600083918e-06,
      "loss": 0.0971,
      "step": 26995
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.6095728147039843e-06,
      "loss": 0.1028,
      "step": 26996
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.608900078212396e-06,
      "loss": 0.0842,
      "step": 26997
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.608227390614297e-06,
      "loss": 0.0979,
      "step": 26998
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.6075547519148403e-06,
      "loss": 0.1117,
      "step": 26999
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.6068821621191653e-06,
      "loss": 0.0979,
      "step": 27000
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.6062096212324194e-06,
      "loss": 0.1043,
      "step": 27001
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.6055371292597528e-06,
      "loss": 0.1088,
      "step": 27002
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.604864686206305e-06,
      "loss": 0.0789,
      "step": 27003
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.60419229207722e-06,
      "loss": 0.0706,
      "step": 27004
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.6035199468776418e-06,
      "loss": 0.0917,
      "step": 27005
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.6028476506127185e-06,
      "loss": 0.11,
      "step": 27006
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.6021754032875912e-06,
      "loss": 0.0916,
      "step": 27007
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.6015032049073984e-06,
      "loss": 0.0916,
      "step": 27008
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.6008310554772895e-06,
      "loss": 0.0972,
      "step": 27009
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.6001589550023985e-06,
      "loss": 0.0926,
      "step": 27010
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.5994869034878732e-06,
      "loss": 0.0966,
      "step": 27011
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.5988149009388564e-06,
      "loss": 0.0944,
      "step": 27012
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.5981429473604866e-06,
      "loss": 0.0813,
      "step": 27013
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.5974710427578997e-06,
      "loss": 0.095,
      "step": 27014
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.5967991871362407e-06,
      "loss": 0.1175,
      "step": 27015
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.5961273805006523e-06,
      "loss": 0.1028,
      "step": 27016
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.595455622856271e-06,
      "loss": 0.1091,
      "step": 27017
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.594783914208232e-06,
      "loss": 0.0952,
      "step": 27018
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.594112254561678e-06,
      "loss": 0.0916,
      "step": 27019
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.5934406439217505e-06,
      "loss": 0.1016,
      "step": 27020
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.5927690822935833e-06,
      "loss": 0.1085,
      "step": 27021
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.5920975696823124e-06,
      "loss": 0.0925,
      "step": 27022
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.59142610609308e-06,
      "loss": 0.0964,
      "step": 27023
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.5907546915310165e-06,
      "loss": 0.0823,
      "step": 27024
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.5900833260012625e-06,
      "loss": 0.0845,
      "step": 27025
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.589412009508958e-06,
      "loss": 0.0874,
      "step": 27026
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.5887407420592337e-06,
      "loss": 0.0997,
      "step": 27027
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.5880695236572227e-06,
      "loss": 0.1066,
      "step": 27028
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.5873983543080624e-06,
      "loss": 0.0839,
      "step": 27029
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.586727234016892e-06,
      "loss": 0.1024,
      "step": 27030
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.5860561627888425e-06,
      "loss": 0.0879,
      "step": 27031
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.585385140629043e-06,
      "loss": 0.0994,
      "step": 27032
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.5847141675426343e-06,
      "loss": 0.0991,
      "step": 27033
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.584043243534744e-06,
      "loss": 0.1105,
      "step": 27034
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.5833723686105058e-06,
      "loss": 0.1069,
      "step": 27035
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.582701542775058e-06,
      "loss": 0.0894,
      "step": 27036
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.5820307660335274e-06,
      "loss": 0.0854,
      "step": 27037
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.581360038391042e-06,
      "loss": 0.1101,
      "step": 27038
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.580689359852738e-06,
      "loss": 0.0912,
      "step": 27039
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.580018730423749e-06,
      "loss": 0.1103,
      "step": 27040
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.579348150109202e-06,
      "loss": 0.0915,
      "step": 27041
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.5786776189142235e-06,
      "loss": 0.0978,
      "step": 27042
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.5780071368439505e-06,
      "loss": 0.0765,
      "step": 27043
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.5773367039035045e-06,
      "loss": 0.0897,
      "step": 27044
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.576666320098019e-06,
      "loss": 0.094,
      "step": 27045
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.5759959854326253e-06,
      "loss": 0.081,
      "step": 27046
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.5753256999124498e-06,
      "loss": 0.0888,
      "step": 27047
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.5746554635426146e-06,
      "loss": 0.1235,
      "step": 27048
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.573985276328251e-06,
      "loss": 0.0903,
      "step": 27049
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.5733151382744914e-06,
      "loss": 0.1067,
      "step": 27050
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.5726450493864572e-06,
      "loss": 0.1088,
      "step": 27051
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.571975009669273e-06,
      "loss": 0.1017,
      "step": 27052
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.57130501912807e-06,
      "loss": 0.0968,
      "step": 27053
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.5706350777679678e-06,
      "loss": 0.0971,
      "step": 27054
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.5699651855940974e-06,
      "loss": 0.0969,
      "step": 27055
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.5692953426115782e-06,
      "loss": 0.1245,
      "step": 27056
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.5686255488255407e-06,
      "loss": 0.1171,
      "step": 27057
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.567955804241107e-06,
      "loss": 0.0899,
      "step": 27058
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.5672861088633914e-06,
      "loss": 0.0961,
      "step": 27059
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.566616462697533e-06,
      "loss": 0.1024,
      "step": 27060
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.5659468657486464e-06,
      "loss": 0.0927,
      "step": 27061
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.5652773180218527e-06,
      "loss": 0.0853,
      "step": 27062
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.564607819522279e-06,
      "loss": 0.1027,
      "step": 27063
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.563938370255041e-06,
      "loss": 0.0888,
      "step": 27064
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.5632689702252677e-06,
      "loss": 0.1162,
      "step": 27065
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.562599619438072e-06,
      "loss": 0.1044,
      "step": 27066
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.5619303178985833e-06,
      "loss": 0.0831,
      "step": 27067
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.5612610656119163e-06,
      "loss": 0.1176,
      "step": 27068
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.5605918625831858e-06,
      "loss": 0.0939,
      "step": 27069
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.559922708817524e-06,
      "loss": 0.1135,
      "step": 27070
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.5592536043200444e-06,
      "loss": 0.0944,
      "step": 27071
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.5585845490958603e-06,
      "loss": 0.0935,
      "step": 27072
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.5579155431501e-06,
      "loss": 0.1205,
      "step": 27073
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.5572465864878726e-06,
      "loss": 0.1097,
      "step": 27074
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.5565776791143024e-06,
      "loss": 0.1163,
      "step": 27075
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.5559088210345003e-06,
      "loss": 0.1145,
      "step": 27076
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.5552400122535912e-06,
      "loss": 0.0936,
      "step": 27077
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.5545712527766874e-06,
      "loss": 0.0823,
      "step": 27078
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.553902542608898e-06,
      "loss": 0.0937,
      "step": 27079
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.5532338817553523e-06,
      "loss": 0.0707,
      "step": 27080
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.55256527022116e-06,
      "loss": 0.094,
      "step": 27081
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.551896708011432e-06,
      "loss": 0.1009,
      "step": 27082
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.5512281951312887e-06,
      "loss": 0.1001,
      "step": 27083
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.55055973158584e-06,
      "loss": 0.0989,
      "step": 27084
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.549891317380204e-06,
      "loss": 0.1317,
      "step": 27085
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.54922295251949e-06,
      "loss": 0.0792,
      "step": 27086
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.5485546370088154e-06,
      "loss": 0.0966,
      "step": 27087
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.547886370853292e-06,
      "loss": 0.088,
      "step": 27088
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.5472181540580265e-06,
      "loss": 0.1191,
      "step": 27089
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.546549986628136e-06,
      "loss": 0.0976,
      "step": 27090
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.5458818685687344e-06,
      "loss": 0.1036,
      "step": 27091
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.545213799884931e-06,
      "loss": 0.0961,
      "step": 27092
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.544545780581833e-06,
      "loss": 0.0981,
      "step": 27093
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.543877810664553e-06,
      "loss": 0.1171,
      "step": 27094
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.543209890138205e-06,
      "loss": 0.0966,
      "step": 27095
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.542542019007893e-06,
      "loss": 0.1021,
      "step": 27096
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.5418741972787317e-06,
      "loss": 0.1093,
      "step": 27097
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.5412064249558276e-06,
      "loss": 0.1039,
      "step": 27098
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.540538702044286e-06,
      "loss": 0.0972,
      "step": 27099
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.539871028549219e-06,
      "loss": 0.0887,
      "step": 27100
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.539203404475736e-06,
      "loss": 0.0951,
      "step": 27101
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.538535829828943e-06,
      "loss": 0.0969,
      "step": 27102
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.537868304613943e-06,
      "loss": 0.0897,
      "step": 27103
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.537200828835846e-06,
      "loss": 0.0759,
      "step": 27104
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.536533402499761e-06,
      "loss": 0.1142,
      "step": 27105
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.535866025610789e-06,
      "loss": 0.0812,
      "step": 27106
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.5351986981740418e-06,
      "loss": 0.0943,
      "step": 27107
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.53453142019462e-06,
      "loss": 0.0949,
      "step": 27108
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.5338641916776263e-06,
      "loss": 0.1098,
      "step": 27109
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.5331970126281678e-06,
      "loss": 0.1266,
      "step": 27110
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.5325298830513532e-06,
      "loss": 0.1095,
      "step": 27111
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.531862802952282e-06,
      "loss": 0.083,
      "step": 27112
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.5311957723360524e-06,
      "loss": 0.1074,
      "step": 27113
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.5305287912077736e-06,
      "loss": 0.0953,
      "step": 27114
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.5298618595725508e-06,
      "loss": 0.1013,
      "step": 27115
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.529194977435478e-06,
      "loss": 0.0983,
      "step": 27116
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.528528144801666e-06,
      "loss": 0.0962,
      "step": 27117
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.5278613616762114e-06,
      "loss": 0.0687,
      "step": 27118
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.527194628064211e-06,
      "loss": 0.0777,
      "step": 27119
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.526527943970771e-06,
      "loss": 0.1042,
      "step": 27120
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.525861309400994e-06,
      "loss": 0.0929,
      "step": 27121
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.525194724359976e-06,
      "loss": 0.0982,
      "step": 27122
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.5245281888528136e-06,
      "loss": 0.0914,
      "step": 27123
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.523861702884611e-06,
      "loss": 0.0876,
      "step": 27124
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.5231952664604674e-06,
      "loss": 0.0901,
      "step": 27125
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.5225288795854793e-06,
      "loss": 0.109,
      "step": 27126
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.5218625422647422e-06,
      "loss": 0.1026,
      "step": 27127
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.5211962545033595e-06,
      "loss": 0.0958,
      "step": 27128
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.5205300163064214e-06,
      "loss": 0.1136,
      "step": 27129
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.5198638276790288e-06,
      "loss": 0.1,
      "step": 27130
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.519197688626281e-06,
      "loss": 0.1088,
      "step": 27131
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.518531599153272e-06,
      "loss": 0.0966,
      "step": 27132
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.5178655592650933e-06,
      "loss": 0.1103,
      "step": 27133
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.5171995689668425e-06,
      "loss": 0.0939,
      "step": 27134
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.5165336282636197e-06,
      "loss": 0.0955,
      "step": 27135
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.5158677371605164e-06,
      "loss": 0.1145,
      "step": 27136
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.515201895662622e-06,
      "loss": 0.1147,
      "step": 27137
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.514536103775037e-06,
      "loss": 0.0893,
      "step": 27138
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.5138703615028503e-06,
      "loss": 0.1006,
      "step": 27139
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.5132046688511555e-06,
      "loss": 0.1055,
      "step": 27140
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.5125390258250514e-06,
      "loss": 0.1044,
      "step": 27141
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.5118734324296244e-06,
      "loss": 0.0948,
      "step": 27142
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.511207888669965e-06,
      "loss": 0.0942,
      "step": 27143
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.5105423945511672e-06,
      "loss": 0.0953,
      "step": 27144
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.5098769500783256e-06,
      "loss": 0.0859,
      "step": 27145
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.5092115552565285e-06,
      "loss": 0.0983,
      "step": 27146
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.508546210090863e-06,
      "loss": 0.0902,
      "step": 27147
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.5078809145864233e-06,
      "loss": 0.1015,
      "step": 27148
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.507215668748296e-06,
      "loss": 0.1052,
      "step": 27149
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.5065504725815715e-06,
      "loss": 0.0825,
      "step": 27150
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.505885326091343e-06,
      "loss": 0.0814,
      "step": 27151
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.505220229282694e-06,
      "loss": 0.1149,
      "step": 27152
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.5045551821607115e-06,
      "loss": 0.1039,
      "step": 27153
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.5038901847304863e-06,
      "loss": 0.105,
      "step": 27154
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.5032252369971075e-06,
      "loss": 0.0853,
      "step": 27155
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.5025603389656604e-06,
      "loss": 0.0964,
      "step": 27156
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.5018954906412283e-06,
      "loss": 0.0758,
      "step": 27157
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.501230692028903e-06,
      "loss": 0.0889,
      "step": 27158
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.5005659431337637e-06,
      "loss": 0.0825,
      "step": 27159
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.4999012439609035e-06,
      "loss": 0.1216,
      "step": 27160
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.4992365945154003e-06,
      "loss": 0.0931,
      "step": 27161
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.4985719948023466e-06,
      "loss": 0.0856,
      "step": 27162
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.497907444826818e-06,
      "loss": 0.0877,
      "step": 27163
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.4972429445939036e-06,
      "loss": 0.0811,
      "step": 27164
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.49657849410869e-06,
      "loss": 0.0891,
      "step": 27165
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.495914093376256e-06,
      "loss": 0.0836,
      "step": 27166
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.4952497424016827e-06,
      "loss": 0.1222,
      "step": 27167
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.4945854411900547e-06,
      "loss": 0.0936,
      "step": 27168
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.4939211897464578e-06,
      "loss": 0.0915,
      "step": 27169
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.4932569880759694e-06,
      "loss": 0.1006,
      "step": 27170
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.492592836183669e-06,
      "loss": 0.1049,
      "step": 27171
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.4919287340746446e-06,
      "loss": 0.0973,
      "step": 27172
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.4912646817539673e-06,
      "loss": 0.0971,
      "step": 27173
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.4906006792267233e-06,
      "loss": 0.0929,
      "step": 27174
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.4899367264979942e-06,
      "loss": 0.0946,
      "step": 27175
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.489272823572858e-06,
      "loss": 0.101,
      "step": 27176
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.4886089704563874e-06,
      "loss": 0.0785,
      "step": 27177
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.4879451671536667e-06,
      "loss": 0.0904,
      "step": 27178
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.4872814136697763e-06,
      "loss": 0.0989,
      "step": 27179
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.486617710009792e-06,
      "loss": 0.1124,
      "step": 27180
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.485954056178786e-06,
      "loss": 0.1192,
      "step": 27181
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.4852904521818453e-06,
      "loss": 0.0963,
      "step": 27182
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.4846268980240363e-06,
      "loss": 0.0866,
      "step": 27183
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.483963393710441e-06,
      "loss": 0.1165,
      "step": 27184
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.4832999392461377e-06,
      "loss": 0.0777,
      "step": 27185
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.482636534636199e-06,
      "loss": 0.0862,
      "step": 27186
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.481973179885697e-06,
      "loss": 0.0857,
      "step": 27187
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.48130987499971e-06,
      "loss": 0.1004,
      "step": 27188
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.4806466199833146e-06,
      "loss": 0.0919,
      "step": 27189
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.479983414841582e-06,
      "loss": 0.0851,
      "step": 27190
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.4793202595795838e-06,
      "loss": 0.0996,
      "step": 27191
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.478657154202398e-06,
      "loss": 0.1055,
      "step": 27192
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.4779940987150927e-06,
      "loss": 0.0834,
      "step": 27193
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.4773310931227467e-06,
      "loss": 0.0921,
      "step": 27194
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.4766681374304245e-06,
      "loss": 0.1183,
      "step": 27195
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.4760052316432058e-06,
      "loss": 0.1109,
      "step": 27196
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.4753423757661575e-06,
      "loss": 0.0796,
      "step": 27197
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.4746795698043445e-06,
      "loss": 0.0998,
      "step": 27198
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.4740168137628506e-06,
      "loss": 0.1051,
      "step": 27199
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.473354107646739e-06,
      "loss": 0.1145,
      "step": 27200
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.4726914514610775e-06,
      "loss": 0.1004,
      "step": 27201
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.472028845210942e-06,
      "loss": 0.0861,
      "step": 27202
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.4713662889013934e-06,
      "loss": 0.1,
      "step": 27203
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.4707037825375077e-06,
      "loss": 0.0778,
      "step": 27204
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.4700413261243483e-06,
      "loss": 0.0987,
      "step": 27205
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.469378919666988e-06,
      "loss": 0.0764,
      "step": 27206
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.468716563170491e-06,
      "loss": 0.126,
      "step": 27207
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.468054256639919e-06,
      "loss": 0.0973,
      "step": 27208
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.4673920000803506e-06,
      "loss": 0.1158,
      "step": 27209
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.466729793496847e-06,
      "loss": 0.091,
      "step": 27210
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.466067636894471e-06,
      "loss": 0.0955,
      "step": 27211
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.465405530278294e-06,
      "loss": 0.1179,
      "step": 27212
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.4647434736533738e-06,
      "loss": 0.0835,
      "step": 27213
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.464081467024785e-06,
      "loss": 0.1113,
      "step": 27214
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.463419510397582e-06,
      "loss": 0.1076,
      "step": 27215
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.4627576037768374e-06,
      "loss": 0.1021,
      "step": 27216
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.462095747167611e-06,
      "loss": 0.1366,
      "step": 27217
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.46143394057496e-06,
      "loss": 0.105,
      "step": 27218
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.460772184003961e-06,
      "loss": 0.0973,
      "step": 27219
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.4601104774596694e-06,
      "loss": 0.0802,
      "step": 27220
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.4594488209471445e-06,
      "loss": 0.0926,
      "step": 27221
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.458787214471453e-06,
      "loss": 0.1067,
      "step": 27222
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.458125658037652e-06,
      "loss": 0.0999,
      "step": 27223
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.457464151650809e-06,
      "loss": 0.112,
      "step": 27224
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.4568026953159774e-06,
      "loss": 0.0946,
      "step": 27225
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.456141289038224e-06,
      "loss": 0.0898,
      "step": 27226
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.455479932822605e-06,
      "loss": 0.1012,
      "step": 27227
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.4548186266741768e-06,
      "loss": 0.0971,
      "step": 27228
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.4541573705980036e-06,
      "loss": 0.0944,
      "step": 27229
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.453496164599145e-06,
      "loss": 0.0855,
      "step": 27230
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.452835008682658e-06,
      "loss": 0.0993,
      "step": 27231
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.452173902853596e-06,
      "loss": 0.1018,
      "step": 27232
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.451512847117021e-06,
      "loss": 0.1191,
      "step": 27233
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.4508518414779925e-06,
      "loss": 0.0846,
      "step": 27234
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.4501908859415613e-06,
      "loss": 0.1059,
      "step": 27235
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.44952998051279e-06,
      "loss": 0.0823,
      "step": 27236
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.4488691251967334e-06,
      "loss": 0.0886,
      "step": 27237
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.4482083199984406e-06,
      "loss": 0.0896,
      "step": 27238
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.447547564922973e-06,
      "loss": 0.087,
      "step": 27239
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.446886859975388e-06,
      "loss": 0.1051,
      "step": 27240
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.4462262051607353e-06,
      "loss": 0.1089,
      "step": 27241
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.4455656004840677e-06,
      "loss": 0.0869,
      "step": 27242
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.444905045950442e-06,
      "loss": 0.092,
      "step": 27243
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.444244541564915e-06,
      "loss": 0.1132,
      "step": 27244
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.443584087332532e-06,
      "loss": 0.1013,
      "step": 27245
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.4429236832583537e-06,
      "loss": 0.0874,
      "step": 27246
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.4422633293474274e-06,
      "loss": 0.117,
      "step": 27247
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.4416030256048028e-06,
      "loss": 0.0988,
      "step": 27248
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.440942772035535e-06,
      "loss": 0.0943,
      "step": 27249
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.4402825686446774e-06,
      "loss": 0.1185,
      "step": 27250
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.439622415437277e-06,
      "loss": 0.0989,
      "step": 27251
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.4389623124183836e-06,
      "loss": 0.1321,
      "step": 27252
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.438302259593047e-06,
      "loss": 0.1106,
      "step": 27253
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.4376422569663226e-06,
      "loss": 0.1089,
      "step": 27254
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.4369823045432514e-06,
      "loss": 0.0933,
      "step": 27255
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.43632240232889e-06,
      "loss": 0.1026,
      "step": 27256
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.4356625503282827e-06,
      "loss": 0.1023,
      "step": 27257
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.4350027485464743e-06,
      "loss": 0.0933,
      "step": 27258
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.4343429969885167e-06,
      "loss": 0.1115,
      "step": 27259
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.433683295659459e-06,
      "loss": 0.0856,
      "step": 27260
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.433023644564346e-06,
      "loss": 0.0864,
      "step": 27261
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.4323640437082196e-06,
      "loss": 0.09,
      "step": 27262
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.431704493096131e-06,
      "loss": 0.1074,
      "step": 27263
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.431044992733127e-06,
      "loss": 0.0981,
      "step": 27264
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.4303855426242515e-06,
      "loss": 0.0858,
      "step": 27265
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.4297261427745453e-06,
      "loss": 0.0874,
      "step": 27266
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.42906679318906e-06,
      "loss": 0.0752,
      "step": 27267
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.4284074938728328e-06,
      "loss": 0.0908,
      "step": 27268
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.427748244830911e-06,
      "loss": 0.1035,
      "step": 27269
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.4270890460683404e-06,
      "loss": 0.0959,
      "step": 27270
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.426429897590162e-06,
      "loss": 0.1022,
      "step": 27271
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.4257707994014156e-06,
      "loss": 0.0873,
      "step": 27272
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.4251117515071453e-06,
      "loss": 0.0756,
      "step": 27273
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.4244527539123972e-06,
      "loss": 0.1084,
      "step": 27274
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.4237938066222087e-06,
      "loss": 0.0741,
      "step": 27275
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.4231349096416188e-06,
      "loss": 0.0867,
      "step": 27276
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.4224760629756736e-06,
      "loss": 0.1015,
      "step": 27277
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.421817266629408e-06,
      "loss": 0.1069,
      "step": 27278
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.4211585206078633e-06,
      "loss": 0.1195,
      "step": 27279
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.4204998249160847e-06,
      "loss": 0.1206,
      "step": 27280
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.419841179559107e-06,
      "loss": 0.1055,
      "step": 27281
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.4191825845419657e-06,
      "loss": 0.0986,
      "step": 27282
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.418524039869703e-06,
      "loss": 0.099,
      "step": 27283
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.417865545547359e-06,
      "loss": 0.0887,
      "step": 27284
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.417207101579969e-06,
      "loss": 0.0903,
      "step": 27285
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.4165487079725666e-06,
      "loss": 0.1099,
      "step": 27286
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.4158903647301966e-06,
      "loss": 0.098,
      "step": 27287
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.4152320718578867e-06,
      "loss": 0.0799,
      "step": 27288
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.4145738293606778e-06,
      "loss": 0.0925,
      "step": 27289
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.4139156372436087e-06,
      "loss": 0.095,
      "step": 27290
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.4132574955117113e-06,
      "loss": 0.1011,
      "step": 27291
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.412599404170016e-06,
      "loss": 0.0948,
      "step": 27292
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.411941363223563e-06,
      "loss": 0.1055,
      "step": 27293
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.4112833726773884e-06,
      "loss": 0.0911,
      "step": 27294
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.410625432536523e-06,
      "loss": 0.0766,
      "step": 27295
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.4099675428059965e-06,
      "loss": 0.1052,
      "step": 27296
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.4093097034908495e-06,
      "loss": 0.1015,
      "step": 27297
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.408651914596106e-06,
      "loss": 0.0848,
      "step": 27298
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.4079941761268075e-06,
      "loss": 0.0871,
      "step": 27299
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.4073364880879777e-06,
      "loss": 0.1328,
      "step": 27300
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.406678850484655e-06,
      "loss": 0.1051,
      "step": 27301
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.406021263321864e-06,
      "loss": 0.1035,
      "step": 27302
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.405363726604637e-06,
      "loss": 0.0945,
      "step": 27303
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.4047062403380106e-06,
      "loss": 0.0934,
      "step": 27304
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.4040488045270094e-06,
      "loss": 0.0936,
      "step": 27305
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.4033914191766604e-06,
      "loss": 0.0899,
      "step": 27306
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.402734084292e-06,
      "loss": 0.0856,
      "step": 27307
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.402076799878049e-06,
      "loss": 0.1091,
      "step": 27308
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.401419565939843e-06,
      "loss": 0.0773,
      "step": 27309
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.4007623824824033e-06,
      "loss": 0.1148,
      "step": 27310
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.4001052495107636e-06,
      "loss": 0.1021,
      "step": 27311
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.399448167029945e-06,
      "loss": 0.1086,
      "step": 27312
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.398791135044979e-06,
      "loss": 0.1185,
      "step": 27313
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.3981341535608936e-06,
      "loss": 0.0904,
      "step": 27314
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.3974772225827115e-06,
      "loss": 0.0931,
      "step": 27315
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.3968203421154566e-06,
      "loss": 0.1043,
      "step": 27316
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.396163512164156e-06,
      "loss": 0.0829,
      "step": 27317
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.3955067327338386e-06,
      "loss": 0.1056,
      "step": 27318
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.394850003829525e-06,
      "loss": 0.0817,
      "step": 27319
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.3941933254562376e-06,
      "loss": 0.1014,
      "step": 27320
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.3935366976190043e-06,
      "loss": 0.1072,
      "step": 27321
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.3928801203228445e-06,
      "loss": 0.0959,
      "step": 27322
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.392223593572782e-06,
      "loss": 0.0774,
      "step": 27323
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.391567117373845e-06,
      "loss": 0.0975,
      "step": 27324
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.3909106917310508e-06,
      "loss": 0.087,
      "step": 27325
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.3902543166494196e-06,
      "loss": 0.1085,
      "step": 27326
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.389597992133974e-06,
      "loss": 0.115,
      "step": 27327
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.388941718189739e-06,
      "loss": 0.117,
      "step": 27328
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.3882854948217324e-06,
      "loss": 0.1095,
      "step": 27329
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.387629322034971e-06,
      "loss": 0.1059,
      "step": 27330
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.3869731998344823e-06,
      "loss": 0.1118,
      "step": 27331
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.3863171282252773e-06,
      "loss": 0.0894,
      "step": 27332
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.3856611072123826e-06,
      "loss": 0.1091,
      "step": 27333
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.385005136800811e-06,
      "loss": 0.0962,
      "step": 27334
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.384349216995586e-06,
      "loss": 0.084,
      "step": 27335
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.383693347801721e-06,
      "loss": 0.1032,
      "step": 27336
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.3830375292242347e-06,
      "loss": 0.0965,
      "step": 27337
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.3823817612681476e-06,
      "loss": 0.0765,
      "step": 27338
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.381726043938476e-06,
      "loss": 0.0946,
      "step": 27339
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.3810703772402297e-06,
      "loss": 0.0838,
      "step": 27340
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.3804147611784334e-06,
      "loss": 0.0809,
      "step": 27341
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3797591957580946e-06,
      "loss": 0.0944,
      "step": 27342
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3791036809842372e-06,
      "loss": 0.0999,
      "step": 27343
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.378448216861867e-06,
      "loss": 0.1086,
      "step": 27344
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.377792803396006e-06,
      "loss": 0.1271,
      "step": 27345
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.377137440591667e-06,
      "loss": 0.0957,
      "step": 27346
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.376482128453854e-06,
      "loss": 0.0957,
      "step": 27347
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.375826866987595e-06,
      "loss": 0.0895,
      "step": 27348
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3751716561978953e-06,
      "loss": 0.0995,
      "step": 27349
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3745164960897658e-06,
      "loss": 0.0868,
      "step": 27350
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3738613866682246e-06,
      "loss": 0.1219,
      "step": 27351
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3732063279382765e-06,
      "loss": 0.106,
      "step": 27352
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3725513199049397e-06,
      "loss": 0.1035,
      "step": 27353
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.371896362573218e-06,
      "loss": 0.102,
      "step": 27354
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.37124145594813e-06,
      "loss": 0.1008,
      "step": 27355
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.370586600034681e-06,
      "loss": 0.0956,
      "step": 27356
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3699317948378753e-06,
      "loss": 0.0791,
      "step": 27357
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.369277040362734e-06,
      "loss": 0.0916,
      "step": 27358
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.368622336614261e-06,
      "loss": 0.1096,
      "step": 27359
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.367967683597462e-06,
      "loss": 0.1045,
      "step": 27360
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3673130813173505e-06,
      "loss": 0.0972,
      "step": 27361
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.366658529778929e-06,
      "loss": 0.1013,
      "step": 27362
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.366004028987211e-06,
      "loss": 0.0825,
      "step": 27363
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3653495789471957e-06,
      "loss": 0.0908,
      "step": 27364
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3646951796638995e-06,
      "loss": 0.1132,
      "step": 27365
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.364040831142322e-06,
      "loss": 0.0961,
      "step": 27366
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.363386533387468e-06,
      "loss": 0.1168,
      "step": 27367
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3627322864043456e-06,
      "loss": 0.083,
      "step": 27368
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3620780901979634e-06,
      "loss": 0.1157,
      "step": 27369
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.36142394477332e-06,
      "loss": 0.0779,
      "step": 27370
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.360769850135426e-06,
      "loss": 0.1148,
      "step": 27371
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.360115806289278e-06,
      "loss": 0.0861,
      "step": 27372
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.359461813239887e-06,
      "loss": 0.0881,
      "step": 27373
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.35880787099225e-06,
      "loss": 0.1023,
      "step": 27374
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3581539795513764e-06,
      "loss": 0.088,
      "step": 27375
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3575001389222638e-06,
      "loss": 0.1259,
      "step": 27376
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3568463491099124e-06,
      "loss": 0.1093,
      "step": 27377
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3561926101193277e-06,
      "loss": 0.1118,
      "step": 27378
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3555389219555124e-06,
      "loss": 0.1074,
      "step": 27379
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3548852846234648e-06,
      "loss": 0.1003,
      "step": 27380
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.354231698128183e-06,
      "loss": 0.0888,
      "step": 27381
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.353578162474669e-06,
      "loss": 0.1121,
      "step": 27382
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.352924677667927e-06,
      "loss": 0.1103,
      "step": 27383
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.352271243712949e-06,
      "loss": 0.1057,
      "step": 27384
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3516178606147407e-06,
      "loss": 0.0795,
      "step": 27385
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3509645283782975e-06,
      "loss": 0.1085,
      "step": 27386
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.350311247008614e-06,
      "loss": 0.1042,
      "step": 27387
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.349658016510692e-06,
      "loss": 0.0927,
      "step": 27388
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3490048368895313e-06,
      "loss": 0.1015,
      "step": 27389
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.348351708150126e-06,
      "loss": 0.0838,
      "step": 27390
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.347698630297469e-06,
      "loss": 0.1086,
      "step": 27391
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3470456033365595e-06,
      "loss": 0.0878,
      "step": 27392
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.346392627272398e-06,
      "loss": 0.1045,
      "step": 27393
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3457397021099726e-06,
      "loss": 0.1074,
      "step": 27394
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3450868278542845e-06,
      "loss": 0.0924,
      "step": 27395
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.344434004510326e-06,
      "loss": 0.1071,
      "step": 27396
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3437812320830878e-06,
      "loss": 0.1011,
      "step": 27397
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3431285105775656e-06,
      "loss": 0.1095,
      "step": 27398
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3424758399987576e-06,
      "loss": 0.085,
      "step": 27399
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3418232203516532e-06,
      "loss": 0.0976,
      "step": 27400
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3411706516412423e-06,
      "loss": 0.0959,
      "step": 27401
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3405181338725202e-06,
      "loss": 0.0931,
      "step": 27402
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3398656670504815e-06,
      "loss": 0.0823,
      "step": 27403
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3392132511801123e-06,
      "loss": 0.0971,
      "step": 27404
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.33856088626641e-06,
      "loss": 0.1182,
      "step": 27405
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.337908572314361e-06,
      "loss": 0.1011,
      "step": 27406
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3372563093289533e-06,
      "loss": 0.086,
      "step": 27407
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3366040973151804e-06,
      "loss": 0.0831,
      "step": 27408
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.335951936278035e-06,
      "loss": 0.1026,
      "step": 27409
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.335299826222502e-06,
      "loss": 0.1102,
      "step": 27410
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3346477671535683e-06,
      "loss": 0.1041,
      "step": 27411
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.333995759076224e-06,
      "loss": 0.1095,
      "step": 27412
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3333438019954622e-06,
      "loss": 0.0971,
      "step": 27413
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3326918959162667e-06,
      "loss": 0.0973,
      "step": 27414
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3320400408436215e-06,
      "loss": 0.1016,
      "step": 27415
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.331388236782519e-06,
      "loss": 0.0914,
      "step": 27416
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.33073648373794e-06,
      "loss": 0.0922,
      "step": 27417
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.330084781714874e-06,
      "loss": 0.0757,
      "step": 27418
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3294331307183093e-06,
      "loss": 0.0945,
      "step": 27419
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3287815307532278e-06,
      "loss": 0.1088,
      "step": 27420
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3281299818246126e-06,
      "loss": 0.0908,
      "step": 27421
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3274784839374498e-06,
      "loss": 0.0968,
      "step": 27422
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.326827037096728e-06,
      "loss": 0.1023,
      "step": 27423
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3261756413074277e-06,
      "loss": 0.1219,
      "step": 27424
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.325524296574527e-06,
      "loss": 0.0814,
      "step": 27425
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3248730029030174e-06,
      "loss": 0.1032,
      "step": 27426
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3242217602978744e-06,
      "loss": 0.0931,
      "step": 27427
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.323570568764083e-06,
      "loss": 0.1165,
      "step": 27428
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.322919428306629e-06,
      "loss": 0.0848,
      "step": 27429
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.32226833893049e-06,
      "loss": 0.1059,
      "step": 27430
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3216173006406425e-06,
      "loss": 0.0912,
      "step": 27431
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3209663134420734e-06,
      "loss": 0.0917,
      "step": 27432
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3203153773397644e-06,
      "loss": 0.0946,
      "step": 27433
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3196644923386913e-06,
      "loss": 0.1095,
      "step": 27434
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3190136584438314e-06,
      "loss": 0.0975,
      "step": 27435
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3183628756601702e-06,
      "loss": 0.1111,
      "step": 27436
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3177121439926795e-06,
      "loss": 0.0828,
      "step": 27437
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3170614634463407e-06,
      "loss": 0.1002,
      "step": 27438
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.316410834026136e-06,
      "loss": 0.1239,
      "step": 27439
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3157602557370373e-06,
      "loss": 0.0848,
      "step": 27440
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3151097285840207e-06,
      "loss": 0.1118,
      "step": 27441
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3144592525720655e-06,
      "loss": 0.1031,
      "step": 27442
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.313808827706151e-06,
      "loss": 0.0901,
      "step": 27443
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.31315845399125e-06,
      "loss": 0.1054,
      "step": 27444
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3125081314323337e-06,
      "loss": 0.1006,
      "step": 27445
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3118578600343853e-06,
      "loss": 0.0997,
      "step": 27446
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3112076398023727e-06,
      "loss": 0.0964,
      "step": 27447
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.310557470741277e-06,
      "loss": 0.0983,
      "step": 27448
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3099073528560643e-06,
      "loss": 0.0997,
      "step": 27449
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.309257286151717e-06,
      "loss": 0.0731,
      "step": 27450
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.308607270633202e-06,
      "loss": 0.0764,
      "step": 27451
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.307957306305487e-06,
      "loss": 0.1041,
      "step": 27452
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.307307393173559e-06,
      "loss": 0.0875,
      "step": 27453
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.306657531242381e-06,
      "loss": 0.0982,
      "step": 27454
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.306007720516923e-06,
      "loss": 0.0913,
      "step": 27455
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.305357961002158e-06,
      "loss": 0.1046,
      "step": 27456
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3047082527030617e-06,
      "loss": 0.1056,
      "step": 27457
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3040585956245997e-06,
      "loss": 0.0995,
      "step": 27458
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3034089897717405e-06,
      "loss": 0.1072,
      "step": 27459
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3027594351494584e-06,
      "loss": 0.0921,
      "step": 27460
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.302109931762717e-06,
      "loss": 0.0832,
      "step": 27461
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3014604796164896e-06,
      "loss": 0.0894,
      "step": 27462
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3008110787157466e-06,
      "loss": 0.0694,
      "step": 27463
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.300161729065452e-06,
      "loss": 0.0916,
      "step": 27464
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2995124306705717e-06,
      "loss": 0.1061,
      "step": 27465
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2988631835360764e-06,
      "loss": 0.0913,
      "step": 27466
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.298213987666935e-06,
      "loss": 0.1117,
      "step": 27467
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2975648430681117e-06,
      "loss": 0.0918,
      "step": 27468
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.296915749744569e-06,
      "loss": 0.099,
      "step": 27469
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.29626670770128e-06,
      "loss": 0.0873,
      "step": 27470
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2956177169432014e-06,
      "loss": 0.1074,
      "step": 27471
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2949687774753036e-06,
      "loss": 0.1079,
      "step": 27472
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.294319889302553e-06,
      "loss": 0.0973,
      "step": 27473
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.293671052429911e-06,
      "loss": 0.1163,
      "step": 27474
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.293022266862339e-06,
      "loss": 0.0961,
      "step": 27475
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2923735326048024e-06,
      "loss": 0.0887,
      "step": 27476
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.291724849662268e-06,
      "loss": 0.1072,
      "step": 27477
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2910762180396937e-06,
      "loss": 0.1023,
      "step": 27478
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2904276377420407e-06,
      "loss": 0.0983,
      "step": 27479
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.289779108774276e-06,
      "loss": 0.0949,
      "step": 27480
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2891306311413552e-06,
      "loss": 0.1015,
      "step": 27481
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2884822048482444e-06,
      "loss": 0.1092,
      "step": 27482
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2878338298999004e-06,
      "loss": 0.1045,
      "step": 27483
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.287185506301287e-06,
      "loss": 0.0855,
      "step": 27484
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.286537234057362e-06,
      "loss": 0.0829,
      "step": 27485
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.285889013173078e-06,
      "loss": 0.1128,
      "step": 27486
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2852408436534088e-06,
      "loss": 0.0974,
      "step": 27487
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.284592725503304e-06,
      "loss": 0.1088,
      "step": 27488
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2839446587277203e-06,
      "loss": 0.0841,
      "step": 27489
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2832966433316216e-06,
      "loss": 0.0992,
      "step": 27490
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2826486793199584e-06,
      "loss": 0.1107,
      "step": 27491
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.282000766697695e-06,
      "loss": 0.0824,
      "step": 27492
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.281352905469781e-06,
      "loss": 0.0871,
      "step": 27493
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.28070509564118e-06,
      "loss": 0.0895,
      "step": 27494
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.280057337216844e-06,
      "loss": 0.0942,
      "step": 27495
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.279409630201722e-06,
      "loss": 0.0823,
      "step": 27496
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2787619746007824e-06,
      "loss": 0.0992,
      "step": 27497
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2781143704189745e-06,
      "loss": 0.1198,
      "step": 27498
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2774668176612466e-06,
      "loss": 0.0861,
      "step": 27499
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.276819316332561e-06,
      "loss": 0.0939,
      "step": 27500
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.276171866437865e-06,
      "loss": 0.0984,
      "step": 27501
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2755244679821175e-06,
      "loss": 0.0941,
      "step": 27502
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2748771209702646e-06,
      "loss": 0.0819,
      "step": 27503
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2742298254072657e-06,
      "loss": 0.0871,
      "step": 27504
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2735825812980706e-06,
      "loss": 0.0959,
      "step": 27505
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2729353886476224e-06,
      "loss": 0.1015,
      "step": 27506
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2722882474608853e-06,
      "loss": 0.1206,
      "step": 27507
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.271641157742804e-06,
      "loss": 0.1025,
      "step": 27508
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2709941194983273e-06,
      "loss": 0.0867,
      "step": 27509
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.27034713273241e-06,
      "loss": 0.1075,
      "step": 27510
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.269700197449995e-06,
      "loss": 0.0802,
      "step": 27511
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.26905331365604e-06,
      "loss": 0.0843,
      "step": 27512
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.268406481355485e-06,
      "loss": 0.0789,
      "step": 27513
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2677597005532855e-06,
      "loss": 0.074,
      "step": 27514
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.267112971254387e-06,
      "loss": 0.0954,
      "step": 27515
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2664662934637336e-06,
      "loss": 0.0873,
      "step": 27516
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.265819667186276e-06,
      "loss": 0.0985,
      "step": 27517
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2651730924269642e-06,
      "loss": 0.0884,
      "step": 27518
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2645265691907404e-06,
      "loss": 0.1055,
      "step": 27519
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.263880097482548e-06,
      "loss": 0.0901,
      "step": 27520
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.263233677307337e-06,
      "loss": 0.082,
      "step": 27521
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2625873086700556e-06,
      "loss": 0.086,
      "step": 27522
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2619409915756404e-06,
      "loss": 0.0967,
      "step": 27523
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.261294726029044e-06,
      "loss": 0.0886,
      "step": 27524
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2606485120352073e-06,
      "loss": 0.0961,
      "step": 27525
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2600023495990696e-06,
      "loss": 0.1,
      "step": 27526
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2593562387255785e-06,
      "loss": 0.0883,
      "step": 27527
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2587101794196807e-06,
      "loss": 0.1002,
      "step": 27528
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.258064171686314e-06,
      "loss": 0.0882,
      "step": 27529
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2574182155304167e-06,
      "loss": 0.0972,
      "step": 27530
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.256772310956937e-06,
      "loss": 0.0879,
      "step": 27531
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2561264579708164e-06,
      "loss": 0.1218,
      "step": 27532
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2554806565769905e-06,
      "loss": 0.1128,
      "step": 27533
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2548349067804053e-06,
      "loss": 0.0895,
      "step": 27534
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2541892085859993e-06,
      "loss": 0.1009,
      "step": 27535
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.253543561998709e-06,
      "loss": 0.0913,
      "step": 27536
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.252897967023476e-06,
      "loss": 0.086,
      "step": 27537
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.252252423665242e-06,
      "loss": 0.0733,
      "step": 27538
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2516069319289433e-06,
      "loss": 0.1122,
      "step": 27539
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2509614918195154e-06,
      "loss": 0.0983,
      "step": 27540
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2503161033418986e-06,
      "loss": 0.1004,
      "step": 27541
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.249670766501033e-06,
      "loss": 0.0993,
      "step": 27542
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2490254813018497e-06,
      "loss": 0.0899,
      "step": 27543
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2483802477492923e-06,
      "loss": 0.107,
      "step": 27544
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.247735065848292e-06,
      "loss": 0.1059,
      "step": 27545
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.247089935603783e-06,
      "loss": 0.1115,
      "step": 27546
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.246444857020703e-06,
      "loss": 0.1245,
      "step": 27547
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.245799830103992e-06,
      "loss": 0.0936,
      "step": 27548
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2451548548585786e-06,
      "loss": 0.0938,
      "step": 27549
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2445099312893957e-06,
      "loss": 0.0829,
      "step": 27550
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.243865059401381e-06,
      "loss": 0.0844,
      "step": 27551
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.243220239199468e-06,
      "loss": 0.12,
      "step": 27552
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.24257547068859e-06,
      "loss": 0.0869,
      "step": 27553
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2419307538736754e-06,
      "loss": 0.0844,
      "step": 27554
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.241286088759662e-06,
      "loss": 0.0889,
      "step": 27555
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2406414753514748e-06,
      "loss": 0.105,
      "step": 27556
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.239996913654051e-06,
      "loss": 0.0978,
      "step": 27557
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2393524036723223e-06,
      "loss": 0.1094,
      "step": 27558
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.238707945411217e-06,
      "loss": 0.1114,
      "step": 27559
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.238063538875662e-06,
      "loss": 0.1068,
      "step": 27560
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2374191840705903e-06,
      "loss": 0.1073,
      "step": 27561
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.236774881000936e-06,
      "loss": 0.0837,
      "step": 27562
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2361306296716233e-06,
      "loss": 0.1007,
      "step": 27563
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2354864300875776e-06,
      "loss": 0.0983,
      "step": 27564
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2348422822537353e-06,
      "loss": 0.0992,
      "step": 27565
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.234198186175017e-06,
      "loss": 0.1013,
      "step": 27566
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2335541418563522e-06,
      "loss": 0.0802,
      "step": 27567
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2329101493026727e-06,
      "loss": 0.0678,
      "step": 27568
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2322662085189015e-06,
      "loss": 0.1167,
      "step": 27569
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2316223195099616e-06,
      "loss": 0.0996,
      "step": 27570
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2309784822807823e-06,
      "loss": 0.0961,
      "step": 27571
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2303346968362924e-06,
      "loss": 0.0927,
      "step": 27572
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2296909631814134e-06,
      "loss": 0.0911,
      "step": 27573
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2290472813210672e-06,
      "loss": 0.1053,
      "step": 27574
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2284036512601845e-06,
      "loss": 0.0998,
      "step": 27575
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2277600730036818e-06,
      "loss": 0.0907,
      "step": 27576
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.227116546556488e-06,
      "loss": 0.1177,
      "step": 27577
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2264730719235283e-06,
      "loss": 0.1124,
      "step": 27578
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.225829649109721e-06,
      "loss": 0.0954,
      "step": 27579
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2251862781199873e-06,
      "loss": 0.0905,
      "step": 27580
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2245429589592504e-06,
      "loss": 0.0699,
      "step": 27581
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.223899691632437e-06,
      "loss": 0.0833,
      "step": 27582
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2232564761444642e-06,
      "loss": 0.1093,
      "step": 27583
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.222613312500249e-06,
      "loss": 0.0937,
      "step": 27584
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2219702007047193e-06,
      "loss": 0.1107,
      "step": 27585
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2213271407627876e-06,
      "loss": 0.1092,
      "step": 27586
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.22068413267938e-06,
      "loss": 0.1083,
      "step": 27587
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.22004117645941e-06,
      "loss": 0.0859,
      "step": 27588
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.219398272107802e-06,
      "loss": 0.1131,
      "step": 27589
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.2187554196294714e-06,
      "loss": 0.1073,
      "step": 27590
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.21811261902933e-06,
      "loss": 0.0891,
      "step": 27591
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.2174698703123085e-06,
      "loss": 0.0842,
      "step": 27592
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.2168271734833166e-06,
      "loss": 0.0975,
      "step": 27593
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.2161845285472693e-06,
      "loss": 0.116,
      "step": 27594
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.2155419355090877e-06,
      "loss": 0.1114,
      "step": 27595
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.2148993943736826e-06,
      "loss": 0.1022,
      "step": 27596
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.214256905145977e-06,
      "loss": 0.0888,
      "step": 27597
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.2136144678308767e-06,
      "loss": 0.1051,
      "step": 27598
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.2129720824333054e-06,
      "loss": 0.1006,
      "step": 27599
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.212329748958174e-06,
      "loss": 0.138,
      "step": 27600
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.2116874674103892e-06,
      "loss": 0.0968,
      "step": 27601
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.2110452377948777e-06,
      "loss": 0.0969,
      "step": 27602
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.210403060116547e-06,
      "loss": 0.1065,
      "step": 27603
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.209760934380306e-06,
      "loss": 0.082,
      "step": 27604
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.2091188605910695e-06,
      "loss": 0.0696,
      "step": 27605
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.2084768387537546e-06,
      "loss": 0.078,
      "step": 27606
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.2078348688732697e-06,
      "loss": 0.0887,
      "step": 27607
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.2071929509545206e-06,
      "loss": 0.1244,
      "step": 27608
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.206551085002426e-06,
      "loss": 0.0948,
      "step": 27609
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.2059092710218907e-06,
      "loss": 0.0875,
      "step": 27610
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.2052675090178265e-06,
      "loss": 0.0835,
      "step": 27611
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.204625798995148e-06,
      "loss": 0.1039,
      "step": 27612
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.203984140958759e-06,
      "loss": 0.1093,
      "step": 27613
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.203342534913566e-06,
      "loss": 0.092,
      "step": 27614
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.2027009808644814e-06,
      "loss": 0.1037,
      "step": 27615
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.202059478816415e-06,
      "loss": 0.0926,
      "step": 27616
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.2014180287742734e-06,
      "loss": 0.0901,
      "step": 27617
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.200776630742959e-06,
      "loss": 0.0839,
      "step": 27618
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.2001352847273846e-06,
      "loss": 0.1007,
      "step": 27619
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.1994939907324527e-06,
      "loss": 0.1103,
      "step": 27620
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.1988527487630726e-06,
      "loss": 0.1164,
      "step": 27621
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.1982115588241456e-06,
      "loss": 0.1084,
      "step": 27622
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.1975704209205837e-06,
      "loss": 0.0861,
      "step": 27623
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.196929335057287e-06,
      "loss": 0.0876,
      "step": 27624
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.1962883012391555e-06,
      "loss": 0.114,
      "step": 27625
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.1956473194711034e-06,
      "loss": 0.1094,
      "step": 27626
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.19500638975803e-06,
      "loss": 0.0928,
      "step": 27627
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.1943655121048344e-06,
      "loss": 0.0803,
      "step": 27628
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.1937246865164275e-06,
      "loss": 0.1064,
      "step": 27629
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.1930839129977032e-06,
      "loss": 0.105,
      "step": 27630
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.1924431915535714e-06,
      "loss": 0.1002,
      "step": 27631
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.1918025221889257e-06,
      "loss": 0.1039,
      "step": 27632
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.191161904908676e-06,
      "loss": 0.0918,
      "step": 27633
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.190521339717719e-06,
      "loss": 0.1094,
      "step": 27634
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.189880826620949e-06,
      "loss": 0.0894,
      "step": 27635
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.1892403656232783e-06,
      "loss": 0.0986,
      "step": 27636
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.1885999567296013e-06,
      "loss": 0.0934,
      "step": 27637
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.187959599944812e-06,
      "loss": 0.0893,
      "step": 27638
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.1873192952738176e-06,
      "loss": 0.0881,
      "step": 27639
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.1866790427215098e-06,
      "loss": 0.0808,
      "step": 27640
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.1860388422927923e-06,
      "loss": 0.0932,
      "step": 27641
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.1853986939925573e-06,
      "loss": 0.103,
      "step": 27642
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.184758597825709e-06,
      "loss": 0.1047,
      "step": 27643
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.1841185537971397e-06,
      "loss": 0.086,
      "step": 27644
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.1834785619117392e-06,
      "loss": 0.0911,
      "step": 27645
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.182838622174419e-06,
      "loss": 0.1021,
      "step": 27646
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.1821987345900652e-06,
      "loss": 0.0861,
      "step": 27647
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.1815588991635716e-06,
      "loss": 0.086,
      "step": 27648
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.18091911589984e-06,
      "loss": 0.0981,
      "step": 27649
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.1802793848037572e-06,
      "loss": 0.0856,
      "step": 27650
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.1796397058802243e-06,
      "loss": 0.1162,
      "step": 27651
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.179000079134128e-06,
      "loss": 0.1075,
      "step": 27652
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.1783605045703693e-06,
      "loss": 0.0856,
      "step": 27653
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.177720982193837e-06,
      "loss": 0.1156,
      "step": 27654
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.17708151200942e-06,
      "loss": 0.0771,
      "step": 27655
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.176442094022014e-06,
      "loss": 0.1121,
      "step": 27656
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.1758027282365156e-06,
      "loss": 0.0853,
      "step": 27657
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.17516341465781e-06,
      "loss": 0.1101,
      "step": 27658
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.1745241532907865e-06,
      "loss": 0.0854,
      "step": 27659
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.1738849441403396e-06,
      "loss": 0.1006,
      "step": 27660
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.1732457872113607e-06,
      "loss": 0.1071,
      "step": 27661
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.172606682508734e-06,
      "loss": 0.0883,
      "step": 27662
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.171967630037356e-06,
      "loss": 0.1137,
      "step": 27663
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.1713286298021106e-06,
      "loss": 0.1059,
      "step": 27664
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.170689681807885e-06,
      "loss": 0.1001,
      "step": 27665
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.170050786059569e-06,
      "loss": 0.0966,
      "step": 27666
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.169411942562054e-06,
      "loss": 0.0994,
      "step": 27667
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.168773151320225e-06,
      "loss": 0.0877,
      "step": 27668
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.1681344123389645e-06,
      "loss": 0.0927,
      "step": 27669
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.167495725623163e-06,
      "loss": 0.1082,
      "step": 27670
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.1668570911777096e-06,
      "loss": 0.09,
      "step": 27671
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.1662185090074827e-06,
      "loss": 0.0791,
      "step": 27672
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.1655799791173756e-06,
      "loss": 0.094,
      "step": 27673
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.16494150151227e-06,
      "loss": 0.1115,
      "step": 27674
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.164303076197045e-06,
      "loss": 0.104,
      "step": 27675
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.1636647031765897e-06,
      "loss": 0.1112,
      "step": 27676
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.1630263824557904e-06,
      "loss": 0.093,
      "step": 27677
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.1623881140395284e-06,
      "loss": 0.0942,
      "step": 27678
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.161749897932682e-06,
      "loss": 0.084,
      "step": 27679
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.1611117341401375e-06,
      "loss": 0.0918,
      "step": 27680
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.16047362266678e-06,
      "loss": 0.1284,
      "step": 27681
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.1598355635174848e-06,
      "loss": 0.0973,
      "step": 27682
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.15919755669714e-06,
      "loss": 0.0826,
      "step": 27683
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.1585596022106223e-06,
      "loss": 0.1018,
      "step": 27684
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.1579217000628103e-06,
      "loss": 0.1013,
      "step": 27685
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.1572838502585868e-06,
      "loss": 0.0895,
      "step": 27686
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.1566460528028354e-06,
      "loss": 0.1051,
      "step": 27687
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.15600830770043e-06,
      "loss": 0.1024,
      "step": 27688
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.155370614956249e-06,
      "loss": 0.0889,
      "step": 27689
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.154732974575172e-06,
      "loss": 0.118,
      "step": 27690
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.1540953865620817e-06,
      "loss": 0.0958,
      "step": 27691
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.1534578509218515e-06,
      "loss": 0.0985,
      "step": 27692
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.152820367659357e-06,
      "loss": 0.0983,
      "step": 27693
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.152182936779481e-06,
      "loss": 0.1005,
      "step": 27694
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.1515455582870926e-06,
      "loss": 0.0918,
      "step": 27695
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.150908232187071e-06,
      "loss": 0.0871,
      "step": 27696
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.150270958484296e-06,
      "loss": 0.1032,
      "step": 27697
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.1496337371836403e-06,
      "loss": 0.0996,
      "step": 27698
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.1489965682899746e-06,
      "loss": 0.1091,
      "step": 27699
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.1483594518081763e-06,
      "loss": 0.0745,
      "step": 27700
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.147722387743124e-06,
      "loss": 0.1197,
      "step": 27701
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.1470853760996867e-06,
      "loss": 0.1017,
      "step": 27702
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.1464484168827357e-06,
      "loss": 0.1034,
      "step": 27703
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.1458115100971497e-06,
      "loss": 0.0999,
      "step": 27704
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.1451746557477946e-06,
      "loss": 0.0917,
      "step": 27705
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.1445378538395466e-06,
      "loss": 0.1042,
      "step": 27706
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.1439011043772793e-06,
      "loss": 0.0867,
      "step": 27707
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.1432644073658625e-06,
      "loss": 0.0862,
      "step": 27708
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.142627762810162e-06,
      "loss": 0.0886,
      "step": 27709
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.1419911707150518e-06,
      "loss": 0.1061,
      "step": 27710
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.141354631085407e-06,
      "loss": 0.1109,
      "step": 27711
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.1407181439260926e-06,
      "loss": 0.1031,
      "step": 27712
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.1400817092419743e-06,
      "loss": 0.0928,
      "step": 27713
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.1394453270379286e-06,
      "loss": 0.1065,
      "step": 27714
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.1388089973188163e-06,
      "loss": 0.0938,
      "step": 27715
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.1381727200895106e-06,
      "loss": 0.0783,
      "step": 27716
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.1375364953548805e-06,
      "loss": 0.1253,
      "step": 27717
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.1369003231197904e-06,
      "loss": 0.0909,
      "step": 27718
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.1362642033891043e-06,
      "loss": 0.089,
      "step": 27719
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.1356281361676923e-06,
      "loss": 0.0934,
      "step": 27720
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.134992121460422e-06,
      "loss": 0.0844,
      "step": 27721
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.1343561592721584e-06,
      "loss": 0.1073,
      "step": 27722
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.133720249607761e-06,
      "loss": 0.1253,
      "step": 27723
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.1330843924721042e-06,
      "loss": 0.0909,
      "step": 27724
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.1324485878700426e-06,
      "loss": 0.0991,
      "step": 27725
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.131812835806446e-06,
      "loss": 0.0875,
      "step": 27726
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.1311771362861797e-06,
      "loss": 0.0923,
      "step": 27727
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.130541489314105e-06,
      "loss": 0.1008,
      "step": 27728
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.129905894895081e-06,
      "loss": 0.0873,
      "step": 27729
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.129270353033973e-06,
      "loss": 0.1073,
      "step": 27730
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.1286348637356455e-06,
      "loss": 0.0985,
      "step": 27731
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.1279994270049595e-06,
      "loss": 0.1004,
      "step": 27732
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.127364042846771e-06,
      "loss": 0.1006,
      "step": 27733
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.1267287112659473e-06,
      "loss": 0.1051,
      "step": 27734
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.1260934322673443e-06,
      "loss": 0.0926,
      "step": 27735
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.125458205855826e-06,
      "loss": 0.1195,
      "step": 27736
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.124823032036246e-06,
      "loss": 0.0955,
      "step": 27737
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.124187910813472e-06,
      "loss": 0.0999,
      "step": 27738
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.1235528421923577e-06,
      "loss": 0.0887,
      "step": 27739
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.122917826177756e-06,
      "loss": 0.0991,
      "step": 27740
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.122282862774537e-06,
      "loss": 0.0992,
      "step": 27741
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.121647951987552e-06,
      "loss": 0.1174,
      "step": 27742
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.1210130938216565e-06,
      "loss": 0.1092,
      "step": 27743
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.1203782882817124e-06,
      "loss": 0.0921,
      "step": 27744
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.119743535372569e-06,
      "loss": 0.1109,
      "step": 27745
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.1191088350990905e-06,
      "loss": 0.1011,
      "step": 27746
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.118474187466125e-06,
      "loss": 0.0839,
      "step": 27747
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.1178395924785343e-06,
      "loss": 0.1063,
      "step": 27748
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.117205050141171e-06,
      "loss": 0.102,
      "step": 27749
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.1165705604588812e-06,
      "loss": 0.1016,
      "step": 27750
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.1159361234365328e-06,
      "loss": 0.1127,
      "step": 27751
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.1153017390789732e-06,
      "loss": 0.0871,
      "step": 27752
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.114667407391051e-06,
      "loss": 0.1225,
      "step": 27753
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.1140331283776247e-06,
      "loss": 0.0952,
      "step": 27754
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.1133989020435474e-06,
      "loss": 0.087,
      "step": 27755
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.11276472839367e-06,
      "loss": 0.097,
      "step": 27756
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.1121306074328393e-06,
      "loss": 0.101,
      "step": 27757
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.1114965391659135e-06,
      "loss": 0.1038,
      "step": 27758
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.110862523597736e-06,
      "loss": 0.1005,
      "step": 27759
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.1102285607331626e-06,
      "loss": 0.0837,
      "step": 27760
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.1095946505770447e-06,
      "loss": 0.0922,
      "step": 27761
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.108960793134229e-06,
      "loss": 0.0807,
      "step": 27762
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.1083269884095625e-06,
      "loss": 0.1019,
      "step": 27763
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.107693236407895e-06,
      "loss": 0.1136,
      "step": 27764
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.1070595371340793e-06,
      "loss": 0.1011,
      "step": 27765
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.1064258905929613e-06,
      "loss": 0.0974,
      "step": 27766
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.1057922967893826e-06,
      "loss": 0.1046,
      "step": 27767
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.1051587557282005e-06,
      "loss": 0.1014,
      "step": 27768
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.104525267414251e-06,
      "loss": 0.0999,
      "step": 27769
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.10389183185239e-06,
      "loss": 0.1013,
      "step": 27770
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.103258449047457e-06,
      "loss": 0.078,
      "step": 27771
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.102625119004302e-06,
      "loss": 0.0928,
      "step": 27772
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.1019918417277682e-06,
      "loss": 0.1123,
      "step": 27773
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.101358617222694e-06,
      "loss": 0.1028,
      "step": 27774
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.100725445493935e-06,
      "loss": 0.0993,
      "step": 27775
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.1000923265463313e-06,
      "loss": 0.0987,
      "step": 27776
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.0994592603847217e-06,
      "loss": 0.0971,
      "step": 27777
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.098826247013955e-06,
      "loss": 0.1132,
      "step": 27778
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.0981932864388688e-06,
      "loss": 0.1028,
      "step": 27779
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.0975603786643117e-06,
      "loss": 0.0983,
      "step": 27780
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.0969275236951192e-06,
      "loss": 0.1153,
      "step": 27781
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.096294721536138e-06,
      "loss": 0.0851,
      "step": 27782
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.0956619721922066e-06,
      "loss": 0.0878,
      "step": 27783
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.095029275668161e-06,
      "loss": 0.0908,
      "step": 27784
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.0943966319688512e-06,
      "loss": 0.0914,
      "step": 27785
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.0937640410991133e-06,
      "loss": 0.0847,
      "step": 27786
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.093131503063782e-06,
      "loss": 0.1105,
      "step": 27787
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.0924990178677037e-06,
      "loss": 0.096,
      "step": 27788
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.0918665855157103e-06,
      "loss": 0.0945,
      "step": 27789
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.091234206012648e-06,
      "loss": 0.0936,
      "step": 27790
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.090601879363344e-06,
      "loss": 0.1058,
      "step": 27791
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.089969605572647e-06,
      "loss": 0.093,
      "step": 27792
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.0893373846453877e-06,
      "loss": 0.0899,
      "step": 27793
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.088705216586397e-06,
      "loss": 0.1156,
      "step": 27794
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.088073101400526e-06,
      "loss": 0.1105,
      "step": 27795
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.0874410390926012e-06,
      "loss": 0.1082,
      "step": 27796
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.0868090296674567e-06,
      "loss": 0.1025,
      "step": 27797
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.0861770731299335e-06,
      "loss": 0.1227,
      "step": 27798
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.0855451694848592e-06,
      "loss": 0.0798,
      "step": 27799
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.084913318737075e-06,
      "loss": 0.0925,
      "step": 27800
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.084281520891408e-06,
      "loss": 0.0852,
      "step": 27801
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.0836497759526984e-06,
      "loss": 0.1153,
      "step": 27802
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.083018083925776e-06,
      "loss": 0.1079,
      "step": 27803
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.0823864448154694e-06,
      "loss": 0.0897,
      "step": 27804
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.0817548586266153e-06,
      "loss": 0.0951,
      "step": 27805
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.0811233253640482e-06,
      "loss": 0.0893,
      "step": 27806
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.080491845032595e-06,
      "loss": 0.0737,
      "step": 27807
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.079860417637086e-06,
      "loss": 0.0802,
      "step": 27808
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.0792290431823523e-06,
      "loss": 0.0935,
      "step": 27809
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.0785977216732287e-06,
      "loss": 0.0918,
      "step": 27810
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.0779664531145394e-06,
      "loss": 0.0921,
      "step": 27811
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.0773352375111187e-06,
      "loss": 0.1,
      "step": 27812
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.0767040748677923e-06,
      "loss": 0.0902,
      "step": 27813
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.076072965189386e-06,
      "loss": 0.112,
      "step": 27814
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.075441908480732e-06,
      "loss": 0.1317,
      "step": 27815
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.074810904746659e-06,
      "loss": 0.0919,
      "step": 27816
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.0741799539919935e-06,
      "loss": 0.107,
      "step": 27817
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.0735490562215588e-06,
      "loss": 0.1011,
      "step": 27818
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.0729182114401835e-06,
      "loss": 0.0982,
      "step": 27819
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.0722874196526973e-06,
      "loss": 0.0876,
      "step": 27820
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.0716566808639204e-06,
      "loss": 0.1005,
      "step": 27821
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.0710259950786837e-06,
      "loss": 0.1022,
      "step": 27822
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.070395362301809e-06,
      "loss": 0.1086,
      "step": 27823
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.0697647825381172e-06,
      "loss": 0.1148,
      "step": 27824
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.0691342557924364e-06,
      "loss": 0.1003,
      "step": 27825
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.068503782069593e-06,
      "loss": 0.0971,
      "step": 27826
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.067873361374408e-06,
      "loss": 0.0745,
      "step": 27827
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.0672429937117e-06,
      "loss": 0.1074,
      "step": 27828
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.066612679086294e-06,
      "loss": 0.0817,
      "step": 27829
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.0659824175030173e-06,
      "loss": 0.1117,
      "step": 27830
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.0653522089666833e-06,
      "loss": 0.0794,
      "step": 27831
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.064722053482121e-06,
      "loss": 0.0908,
      "step": 27832
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.0640919510541467e-06,
      "loss": 0.0934,
      "step": 27833
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.0634619016875787e-06,
      "loss": 0.0903,
      "step": 27834
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.0628319053872403e-06,
      "loss": 0.0887,
      "step": 27835
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.0622019621579545e-06,
      "loss": 0.0999,
      "step": 27836
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.0615720720045362e-06,
      "loss": 0.127,
      "step": 27837
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.060942234931801e-06,
      "loss": 0.0927,
      "step": 27838
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.0603124509445715e-06,
      "loss": 0.1128,
      "step": 27839
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.0596827200476686e-06,
      "loss": 0.1134,
      "step": 27840
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.0590530422459074e-06,
      "loss": 0.0861,
      "step": 27841
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.0584234175440996e-06,
      "loss": 0.1121,
      "step": 27842
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.057793845947071e-06,
      "loss": 0.1232,
      "step": 27843
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.0571643274596306e-06,
      "loss": 0.0849,
      "step": 27844
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.0565348620865963e-06,
      "loss": 0.0827,
      "step": 27845
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.055905449832789e-06,
      "loss": 0.1237,
      "step": 27846
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.05527609070302e-06,
      "loss": 0.0885,
      "step": 27847
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.0546467847020987e-06,
      "loss": 0.0946,
      "step": 27848
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.0540175318348463e-06,
      "loss": 0.1176,
      "step": 27849
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.0533883321060776e-06,
      "loss": 0.0984,
      "step": 27850
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.052759185520603e-06,
      "loss": 0.1033,
      "step": 27851
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.052130092083233e-06,
      "loss": 0.1095,
      "step": 27852
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.0515010517987877e-06,
      "loss": 0.0863,
      "step": 27853
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.05087206467207e-06,
      "loss": 0.0831,
      "step": 27854
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.0502431307078985e-06,
      "loss": 0.0889,
      "step": 27855
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.0496142499110846e-06,
      "loss": 0.0874,
      "step": 27856
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.04898542228644e-06,
      "loss": 0.1199,
      "step": 27857
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.0483566478387683e-06,
      "loss": 0.0968,
      "step": 27858
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.0477279265728856e-06,
      "loss": 0.1029,
      "step": 27859
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.0470992584936043e-06,
      "loss": 0.1124,
      "step": 27860
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.04647064360573e-06,
      "loss": 0.0907,
      "step": 27861
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.04584208191407e-06,
      "loss": 0.0944,
      "step": 27862
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.0452135734234378e-06,
      "loss": 0.1093,
      "step": 27863
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.0445851181386356e-06,
      "loss": 0.0829,
      "step": 27864
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.0439567160644746e-06,
      "loss": 0.0947,
      "step": 27865
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.0433283672057657e-06,
      "loss": 0.1132,
      "step": 27866
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.0427000715673126e-06,
      "loss": 0.0909,
      "step": 27867
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.0420718291539184e-06,
      "loss": 0.0938,
      "step": 27868
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.0414436399703938e-06,
      "loss": 0.123,
      "step": 27869
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.040815504021546e-06,
      "loss": 0.0962,
      "step": 27870
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.0401874213121784e-06,
      "loss": 0.1042,
      "step": 27871
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.039559391847092e-06,
      "loss": 0.0807,
      "step": 27872
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.038931415631098e-06,
      "loss": 0.0839,
      "step": 27873
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.038303492668995e-06,
      "loss": 0.0971,
      "step": 27874
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.0376756229655913e-06,
      "loss": 0.1049,
      "step": 27875
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.037047806525686e-06,
      "loss": 0.1032,
      "step": 27876
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.036420043354087e-06,
      "loss": 0.0939,
      "step": 27877
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.035792333455595e-06,
      "loss": 0.0858,
      "step": 27878
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.035164676835004e-06,
      "loss": 0.0756,
      "step": 27879
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.034537073497129e-06,
      "loss": 0.0935,
      "step": 27880
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.0339095234467665e-06,
      "loss": 0.0903,
      "step": 27881
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.033282026688712e-06,
      "loss": 0.112,
      "step": 27882
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.0326545832277742e-06,
      "loss": 0.0985,
      "step": 27883
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.0320271930687463e-06,
      "loss": 0.0852,
      "step": 27884
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.0313998562164337e-06,
      "loss": 0.0862,
      "step": 27885
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.030772572675629e-06,
      "loss": 0.11,
      "step": 27886
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.0301453424511394e-06,
      "loss": 0.1008,
      "step": 27887
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.029518165547758e-06,
      "loss": 0.0983,
      "step": 27888
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.028891041970278e-06,
      "loss": 0.0982,
      "step": 27889
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.0282639717235086e-06,
      "loss": 0.1003,
      "step": 27890
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.027636954812242e-06,
      "loss": 0.0989,
      "step": 27891
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.027009991241271e-06,
      "loss": 0.1059,
      "step": 27892
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.026383081015398e-06,
      "loss": 0.0873,
      "step": 27893
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.0257562241394135e-06,
      "loss": 0.123,
      "step": 27894
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.0251294206181194e-06,
      "loss": 0.0857,
      "step": 27895
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.024502670456304e-06,
      "loss": 0.0847,
      "step": 27896
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.0238759736587697e-06,
      "loss": 0.0989,
      "step": 27897
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.023249330230306e-06,
      "loss": 0.0858,
      "step": 27898
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.0226227401757013e-06,
      "loss": 0.0975,
      "step": 27899
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.021996203499762e-06,
      "loss": 0.0899,
      "step": 27900
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.0213697202072743e-06,
      "loss": 0.1223,
      "step": 27901
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.020743290303029e-06,
      "loss": 0.0867,
      "step": 27902
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.0201169137918195e-06,
      "loss": 0.1015,
      "step": 27903
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.0194905906784433e-06,
      "loss": 0.0942,
      "step": 27904
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.0188643209676883e-06,
      "loss": 0.0899,
      "step": 27905
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.0182381046643406e-06,
      "loss": 0.1034,
      "step": 27906
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.0176119417731998e-06,
      "loss": 0.0795,
      "step": 27907
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.0169858322990475e-06,
      "loss": 0.1025,
      "step": 27908
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.0163597762466812e-06,
      "loss": 0.0887,
      "step": 27909
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.0157337736208847e-06,
      "loss": 0.1099,
      "step": 27910
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.015107824426452e-06,
      "loss": 0.0914,
      "step": 27911
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.0144819286681694e-06,
      "loss": 0.1018,
      "step": 27912
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.013856086350818e-06,
      "loss": 0.0688,
      "step": 27913
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.0132302974791995e-06,
      "loss": 0.0899,
      "step": 27914
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.0126045620580933e-06,
      "loss": 0.116,
      "step": 27915
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.0119788800922857e-06,
      "loss": 0.097,
      "step": 27916
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.0113532515865686e-06,
      "loss": 0.1207,
      "step": 27917
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.0107276765457207e-06,
      "loss": 0.0954,
      "step": 27918
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.0101021549745345e-06,
      "loss": 0.083,
      "step": 27919
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.0094766868777913e-06,
      "loss": 0.0823,
      "step": 27920
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.008851272260279e-06,
      "loss": 0.1075,
      "step": 27921
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.008225911126782e-06,
      "loss": 0.094,
      "step": 27922
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.007600603482077e-06,
      "loss": 0.1019,
      "step": 27923
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.0069753493309595e-06,
      "loss": 0.0778,
      "step": 27924
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.0063501486782076e-06,
      "loss": 0.0906,
      "step": 27925
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.005725001528601e-06,
      "loss": 0.1321,
      "step": 27926
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.0050999078869282e-06,
      "loss": 0.0992,
      "step": 27927
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.004474867757965e-06,
      "loss": 0.1062,
      "step": 27928
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.0038498811465e-06,
      "loss": 0.1091,
      "step": 27929
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.003224948057307e-06,
      "loss": 0.1074,
      "step": 27930
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.002600068495174e-06,
      "loss": 0.1051,
      "step": 27931
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.0019752424648796e-06,
      "loss": 0.0809,
      "step": 27932
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.001350469971195e-06,
      "loss": 0.0824,
      "step": 27933
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.0007257510189137e-06,
      "loss": 0.0832,
      "step": 27934
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.0001010856128087e-06,
      "loss": 0.1203,
      "step": 27935
    },
    {
      "epoch": 2.26,
      "learning_rate": 2.9994764737576565e-06,
      "loss": 0.1093,
      "step": 27936
    },
    {
      "epoch": 2.26,
      "learning_rate": 2.9988519154582405e-06,
      "loss": 0.121,
      "step": 27937
    },
    {
      "epoch": 2.26,
      "learning_rate": 2.998227410719333e-06,
      "loss": 0.0823,
      "step": 27938
    },
    {
      "epoch": 2.26,
      "learning_rate": 2.997602959545718e-06,
      "loss": 0.0921,
      "step": 27939
    },
    {
      "epoch": 2.26,
      "learning_rate": 2.9969785619421665e-06,
      "loss": 0.1187,
      "step": 27940
    },
    {
      "epoch": 2.26,
      "learning_rate": 2.9963542179134607e-06,
      "loss": 0.0873,
      "step": 27941
    },
    {
      "epoch": 2.26,
      "learning_rate": 2.9957299274643746e-06,
      "loss": 0.0648,
      "step": 27942
    },
    {
      "epoch": 2.26,
      "learning_rate": 2.995105690599681e-06,
      "loss": 0.1015,
      "step": 27943
    },
    {
      "epoch": 2.26,
      "learning_rate": 2.9944815073241597e-06,
      "loss": 0.0944,
      "step": 27944
    },
    {
      "epoch": 2.26,
      "learning_rate": 2.993857377642586e-06,
      "loss": 0.0893,
      "step": 27945
    },
    {
      "epoch": 2.26,
      "learning_rate": 2.9932333015597346e-06,
      "loss": 0.1035,
      "step": 27946
    },
    {
      "epoch": 2.26,
      "learning_rate": 2.992609279080375e-06,
      "loss": 0.1025,
      "step": 27947
    },
    {
      "epoch": 2.26,
      "learning_rate": 2.9919853102092842e-06,
      "loss": 0.0994,
      "step": 27948
    },
    {
      "epoch": 2.26,
      "learning_rate": 2.99136139495124e-06,
      "loss": 0.0838,
      "step": 27949
    },
    {
      "epoch": 2.26,
      "learning_rate": 2.9907375333110077e-06,
      "loss": 0.1181,
      "step": 27950
    },
    {
      "epoch": 2.26,
      "learning_rate": 2.9901137252933687e-06,
      "loss": 0.1198,
      "step": 27951
    },
    {
      "epoch": 2.26,
      "learning_rate": 2.98948997090309e-06,
      "loss": 0.0853,
      "step": 27952
    },
    {
      "epoch": 2.26,
      "learning_rate": 2.98886627014494e-06,
      "loss": 0.1083,
      "step": 27953
    },
    {
      "epoch": 2.26,
      "learning_rate": 2.988242623023695e-06,
      "loss": 0.1033,
      "step": 27954
    },
    {
      "epoch": 2.26,
      "learning_rate": 2.9876190295441288e-06,
      "loss": 0.091,
      "step": 27955
    },
    {
      "epoch": 2.26,
      "learning_rate": 2.9869954897110075e-06,
      "loss": 0.0882,
      "step": 27956
    },
    {
      "epoch": 2.26,
      "learning_rate": 2.9863720035291e-06,
      "loss": 0.105,
      "step": 27957
    },
    {
      "epoch": 2.26,
      "learning_rate": 2.9857485710031787e-06,
      "loss": 0.0981,
      "step": 27958
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9851251921380155e-06,
      "loss": 0.1004,
      "step": 27959
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.984501866938374e-06,
      "loss": 0.095,
      "step": 27960
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9838785954090287e-06,
      "loss": 0.1015,
      "step": 27961
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9832553775547436e-06,
      "loss": 0.0984,
      "step": 27962
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9826322133802855e-06,
      "loss": 0.0983,
      "step": 27963
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.982009102890423e-06,
      "loss": 0.0952,
      "step": 27964
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.981386046089927e-06,
      "loss": 0.1151,
      "step": 27965
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.980763042983561e-06,
      "loss": 0.0887,
      "step": 27966
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.980140093576087e-06,
      "loss": 0.08,
      "step": 27967
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.979517197872276e-06,
      "loss": 0.0963,
      "step": 27968
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9788943558768946e-06,
      "loss": 0.117,
      "step": 27969
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9782715675947016e-06,
      "loss": 0.0711,
      "step": 27970
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9776488330304674e-06,
      "loss": 0.0954,
      "step": 27971
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9770261521889553e-06,
      "loss": 0.0783,
      "step": 27972
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9764035250749234e-06,
      "loss": 0.0823,
      "step": 27973
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.975780951693138e-06,
      "loss": 0.0921,
      "step": 27974
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.975158432048367e-06,
      "loss": 0.0939,
      "step": 27975
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9745359661453677e-06,
      "loss": 0.1114,
      "step": 27976
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9739135539889008e-06,
      "loss": 0.1127,
      "step": 27977
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9732911955837297e-06,
      "loss": 0.1168,
      "step": 27978
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.972668890934619e-06,
      "loss": 0.1087,
      "step": 27979
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9720466400463266e-06,
      "loss": 0.09,
      "step": 27980
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9714244429236094e-06,
      "loss": 0.0993,
      "step": 27981
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.970802299571234e-06,
      "loss": 0.1103,
      "step": 27982
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.970180209993954e-06,
      "loss": 0.0846,
      "step": 27983
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9695581741965307e-06,
      "loss": 0.1034,
      "step": 27984
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9689361921837266e-06,
      "loss": 0.1148,
      "step": 27985
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9683142639602967e-06,
      "loss": 0.0792,
      "step": 27986
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9676923895309963e-06,
      "loss": 0.0764,
      "step": 27987
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9670705689005852e-06,
      "loss": 0.0848,
      "step": 27988
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9664488020738235e-06,
      "loss": 0.1145,
      "step": 27989
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.965827089055466e-06,
      "loss": 0.1195,
      "step": 27990
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.965205429850264e-06,
      "loss": 0.0996,
      "step": 27991
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.964583824462982e-06,
      "loss": 0.0986,
      "step": 27992
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9639622728983677e-06,
      "loss": 0.0914,
      "step": 27993
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.963340775161179e-06,
      "loss": 0.0888,
      "step": 27994
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.962719331256173e-06,
      "loss": 0.1091,
      "step": 27995
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9620979411881023e-06,
      "loss": 0.1006,
      "step": 27996
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9614766049617184e-06,
      "loss": 0.0928,
      "step": 27997
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.960855322581775e-06,
      "loss": 0.109,
      "step": 27998
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9602340940530305e-06,
      "loss": 0.0935,
      "step": 27999
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9596129193802326e-06,
      "loss": 0.0841,
      "step": 28000
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9589917985681317e-06,
      "loss": 0.098,
      "step": 28001
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9583707316214847e-06,
      "loss": 0.089,
      "step": 28002
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9577497185450375e-06,
      "loss": 0.1088,
      "step": 28003
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.957128759343545e-06,
      "loss": 0.1098,
      "step": 28004
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9565078540217585e-06,
      "loss": 0.0901,
      "step": 28005
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9558870025844265e-06,
      "loss": 0.0932,
      "step": 28006
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9552662050362945e-06,
      "loss": 0.0816,
      "step": 28007
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.954645461382116e-06,
      "loss": 0.1069,
      "step": 28008
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9540247716266424e-06,
      "loss": 0.0951,
      "step": 28009
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.953404135774619e-06,
      "loss": 0.1002,
      "step": 28010
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9527835538307914e-06,
      "loss": 0.0797,
      "step": 28011
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9521630257999124e-06,
      "loss": 0.0998,
      "step": 28012
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9515425516867234e-06,
      "loss": 0.0907,
      "step": 28013
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.950922131495978e-06,
      "loss": 0.0954,
      "step": 28014
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.950301765232415e-06,
      "loss": 0.0934,
      "step": 28015
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9496814529007877e-06,
      "loss": 0.0887,
      "step": 28016
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9490611945058344e-06,
      "loss": 0.1096,
      "step": 28017
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.948440990052305e-06,
      "loss": 0.0824,
      "step": 28018
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9478208395449457e-06,
      "loss": 0.0862,
      "step": 28019
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9472007429884987e-06,
      "loss": 0.1253,
      "step": 28020
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9465807003877045e-06,
      "loss": 0.0977,
      "step": 28021
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9459607117473123e-06,
      "loss": 0.0868,
      "step": 28022
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.94534077707206e-06,
      "loss": 0.0842,
      "step": 28023
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9447208963666953e-06,
      "loss": 0.0913,
      "step": 28024
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.944101069635954e-06,
      "loss": 0.1006,
      "step": 28025
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.943481296884586e-06,
      "loss": 0.083,
      "step": 28026
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9428615781173284e-06,
      "loss": 0.1084,
      "step": 28027
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9422419133389155e-06,
      "loss": 0.0885,
      "step": 28028
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.941622302554101e-06,
      "loss": 0.1079,
      "step": 28029
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9410027457676194e-06,
      "loss": 0.0977,
      "step": 28030
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.940383242984206e-06,
      "loss": 0.0951,
      "step": 28031
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9397637942086077e-06,
      "loss": 0.0988,
      "step": 28032
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.939144399445556e-06,
      "loss": 0.0959,
      "step": 28033
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.938525058699797e-06,
      "loss": 0.0954,
      "step": 28034
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9379057719760608e-06,
      "loss": 0.095,
      "step": 28035
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.937286539279093e-06,
      "loss": 0.1043,
      "step": 28036
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9366673606136275e-06,
      "loss": 0.0986,
      "step": 28037
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9360482359843934e-06,
      "loss": 0.0987,
      "step": 28038
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.935429165396142e-06,
      "loss": 0.0859,
      "step": 28039
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.934810148853602e-06,
      "loss": 0.0866,
      "step": 28040
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9341911863615046e-06,
      "loss": 0.093,
      "step": 28041
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9335722779245935e-06,
      "loss": 0.0931,
      "step": 28042
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.932953423547595e-06,
      "loss": 0.0874,
      "step": 28043
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.932334623235252e-06,
      "loss": 0.0936,
      "step": 28044
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9317158769922904e-06,
      "loss": 0.0973,
      "step": 28045
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9310971848234517e-06,
      "loss": 0.0895,
      "step": 28046
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.930478546733465e-06,
      "loss": 0.0962,
      "step": 28047
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9298599627270595e-06,
      "loss": 0.0955,
      "step": 28048
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.92924143280897e-06,
      "loss": 0.085,
      "step": 28049
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9286229569839343e-06,
      "loss": 0.0753,
      "step": 28050
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9280045352566753e-06,
      "loss": 0.1049,
      "step": 28051
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.927386167631928e-06,
      "loss": 0.0891,
      "step": 28052
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9267678541144263e-06,
      "loss": 0.0867,
      "step": 28053
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9261495947088958e-06,
      "loss": 0.1046,
      "step": 28054
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9255313894200653e-06,
      "loss": 0.0868,
      "step": 28055
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.92491323825267e-06,
      "loss": 0.0849,
      "step": 28056
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.924295141211432e-06,
      "loss": 0.0961,
      "step": 28057
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9236770983010865e-06,
      "loss": 0.1015,
      "step": 28058
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.923059109526355e-06,
      "loss": 0.1062,
      "step": 28059
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9224411748919725e-06,
      "loss": 0.1045,
      "step": 28060
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9218232944026627e-06,
      "loss": 0.088,
      "step": 28061
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.921205468063145e-06,
      "loss": 0.0916,
      "step": 28062
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.920587695878161e-06,
      "loss": 0.1238,
      "step": 28063
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9199699778524284e-06,
      "loss": 0.0955,
      "step": 28064
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.919352313990671e-06,
      "loss": 0.1073,
      "step": 28065
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.91873470429762e-06,
      "loss": 0.0814,
      "step": 28066
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9181171487779934e-06,
      "loss": 0.1044,
      "step": 28067
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9174996474365224e-06,
      "loss": 0.0846,
      "step": 28068
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9168822002779253e-06,
      "loss": 0.107,
      "step": 28069
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.916264807306931e-06,
      "loss": 0.102,
      "step": 28070
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.915647468528261e-06,
      "loss": 0.1116,
      "step": 28071
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.91503018394663e-06,
      "loss": 0.0962,
      "step": 28072
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.914412953566774e-06,
      "loss": 0.121,
      "step": 28073
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9137957773934076e-06,
      "loss": 0.1021,
      "step": 28074
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9131786554312512e-06,
      "loss": 0.0938,
      "step": 28075
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.912561587685031e-06,
      "loss": 0.0814,
      "step": 28076
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.911944574159462e-06,
      "loss": 0.0919,
      "step": 28077
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9113276148592696e-06,
      "loss": 0.0888,
      "step": 28078
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9107107097891684e-06,
      "loss": 0.1006,
      "step": 28079
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.910093858953884e-06,
      "loss": 0.0736,
      "step": 28080
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9094770623581326e-06,
      "loss": 0.091,
      "step": 28081
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.908860320006629e-06,
      "loss": 0.0845,
      "step": 28082
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.908243631904094e-06,
      "loss": 0.09,
      "step": 28083
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.907626998055251e-06,
      "loss": 0.0775,
      "step": 28084
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.9070104184648087e-06,
      "loss": 0.1064,
      "step": 28085
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.9063938931374912e-06,
      "loss": 0.0938,
      "step": 28086
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.90577742207801e-06,
      "loss": 0.0993,
      "step": 28087
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.905161005291085e-06,
      "loss": 0.0953,
      "step": 28088
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.904544642781427e-06,
      "loss": 0.0928,
      "step": 28089
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.9039283345537596e-06,
      "loss": 0.0786,
      "step": 28090
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.9033120806127902e-06,
      "loss": 0.1062,
      "step": 28091
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.9026958809632345e-06,
      "loss": 0.0815,
      "step": 28092
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.902079735609806e-06,
      "loss": 0.1114,
      "step": 28093
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.901463644557225e-06,
      "loss": 0.1142,
      "step": 28094
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.9008476078101987e-06,
      "loss": 0.0896,
      "step": 28095
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.9002316253734387e-06,
      "loss": 0.1101,
      "step": 28096
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8996156972516597e-06,
      "loss": 0.0929,
      "step": 28097
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8989998234495763e-06,
      "loss": 0.0983,
      "step": 28098
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.898384003971896e-06,
      "loss": 0.0892,
      "step": 28099
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.897768238823334e-06,
      "loss": 0.0916,
      "step": 28100
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8971525280085975e-06,
      "loss": 0.096,
      "step": 28101
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8965368715323972e-06,
      "loss": 0.0844,
      "step": 28102
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.895921269399442e-06,
      "loss": 0.1103,
      "step": 28103
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8953057216144474e-06,
      "loss": 0.1162,
      "step": 28104
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8946902281821177e-06,
      "loss": 0.1035,
      "step": 28105
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8940747891071597e-06,
      "loss": 0.0919,
      "step": 28106
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8934594043942833e-06,
      "loss": 0.0949,
      "step": 28107
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.892844074048201e-06,
      "loss": 0.0986,
      "step": 28108
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.892228798073613e-06,
      "loss": 0.1109,
      "step": 28109
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.891613576475233e-06,
      "loss": 0.1033,
      "step": 28110
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.890998409257765e-06,
      "loss": 0.0806,
      "step": 28111
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8903832964259105e-06,
      "loss": 0.0938,
      "step": 28112
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8897682379843795e-06,
      "loss": 0.1011,
      "step": 28113
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.88915323393788e-06,
      "loss": 0.1216,
      "step": 28114
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8885382842911146e-06,
      "loss": 0.146,
      "step": 28115
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8879233890487844e-06,
      "loss": 0.0944,
      "step": 28116
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.887308548215596e-06,
      "loss": 0.1351,
      "step": 28117
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8866937617962575e-06,
      "loss": 0.1231,
      "step": 28118
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8860790297954646e-06,
      "loss": 0.1128,
      "step": 28119
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.885464352217926e-06,
      "loss": 0.0978,
      "step": 28120
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8848497290683418e-06,
      "loss": 0.1094,
      "step": 28121
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.884235160351412e-06,
      "loss": 0.0965,
      "step": 28122
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8836206460718398e-06,
      "loss": 0.0852,
      "step": 28123
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8830061862343308e-06,
      "loss": 0.0957,
      "step": 28124
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8823917808435796e-06,
      "loss": 0.0731,
      "step": 28125
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8817774299042876e-06,
      "loss": 0.1041,
      "step": 28126
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8811631334211554e-06,
      "loss": 0.0791,
      "step": 28127
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8805488913988867e-06,
      "loss": 0.0971,
      "step": 28128
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8799347038421756e-06,
      "loss": 0.1041,
      "step": 28129
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8793205707557202e-06,
      "loss": 0.0916,
      "step": 28130
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8787064921442234e-06,
      "loss": 0.0947,
      "step": 28131
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8780924680123767e-06,
      "loss": 0.0901,
      "step": 28132
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.877478498364882e-06,
      "loss": 0.1028,
      "step": 28133
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.876864583206438e-06,
      "loss": 0.0936,
      "step": 28134
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.876250722541739e-06,
      "loss": 0.0939,
      "step": 28135
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8756369163754784e-06,
      "loss": 0.0919,
      "step": 28136
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.875023164712354e-06,
      "loss": 0.0934,
      "step": 28137
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8744094675570657e-06,
      "loss": 0.0941,
      "step": 28138
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.873795824914304e-06,
      "loss": 0.1045,
      "step": 28139
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8731822367887594e-06,
      "loss": 0.0989,
      "step": 28140
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8725687031851346e-06,
      "loss": 0.0932,
      "step": 28141
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.871955224108116e-06,
      "loss": 0.1244,
      "step": 28142
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8713417995624003e-06,
      "loss": 0.0957,
      "step": 28143
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.870728429552684e-06,
      "loss": 0.1177,
      "step": 28144
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8701151140836536e-06,
      "loss": 0.1124,
      "step": 28145
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8695018531600016e-06,
      "loss": 0.0965,
      "step": 28146
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.868888646786421e-06,
      "loss": 0.0787,
      "step": 28147
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.868275494967605e-06,
      "loss": 0.0983,
      "step": 28148
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.867662397708243e-06,
      "loss": 0.1131,
      "step": 28149
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8670493550130217e-06,
      "loss": 0.0964,
      "step": 28150
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.866436366886638e-06,
      "loss": 0.0874,
      "step": 28151
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8658234333337733e-06,
      "loss": 0.0965,
      "step": 28152
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8652105543591213e-06,
      "loss": 0.1169,
      "step": 28153
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8645977299673732e-06,
      "loss": 0.0991,
      "step": 28154
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8639849601632153e-06,
      "loss": 0.0954,
      "step": 28155
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.863372244951331e-06,
      "loss": 0.083,
      "step": 28156
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.862759584336411e-06,
      "loss": 0.1025,
      "step": 28157
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.862146978323146e-06,
      "loss": 0.0933,
      "step": 28158
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8615344269162184e-06,
      "loss": 0.0896,
      "step": 28159
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.860921930120312e-06,
      "loss": 0.096,
      "step": 28160
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8603094879401195e-06,
      "loss": 0.1082,
      "step": 28161
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8596971003803186e-06,
      "loss": 0.0932,
      "step": 28162
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8590847674456014e-06,
      "loss": 0.0976,
      "step": 28163
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.858472489140646e-06,
      "loss": 0.0977,
      "step": 28164
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8578602654701426e-06,
      "loss": 0.0932,
      "step": 28165
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8572480964387715e-06,
      "loss": 0.1093,
      "step": 28166
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8566359820512093e-06,
      "loss": 0.0802,
      "step": 28167
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8560239223121533e-06,
      "loss": 0.0981,
      "step": 28168
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8554119172262774e-06,
      "loss": 0.1139,
      "step": 28169
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.854799966798262e-06,
      "loss": 0.0752,
      "step": 28170
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.854188071032793e-06,
      "loss": 0.0957,
      "step": 28171
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.853576229934548e-06,
      "loss": 0.1129,
      "step": 28172
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8529644435082116e-06,
      "loss": 0.1018,
      "step": 28173
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8523527117584592e-06,
      "loss": 0.0805,
      "step": 28174
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8517410346899775e-06,
      "loss": 0.0891,
      "step": 28175
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.851129412307441e-06,
      "loss": 0.1026,
      "step": 28176
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8505178446155236e-06,
      "loss": 0.0903,
      "step": 28177
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8499063316189158e-06,
      "loss": 0.0948,
      "step": 28178
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8492948733222913e-06,
      "loss": 0.0803,
      "step": 28179
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8486834697303224e-06,
      "loss": 0.12,
      "step": 28180
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.848072120847695e-06,
      "loss": 0.0879,
      "step": 28181
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.847460826679078e-06,
      "loss": 0.0963,
      "step": 28182
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8468495872291546e-06,
      "loss": 0.0818,
      "step": 28183
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8462384025025956e-06,
      "loss": 0.1104,
      "step": 28184
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.845627272504082e-06,
      "loss": 0.0801,
      "step": 28185
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8450161972382874e-06,
      "loss": 0.0822,
      "step": 28186
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.844405176709878e-06,
      "loss": 0.1115,
      "step": 28187
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8437942109235426e-06,
      "loss": 0.0852,
      "step": 28188
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8431832998839494e-06,
      "loss": 0.0785,
      "step": 28189
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8425724435957668e-06,
      "loss": 0.0936,
      "step": 28190
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8419616420636753e-06,
      "loss": 0.0793,
      "step": 28191
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.841350895292343e-06,
      "loss": 0.115,
      "step": 28192
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8407402032864462e-06,
      "loss": 0.086,
      "step": 28193
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8401295660506513e-06,
      "loss": 0.0913,
      "step": 28194
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8395189835896366e-06,
      "loss": 0.0824,
      "step": 28195
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8389084559080705e-06,
      "loss": 0.087,
      "step": 28196
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8382979830106184e-06,
      "loss": 0.108,
      "step": 28197
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8376875649019564e-06,
      "loss": 0.111,
      "step": 28198
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8370772015867555e-06,
      "loss": 0.1055,
      "step": 28199
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.836466893069683e-06,
      "loss": 0.0806,
      "step": 28200
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.835856639355401e-06,
      "loss": 0.1135,
      "step": 28201
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8352464404485902e-06,
      "loss": 0.096,
      "step": 28202
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8346362963539144e-06,
      "loss": 0.1034,
      "step": 28203
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.834026207076037e-06,
      "loss": 0.0869,
      "step": 28204
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8334161726196318e-06,
      "loss": 0.0757,
      "step": 28205
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.8328061929893593e-06,
      "loss": 0.0996,
      "step": 28206
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.832196268189892e-06,
      "loss": 0.1103,
      "step": 28207
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.8315863982258894e-06,
      "loss": 0.1126,
      "step": 28208
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.830976583102025e-06,
      "loss": 0.0957,
      "step": 28209
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.8303668228229596e-06,
      "loss": 0.0851,
      "step": 28210
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.8297571173933525e-06,
      "loss": 0.0963,
      "step": 28211
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.82914746681788e-06,
      "loss": 0.1137,
      "step": 28212
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.8285378711012e-06,
      "loss": 0.0884,
      "step": 28213
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.8279283302479733e-06,
      "loss": 0.0986,
      "step": 28214
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.8273188442628684e-06,
      "loss": 0.0972,
      "step": 28215
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.8267094131505425e-06,
      "loss": 0.0993,
      "step": 28216
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.8261000369156634e-06,
      "loss": 0.1003,
      "step": 28217
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.8254907155628887e-06,
      "loss": 0.0999,
      "step": 28218
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.8248814490968834e-06,
      "loss": 0.0848,
      "step": 28219
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.8242722375223074e-06,
      "loss": 0.1001,
      "step": 28220
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.823663080843814e-06,
      "loss": 0.0887,
      "step": 28221
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.823053979066076e-06,
      "loss": 0.0999,
      "step": 28222
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.8224449321937476e-06,
      "loss": 0.1046,
      "step": 28223
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.8218359402314854e-06,
      "loss": 0.0788,
      "step": 28224
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.8212270031839527e-06,
      "loss": 0.1049,
      "step": 28225
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.8206181210558035e-06,
      "loss": 0.0958,
      "step": 28226
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.8200092938517008e-06,
      "loss": 0.0763,
      "step": 28227
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.8194005215762977e-06,
      "loss": 0.1192,
      "step": 28228
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.8187918042342566e-06,
      "loss": 0.1137,
      "step": 28229
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.818183141830231e-06,
      "loss": 0.0951,
      "step": 28230
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.8175745343688753e-06,
      "loss": 0.0915,
      "step": 28231
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.816965981854847e-06,
      "loss": 0.1039,
      "step": 28232
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.8163574842928064e-06,
      "loss": 0.1006,
      "step": 28233
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.8157490416874044e-06,
      "loss": 0.1005,
      "step": 28234
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.8151406540432934e-06,
      "loss": 0.1032,
      "step": 28235
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.81453232136513e-06,
      "loss": 0.094,
      "step": 28236
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.813924043657572e-06,
      "loss": 0.1027,
      "step": 28237
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.8133158209252675e-06,
      "loss": 0.0852,
      "step": 28238
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.812707653172874e-06,
      "loss": 0.1054,
      "step": 28239
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.81209954040504e-06,
      "loss": 0.0838,
      "step": 28240
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.8114914826264185e-06,
      "loss": 0.1073,
      "step": 28241
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.8108834798416606e-06,
      "loss": 0.0802,
      "step": 28242
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.8102755320554233e-06,
      "loss": 0.0957,
      "step": 28243
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.8096676392723533e-06,
      "loss": 0.1083,
      "step": 28244
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.8090598014970983e-06,
      "loss": 0.1018,
      "step": 28245
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.808452018734311e-06,
      "loss": 0.0919,
      "step": 28246
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.807844290988645e-06,
      "loss": 0.1036,
      "step": 28247
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.8072366182647427e-06,
      "loss": 0.0959,
      "step": 28248
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.8066290005672593e-06,
      "loss": 0.0934,
      "step": 28249
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.80602143790084e-06,
      "loss": 0.0865,
      "step": 28250
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.8054139302701313e-06,
      "loss": 0.0995,
      "step": 28251
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.804806477679781e-06,
      "loss": 0.1003,
      "step": 28252
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.804199080134442e-06,
      "loss": 0.1193,
      "step": 28253
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.8035917376387566e-06,
      "loss": 0.0777,
      "step": 28254
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.802984450197368e-06,
      "loss": 0.1165,
      "step": 28255
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.8023772178149256e-06,
      "loss": 0.1134,
      "step": 28256
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.8017700404960777e-06,
      "loss": 0.1005,
      "step": 28257
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.8011629182454637e-06,
      "loss": 0.1017,
      "step": 28258
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.8005558510677334e-06,
      "loss": 0.086,
      "step": 28259
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.799948838967529e-06,
      "loss": 0.0992,
      "step": 28260
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.79934188194949e-06,
      "loss": 0.0985,
      "step": 28261
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.7987349800182652e-06,
      "loss": 0.1041,
      "step": 28262
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.798128133178497e-06,
      "loss": 0.0869,
      "step": 28263
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.797521341434829e-06,
      "loss": 0.0968,
      "step": 28264
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.7969146047918973e-06,
      "loss": 0.1148,
      "step": 28265
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.7963079232543465e-06,
      "loss": 0.1086,
      "step": 28266
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.7957012968268225e-06,
      "loss": 0.0794,
      "step": 28267
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.7950947255139626e-06,
      "loss": 0.1034,
      "step": 28268
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.794488209320405e-06,
      "loss": 0.0825,
      "step": 28269
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.793881748250794e-06,
      "loss": 0.1048,
      "step": 28270
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.7932753423097635e-06,
      "loss": 0.0989,
      "step": 28271
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.7926689915019566e-06,
      "loss": 0.0994,
      "step": 28272
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.7920626958320153e-06,
      "loss": 0.1021,
      "step": 28273
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.791456455304573e-06,
      "loss": 0.0977,
      "step": 28274
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.7908502699242656e-06,
      "loss": 0.1091,
      "step": 28275
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.7902441396957348e-06,
      "loss": 0.0885,
      "step": 28276
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.7896380646236186e-06,
      "loss": 0.0949,
      "step": 28277
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.789032044712553e-06,
      "loss": 0.0945,
      "step": 28278
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.788426079967169e-06,
      "loss": 0.0955,
      "step": 28279
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.7878201703921093e-06,
      "loss": 0.1077,
      "step": 28280
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.7872143159920028e-06,
      "loss": 0.1045,
      "step": 28281
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.7866085167714875e-06,
      "loss": 0.1006,
      "step": 28282
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.7860027727352026e-06,
      "loss": 0.1079,
      "step": 28283
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.7853970838877762e-06,
      "loss": 0.083,
      "step": 28284
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.7847914502338413e-06,
      "loss": 0.0807,
      "step": 28285
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.7841858717780333e-06,
      "loss": 0.0948,
      "step": 28286
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.783580348524988e-06,
      "loss": 0.0961,
      "step": 28287
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.7829748804793353e-06,
      "loss": 0.1277,
      "step": 28288
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.7823694676457035e-06,
      "loss": 0.0966,
      "step": 28289
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.7817641100287308e-06,
      "loss": 0.0815,
      "step": 28290
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.781158807633042e-06,
      "loss": 0.1124,
      "step": 28291
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.7805535604632705e-06,
      "loss": 0.0922,
      "step": 28292
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.7799483685240504e-06,
      "loss": 0.0966,
      "step": 28293
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.7793432318200075e-06,
      "loss": 0.0965,
      "step": 28294
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.7787381503557685e-06,
      "loss": 0.1084,
      "step": 28295
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.7781331241359666e-06,
      "loss": 0.0842,
      "step": 28296
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.777528153165232e-06,
      "loss": 0.0903,
      "step": 28297
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.7769232374481913e-06,
      "loss": 0.1065,
      "step": 28298
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.7763183769894676e-06,
      "loss": 0.0798,
      "step": 28299
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.7757135717936954e-06,
      "loss": 0.0962,
      "step": 28300
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.7751088218654953e-06,
      "loss": 0.0991,
      "step": 28301
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.7745041272094985e-06,
      "loss": 0.0832,
      "step": 28302
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.773899487830327e-06,
      "loss": 0.0973,
      "step": 28303
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.773294903732613e-06,
      "loss": 0.1296,
      "step": 28304
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.7726903749209753e-06,
      "loss": 0.1199,
      "step": 28305
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.772085901400037e-06,
      "loss": 0.0855,
      "step": 28306
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.7714814831744307e-06,
      "loss": 0.096,
      "step": 28307
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.770877120248776e-06,
      "loss": 0.0814,
      "step": 28308
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.7702728126276934e-06,
      "loss": 0.1077,
      "step": 28309
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.7696685603158122e-06,
      "loss": 0.0764,
      "step": 28310
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.7690643633177495e-06,
      "loss": 0.0955,
      "step": 28311
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.768460221638133e-06,
      "loss": 0.0981,
      "step": 28312
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.767856135281577e-06,
      "loss": 0.1205,
      "step": 28313
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.767252104252711e-06,
      "loss": 0.0975,
      "step": 28314
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.766648128556153e-06,
      "loss": 0.1049,
      "step": 28315
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.7660442081965156e-06,
      "loss": 0.0872,
      "step": 28316
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.765440343178434e-06,
      "loss": 0.1038,
      "step": 28317
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.7648365335065186e-06,
      "loss": 0.112,
      "step": 28318
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.7642327791853873e-06,
      "loss": 0.0944,
      "step": 28319
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.7636290802196663e-06,
      "loss": 0.0918,
      "step": 28320
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.7630254366139655e-06,
      "loss": 0.0908,
      "step": 28321
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.7624218483729106e-06,
      "loss": 0.1177,
      "step": 28322
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.7618183155011123e-06,
      "loss": 0.1115,
      "step": 28323
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.7612148380031943e-06,
      "loss": 0.1043,
      "step": 28324
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.7606114158837703e-06,
      "loss": 0.094,
      "step": 28325
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.76000804914745e-06,
      "loss": 0.1212,
      "step": 28326
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.759404737798863e-06,
      "loss": 0.0904,
      "step": 28327
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.758801481842617e-06,
      "loss": 0.099,
      "step": 28328
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.758198281283324e-06,
      "loss": 0.0916,
      "step": 28329
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.757595136125606e-06,
      "loss": 0.076,
      "step": 28330
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.7569920463740707e-06,
      "loss": 0.0786,
      "step": 28331
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.756389012033338e-06,
      "loss": 0.0849,
      "step": 28332
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.7557860331080145e-06,
      "loss": 0.103,
      "step": 28333
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.7551831096027194e-06,
      "loss": 0.1011,
      "step": 28334
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.7545802415220625e-06,
      "loss": 0.1002,
      "step": 28335
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.753977428870652e-06,
      "loss": 0.0986,
      "step": 28336
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.753374671653105e-06,
      "loss": 0.0774,
      "step": 28337
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.752771969874033e-06,
      "loss": 0.1071,
      "step": 28338
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.7521693235380454e-06,
      "loss": 0.1132,
      "step": 28339
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.7515667326497497e-06,
      "loss": 0.1208,
      "step": 28340
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.750964197213757e-06,
      "loss": 0.1044,
      "step": 28341
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.750361717234682e-06,
      "loss": 0.0929,
      "step": 28342
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.749759292717127e-06,
      "loss": 0.0812,
      "step": 28343
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.749156923665707e-06,
      "loss": 0.1001,
      "step": 28344
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.7485546100850257e-06,
      "loss": 0.0899,
      "step": 28345
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.7479523519796904e-06,
      "loss": 0.1131,
      "step": 28346
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.7473501493543097e-06,
      "loss": 0.1077,
      "step": 28347
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.746748002213494e-06,
      "loss": 0.0945,
      "step": 28348
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.7461459105618473e-06,
      "loss": 0.1111,
      "step": 28349
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.74554387440397e-06,
      "loss": 0.109,
      "step": 28350
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.7449418937444784e-06,
      "loss": 0.097,
      "step": 28351
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.7443399685879733e-06,
      "loss": 0.1022,
      "step": 28352
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.743738098939056e-06,
      "loss": 0.1047,
      "step": 28353
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.7431362848023367e-06,
      "loss": 0.1015,
      "step": 28354
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.742534526182414e-06,
      "loss": 0.076,
      "step": 28355
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.7419328230838983e-06,
      "loss": 0.0914,
      "step": 28356
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.7413311755113835e-06,
      "loss": 0.0913,
      "step": 28357
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.7407295834694825e-06,
      "loss": 0.0956,
      "step": 28358
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.7401280469627924e-06,
      "loss": 0.0836,
      "step": 28359
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.739526565995908e-06,
      "loss": 0.1026,
      "step": 28360
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.738925140573445e-06,
      "loss": 0.1088,
      "step": 28361
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.7383237706999975e-06,
      "loss": 0.1023,
      "step": 28362
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.737722456380163e-06,
      "loss": 0.0979,
      "step": 28363
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.7371211976185485e-06,
      "loss": 0.1056,
      "step": 28364
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.7365199944197475e-06,
      "loss": 0.0926,
      "step": 28365
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.7359188467883635e-06,
      "loss": 0.0927,
      "step": 28366
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.7353177547289923e-06,
      "loss": 0.0971,
      "step": 28367
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.7347167182462364e-06,
      "loss": 0.0925,
      "step": 28368
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.7341157373446925e-06,
      "loss": 0.118,
      "step": 28369
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.7335148120289534e-06,
      "loss": 0.0829,
      "step": 28370
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.732913942303621e-06,
      "loss": 0.1189,
      "step": 28371
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.732313128173294e-06,
      "loss": 0.0771,
      "step": 28372
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.7317123696425663e-06,
      "loss": 0.1106,
      "step": 28373
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.7311116667160297e-06,
      "loss": 0.0958,
      "step": 28374
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.7305110193982853e-06,
      "loss": 0.1013,
      "step": 28375
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.729910427693928e-06,
      "loss": 0.1004,
      "step": 28376
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.729309891607549e-06,
      "loss": 0.0892,
      "step": 28377
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.7287094111437484e-06,
      "loss": 0.0958,
      "step": 28378
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.7281089863071155e-06,
      "loss": 0.091,
      "step": 28379
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.7275086171022402e-06,
      "loss": 0.1105,
      "step": 28380
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.7269083035337216e-06,
      "loss": 0.1055,
      "step": 28381
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.726308045606152e-06,
      "loss": 0.092,
      "step": 28382
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.7257078433241224e-06,
      "loss": 0.0978,
      "step": 28383
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.725107696692222e-06,
      "loss": 0.0793,
      "step": 28384
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.724507605715043e-06,
      "loss": 0.0961,
      "step": 28385
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.7239075703971805e-06,
      "loss": 0.1012,
      "step": 28386
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.723307590743218e-06,
      "loss": 0.1033,
      "step": 28387
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.7227076667577534e-06,
      "loss": 0.0958,
      "step": 28388
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.7221077984453715e-06,
      "loss": 0.113,
      "step": 28389
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.7215079858106586e-06,
      "loss": 0.0811,
      "step": 28390
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.7209082288582077e-06,
      "loss": 0.1002,
      "step": 28391
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.720308527592609e-06,
      "loss": 0.0915,
      "step": 28392
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.719708882018447e-06,
      "loss": 0.101,
      "step": 28393
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.7191092921403074e-06,
      "loss": 0.092,
      "step": 28394
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.7185097579627796e-06,
      "loss": 0.1138,
      "step": 28395
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.7179102794904524e-06,
      "loss": 0.1058,
      "step": 28396
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.7173108567279073e-06,
      "loss": 0.094,
      "step": 28397
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.7167114896797353e-06,
      "loss": 0.1093,
      "step": 28398
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.7161121783505184e-06,
      "loss": 0.1036,
      "step": 28399
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.7155129227448394e-06,
      "loss": 0.0954,
      "step": 28400
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.714913722867285e-06,
      "loss": 0.0801,
      "step": 28401
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.714314578722442e-06,
      "loss": 0.084,
      "step": 28402
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.7137154903148934e-06,
      "loss": 0.0839,
      "step": 28403
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.7131164576492154e-06,
      "loss": 0.0996,
      "step": 28404
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.712517480729997e-06,
      "loss": 0.0825,
      "step": 28405
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.711918559561821e-06,
      "loss": 0.0753,
      "step": 28406
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.7113196941492657e-06,
      "loss": 0.0754,
      "step": 28407
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.710720884496918e-06,
      "loss": 0.0938,
      "step": 28408
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.710122130609354e-06,
      "loss": 0.0896,
      "step": 28409
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.7095234324911533e-06,
      "loss": 0.089,
      "step": 28410
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.7089247901468983e-06,
      "loss": 0.0921,
      "step": 28411
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.708326203581173e-06,
      "loss": 0.0937,
      "step": 28412
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.7077276727985513e-06,
      "loss": 0.0783,
      "step": 28413
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.7071291978036117e-06,
      "loss": 0.1153,
      "step": 28414
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.706530778600934e-06,
      "loss": 0.0875,
      "step": 28415
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.7059324151950994e-06,
      "loss": 0.0861,
      "step": 28416
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.7053341075906834e-06,
      "loss": 0.0919,
      "step": 28417
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.70473585579226e-06,
      "loss": 0.1011,
      "step": 28418
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.704137659804411e-06,
      "loss": 0.0927,
      "step": 28419
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.703539519631708e-06,
      "loss": 0.1006,
      "step": 28420
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.7029414352787285e-06,
      "loss": 0.0959,
      "step": 28421
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.7023434067500532e-06,
      "loss": 0.1,
      "step": 28422
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.7017454340502513e-06,
      "loss": 0.081,
      "step": 28423
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.7011475171838974e-06,
      "loss": 0.071,
      "step": 28424
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.7005496561555664e-06,
      "loss": 0.1007,
      "step": 28425
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.6999518509698354e-06,
      "loss": 0.0929,
      "step": 28426
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.6993541016312765e-06,
      "loss": 0.0999,
      "step": 28427
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.6987564081444574e-06,
      "loss": 0.0872,
      "step": 28428
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.698158770513958e-06,
      "loss": 0.1075,
      "step": 28429
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.6975611887443442e-06,
      "loss": 0.0936,
      "step": 28430
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.696963662840191e-06,
      "loss": 0.1054,
      "step": 28431
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.6963661928060703e-06,
      "loss": 0.0926,
      "step": 28432
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.6957687786465535e-06,
      "loss": 0.1425,
      "step": 28433
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.695171420366205e-06,
      "loss": 0.1001,
      "step": 28434
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.6945741179695995e-06,
      "loss": 0.094,
      "step": 28435
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.693976871461308e-06,
      "loss": 0.0954,
      "step": 28436
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.693379680845899e-06,
      "loss": 0.0904,
      "step": 28437
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.6927825461279357e-06,
      "loss": 0.0849,
      "step": 28438
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.692185467311993e-06,
      "loss": 0.0941,
      "step": 28439
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.691588444402633e-06,
      "loss": 0.0964,
      "step": 28440
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.6909914774044252e-06,
      "loss": 0.0914,
      "step": 28441
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.690394566321942e-06,
      "loss": 0.1032,
      "step": 28442
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.6897977111597452e-06,
      "loss": 0.1071,
      "step": 28443
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.6892009119223973e-06,
      "loss": 0.0979,
      "step": 28444
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.688604168614467e-06,
      "loss": 0.0931,
      "step": 28445
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.688007481240524e-06,
      "loss": 0.1012,
      "step": 28446
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.6874108498051287e-06,
      "loss": 0.0886,
      "step": 28447
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.6868142743128446e-06,
      "loss": 0.0812,
      "step": 28448
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.686217754768239e-06,
      "loss": 0.1088,
      "step": 28449
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.6856212911758695e-06,
      "loss": 0.0838,
      "step": 28450
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.685024883540308e-06,
      "loss": 0.0893,
      "step": 28451
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.684428531866108e-06,
      "loss": 0.1021,
      "step": 28452
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6838322361578396e-06,
      "loss": 0.0778,
      "step": 28453
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6832359964200616e-06,
      "loss": 0.1035,
      "step": 28454
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6826398126573284e-06,
      "loss": 0.0833,
      "step": 28455
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6820436848742138e-06,
      "loss": 0.0813,
      "step": 28456
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.681447613075272e-06,
      "loss": 0.1118,
      "step": 28457
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6808515972650596e-06,
      "loss": 0.0955,
      "step": 28458
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6802556374481426e-06,
      "loss": 0.122,
      "step": 28459
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.679659733629075e-06,
      "loss": 0.0685,
      "step": 28460
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6790638858124207e-06,
      "loss": 0.0867,
      "step": 28461
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.678468094002733e-06,
      "loss": 0.1153,
      "step": 28462
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.677872358204574e-06,
      "loss": 0.1153,
      "step": 28463
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6772766784225e-06,
      "loss": 0.0976,
      "step": 28464
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.676681054661062e-06,
      "loss": 0.0893,
      "step": 28465
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.676085486924829e-06,
      "loss": 0.1052,
      "step": 28466
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6754899752183484e-06,
      "loss": 0.0828,
      "step": 28467
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6748945195461763e-06,
      "loss": 0.122,
      "step": 28468
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.674299119912873e-06,
      "loss": 0.1008,
      "step": 28469
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.673703776322987e-06,
      "loss": 0.0976,
      "step": 28470
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.673108488781079e-06,
      "loss": 0.0897,
      "step": 28471
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.672513257291697e-06,
      "loss": 0.0884,
      "step": 28472
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6719180818594014e-06,
      "loss": 0.1162,
      "step": 28473
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6713229624887416e-06,
      "loss": 0.095,
      "step": 28474
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6707278991842654e-06,
      "loss": 0.097,
      "step": 28475
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6701328919505366e-06,
      "loss": 0.0901,
      "step": 28476
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6695379407920995e-06,
      "loss": 0.111,
      "step": 28477
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6689430457135056e-06,
      "loss": 0.1039,
      "step": 28478
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6683482067193102e-06,
      "loss": 0.0956,
      "step": 28479
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.667753423814059e-06,
      "loss": 0.0932,
      "step": 28480
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6671586970023065e-06,
      "loss": 0.1097,
      "step": 28481
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6665640262885983e-06,
      "loss": 0.1103,
      "step": 28482
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6659694116774892e-06,
      "loss": 0.0851,
      "step": 28483
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6653748531735245e-06,
      "loss": 0.0908,
      "step": 28484
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.664780350781251e-06,
      "loss": 0.1069,
      "step": 28485
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6641859045052187e-06,
      "loss": 0.0861,
      "step": 28486
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.663591514349979e-06,
      "loss": 0.1104,
      "step": 28487
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.662997180320075e-06,
      "loss": 0.0991,
      "step": 28488
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6624029024200515e-06,
      "loss": 0.0804,
      "step": 28489
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6618086806544573e-06,
      "loss": 0.0947,
      "step": 28490
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6612145150278422e-06,
      "loss": 0.0974,
      "step": 28491
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.660620405544746e-06,
      "loss": 0.0898,
      "step": 28492
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.660026352209718e-06,
      "loss": 0.0926,
      "step": 28493
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6594323550273004e-06,
      "loss": 0.0937,
      "step": 28494
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.658838414002035e-06,
      "loss": 0.0988,
      "step": 28495
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6582445291384686e-06,
      "loss": 0.0777,
      "step": 28496
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6576507004411478e-06,
      "loss": 0.1241,
      "step": 28497
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.657056927914612e-06,
      "loss": 0.112,
      "step": 28498
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.656463211563397e-06,
      "loss": 0.0996,
      "step": 28499
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6558695513920586e-06,
      "loss": 0.0898,
      "step": 28500
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6552759474051315e-06,
      "loss": 0.1055,
      "step": 28501
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6546823996071536e-06,
      "loss": 0.0981,
      "step": 28502
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.654088908002672e-06,
      "loss": 0.0999,
      "step": 28503
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6534954725962224e-06,
      "loss": 0.0762,
      "step": 28504
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6529020933923477e-06,
      "loss": 0.1204,
      "step": 28505
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.652308770395584e-06,
      "loss": 0.0817,
      "step": 28506
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6517155036104757e-06,
      "loss": 0.0906,
      "step": 28507
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.651122293041558e-06,
      "loss": 0.1057,
      "step": 28508
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.650529138693364e-06,
      "loss": 0.1178,
      "step": 28509
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.649936040570442e-06,
      "loss": 0.0856,
      "step": 28510
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6493429986773245e-06,
      "loss": 0.0933,
      "step": 28511
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.648750013018545e-06,
      "loss": 0.1127,
      "step": 28512
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.648157083598646e-06,
      "loss": 0.0915,
      "step": 28513
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6475642104221577e-06,
      "loss": 0.1158,
      "step": 28514
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6469713934936213e-06,
      "loss": 0.0858,
      "step": 28515
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.646378632817568e-06,
      "loss": 0.0855,
      "step": 28516
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6457859283985353e-06,
      "loss": 0.094,
      "step": 28517
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.645193280241056e-06,
      "loss": 0.1062,
      "step": 28518
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6446006883496624e-06,
      "loss": 0.0997,
      "step": 28519
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6440081527288896e-06,
      "loss": 0.0892,
      "step": 28520
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6434156733832726e-06,
      "loss": 0.099,
      "step": 28521
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6428232503173436e-06,
      "loss": 0.0974,
      "step": 28522
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.642230883535629e-06,
      "loss": 0.0924,
      "step": 28523
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.641638573042666e-06,
      "loss": 0.1066,
      "step": 28524
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.641046318842988e-06,
      "loss": 0.0875,
      "step": 28525
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6404541209411192e-06,
      "loss": 0.1138,
      "step": 28526
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.639861979341597e-06,
      "loss": 0.1093,
      "step": 28527
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.639269894048948e-06,
      "loss": 0.0951,
      "step": 28528
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.638677865067698e-06,
      "loss": 0.1089,
      "step": 28529
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.638085892402381e-06,
      "loss": 0.1004,
      "step": 28530
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.637493976057527e-06,
      "loss": 0.1056,
      "step": 28531
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.636902116037663e-06,
      "loss": 0.1014,
      "step": 28532
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.636310312347312e-06,
      "loss": 0.111,
      "step": 28533
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6357185649910057e-06,
      "loss": 0.0988,
      "step": 28534
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.635126873973274e-06,
      "loss": 0.1007,
      "step": 28535
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6345352392986367e-06,
      "loss": 0.092,
      "step": 28536
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6339436609716276e-06,
      "loss": 0.0785,
      "step": 28537
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6333521389967675e-06,
      "loss": 0.1227,
      "step": 28538
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6327606733785792e-06,
      "loss": 0.1026,
      "step": 28539
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6321692641215923e-06,
      "loss": 0.1126,
      "step": 28540
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.631577911230332e-06,
      "loss": 0.0889,
      "step": 28541
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.63098661470932e-06,
      "loss": 0.0928,
      "step": 28542
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6303953745630772e-06,
      "loss": 0.0973,
      "step": 28543
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.629804190796129e-06,
      "loss": 0.101,
      "step": 28544
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.629213063413002e-06,
      "loss": 0.1072,
      "step": 28545
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.628621992418212e-06,
      "loss": 0.1301,
      "step": 28546
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.628030977816287e-06,
      "loss": 0.0737,
      "step": 28547
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6274400196117454e-06,
      "loss": 0.1127,
      "step": 28548
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.626849117809105e-06,
      "loss": 0.0981,
      "step": 28549
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.626258272412889e-06,
      "loss": 0.0834,
      "step": 28550
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.625667483427622e-06,
      "loss": 0.097,
      "step": 28551
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.625076750857819e-06,
      "loss": 0.1057,
      "step": 28552
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.624486074707997e-06,
      "loss": 0.1076,
      "step": 28553
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.623895454982678e-06,
      "loss": 0.0872,
      "step": 28554
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6233048916863826e-06,
      "loss": 0.1133,
      "step": 28555
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.622714384823626e-06,
      "loss": 0.115,
      "step": 28556
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6221239343989234e-06,
      "loss": 0.1048,
      "step": 28557
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6215335404167973e-06,
      "loss": 0.0894,
      "step": 28558
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6209432028817583e-06,
      "loss": 0.085,
      "step": 28559
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.620352921798327e-06,
      "loss": 0.0974,
      "step": 28560
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6197626971710198e-06,
      "loss": 0.0802,
      "step": 28561
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6191725290043512e-06,
      "loss": 0.0897,
      "step": 28562
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.618582417302832e-06,
      "loss": 0.094,
      "step": 28563
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.617992362070979e-06,
      "loss": 0.0864,
      "step": 28564
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6174023633133115e-06,
      "loss": 0.0775,
      "step": 28565
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.616812421034338e-06,
      "loss": 0.0752,
      "step": 28566
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.616222535238571e-06,
      "loss": 0.1085,
      "step": 28567
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6156327059305266e-06,
      "loss": 0.0838,
      "step": 28568
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.615042933114712e-06,
      "loss": 0.0965,
      "step": 28569
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6144532167956437e-06,
      "loss": 0.0842,
      "step": 28570
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6138635569778335e-06,
      "loss": 0.0891,
      "step": 28571
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6132739536657923e-06,
      "loss": 0.1009,
      "step": 28572
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6126844068640257e-06,
      "loss": 0.1097,
      "step": 28573
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6120949165770473e-06,
      "loss": 0.0884,
      "step": 28574
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.61150548280937e-06,
      "loss": 0.0849,
      "step": 28575
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.610916105565501e-06,
      "loss": 0.1069,
      "step": 28576
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.6103267848499446e-06,
      "loss": 0.1,
      "step": 28577
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.609737520667216e-06,
      "loss": 0.1028,
      "step": 28578
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.6091483130218166e-06,
      "loss": 0.0923,
      "step": 28579
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.608559161918258e-06,
      "loss": 0.0989,
      "step": 28580
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.607970067361051e-06,
      "loss": 0.101,
      "step": 28581
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.6073810293546975e-06,
      "loss": 0.0797,
      "step": 28582
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.6067920479037014e-06,
      "loss": 0.0914,
      "step": 28583
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.606203123012572e-06,
      "loss": 0.1223,
      "step": 28584
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.6056142546858167e-06,
      "loss": 0.1031,
      "step": 28585
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.605025442927939e-06,
      "loss": 0.104,
      "step": 28586
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.604436687743439e-06,
      "loss": 0.1107,
      "step": 28587
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.6038479891368274e-06,
      "loss": 0.0861,
      "step": 28588
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.603259347112602e-06,
      "loss": 0.092,
      "step": 28589
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.6026707616752735e-06,
      "loss": 0.0934,
      "step": 28590
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.602082232829336e-06,
      "loss": 0.0998,
      "step": 28591
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.6014937605792988e-06,
      "loss": 0.0886,
      "step": 28592
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.6009053449296617e-06,
      "loss": 0.088,
      "step": 28593
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.60031698588492e-06,
      "loss": 0.0923,
      "step": 28594
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.599728683449586e-06,
      "loss": 0.0977,
      "step": 28595
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.599140437628155e-06,
      "loss": 0.0936,
      "step": 28596
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5985522484251237e-06,
      "loss": 0.1212,
      "step": 28597
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5979641158449987e-06,
      "loss": 0.1029,
      "step": 28598
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5973760398922733e-06,
      "loss": 0.0908,
      "step": 28599
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5967880205714512e-06,
      "loss": 0.1015,
      "step": 28600
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.596200057887026e-06,
      "loss": 0.0995,
      "step": 28601
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.595612151843503e-06,
      "loss": 0.0996,
      "step": 28602
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5950243024453737e-06,
      "loss": 0.1078,
      "step": 28603
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5944365096971313e-06,
      "loss": 0.0861,
      "step": 28604
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5938487736032847e-06,
      "loss": 0.1074,
      "step": 28605
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5932610941683236e-06,
      "loss": 0.1228,
      "step": 28606
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5926734713967407e-06,
      "loss": 0.086,
      "step": 28607
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.592085905293037e-06,
      "loss": 0.0939,
      "step": 28608
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5914983958617034e-06,
      "loss": 0.1024,
      "step": 28609
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.59091094310724e-06,
      "loss": 0.0851,
      "step": 28610
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5903235470341324e-06,
      "loss": 0.0918,
      "step": 28611
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5897362076468834e-06,
      "loss": 0.0721,
      "step": 28612
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5891489249499825e-06,
      "loss": 0.0982,
      "step": 28613
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.588561698947917e-06,
      "loss": 0.1002,
      "step": 28614
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5879745296451887e-06,
      "loss": 0.084,
      "step": 28615
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5873874170462865e-06,
      "loss": 0.1191,
      "step": 28616
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.586800361155698e-06,
      "loss": 0.0862,
      "step": 28617
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5862133619779194e-06,
      "loss": 0.0956,
      "step": 28618
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5856264195174364e-06,
      "loss": 0.1129,
      "step": 28619
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.585039533778746e-06,
      "loss": 0.1089,
      "step": 28620
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5844527047663306e-06,
      "loss": 0.1024,
      "step": 28621
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.583865932484685e-06,
      "loss": 0.0976,
      "step": 28622
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.583279216938298e-06,
      "loss": 0.0809,
      "step": 28623
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.582692558131652e-06,
      "loss": 0.1114,
      "step": 28624
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5821059560692397e-06,
      "loss": 0.0839,
      "step": 28625
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5815194107555518e-06,
      "loss": 0.1079,
      "step": 28626
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.580932922195073e-06,
      "loss": 0.1028,
      "step": 28627
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5803464903922846e-06,
      "loss": 0.1143,
      "step": 28628
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5797601153516785e-06,
      "loss": 0.1001,
      "step": 28629
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.579173797077743e-06,
      "loss": 0.0796,
      "step": 28630
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5785875355749566e-06,
      "loss": 0.112,
      "step": 28631
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5780013308478115e-06,
      "loss": 0.0972,
      "step": 28632
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.577415182900789e-06,
      "loss": 0.0944,
      "step": 28633
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.57682909173837e-06,
      "loss": 0.0987,
      "step": 28634
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.576243057365042e-06,
      "loss": 0.0939,
      "step": 28635
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5756570797852898e-06,
      "loss": 0.1011,
      "step": 28636
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.575071159003595e-06,
      "loss": 0.0915,
      "step": 28637
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.574485295024436e-06,
      "loss": 0.0931,
      "step": 28638
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5738994878522972e-06,
      "loss": 0.1179,
      "step": 28639
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.573313737491665e-06,
      "loss": 0.0992,
      "step": 28640
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5727280439470126e-06,
      "loss": 0.0992,
      "step": 28641
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5721424072228286e-06,
      "loss": 0.0988,
      "step": 28642
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.571556827323588e-06,
      "loss": 0.1042,
      "step": 28643
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.57097130425377e-06,
      "loss": 0.0752,
      "step": 28644
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.570385838017856e-06,
      "loss": 0.0931,
      "step": 28645
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.569800428620327e-06,
      "loss": 0.0955,
      "step": 28646
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.569215076065661e-06,
      "loss": 0.1051,
      "step": 28647
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.568629780358327e-06,
      "loss": 0.0923,
      "step": 28648
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5680445415028165e-06,
      "loss": 0.0945,
      "step": 28649
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5674593595036e-06,
      "loss": 0.1069,
      "step": 28650
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5668742343651532e-06,
      "loss": 0.0945,
      "step": 28651
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5662891660919554e-06,
      "loss": 0.0826,
      "step": 28652
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.565704154688479e-06,
      "loss": 0.0859,
      "step": 28653
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.565119200159204e-06,
      "loss": 0.0966,
      "step": 28654
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5645343025086e-06,
      "loss": 0.0814,
      "step": 28655
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5639494617411474e-06,
      "loss": 0.093,
      "step": 28656
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5633646778613173e-06,
      "loss": 0.1004,
      "step": 28657
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5627799508735817e-06,
      "loss": 0.0786,
      "step": 28658
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5621952807824145e-06,
      "loss": 0.0772,
      "step": 28659
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5616106675922937e-06,
      "loss": 0.0905,
      "step": 28660
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5610261113076886e-06,
      "loss": 0.0989,
      "step": 28661
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5604416119330664e-06,
      "loss": 0.0967,
      "step": 28662
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5598571694729046e-06,
      "loss": 0.085,
      "step": 28663
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5592727839316743e-06,
      "loss": 0.0875,
      "step": 28664
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5586884553138413e-06,
      "loss": 0.1015,
      "step": 28665
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.558104183623883e-06,
      "loss": 0.091,
      "step": 28666
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5575199688662645e-06,
      "loss": 0.0997,
      "step": 28667
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5569358110454535e-06,
      "loss": 0.1066,
      "step": 28668
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5563517101659208e-06,
      "loss": 0.109,
      "step": 28669
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5557676662321382e-06,
      "loss": 0.0766,
      "step": 28670
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5551836792485727e-06,
      "loss": 0.0856,
      "step": 28671
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.554599749219686e-06,
      "loss": 0.0912,
      "step": 28672
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5540158761499503e-06,
      "loss": 0.1074,
      "step": 28673
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5534320600438346e-06,
      "loss": 0.0835,
      "step": 28674
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.552848300905799e-06,
      "loss": 0.1248,
      "step": 28675
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.552264598740316e-06,
      "loss": 0.1106,
      "step": 28676
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5516809535518482e-06,
      "loss": 0.1043,
      "step": 28677
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.551097365344857e-06,
      "loss": 0.1153,
      "step": 28678
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.55051383412381e-06,
      "loss": 0.0953,
      "step": 28679
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5499303598931747e-06,
      "loss": 0.0996,
      "step": 28680
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5493469426574125e-06,
      "loss": 0.096,
      "step": 28681
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.548763582420982e-06,
      "loss": 0.0782,
      "step": 28682
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5481802791883502e-06,
      "loss": 0.0966,
      "step": 28683
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.547597032963982e-06,
      "loss": 0.0977,
      "step": 28684
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.547013843752334e-06,
      "loss": 0.0977,
      "step": 28685
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5464307115578733e-06,
      "loss": 0.0806,
      "step": 28686
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5458476363850593e-06,
      "loss": 0.1198,
      "step": 28687
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.545264618238347e-06,
      "loss": 0.1119,
      "step": 28688
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.544681657122202e-06,
      "loss": 0.0956,
      "step": 28689
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5440987530410853e-06,
      "loss": 0.1054,
      "step": 28690
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.543515905999455e-06,
      "loss": 0.0762,
      "step": 28691
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5429331160017657e-06,
      "loss": 0.1055,
      "step": 28692
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5423503830524797e-06,
      "loss": 0.0861,
      "step": 28693
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5417677071560576e-06,
      "loss": 0.1031,
      "step": 28694
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5411850883169543e-06,
      "loss": 0.1063,
      "step": 28695
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.540602526539623e-06,
      "loss": 0.0999,
      "step": 28696
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5400200218285277e-06,
      "loss": 0.1159,
      "step": 28697
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5394375741881196e-06,
      "loss": 0.0873,
      "step": 28698
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5388551836228548e-06,
      "loss": 0.0887,
      "step": 28699
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.5382728501371934e-06,
      "loss": 0.103,
      "step": 28700
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.5376905737355874e-06,
      "loss": 0.0796,
      "step": 28701
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.537108354422487e-06,
      "loss": 0.1215,
      "step": 28702
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.5365261922023523e-06,
      "loss": 0.0822,
      "step": 28703
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.535944087079637e-06,
      "loss": 0.1165,
      "step": 28704
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.535362039058793e-06,
      "loss": 0.0979,
      "step": 28705
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.5347800481442695e-06,
      "loss": 0.094,
      "step": 28706
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.5341981143405246e-06,
      "loss": 0.0987,
      "step": 28707
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.5336162376520046e-06,
      "loss": 0.0865,
      "step": 28708
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.5330344180831645e-06,
      "loss": 0.0968,
      "step": 28709
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.5324526556384576e-06,
      "loss": 0.0994,
      "step": 28710
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.5318709503223317e-06,
      "loss": 0.112,
      "step": 28711
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.531289302139235e-06,
      "loss": 0.1155,
      "step": 28712
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.5307077110936174e-06,
      "loss": 0.1223,
      "step": 28713
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.5301261771899346e-06,
      "loss": 0.1002,
      "step": 28714
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.5295447004326314e-06,
      "loss": 0.0934,
      "step": 28715
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.5289632808261524e-06,
      "loss": 0.0909,
      "step": 28716
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.5283819183749515e-06,
      "loss": 0.0973,
      "step": 28717
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.527800613083471e-06,
      "loss": 0.0934,
      "step": 28718
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.5272193649561605e-06,
      "loss": 0.0838,
      "step": 28719
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.526638173997471e-06,
      "loss": 0.0923,
      "step": 28720
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.5260570402118445e-06,
      "loss": 0.0986,
      "step": 28721
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.525475963603724e-06,
      "loss": 0.087,
      "step": 28722
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.5248949441775585e-06,
      "loss": 0.1005,
      "step": 28723
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.524313981937795e-06,
      "loss": 0.0899,
      "step": 28724
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.5237330768888745e-06,
      "loss": 0.1052,
      "step": 28725
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.5231522290352405e-06,
      "loss": 0.0862,
      "step": 28726
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.5225714383813403e-06,
      "loss": 0.0928,
      "step": 28727
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.521990704931613e-06,
      "loss": 0.1082,
      "step": 28728
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.521410028690505e-06,
      "loss": 0.0795,
      "step": 28729
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.520829409662455e-06,
      "loss": 0.0976,
      "step": 28730
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.520248847851909e-06,
      "loss": 0.0868,
      "step": 28731
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.519668343263304e-06,
      "loss": 0.0976,
      "step": 28732
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.519087895901082e-06,
      "loss": 0.0958,
      "step": 28733
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.5185075057696896e-06,
      "loss": 0.0854,
      "step": 28734
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.517927172873561e-06,
      "loss": 0.0896,
      "step": 28735
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.5173468972171346e-06,
      "loss": 0.1044,
      "step": 28736
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.516766678804854e-06,
      "loss": 0.098,
      "step": 28737
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.516186517641154e-06,
      "loss": 0.1062,
      "step": 28738
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.5156064137304782e-06,
      "loss": 0.0948,
      "step": 28739
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.515026367077258e-06,
      "loss": 0.102,
      "step": 28740
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.514446377685936e-06,
      "loss": 0.1189,
      "step": 28741
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.5138664455609496e-06,
      "loss": 0.0985,
      "step": 28742
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.5132865707067265e-06,
      "loss": 0.1231,
      "step": 28743
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.512706753127716e-06,
      "loss": 0.0939,
      "step": 28744
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.5121269928283475e-06,
      "loss": 0.0952,
      "step": 28745
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.5115472898130533e-06,
      "loss": 0.0932,
      "step": 28746
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.510967644086275e-06,
      "loss": 0.1095,
      "step": 28747
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.5103880556524395e-06,
      "loss": 0.108,
      "step": 28748
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.509808524515989e-06,
      "loss": 0.0976,
      "step": 28749
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.509229050681349e-06,
      "loss": 0.0997,
      "step": 28750
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.50864963415296e-06,
      "loss": 0.0954,
      "step": 28751
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.5080702749352503e-06,
      "loss": 0.0866,
      "step": 28752
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.507490973032647e-06,
      "loss": 0.1113,
      "step": 28753
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.5069117284495935e-06,
      "loss": 0.1089,
      "step": 28754
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.5063325411905157e-06,
      "loss": 0.1043,
      "step": 28755
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.5057534112598425e-06,
      "loss": 0.0956,
      "step": 28756
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.505174338662009e-06,
      "loss": 0.0944,
      "step": 28757
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.5045953234014388e-06,
      "loss": 0.0869,
      "step": 28758
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.504016365482568e-06,
      "loss": 0.0992,
      "step": 28759
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.5034374649098193e-06,
      "loss": 0.0856,
      "step": 28760
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.5028586216876293e-06,
      "loss": 0.0997,
      "step": 28761
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.5022798358204213e-06,
      "loss": 0.082,
      "step": 28762
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.5017011073126217e-06,
      "loss": 0.1049,
      "step": 28763
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.5011224361686592e-06,
      "loss": 0.0878,
      "step": 28764
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.5005438223929657e-06,
      "loss": 0.0902,
      "step": 28765
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.49996526598996e-06,
      "loss": 0.1189,
      "step": 28766
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.499386766964075e-06,
      "loss": 0.1247,
      "step": 28767
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.4988083253197305e-06,
      "loss": 0.1085,
      "step": 28768
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.4982299410613575e-06,
      "loss": 0.0976,
      "step": 28769
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.497651614193375e-06,
      "loss": 0.0851,
      "step": 28770
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.4970733447202135e-06,
      "loss": 0.0945,
      "step": 28771
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.4964951326462928e-06,
      "loss": 0.0975,
      "step": 28772
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.495916977976034e-06,
      "loss": 0.0953,
      "step": 28773
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.4953388807138633e-06,
      "loss": 0.1025,
      "step": 28774
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.4947608408642066e-06,
      "loss": 0.0772,
      "step": 28775
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.4941828584314833e-06,
      "loss": 0.1173,
      "step": 28776
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.4936049334201107e-06,
      "loss": 0.0858,
      "step": 28777
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.4930270658345133e-06,
      "loss": 0.0903,
      "step": 28778
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.492449255679117e-06,
      "loss": 0.1149,
      "step": 28779
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.491871502958334e-06,
      "loss": 0.0796,
      "step": 28780
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.4912938076765903e-06,
      "loss": 0.0788,
      "step": 28781
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.4907161698383032e-06,
      "loss": 0.0999,
      "step": 28782
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.490138589447889e-06,
      "loss": 0.0851,
      "step": 28783
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.4895610665097693e-06,
      "loss": 0.0788,
      "step": 28784
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.488983601028364e-06,
      "loss": 0.0901,
      "step": 28785
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.4884061930080893e-06,
      "loss": 0.0964,
      "step": 28786
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.487828842453359e-06,
      "loss": 0.1138,
      "step": 28787
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.4872515493685934e-06,
      "loss": 0.0957,
      "step": 28788
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.4866743137582115e-06,
      "loss": 0.1151,
      "step": 28789
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.486097135626623e-06,
      "loss": 0.0899,
      "step": 28790
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.48552001497825e-06,
      "loss": 0.0956,
      "step": 28791
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.4849429518175005e-06,
      "loss": 0.1081,
      "step": 28792
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.484365946148797e-06,
      "loss": 0.0855,
      "step": 28793
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.483788997976546e-06,
      "loss": 0.0952,
      "step": 28794
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.4832121073051696e-06,
      "loss": 0.0926,
      "step": 28795
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.4826352741390748e-06,
      "loss": 0.0942,
      "step": 28796
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.4820584984826745e-06,
      "loss": 0.1023,
      "step": 28797
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.481481780340382e-06,
      "loss": 0.092,
      "step": 28798
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.4809051197166147e-06,
      "loss": 0.1098,
      "step": 28799
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.4803285166157763e-06,
      "loss": 0.0877,
      "step": 28800
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.4797519710422846e-06,
      "loss": 0.084,
      "step": 28801
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.4791754830005442e-06,
      "loss": 0.0971,
      "step": 28802
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.478599052494971e-06,
      "loss": 0.1018,
      "step": 28803
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.47802267952997e-06,
      "loss": 0.0959,
      "step": 28804
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.4774463641099557e-06,
      "loss": 0.1228,
      "step": 28805
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.476870106239334e-06,
      "loss": 0.0909,
      "step": 28806
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.47629390592251e-06,
      "loss": 0.107,
      "step": 28807
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.4757177631638962e-06,
      "loss": 0.0892,
      "step": 28808
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.4751416779679026e-06,
      "loss": 0.085,
      "step": 28809
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.4745656503389327e-06,
      "loss": 0.0928,
      "step": 28810
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.4739896802813913e-06,
      "loss": 0.1034,
      "step": 28811
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.4734137677996863e-06,
      "loss": 0.0895,
      "step": 28812
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.472837912898228e-06,
      "loss": 0.1102,
      "step": 28813
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.472262115581415e-06,
      "loss": 0.0876,
      "step": 28814
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.471686375853659e-06,
      "loss": 0.1122,
      "step": 28815
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.471110693719362e-06,
      "loss": 0.0959,
      "step": 28816
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.4705350691829222e-06,
      "loss": 0.1027,
      "step": 28817
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.4699595022487498e-06,
      "loss": 0.0832,
      "step": 28818
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.469383992921249e-06,
      "loss": 0.0896,
      "step": 28819
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.46880854120482e-06,
      "loss": 0.0861,
      "step": 28820
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.4682331471038636e-06,
      "loss": 0.106,
      "step": 28821
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.4676578106227824e-06,
      "loss": 0.0896,
      "step": 28822
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4670825317659807e-06,
      "loss": 0.0921,
      "step": 28823
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4665073105378567e-06,
      "loss": 0.0903,
      "step": 28824
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4659321469428132e-06,
      "loss": 0.1008,
      "step": 28825
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4653570409852503e-06,
      "loss": 0.1054,
      "step": 28826
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.464781992669564e-06,
      "loss": 0.0999,
      "step": 28827
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4642070020001553e-06,
      "loss": 0.0958,
      "step": 28828
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4636320689814265e-06,
      "loss": 0.0968,
      "step": 28829
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4630571936177727e-06,
      "loss": 0.0902,
      "step": 28830
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.462482375913591e-06,
      "loss": 0.0838,
      "step": 28831
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.461907615873279e-06,
      "loss": 0.0848,
      "step": 28832
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.461332913501239e-06,
      "loss": 0.1035,
      "step": 28833
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4607582688018607e-06,
      "loss": 0.1018,
      "step": 28834
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4601836817795453e-06,
      "loss": 0.1065,
      "step": 28835
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4596091524386867e-06,
      "loss": 0.0941,
      "step": 28836
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4590346807836775e-06,
      "loss": 0.1111,
      "step": 28837
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.458460266818915e-06,
      "loss": 0.0883,
      "step": 28838
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.457885910548796e-06,
      "loss": 0.0904,
      "step": 28839
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.457311611977713e-06,
      "loss": 0.0969,
      "step": 28840
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.456737371110056e-06,
      "loss": 0.0842,
      "step": 28841
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.45616318795022e-06,
      "loss": 0.0838,
      "step": 28842
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.455589062502601e-06,
      "loss": 0.106,
      "step": 28843
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4550149947715883e-06,
      "loss": 0.1295,
      "step": 28844
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4544409847615726e-06,
      "loss": 0.1049,
      "step": 28845
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4538670324769475e-06,
      "loss": 0.0738,
      "step": 28846
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4532931379221015e-06,
      "loss": 0.0893,
      "step": 28847
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.452719301101426e-06,
      "loss": 0.0869,
      "step": 28848
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4521455220193136e-06,
      "loss": 0.1123,
      "step": 28849
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4515718006801524e-06,
      "loss": 0.1126,
      "step": 28850
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4509981370883284e-06,
      "loss": 0.0704,
      "step": 28851
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4504245312482323e-06,
      "loss": 0.0866,
      "step": 28852
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4498509831642547e-06,
      "loss": 0.0916,
      "step": 28853
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4492774928407824e-06,
      "loss": 0.0902,
      "step": 28854
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4487040602821986e-06,
      "loss": 0.0966,
      "step": 28855
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4481306854928954e-06,
      "loss": 0.085,
      "step": 28856
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4475573684772556e-06,
      "loss": 0.0769,
      "step": 28857
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.446984109239666e-06,
      "loss": 0.0992,
      "step": 28858
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4464109077845167e-06,
      "loss": 0.0664,
      "step": 28859
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.445837764116188e-06,
      "loss": 0.1145,
      "step": 28860
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4452646782390633e-06,
      "loss": 0.1015,
      "step": 28861
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.444691650157529e-06,
      "loss": 0.0811,
      "step": 28862
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4441186798759732e-06,
      "loss": 0.0923,
      "step": 28863
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.443545767398774e-06,
      "loss": 0.1072,
      "step": 28864
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4429729127303124e-06,
      "loss": 0.103,
      "step": 28865
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4424001158749776e-06,
      "loss": 0.092,
      "step": 28866
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.441827376837145e-06,
      "loss": 0.0986,
      "step": 28867
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.441254695621199e-06,
      "loss": 0.0793,
      "step": 28868
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.440682072231525e-06,
      "loss": 0.0908,
      "step": 28869
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.440109506672499e-06,
      "loss": 0.1129,
      "step": 28870
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4395369989484985e-06,
      "loss": 0.1064,
      "step": 28871
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.438964549063908e-06,
      "loss": 0.0955,
      "step": 28872
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.438392157023107e-06,
      "loss": 0.1002,
      "step": 28873
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.437819822830475e-06,
      "loss": 0.1064,
      "step": 28874
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4372475464903843e-06,
      "loss": 0.1073,
      "step": 28875
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4366753280072207e-06,
      "loss": 0.0846,
      "step": 28876
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.436103167385355e-06,
      "loss": 0.0739,
      "step": 28877
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4355310646291717e-06,
      "loss": 0.1039,
      "step": 28878
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4349590197430407e-06,
      "loss": 0.0785,
      "step": 28879
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4343870327313434e-06,
      "loss": 0.0718,
      "step": 28880
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4338151035984535e-06,
      "loss": 0.1219,
      "step": 28881
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.433243232348741e-06,
      "loss": 0.0824,
      "step": 28882
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.432671418986591e-06,
      "loss": 0.1078,
      "step": 28883
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.432099663516374e-06,
      "loss": 0.0935,
      "step": 28884
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4315279659424597e-06,
      "loss": 0.0879,
      "step": 28885
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4309563262692293e-06,
      "loss": 0.1279,
      "step": 28886
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4303847445010477e-06,
      "loss": 0.1053,
      "step": 28887
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4298132206422955e-06,
      "loss": 0.0874,
      "step": 28888
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.429241754697339e-06,
      "loss": 0.076,
      "step": 28889
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4286703466705553e-06,
      "loss": 0.1049,
      "step": 28890
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4280989965663117e-06,
      "loss": 0.1052,
      "step": 28891
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4275277043889755e-06,
      "loss": 0.0972,
      "step": 28892
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4269564701429284e-06,
      "loss": 0.0903,
      "step": 28893
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.426385293832534e-06,
      "loss": 0.0917,
      "step": 28894
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.425814175462159e-06,
      "loss": 0.0921,
      "step": 28895
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.425243115036179e-06,
      "loss": 0.1042,
      "step": 28896
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.424672112558957e-06,
      "loss": 0.094,
      "step": 28897
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.424101168034866e-06,
      "loss": 0.1203,
      "step": 28898
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4235302814682693e-06,
      "loss": 0.1043,
      "step": 28899
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4229594528635393e-06,
      "loss": 0.0774,
      "step": 28900
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4223886822250407e-06,
      "loss": 0.1038,
      "step": 28901
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.421817969557133e-06,
      "loss": 0.0924,
      "step": 28902
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.421247314864197e-06,
      "loss": 0.0906,
      "step": 28903
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4206767181505885e-06,
      "loss": 0.0885,
      "step": 28904
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4201061794206726e-06,
      "loss": 0.0928,
      "step": 28905
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.419535698678819e-06,
      "loss": 0.1152,
      "step": 28906
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4189652759293857e-06,
      "loss": 0.0723,
      "step": 28907
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4183949111767426e-06,
      "loss": 0.1011,
      "step": 28908
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4178246044252485e-06,
      "loss": 0.1085,
      "step": 28909
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4172543556792703e-06,
      "loss": 0.1079,
      "step": 28910
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4166841649431693e-06,
      "loss": 0.1089,
      "step": 28911
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.416114032221305e-06,
      "loss": 0.1001,
      "step": 28912
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4155439575180395e-06,
      "loss": 0.0943,
      "step": 28913
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4149739408377394e-06,
      "loss": 0.1039,
      "step": 28914
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4144039821847607e-06,
      "loss": 0.1021,
      "step": 28915
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.413834081563462e-06,
      "loss": 0.1075,
      "step": 28916
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4132642389782057e-06,
      "loss": 0.0767,
      "step": 28917
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.412694454433354e-06,
      "loss": 0.1098,
      "step": 28918
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4121247279332607e-06,
      "loss": 0.0845,
      "step": 28919
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.41155505948229e-06,
      "loss": 0.0922,
      "step": 28920
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.410985449084796e-06,
      "loss": 0.0932,
      "step": 28921
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.410415896745135e-06,
      "loss": 0.1032,
      "step": 28922
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.409846402467667e-06,
      "loss": 0.0937,
      "step": 28923
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4092769662567506e-06,
      "loss": 0.0845,
      "step": 28924
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.408707588116739e-06,
      "loss": 0.0814,
      "step": 28925
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.408138268051986e-06,
      "loss": 0.0754,
      "step": 28926
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.407569006066851e-06,
      "loss": 0.1242,
      "step": 28927
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4069998021656893e-06,
      "loss": 0.1022,
      "step": 28928
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.406430656352853e-06,
      "loss": 0.1014,
      "step": 28929
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.405861568632698e-06,
      "loss": 0.0981,
      "step": 28930
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4052925390095785e-06,
      "loss": 0.0829,
      "step": 28931
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.404723567487843e-06,
      "loss": 0.0856,
      "step": 28932
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4041546540718473e-06,
      "loss": 0.1009,
      "step": 28933
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4035857987659483e-06,
      "loss": 0.0997,
      "step": 28934
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4030170015744923e-06,
      "loss": 0.0867,
      "step": 28935
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4024482625018298e-06,
      "loss": 0.1025,
      "step": 28936
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4018795815523144e-06,
      "loss": 0.095,
      "step": 28937
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4013109587302986e-06,
      "loss": 0.108,
      "step": 28938
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4007423940401278e-06,
      "loss": 0.0997,
      "step": 28939
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.400173887486157e-06,
      "loss": 0.1001,
      "step": 28940
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.39960543907273e-06,
      "loss": 0.1094,
      "step": 28941
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.3990370488042e-06,
      "loss": 0.0881,
      "step": 28942
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.398468716684911e-06,
      "loss": 0.0852,
      "step": 28943
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.3979004427192166e-06,
      "loss": 0.1047,
      "step": 28944
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.397332226911461e-06,
      "loss": 0.1002,
      "step": 28945
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.3967640692659866e-06,
      "loss": 0.1098,
      "step": 28946
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.396195969787146e-06,
      "loss": 0.1054,
      "step": 28947
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.395627928479286e-06,
      "loss": 0.1026,
      "step": 28948
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3950599453467516e-06,
      "loss": 0.095,
      "step": 28949
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3944920203938817e-06,
      "loss": 0.0944,
      "step": 28950
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.393924153625027e-06,
      "loss": 0.115,
      "step": 28951
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.393356345044533e-06,
      "loss": 0.0876,
      "step": 28952
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3927885946567386e-06,
      "loss": 0.1048,
      "step": 28953
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3922209024659926e-06,
      "loss": 0.1015,
      "step": 28954
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3916532684766345e-06,
      "loss": 0.1091,
      "step": 28955
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.391085692693006e-06,
      "loss": 0.0969,
      "step": 28956
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3905181751194496e-06,
      "loss": 0.0795,
      "step": 28957
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.389950715760312e-06,
      "loss": 0.0952,
      "step": 28958
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3893833146199296e-06,
      "loss": 0.0873,
      "step": 28959
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3888159717026417e-06,
      "loss": 0.096,
      "step": 28960
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3882486870127906e-06,
      "loss": 0.0817,
      "step": 28961
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3876814605547203e-06,
      "loss": 0.0923,
      "step": 28962
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.387114292332763e-06,
      "loss": 0.0899,
      "step": 28963
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3865471823512643e-06,
      "loss": 0.0954,
      "step": 28964
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.385980130614559e-06,
      "loss": 0.09,
      "step": 28965
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3854131371269827e-06,
      "loss": 0.1029,
      "step": 28966
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3848462018928776e-06,
      "loss": 0.0866,
      "step": 28967
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.384279324916581e-06,
      "loss": 0.1197,
      "step": 28968
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.383712506202429e-06,
      "loss": 0.0949,
      "step": 28969
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3831457457547537e-06,
      "loss": 0.082,
      "step": 28970
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.382579043577894e-06,
      "loss": 0.0964,
      "step": 28971
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.382012399676188e-06,
      "loss": 0.0949,
      "step": 28972
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3814458140539655e-06,
      "loss": 0.1166,
      "step": 28973
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.380879286715567e-06,
      "loss": 0.0882,
      "step": 28974
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3803128176653233e-06,
      "loss": 0.1088,
      "step": 28975
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3797464069075647e-06,
      "loss": 0.105,
      "step": 28976
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.379180054446628e-06,
      "loss": 0.1039,
      "step": 28977
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3786137602868497e-06,
      "loss": 0.0928,
      "step": 28978
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3780475244325564e-06,
      "loss": 0.1083,
      "step": 28979
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3774813468880797e-06,
      "loss": 0.0952,
      "step": 28980
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3769152276577523e-06,
      "loss": 0.1062,
      "step": 28981
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.376349166745908e-06,
      "loss": 0.086,
      "step": 28982
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.375783164156876e-06,
      "loss": 0.1278,
      "step": 28983
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.375217219894982e-06,
      "loss": 0.1255,
      "step": 28984
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.374651333964563e-06,
      "loss": 0.1153,
      "step": 28985
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3740855063699395e-06,
      "loss": 0.108,
      "step": 28986
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.373519737115446e-06,
      "loss": 0.1206,
      "step": 28987
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.372954026205413e-06,
      "loss": 0.0911,
      "step": 28988
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3723883736441635e-06,
      "loss": 0.0899,
      "step": 28989
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.371822779436025e-06,
      "loss": 0.0822,
      "step": 28990
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3712572435853244e-06,
      "loss": 0.075,
      "step": 28991
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3706917660963936e-06,
      "loss": 0.0801,
      "step": 28992
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3701263469735535e-06,
      "loss": 0.1005,
      "step": 28993
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.369560986221129e-06,
      "loss": 0.0957,
      "step": 28994
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3689956838434502e-06,
      "loss": 0.1144,
      "step": 28995
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3684304398448354e-06,
      "loss": 0.0986,
      "step": 28996
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.367865254229612e-06,
      "loss": 0.0907,
      "step": 28997
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.367300127002107e-06,
      "loss": 0.1101,
      "step": 28998
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3667350581666402e-06,
      "loss": 0.0863,
      "step": 28999
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.366170047727533e-06,
      "loss": 0.0957,
      "step": 29000
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3656050956891085e-06,
      "loss": 0.0704,
      "step": 29001
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.365040202055694e-06,
      "loss": 0.0992,
      "step": 29002
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.364475366831608e-06,
      "loss": 0.096,
      "step": 29003
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.363910590021167e-06,
      "loss": 0.0804,
      "step": 29004
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3633458716286983e-06,
      "loss": 0.0778,
      "step": 29005
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.362781211658517e-06,
      "loss": 0.0882,
      "step": 29006
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.362216610114945e-06,
      "loss": 0.0839,
      "step": 29007
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.361652067002305e-06,
      "loss": 0.0929,
      "step": 29008
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3610875823249115e-06,
      "loss": 0.1264,
      "step": 29009
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3605231560870824e-06,
      "loss": 0.0948,
      "step": 29010
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.359958788293137e-06,
      "loss": 0.1086,
      "step": 29011
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3593944789473965e-06,
      "loss": 0.0959,
      "step": 29012
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.358830228054175e-06,
      "loss": 0.0967,
      "step": 29013
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3582660356177865e-06,
      "loss": 0.0903,
      "step": 29014
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3577019016425527e-06,
      "loss": 0.0971,
      "step": 29015
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3571378261327826e-06,
      "loss": 0.1249,
      "step": 29016
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.356573809092799e-06,
      "loss": 0.0828,
      "step": 29017
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3560098505269103e-06,
      "loss": 0.1022,
      "step": 29018
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3554459504394356e-06,
      "loss": 0.1014,
      "step": 29019
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3548821088346883e-06,
      "loss": 0.0942,
      "step": 29020
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3543183257169744e-06,
      "loss": 0.1091,
      "step": 29021
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3537546010906187e-06,
      "loss": 0.117,
      "step": 29022
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.353190934959928e-06,
      "loss": 0.1137,
      "step": 29023
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3526273273292123e-06,
      "loss": 0.0731,
      "step": 29024
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.352063778202789e-06,
      "loss": 0.1287,
      "step": 29025
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3515002875849636e-06,
      "loss": 0.1,
      "step": 29026
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3509368554800515e-06,
      "loss": 0.0964,
      "step": 29027
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3503734818923596e-06,
      "loss": 0.1001,
      "step": 29028
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3498101668262008e-06,
      "loss": 0.0853,
      "step": 29029
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.349246910285884e-06,
      "loss": 0.0889,
      "step": 29030
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.348683712275712e-06,
      "loss": 0.097,
      "step": 29031
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3481205728000045e-06,
      "loss": 0.1035,
      "step": 29032
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3475574918630637e-06,
      "loss": 0.1024,
      "step": 29033
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3469944694691947e-06,
      "loss": 0.0783,
      "step": 29034
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3464315056227114e-06,
      "loss": 0.0814,
      "step": 29035
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.345868600327913e-06,
      "loss": 0.0953,
      "step": 29036
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3453057535891133e-06,
      "loss": 0.091,
      "step": 29037
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3447429654106124e-06,
      "loss": 0.0913,
      "step": 29038
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3441802357967204e-06,
      "loss": 0.0986,
      "step": 29039
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.343617564751739e-06,
      "loss": 0.1065,
      "step": 29040
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3430549522799695e-06,
      "loss": 0.0936,
      "step": 29041
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.342492398385725e-06,
      "loss": 0.0828,
      "step": 29042
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3419299030733058e-06,
      "loss": 0.0908,
      "step": 29043
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.34136746634701e-06,
      "loss": 0.0849,
      "step": 29044
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3408050882111466e-06,
      "loss": 0.1147,
      "step": 29045
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3402427686700134e-06,
      "loss": 0.081,
      "step": 29046
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.339680507727916e-06,
      "loss": 0.104,
      "step": 29047
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.339118305389153e-06,
      "loss": 0.1133,
      "step": 29048
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3385561616580286e-06,
      "loss": 0.0862,
      "step": 29049
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.337994076538842e-06,
      "loss": 0.0946,
      "step": 29050
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3374320500358895e-06,
      "loss": 0.104,
      "step": 29051
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3368700821534728e-06,
      "loss": 0.0904,
      "step": 29052
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.336308172895897e-06,
      "loss": 0.0736,
      "step": 29053
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.335746322267455e-06,
      "loss": 0.087,
      "step": 29054
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.335184530272443e-06,
      "loss": 0.11,
      "step": 29055
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3346227969151612e-06,
      "loss": 0.1205,
      "step": 29056
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.334061122199912e-06,
      "loss": 0.0774,
      "step": 29057
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.333499506130985e-06,
      "loss": 0.0958,
      "step": 29058
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3329379487126822e-06,
      "loss": 0.0853,
      "step": 29059
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3323764499492985e-06,
      "loss": 0.1017,
      "step": 29060
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.331815009845124e-06,
      "loss": 0.1166,
      "step": 29061
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3312536284044586e-06,
      "loss": 0.0981,
      "step": 29062
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3306923056316e-06,
      "loss": 0.0947,
      "step": 29063
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3301310415308374e-06,
      "loss": 0.1004,
      "step": 29064
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3295698361064644e-06,
      "loss": 0.0989,
      "step": 29065
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.329008689362777e-06,
      "loss": 0.0956,
      "step": 29066
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.328447601304069e-06,
      "loss": 0.0991,
      "step": 29067
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3278865719346287e-06,
      "loss": 0.1036,
      "step": 29068
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.327325601258753e-06,
      "loss": 0.0926,
      "step": 29069
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.3267646892807317e-06,
      "loss": 0.0729,
      "step": 29070
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.326203836004851e-06,
      "loss": 0.1012,
      "step": 29071
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.325643041435407e-06,
      "loss": 0.0832,
      "step": 29072
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.3250823055766914e-06,
      "loss": 0.0982,
      "step": 29073
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.324521628432992e-06,
      "loss": 0.0967,
      "step": 29074
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.323961010008593e-06,
      "loss": 0.0791,
      "step": 29075
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.323400450307789e-06,
      "loss": 0.0838,
      "step": 29076
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.3228399493348685e-06,
      "loss": 0.0908,
      "step": 29077
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.322279507094116e-06,
      "loss": 0.087,
      "step": 29078
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.321719123589824e-06,
      "loss": 0.1054,
      "step": 29079
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.321158798826276e-06,
      "loss": 0.0932,
      "step": 29080
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.3205985328077573e-06,
      "loss": 0.0787,
      "step": 29081
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.320038325538556e-06,
      "loss": 0.1014,
      "step": 29082
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.31947817702296e-06,
      "loss": 0.1079,
      "step": 29083
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.318918087265254e-06,
      "loss": 0.1004,
      "step": 29084
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.3183580562697173e-06,
      "loss": 0.1165,
      "step": 29085
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.3177980840406376e-06,
      "loss": 0.0825,
      "step": 29086
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.317238170582303e-06,
      "loss": 0.0943,
      "step": 29087
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.3166783158989938e-06,
      "loss": 0.0884,
      "step": 29088
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.31611851999499e-06,
      "loss": 0.1168,
      "step": 29089
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.3155587828745764e-06,
      "loss": 0.0931,
      "step": 29090
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.314999104542037e-06,
      "loss": 0.1313,
      "step": 29091
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.3144394850016515e-06,
      "loss": 0.0926,
      "step": 29092
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.313879924257704e-06,
      "loss": 0.1135,
      "step": 29093
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.313320422314472e-06,
      "loss": 0.108,
      "step": 29094
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.312760979176234e-06,
      "loss": 0.1003,
      "step": 29095
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.3122015948472732e-06,
      "loss": 0.1078,
      "step": 29096
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.3116422693318717e-06,
      "loss": 0.088,
      "step": 29097
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.3110830026343046e-06,
      "loss": 0.1047,
      "step": 29098
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.3105237947588486e-06,
      "loss": 0.1041,
      "step": 29099
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.3099646457097847e-06,
      "loss": 0.1125,
      "step": 29100
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.309405555491392e-06,
      "loss": 0.0912,
      "step": 29101
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.3088465241079438e-06,
      "loss": 0.1047,
      "step": 29102
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.3082875515637214e-06,
      "loss": 0.0848,
      "step": 29103
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.307728637862998e-06,
      "loss": 0.0934,
      "step": 29104
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.307169783010047e-06,
      "loss": 0.0935,
      "step": 29105
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.306610987009148e-06,
      "loss": 0.1047,
      "step": 29106
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.3060522498645764e-06,
      "loss": 0.0845,
      "step": 29107
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.305493571580605e-06,
      "loss": 0.085,
      "step": 29108
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.304934952161505e-06,
      "loss": 0.09,
      "step": 29109
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.3043763916115526e-06,
      "loss": 0.1106,
      "step": 29110
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.303817889935024e-06,
      "loss": 0.0988,
      "step": 29111
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.303259447136186e-06,
      "loss": 0.094,
      "step": 29112
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.302701063219317e-06,
      "loss": 0.1193,
      "step": 29113
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.302142738188684e-06,
      "loss": 0.1217,
      "step": 29114
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.3015844720485593e-06,
      "loss": 0.0936,
      "step": 29115
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.301026264803212e-06,
      "loss": 0.0982,
      "step": 29116
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.30046811645692e-06,
      "loss": 0.1018,
      "step": 29117
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.2999100270139462e-06,
      "loss": 0.0885,
      "step": 29118
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.2993519964785595e-06,
      "loss": 0.0892,
      "step": 29119
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.298794024855032e-06,
      "loss": 0.0841,
      "step": 29120
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.298236112147635e-06,
      "loss": 0.0813,
      "step": 29121
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.2976782583606295e-06,
      "loss": 0.0923,
      "step": 29122
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.2971204634982915e-06,
      "loss": 0.0808,
      "step": 29123
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.2965627275648826e-06,
      "loss": 0.1011,
      "step": 29124
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.296005050564669e-06,
      "loss": 0.078,
      "step": 29125
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.2954474325019185e-06,
      "loss": 0.0824,
      "step": 29126
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.2948898733809012e-06,
      "loss": 0.1275,
      "step": 29127
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.2943323732058775e-06,
      "loss": 0.0938,
      "step": 29128
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.293774931981112e-06,
      "loss": 0.0897,
      "step": 29129
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.293217549710871e-06,
      "loss": 0.0722,
      "step": 29130
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.2926602263994226e-06,
      "loss": 0.103,
      "step": 29131
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.292102962051025e-06,
      "loss": 0.0925,
      "step": 29132
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.2915457566699408e-06,
      "loss": 0.0926,
      "step": 29133
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.2909886102604382e-06,
      "loss": 0.0752,
      "step": 29134
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.2904315228267727e-06,
      "loss": 0.0791,
      "step": 29135
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.28987449437321e-06,
      "loss": 0.1309,
      "step": 29136
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.2893175249040144e-06,
      "loss": 0.089,
      "step": 29137
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.2887606144234433e-06,
      "loss": 0.0948,
      "step": 29138
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.2882037629357544e-06,
      "loss": 0.1014,
      "step": 29139
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.287646970445212e-06,
      "loss": 0.102,
      "step": 29140
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.2870902369560764e-06,
      "loss": 0.0879,
      "step": 29141
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.286533562472605e-06,
      "loss": 0.106,
      "step": 29142
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.2859769469990544e-06,
      "loss": 0.0828,
      "step": 29143
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.2854203905396877e-06,
      "loss": 0.1076,
      "step": 29144
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.2848638930987566e-06,
      "loss": 0.0961,
      "step": 29145
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.284307454680522e-06,
      "loss": 0.0996,
      "step": 29146
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.2837510752892433e-06,
      "loss": 0.0816,
      "step": 29147
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.2831947549291742e-06,
      "loss": 0.1075,
      "step": 29148
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.2826384936045674e-06,
      "loss": 0.0967,
      "step": 29149
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.282082291319683e-06,
      "loss": 0.0885,
      "step": 29150
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.2815261480787767e-06,
      "loss": 0.0854,
      "step": 29151
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.280970063886101e-06,
      "loss": 0.0842,
      "step": 29152
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.2804140387459083e-06,
      "loss": 0.0954,
      "step": 29153
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.2798580726624563e-06,
      "loss": 0.1008,
      "step": 29154
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.279302165639994e-06,
      "loss": 0.1316,
      "step": 29155
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.2787463176827764e-06,
      "loss": 0.1139,
      "step": 29156
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.278190528795059e-06,
      "loss": 0.0942,
      "step": 29157
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.277634798981091e-06,
      "loss": 0.1101,
      "step": 29158
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.2770791282451198e-06,
      "loss": 0.1116,
      "step": 29159
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.2765235165914013e-06,
      "loss": 0.0968,
      "step": 29160
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.275967964024187e-06,
      "loss": 0.0867,
      "step": 29161
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.2754124705477266e-06,
      "loss": 0.0939,
      "step": 29162
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.2748570361662637e-06,
      "loss": 0.091,
      "step": 29163
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.274301660884055e-06,
      "loss": 0.0915,
      "step": 29164
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.273746344705344e-06,
      "loss": 0.0979,
      "step": 29165
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.2731910876343845e-06,
      "loss": 0.1137,
      "step": 29166
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.2726358896754174e-06,
      "loss": 0.1067,
      "step": 29167
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.272080750832697e-06,
      "loss": 0.0781,
      "step": 29168
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.271525671110466e-06,
      "loss": 0.0915,
      "step": 29169
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.2709706505129682e-06,
      "loss": 0.0974,
      "step": 29170
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.2704156890444573e-06,
      "loss": 0.102,
      "step": 29171
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.269860786709176e-06,
      "loss": 0.1028,
      "step": 29172
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.2693059435113653e-06,
      "loss": 0.1014,
      "step": 29173
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.2687511594552757e-06,
      "loss": 0.0967,
      "step": 29174
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.2681964345451467e-06,
      "loss": 0.0886,
      "step": 29175
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.267641768785226e-06,
      "loss": 0.0957,
      "step": 29176
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.267087162179753e-06,
      "loss": 0.0907,
      "step": 29177
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.2665326147329746e-06,
      "loss": 0.105,
      "step": 29178
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.265978126449132e-06,
      "loss": 0.0972,
      "step": 29179
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.2654236973324607e-06,
      "loss": 0.0945,
      "step": 29180
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.2648693273872134e-06,
      "loss": 0.089,
      "step": 29181
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.2643150166176254e-06,
      "loss": 0.0953,
      "step": 29182
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.2637607650279357e-06,
      "loss": 0.0808,
      "step": 29183
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.2632065726223883e-06,
      "loss": 0.1039,
      "step": 29184
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.2626524394052183e-06,
      "loss": 0.0802,
      "step": 29185
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.2620983653806717e-06,
      "loss": 0.0967,
      "step": 29186
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.26154435055298e-06,
      "loss": 0.1023,
      "step": 29187
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.2609903949263865e-06,
      "loss": 0.0975,
      "step": 29188
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.2604364985051286e-06,
      "loss": 0.0962,
      "step": 29189
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.2598826612934366e-06,
      "loss": 0.0873,
      "step": 29190
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.2593288832955586e-06,
      "loss": 0.102,
      "step": 29191
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.258775164515726e-06,
      "loss": 0.1029,
      "step": 29192
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2582215049581725e-06,
      "loss": 0.1281,
      "step": 29193
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.257667904627139e-06,
      "loss": 0.1055,
      "step": 29194
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2571143635268546e-06,
      "loss": 0.0972,
      "step": 29195
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2565608816615603e-06,
      "loss": 0.1056,
      "step": 29196
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2560074590354853e-06,
      "loss": 0.0926,
      "step": 29197
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.255454095652867e-06,
      "loss": 0.1161,
      "step": 29198
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2549007915179376e-06,
      "loss": 0.1158,
      "step": 29199
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2543475466349262e-06,
      "loss": 0.1032,
      "step": 29200
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2537943610080694e-06,
      "loss": 0.0774,
      "step": 29201
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.253241234641601e-06,
      "loss": 0.0897,
      "step": 29202
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2526881675397506e-06,
      "loss": 0.099,
      "step": 29203
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.252135159706744e-06,
      "loss": 0.0938,
      "step": 29204
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.251582211146819e-06,
      "loss": 0.0923,
      "step": 29205
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2510293218642045e-06,
      "loss": 0.0896,
      "step": 29206
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2504764918631273e-06,
      "loss": 0.0955,
      "step": 29207
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.249923721147821e-06,
      "loss": 0.114,
      "step": 29208
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.249371009722511e-06,
      "loss": 0.0957,
      "step": 29209
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2488183575914246e-06,
      "loss": 0.0771,
      "step": 29210
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2482657647587912e-06,
      "loss": 0.0876,
      "step": 29211
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.247713231228843e-06,
      "loss": 0.0962,
      "step": 29212
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2471607570058006e-06,
      "loss": 0.1102,
      "step": 29213
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.246608342093892e-06,
      "loss": 0.1065,
      "step": 29214
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.246055986497343e-06,
      "loss": 0.1104,
      "step": 29215
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.245503690220383e-06,
      "loss": 0.101,
      "step": 29216
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.244951453267232e-06,
      "loss": 0.1081,
      "step": 29217
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2443992756421205e-06,
      "loss": 0.092,
      "step": 29218
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2438471573492692e-06,
      "loss": 0.0823,
      "step": 29219
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2432950983929005e-06,
      "loss": 0.1042,
      "step": 29220
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.242743098777238e-06,
      "loss": 0.0817,
      "step": 29221
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2421911585065094e-06,
      "loss": 0.0812,
      "step": 29222
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.241639277584935e-06,
      "loss": 0.1225,
      "step": 29223
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2410874560167317e-06,
      "loss": 0.0926,
      "step": 29224
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.240535693806126e-06,
      "loss": 0.1005,
      "step": 29225
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2399839909573407e-06,
      "loss": 0.098,
      "step": 29226
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2394323474745915e-06,
      "loss": 0.0977,
      "step": 29227
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2388807633621045e-06,
      "loss": 0.1094,
      "step": 29228
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.238329238624095e-06,
      "loss": 0.0956,
      "step": 29229
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.237777773264781e-06,
      "loss": 0.1086,
      "step": 29230
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2372263672883834e-06,
      "loss": 0.0895,
      "step": 29231
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2366750206991238e-06,
      "loss": 0.0863,
      "step": 29232
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2361237335012174e-06,
      "loss": 0.099,
      "step": 29233
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2355725056988788e-06,
      "loss": 0.0949,
      "step": 29234
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.235021337296328e-06,
      "loss": 0.0906,
      "step": 29235
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2344702282977837e-06,
      "loss": 0.0884,
      "step": 29236
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.23391917870746e-06,
      "loss": 0.0873,
      "step": 29237
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2333681885295687e-06,
      "loss": 0.0896,
      "step": 29238
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2328172577683295e-06,
      "loss": 0.0948,
      "step": 29239
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.232266386427958e-06,
      "loss": 0.0958,
      "step": 29240
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.231715574512664e-06,
      "loss": 0.0869,
      "step": 29241
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.231164822026668e-06,
      "loss": 0.0952,
      "step": 29242
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.230614128974178e-06,
      "loss": 0.0848,
      "step": 29243
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2300634953594057e-06,
      "loss": 0.0935,
      "step": 29244
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2295129211865672e-06,
      "loss": 0.0935,
      "step": 29245
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2289624064598757e-06,
      "loss": 0.0952,
      "step": 29246
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.228411951183541e-06,
      "loss": 0.123,
      "step": 29247
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.227861555361771e-06,
      "loss": 0.1078,
      "step": 29248
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.227311218998779e-06,
      "loss": 0.0937,
      "step": 29249
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.226760942098778e-06,
      "loss": 0.0936,
      "step": 29250
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2262107246659724e-06,
      "loss": 0.103,
      "step": 29251
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2256605667045773e-06,
      "loss": 0.0947,
      "step": 29252
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2251104682187983e-06,
      "loss": 0.0926,
      "step": 29253
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2245604292128418e-06,
      "loss": 0.1053,
      "step": 29254
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2240104496909175e-06,
      "loss": 0.0927,
      "step": 29255
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2234605296572364e-06,
      "loss": 0.0985,
      "step": 29256
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.222910669116003e-06,
      "loss": 0.0984,
      "step": 29257
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2223608680714193e-06,
      "loss": 0.0949,
      "step": 29258
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2218111265276964e-06,
      "loss": 0.101,
      "step": 29259
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2212614444890414e-06,
      "loss": 0.1043,
      "step": 29260
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2207118219596534e-06,
      "loss": 0.1095,
      "step": 29261
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2201622589437455e-06,
      "loss": 0.0824,
      "step": 29262
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.219612755445516e-06,
      "loss": 0.1204,
      "step": 29263
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2190633114691674e-06,
      "loss": 0.0876,
      "step": 29264
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.218513927018906e-06,
      "loss": 0.0821,
      "step": 29265
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2179646020989376e-06,
      "loss": 0.1073,
      "step": 29266
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.217415336713461e-06,
      "loss": 0.0877,
      "step": 29267
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.216866130866676e-06,
      "loss": 0.1182,
      "step": 29268
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2163169845627874e-06,
      "loss": 0.1064,
      "step": 29269
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2157678978059984e-06,
      "loss": 0.1086,
      "step": 29270
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2152188706005074e-06,
      "loss": 0.1008,
      "step": 29271
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2146699029505103e-06,
      "loss": 0.0861,
      "step": 29272
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2141209948602147e-06,
      "loss": 0.0848,
      "step": 29273
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2135721463338134e-06,
      "loss": 0.0988,
      "step": 29274
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2130233573755077e-06,
      "loss": 0.0994,
      "step": 29275
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2124746279894983e-06,
      "loss": 0.0963,
      "step": 29276
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2119259581799812e-06,
      "loss": 0.0727,
      "step": 29277
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2113773479511513e-06,
      "loss": 0.1078,
      "step": 29278
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2108287973072072e-06,
      "loss": 0.1042,
      "step": 29279
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.210280306252349e-06,
      "loss": 0.0979,
      "step": 29280
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2097318747907705e-06,
      "loss": 0.1082,
      "step": 29281
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.209183502926663e-06,
      "loss": 0.0996,
      "step": 29282
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.208635190664229e-06,
      "loss": 0.1059,
      "step": 29283
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2080869380076563e-06,
      "loss": 0.1094,
      "step": 29284
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.207538744961143e-06,
      "loss": 0.0891,
      "step": 29285
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2069906115288854e-06,
      "loss": 0.0869,
      "step": 29286
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2064425377150735e-06,
      "loss": 0.114,
      "step": 29287
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.205894523523897e-06,
      "loss": 0.0909,
      "step": 29288
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.205346568959553e-06,
      "loss": 0.0998,
      "step": 29289
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.204798674026235e-06,
      "loss": 0.1048,
      "step": 29290
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2042508387281324e-06,
      "loss": 0.0934,
      "step": 29291
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.203703063069432e-06,
      "loss": 0.0772,
      "step": 29292
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.203155347054332e-06,
      "loss": 0.0997,
      "step": 29293
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2026076906870153e-06,
      "loss": 0.0918,
      "step": 29294
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2020600939716764e-06,
      "loss": 0.1071,
      "step": 29295
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.201512556912504e-06,
      "loss": 0.1001,
      "step": 29296
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2009650795136885e-06,
      "loss": 0.0952,
      "step": 29297
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2004176617794115e-06,
      "loss": 0.1057,
      "step": 29298
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.1998703037138657e-06,
      "loss": 0.0982,
      "step": 29299
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.1993230053212412e-06,
      "loss": 0.0997,
      "step": 29300
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.198775766605721e-06,
      "loss": 0.1106,
      "step": 29301
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.19822858757149e-06,
      "loss": 0.094,
      "step": 29302
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.19768146822274e-06,
      "loss": 0.0936,
      "step": 29303
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.1971344085636504e-06,
      "loss": 0.1235,
      "step": 29304
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.196587408598413e-06,
      "loss": 0.0959,
      "step": 29305
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.1960404683312044e-06,
      "loss": 0.0848,
      "step": 29306
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.1954935877662164e-06,
      "loss": 0.0801,
      "step": 29307
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.1949467669076297e-06,
      "loss": 0.0945,
      "step": 29308
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.1944000057596226e-06,
      "loss": 0.1044,
      "step": 29309
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.1938533043263875e-06,
      "loss": 0.0953,
      "step": 29310
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.1933066626121025e-06,
      "loss": 0.105,
      "step": 29311
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.192760080620946e-06,
      "loss": 0.1039,
      "step": 29312
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.192213558357106e-06,
      "loss": 0.1092,
      "step": 29313
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.1916670958247576e-06,
      "loss": 0.1047,
      "step": 29314
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.191120693028086e-06,
      "loss": 0.0984,
      "step": 29315
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.190574349971267e-06,
      "loss": 0.1286,
      "step": 29316
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.190028066658485e-06,
      "loss": 0.0855,
      "step": 29317
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1894818430939167e-06,
      "loss": 0.1035,
      "step": 29318
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.188935679281736e-06,
      "loss": 0.0923,
      "step": 29319
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.188389575226132e-06,
      "loss": 0.1016,
      "step": 29320
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1878435309312752e-06,
      "loss": 0.1053,
      "step": 29321
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1872975464013424e-06,
      "loss": 0.088,
      "step": 29322
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.186751621640515e-06,
      "loss": 0.0975,
      "step": 29323
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.186205756652965e-06,
      "loss": 0.0913,
      "step": 29324
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1856599514428722e-06,
      "loss": 0.0897,
      "step": 29325
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.185114206014408e-06,
      "loss": 0.0834,
      "step": 29326
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1845685203717526e-06,
      "loss": 0.1071,
      "step": 29327
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1840228945190766e-06,
      "loss": 0.0865,
      "step": 29328
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1834773284605516e-06,
      "loss": 0.0887,
      "step": 29329
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1829318222003605e-06,
      "loss": 0.0817,
      "step": 29330
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.18238637574267e-06,
      "loss": 0.1107,
      "step": 29331
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1818409890916514e-06,
      "loss": 0.1016,
      "step": 29332
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1812956622514836e-06,
      "loss": 0.0867,
      "step": 29333
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.180750395226331e-06,
      "loss": 0.0935,
      "step": 29334
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1802051880203725e-06,
      "loss": 0.0924,
      "step": 29335
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.179660040637771e-06,
      "loss": 0.0699,
      "step": 29336
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.179114953082705e-06,
      "loss": 0.099,
      "step": 29337
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1785699253593396e-06,
      "loss": 0.1154,
      "step": 29338
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.178024957471844e-06,
      "loss": 0.095,
      "step": 29339
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1774800494243888e-06,
      "loss": 0.0888,
      "step": 29340
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.176935201221144e-06,
      "loss": 0.0812,
      "step": 29341
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1763904128662784e-06,
      "loss": 0.0942,
      "step": 29342
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.175845684363954e-06,
      "loss": 0.0935,
      "step": 29343
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.175301015718343e-06,
      "loss": 0.0926,
      "step": 29344
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1747564069336145e-06,
      "loss": 0.0767,
      "step": 29345
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.174211858013928e-06,
      "loss": 0.0957,
      "step": 29346
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1736673689634558e-06,
      "loss": 0.1069,
      "step": 29347
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.173122939786362e-06,
      "loss": 0.0936,
      "step": 29348
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1725785704868065e-06,
      "loss": 0.0882,
      "step": 29349
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.172034261068957e-06,
      "loss": 0.0931,
      "step": 29350
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.171490011536982e-06,
      "loss": 0.1055,
      "step": 29351
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.170945821895042e-06,
      "loss": 0.1072,
      "step": 29352
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.170401692147296e-06,
      "loss": 0.0961,
      "step": 29353
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1698576222979108e-06,
      "loss": 0.1066,
      "step": 29354
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1693136123510506e-06,
      "loss": 0.0889,
      "step": 29355
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1687696623108723e-06,
      "loss": 0.0811,
      "step": 29356
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1682257721815426e-06,
      "loss": 0.0877,
      "step": 29357
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.167681941967219e-06,
      "loss": 0.0855,
      "step": 29358
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1671381716720606e-06,
      "loss": 0.0859,
      "step": 29359
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1665944613002286e-06,
      "loss": 0.0902,
      "step": 29360
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1660508108558874e-06,
      "loss": 0.1054,
      "step": 29361
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1655072203431904e-06,
      "loss": 0.0834,
      "step": 29362
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.164963689766295e-06,
      "loss": 0.0882,
      "step": 29363
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.164420219129363e-06,
      "loss": 0.1018,
      "step": 29364
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1638768084365535e-06,
      "loss": 0.1056,
      "step": 29365
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1633334576920185e-06,
      "loss": 0.0933,
      "step": 29366
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1627901668999195e-06,
      "loss": 0.0906,
      "step": 29367
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1622469360644116e-06,
      "loss": 0.1248,
      "step": 29368
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1617037651896477e-06,
      "loss": 0.0759,
      "step": 29369
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1611606542797847e-06,
      "loss": 0.1128,
      "step": 29370
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1606176033389814e-06,
      "loss": 0.0949,
      "step": 29371
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.160074612371389e-06,
      "loss": 0.0926,
      "step": 29372
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1595316813811596e-06,
      "loss": 0.1046,
      "step": 29373
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.158988810372448e-06,
      "loss": 0.0804,
      "step": 29374
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1584459993494113e-06,
      "loss": 0.1072,
      "step": 29375
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1579032483161987e-06,
      "loss": 0.1025,
      "step": 29376
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1573605572769597e-06,
      "loss": 0.1007,
      "step": 29377
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1568179262358524e-06,
      "loss": 0.0966,
      "step": 29378
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1562753551970216e-06,
      "loss": 0.0838,
      "step": 29379
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.155732844164621e-06,
      "loss": 0.1146,
      "step": 29380
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.155190393142803e-06,
      "loss": 0.0996,
      "step": 29381
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1546480021357175e-06,
      "loss": 0.0961,
      "step": 29382
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.154105671147507e-06,
      "loss": 0.1048,
      "step": 29383
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.153563400182327e-06,
      "loss": 0.1021,
      "step": 29384
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1530211892443263e-06,
      "loss": 0.1048,
      "step": 29385
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1524790383376524e-06,
      "loss": 0.0991,
      "step": 29386
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1519369474664475e-06,
      "loss": 0.1032,
      "step": 29387
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1513949166348635e-06,
      "loss": 0.0896,
      "step": 29388
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1508529458470494e-06,
      "loss": 0.0924,
      "step": 29389
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1503110351071453e-06,
      "loss": 0.0839,
      "step": 29390
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1497691844193027e-06,
      "loss": 0.0968,
      "step": 29391
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.149227393787664e-06,
      "loss": 0.1062,
      "step": 29392
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.148685663216372e-06,
      "loss": 0.1149,
      "step": 29393
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1481439927095728e-06,
      "loss": 0.0893,
      "step": 29394
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1476023822714143e-06,
      "loss": 0.0774,
      "step": 29395
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.147060831906036e-06,
      "loss": 0.1116,
      "step": 29396
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1465193416175788e-06,
      "loss": 0.1101,
      "step": 29397
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1459779114101875e-06,
      "loss": 0.0958,
      "step": 29398
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1454365412880087e-06,
      "loss": 0.0879,
      "step": 29399
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.144895231255175e-06,
      "loss": 0.0802,
      "step": 29400
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1443539813158366e-06,
      "loss": 0.101,
      "step": 29401
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1438127914741293e-06,
      "loss": 0.0861,
      "step": 29402
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.143271661734192e-06,
      "loss": 0.0925,
      "step": 29403
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.142730592100166e-06,
      "loss": 0.0959,
      "step": 29404
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.142189582576194e-06,
      "loss": 0.089,
      "step": 29405
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.141648633166411e-06,
      "loss": 0.1021,
      "step": 29406
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.141107743874955e-06,
      "loss": 0.0784,
      "step": 29407
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.140566914705965e-06,
      "loss": 0.0867,
      "step": 29408
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1400261456635806e-06,
      "loss": 0.1025,
      "step": 29409
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.139485436751938e-06,
      "loss": 0.0906,
      "step": 29410
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1389447879751703e-06,
      "loss": 0.1035,
      "step": 29411
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1384041993374183e-06,
      "loss": 0.0974,
      "step": 29412
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1378636708428126e-06,
      "loss": 0.0972,
      "step": 29413
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1373232024954905e-06,
      "loss": 0.0956,
      "step": 29414
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.136782794299591e-06,
      "loss": 0.0765,
      "step": 29415
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1362424462592446e-06,
      "loss": 0.1147,
      "step": 29416
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.135702158378582e-06,
      "loss": 0.1051,
      "step": 29417
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.13516193066174e-06,
      "loss": 0.0951,
      "step": 29418
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.134621763112854e-06,
      "loss": 0.0812,
      "step": 29419
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1340816557360535e-06,
      "loss": 0.0893,
      "step": 29420
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.133541608535469e-06,
      "loss": 0.0795,
      "step": 29421
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.133001621515235e-06,
      "loss": 0.0872,
      "step": 29422
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1324616946794785e-06,
      "loss": 0.0884,
      "step": 29423
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.131921828032333e-06,
      "loss": 0.0922,
      "step": 29424
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1313820215779314e-06,
      "loss": 0.0737,
      "step": 29425
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1308422753203992e-06,
      "loss": 0.0739,
      "step": 29426
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1303025892638653e-06,
      "loss": 0.0951,
      "step": 29427
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1297629634124597e-06,
      "loss": 0.0898,
      "step": 29428
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1292233977703125e-06,
      "loss": 0.1142,
      "step": 29429
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.128683892341551e-06,
      "loss": 0.0896,
      "step": 29430
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.128144447130297e-06,
      "loss": 0.1067,
      "step": 29431
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1276050621406864e-06,
      "loss": 0.0851,
      "step": 29432
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1270657373768365e-06,
      "loss": 0.0841,
      "step": 29433
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1265264728428793e-06,
      "loss": 0.1,
      "step": 29434
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1259872685429393e-06,
      "loss": 0.0989,
      "step": 29435
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.125448124481143e-06,
      "loss": 0.1068,
      "step": 29436
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.124909040661609e-06,
      "loss": 0.1021,
      "step": 29437
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.124370017088466e-06,
      "loss": 0.0901,
      "step": 29438
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1238310537658404e-06,
      "loss": 0.0964,
      "step": 29439
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.123292150697851e-06,
      "loss": 0.1065,
      "step": 29440
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.122753307888619e-06,
      "loss": 0.095,
      "step": 29441
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.1222145253422723e-06,
      "loss": 0.0991,
      "step": 29442
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.121675803062927e-06,
      "loss": 0.0901,
      "step": 29443
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.121137141054709e-06,
      "loss": 0.0851,
      "step": 29444
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.1205985393217353e-06,
      "loss": 0.1139,
      "step": 29445
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.120059997868131e-06,
      "loss": 0.1065,
      "step": 29446
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.119521516698011e-06,
      "loss": 0.1177,
      "step": 29447
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.118983095815497e-06,
      "loss": 0.0871,
      "step": 29448
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.1184447352247116e-06,
      "loss": 0.0864,
      "step": 29449
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.1179064349297694e-06,
      "loss": 0.0988,
      "step": 29450
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.1173681949347867e-06,
      "loss": 0.1114,
      "step": 29451
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.116830015243887e-06,
      "loss": 0.1074,
      "step": 29452
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.1162918958611813e-06,
      "loss": 0.0944,
      "step": 29453
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.1157538367907916e-06,
      "loss": 0.0895,
      "step": 29454
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.1152158380368283e-06,
      "loss": 0.0953,
      "step": 29455
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.1146778996034147e-06,
      "loss": 0.0955,
      "step": 29456
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.1141400214946618e-06,
      "loss": 0.1061,
      "step": 29457
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.11360220371468e-06,
      "loss": 0.0865,
      "step": 29458
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.113064446267593e-06,
      "loss": 0.0897,
      "step": 29459
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.1125267491575117e-06,
      "loss": 0.0963,
      "step": 29460
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.111989112388545e-06,
      "loss": 0.1041,
      "step": 29461
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.1114515359648125e-06,
      "loss": 0.094,
      "step": 29462
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.110914019890421e-06,
      "loss": 0.1035,
      "step": 29463
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.1103765641694873e-06,
      "loss": 0.0887,
      "step": 29464
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.109839168806118e-06,
      "loss": 0.1001,
      "step": 29465
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.1093018338044315e-06,
      "loss": 0.1148,
      "step": 29466
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.1087645591685336e-06,
      "loss": 0.1065,
      "step": 29467
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.1082273449025294e-06,
      "loss": 0.0853,
      "step": 29468
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.1076901910105407e-06,
      "loss": 0.0871,
      "step": 29469
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.1071530974966704e-06,
      "loss": 0.1041,
      "step": 29470
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.1066160643650256e-06,
      "loss": 0.0776,
      "step": 29471
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.1060790916197195e-06,
      "loss": 0.1036,
      "step": 29472
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.1055421792648543e-06,
      "loss": 0.0929,
      "step": 29473
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.1050053273045445e-06,
      "loss": 0.0793,
      "step": 29474
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.1044685357428896e-06,
      "loss": 0.1059,
      "step": 29475
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.103931804584003e-06,
      "loss": 0.0915,
      "step": 29476
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.103395133831988e-06,
      "loss": 0.0895,
      "step": 29477
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.102858523490948e-06,
      "loss": 0.0837,
      "step": 29478
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.102321973564989e-06,
      "loss": 0.1056,
      "step": 29479
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.1017854840582206e-06,
      "loss": 0.1085,
      "step": 29480
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.101249054974741e-06,
      "loss": 0.0768,
      "step": 29481
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.100712686318659e-06,
      "loss": 0.0865,
      "step": 29482
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.1001763780940722e-06,
      "loss": 0.1072,
      "step": 29483
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.0996401303050897e-06,
      "loss": 0.1104,
      "step": 29484
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.099103942955809e-06,
      "loss": 0.0982,
      "step": 29485
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.098567816050335e-06,
      "loss": 0.1036,
      "step": 29486
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.0980317495927705e-06,
      "loss": 0.086,
      "step": 29487
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.09749574358721e-06,
      "loss": 0.0963,
      "step": 29488
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.0969597980377587e-06,
      "loss": 0.0949,
      "step": 29489
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.0964239129485196e-06,
      "loss": 0.0857,
      "step": 29490
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.0958880883235887e-06,
      "loss": 0.0915,
      "step": 29491
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.095352324167064e-06,
      "loss": 0.0833,
      "step": 29492
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.0948166204830447e-06,
      "loss": 0.0971,
      "step": 29493
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.0942809772756325e-06,
      "loss": 0.0898,
      "step": 29494
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.0937453945489215e-06,
      "loss": 0.1001,
      "step": 29495
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.0932098723070125e-06,
      "loss": 0.1024,
      "step": 29496
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.092674410554e-06,
      "loss": 0.093,
      "step": 29497
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.0921390092939787e-06,
      "loss": 0.1058,
      "step": 29498
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.091603668531046e-06,
      "loss": 0.0973,
      "step": 29499
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.0910683882693017e-06,
      "loss": 0.0913,
      "step": 29500
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.090533168512836e-06,
      "loss": 0.0895,
      "step": 29501
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.0899980092657424e-06,
      "loss": 0.1043,
      "step": 29502
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.0894629105321175e-06,
      "loss": 0.0993,
      "step": 29503
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.0889278723160567e-06,
      "loss": 0.1038,
      "step": 29504
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.0883928946216494e-06,
      "loss": 0.1171,
      "step": 29505
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.087857977452992e-06,
      "loss": 0.0808,
      "step": 29506
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.0873231208141743e-06,
      "loss": 0.0909,
      "step": 29507
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.086788324709287e-06,
      "loss": 0.0863,
      "step": 29508
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.0862535891424217e-06,
      "loss": 0.0875,
      "step": 29509
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.0857189141176736e-06,
      "loss": 0.1074,
      "step": 29510
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.0851842996391303e-06,
      "loss": 0.1004,
      "step": 29511
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.084649745710878e-06,
      "loss": 0.0833,
      "step": 29512
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.084115252337011e-06,
      "loss": 0.0909,
      "step": 29513
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.083580819521619e-06,
      "loss": 0.0888,
      "step": 29514
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.0830464472687862e-06,
      "loss": 0.0873,
      "step": 29515
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.082512135582605e-06,
      "loss": 0.0983,
      "step": 29516
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.081977884467161e-06,
      "loss": 0.0937,
      "step": 29517
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.0814436939265394e-06,
      "loss": 0.1007,
      "step": 29518
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.080909563964828e-06,
      "loss": 0.0907,
      "step": 29519
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.0803754945861166e-06,
      "loss": 0.0844,
      "step": 29520
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.079841485794488e-06,
      "loss": 0.0661,
      "step": 29521
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.079307537594026e-06,
      "loss": 0.0965,
      "step": 29522
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.078773649988817e-06,
      "loss": 0.0851,
      "step": 29523
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.078239822982947e-06,
      "loss": 0.0879,
      "step": 29524
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.0777060565804996e-06,
      "loss": 0.1143,
      "step": 29525
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.0771723507855537e-06,
      "loss": 0.0985,
      "step": 29526
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.0766387056021988e-06,
      "loss": 0.0901,
      "step": 29527
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.076105121034511e-06,
      "loss": 0.0924,
      "step": 29528
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.0755715970865764e-06,
      "loss": 0.1201,
      "step": 29529
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.075038133762478e-06,
      "loss": 0.0969,
      "step": 29530
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.074504731066295e-06,
      "loss": 0.0815,
      "step": 29531
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.073971389002104e-06,
      "loss": 0.1136,
      "step": 29532
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.073438107573991e-06,
      "loss": 0.0927,
      "step": 29533
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.0729048867860345e-06,
      "loss": 0.0921,
      "step": 29534
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.072371726642314e-06,
      "loss": 0.0992,
      "step": 29535
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.0718386271469037e-06,
      "loss": 0.0871,
      "step": 29536
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.071305588303887e-06,
      "loss": 0.1061,
      "step": 29537
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.070772610117342e-06,
      "loss": 0.0907,
      "step": 29538
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.0702396925913426e-06,
      "loss": 0.0975,
      "step": 29539
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.069706835729969e-06,
      "loss": 0.0914,
      "step": 29540
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.069174039537297e-06,
      "loss": 0.0855,
      "step": 29541
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.0686413040173992e-06,
      "loss": 0.0811,
      "step": 29542
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.0681086291743545e-06,
      "loss": 0.1125,
      "step": 29543
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.0675760150122395e-06,
      "loss": 0.0877,
      "step": 29544
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.0670434615351265e-06,
      "loss": 0.0899,
      "step": 29545
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.0665109687470873e-06,
      "loss": 0.1017,
      "step": 29546
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.065978536652198e-06,
      "loss": 0.0855,
      "step": 29547
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.0654461652545345e-06,
      "loss": 0.0895,
      "step": 29548
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.064913854558165e-06,
      "loss": 0.1021,
      "step": 29549
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.064381604567166e-06,
      "loss": 0.0982,
      "step": 29550
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.063849415285607e-06,
      "loss": 0.1007,
      "step": 29551
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.0633172867175576e-06,
      "loss": 0.0869,
      "step": 29552
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.0627852188670906e-06,
      "loss": 0.1004,
      "step": 29553
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.062253211738279e-06,
      "loss": 0.0967,
      "step": 29554
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.0617212653351905e-06,
      "loss": 0.1154,
      "step": 29555
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.061189379661892e-06,
      "loss": 0.0749,
      "step": 29556
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.060657554722455e-06,
      "loss": 0.0954,
      "step": 29557
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.0601257905209504e-06,
      "loss": 0.0909,
      "step": 29558
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.0595940870614438e-06,
      "loss": 0.0943,
      "step": 29559
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.059062444348001e-06,
      "loss": 0.1037,
      "step": 29560
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.0585308623846934e-06,
      "loss": 0.1064,
      "step": 29561
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.0579993411755837e-06,
      "loss": 0.1044,
      "step": 29562
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.0574678807247393e-06,
      "loss": 0.0891,
      "step": 29563
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0569364810362304e-06,
      "loss": 0.105,
      "step": 29564
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0564051421141183e-06,
      "loss": 0.0908,
      "step": 29565
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.055873863962465e-06,
      "loss": 0.0998,
      "step": 29566
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0553426465853387e-06,
      "loss": 0.101,
      "step": 29567
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0548114899868064e-06,
      "loss": 0.1069,
      "step": 29568
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.054280394170927e-06,
      "loss": 0.0956,
      "step": 29569
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0537493591417623e-06,
      "loss": 0.0976,
      "step": 29570
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.053218384903379e-06,
      "loss": 0.1031,
      "step": 29571
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0526874714598366e-06,
      "loss": 0.0903,
      "step": 29572
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0521566188151955e-06,
      "loss": 0.0879,
      "step": 29573
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0516258269735223e-06,
      "loss": 0.0981,
      "step": 29574
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0510950959388744e-06,
      "loss": 0.1149,
      "step": 29575
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.050564425715308e-06,
      "loss": 0.0739,
      "step": 29576
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0500338163068878e-06,
      "loss": 0.0934,
      "step": 29577
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.049503267717674e-06,
      "loss": 0.0913,
      "step": 29578
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0489727799517235e-06,
      "loss": 0.0936,
      "step": 29579
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0484423530130913e-06,
      "loss": 0.1077,
      "step": 29580
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0479119869058416e-06,
      "loss": 0.0982,
      "step": 29581
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.047381681634026e-06,
      "loss": 0.0865,
      "step": 29582
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.046851437201706e-06,
      "loss": 0.1024,
      "step": 29583
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0463212536129373e-06,
      "loss": 0.1125,
      "step": 29584
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.045791130871775e-06,
      "loss": 0.0917,
      "step": 29585
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0452610689822714e-06,
      "loss": 0.0796,
      "step": 29586
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0447310679484857e-06,
      "loss": 0.0973,
      "step": 29587
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0442011277744746e-06,
      "loss": 0.0953,
      "step": 29588
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0436712484642883e-06,
      "loss": 0.0781,
      "step": 29589
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0431414300219798e-06,
      "loss": 0.0861,
      "step": 29590
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0426116724516063e-06,
      "loss": 0.0854,
      "step": 29591
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.042081975757215e-06,
      "loss": 0.1266,
      "step": 29592
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.041552339942866e-06,
      "loss": 0.087,
      "step": 29593
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0410227650126025e-06,
      "loss": 0.0732,
      "step": 29594
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0404932509704834e-06,
      "loss": 0.099,
      "step": 29595
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0399637978205566e-06,
      "loss": 0.0904,
      "step": 29596
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0394344055668667e-06,
      "loss": 0.1089,
      "step": 29597
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.038905074213474e-06,
      "loss": 0.1009,
      "step": 29598
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.038375803764424e-06,
      "loss": 0.1177,
      "step": 29599
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0378465942237624e-06,
      "loss": 0.1094,
      "step": 29600
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0373174455955425e-06,
      "loss": 0.0813,
      "step": 29601
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0367883578838087e-06,
      "loss": 0.0961,
      "step": 29602
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0362593310926115e-06,
      "loss": 0.0954,
      "step": 29603
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0357303652259954e-06,
      "loss": 0.0843,
      "step": 29604
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.03520146028801e-06,
      "loss": 0.0947,
      "step": 29605
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0346726162827014e-06,
      "loss": 0.1102,
      "step": 29606
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0341438332141086e-06,
      "loss": 0.0945,
      "step": 29607
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0336151110862866e-06,
      "loss": 0.0899,
      "step": 29608
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0330864499032767e-06,
      "loss": 0.105,
      "step": 29609
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.03255784966912e-06,
      "loss": 0.0828,
      "step": 29610
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.032029310387866e-06,
      "loss": 0.1027,
      "step": 29611
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0315008320635533e-06,
      "loss": 0.0815,
      "step": 29612
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0309724147002284e-06,
      "loss": 0.0888,
      "step": 29613
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.030444058301929e-06,
      "loss": 0.0983,
      "step": 29614
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.029915762872704e-06,
      "loss": 0.0899,
      "step": 29615
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.029387528416592e-06,
      "loss": 0.0976,
      "step": 29616
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0288593549376277e-06,
      "loss": 0.0895,
      "step": 29617
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0283312424398627e-06,
      "loss": 0.0755,
      "step": 29618
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0278031909273323e-06,
      "loss": 0.0916,
      "step": 29619
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.027275200404073e-06,
      "loss": 0.1132,
      "step": 29620
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0267472708741297e-06,
      "loss": 0.0986,
      "step": 29621
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.026219402341536e-06,
      "loss": 0.0832,
      "step": 29622
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0256915948103362e-06,
      "loss": 0.1022,
      "step": 29623
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0251638482845614e-06,
      "loss": 0.1051,
      "step": 29624
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0246361627682552e-06,
      "loss": 0.0948,
      "step": 29625
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0241085382654513e-06,
      "loss": 0.1012,
      "step": 29626
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0235809747801836e-06,
      "loss": 0.0933,
      "step": 29627
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0230534723164917e-06,
      "loss": 0.0829,
      "step": 29628
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0225260308784133e-06,
      "loss": 0.103,
      "step": 29629
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0219986504699807e-06,
      "loss": 0.112,
      "step": 29630
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.021471331095225e-06,
      "loss": 0.0967,
      "step": 29631
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.020944072758183e-06,
      "loss": 0.0752,
      "step": 29632
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0204168754628926e-06,
      "loss": 0.0853,
      "step": 29633
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.019889739213381e-06,
      "loss": 0.1374,
      "step": 29634
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0193626640136865e-06,
      "loss": 0.1141,
      "step": 29635
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0188356498678374e-06,
      "loss": 0.0883,
      "step": 29636
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0183086967798637e-06,
      "loss": 0.1011,
      "step": 29637
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.017781804753799e-06,
      "loss": 0.0745,
      "step": 29638
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0172549737936777e-06,
      "loss": 0.1107,
      "step": 29639
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0167282039035275e-06,
      "loss": 0.0863,
      "step": 29640
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0162014950873743e-06,
      "loss": 0.0992,
      "step": 29641
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0156748473492515e-06,
      "loss": 0.0935,
      "step": 29642
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0151482606931895e-06,
      "loss": 0.0882,
      "step": 29643
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0146217351232136e-06,
      "loss": 0.0875,
      "step": 29644
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.014095270643355e-06,
      "loss": 0.0886,
      "step": 29645
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0135688672576394e-06,
      "loss": 0.0968,
      "step": 29646
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0130425249700913e-06,
      "loss": 0.1045,
      "step": 29647
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.01251624378474e-06,
      "loss": 0.0912,
      "step": 29648
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0119900237056143e-06,
      "loss": 0.1114,
      "step": 29649
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0114638647367377e-06,
      "loss": 0.0849,
      "step": 29650
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.010937766882133e-06,
      "loss": 0.0808,
      "step": 29651
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.010411730145826e-06,
      "loss": 0.112,
      "step": 29652
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.009885754531845e-06,
      "loss": 0.0889,
      "step": 29653
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0093598400442094e-06,
      "loss": 0.0901,
      "step": 29654
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0088339866869454e-06,
      "loss": 0.104,
      "step": 29655
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0083081944640747e-06,
      "loss": 0.0916,
      "step": 29656
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0077824633796174e-06,
      "loss": 0.0649,
      "step": 29657
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0072567934375977e-06,
      "loss": 0.0767,
      "step": 29658
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.00673118464204e-06,
      "loss": 0.1124,
      "step": 29659
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0062056369969617e-06,
      "loss": 0.1021,
      "step": 29660
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.005680150506383e-06,
      "loss": 0.0897,
      "step": 29661
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.005154725174323e-06,
      "loss": 0.1095,
      "step": 29662
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0046293610048073e-06,
      "loss": 0.093,
      "step": 29663
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0041040580018513e-06,
      "loss": 0.107,
      "step": 29664
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0035788161694714e-06,
      "loss": 0.1002,
      "step": 29665
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0030536355116905e-06,
      "loss": 0.0815,
      "step": 29666
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.00252851603252e-06,
      "loss": 0.124,
      "step": 29667
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0020034577359825e-06,
      "loss": 0.0914,
      "step": 29668
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.001478460626095e-06,
      "loss": 0.0813,
      "step": 29669
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0009535247068735e-06,
      "loss": 0.1025,
      "step": 29670
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.000428649982329e-06,
      "loss": 0.0849,
      "step": 29671
    },
    {
      "epoch": 2.4,
      "learning_rate": 1.9999038364564814e-06,
      "loss": 0.1049,
      "step": 29672
    },
    {
      "epoch": 2.4,
      "learning_rate": 1.999379084133347e-06,
      "loss": 0.1119,
      "step": 29673
    },
    {
      "epoch": 2.4,
      "learning_rate": 1.9988543930169378e-06,
      "loss": 0.0853,
      "step": 29674
    },
    {
      "epoch": 2.4,
      "learning_rate": 1.9983297631112663e-06,
      "loss": 0.0917,
      "step": 29675
    },
    {
      "epoch": 2.4,
      "learning_rate": 1.9978051944203504e-06,
      "loss": 0.1026,
      "step": 29676
    },
    {
      "epoch": 2.4,
      "learning_rate": 1.9972806869481974e-06,
      "loss": 0.08,
      "step": 29677
    },
    {
      "epoch": 2.4,
      "learning_rate": 1.996756240698824e-06,
      "loss": 0.099,
      "step": 29678
    },
    {
      "epoch": 2.4,
      "learning_rate": 1.996231855676244e-06,
      "loss": 0.0822,
      "step": 29679
    },
    {
      "epoch": 2.4,
      "learning_rate": 1.9957075318844664e-06,
      "loss": 0.1157,
      "step": 29680
    },
    {
      "epoch": 2.4,
      "learning_rate": 1.995183269327501e-06,
      "loss": 0.082,
      "step": 29681
    },
    {
      "epoch": 2.4,
      "learning_rate": 1.994659068009359e-06,
      "loss": 0.0886,
      "step": 29682
    },
    {
      "epoch": 2.4,
      "learning_rate": 1.994134927934055e-06,
      "loss": 0.1011,
      "step": 29683
    },
    {
      "epoch": 2.4,
      "learning_rate": 1.993610849105595e-06,
      "loss": 0.0943,
      "step": 29684
    },
    {
      "epoch": 2.4,
      "learning_rate": 1.993086831527986e-06,
      "loss": 0.0816,
      "step": 29685
    },
    {
      "epoch": 2.4,
      "learning_rate": 1.9925628752052406e-06,
      "loss": 0.1217,
      "step": 29686
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.99203898014137e-06,
      "loss": 0.0915,
      "step": 29687
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9915151463403747e-06,
      "loss": 0.0971,
      "step": 29688
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9909913738062682e-06,
      "loss": 0.1016,
      "step": 29689
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.990467662543056e-06,
      "loss": 0.0852,
      "step": 29690
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.989944012554742e-06,
      "loss": 0.063,
      "step": 29691
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.989420423845333e-06,
      "loss": 0.097,
      "step": 29692
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.988896896418838e-06,
      "loss": 0.0957,
      "step": 29693
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.988373430279261e-06,
      "loss": 0.0863,
      "step": 29694
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.987850025430603e-06,
      "loss": 0.0944,
      "step": 29695
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.98732668187687e-06,
      "loss": 0.0802,
      "step": 29696
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9868033996220694e-06,
      "loss": 0.0953,
      "step": 29697
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.986280178670201e-06,
      "loss": 0.0926,
      "step": 29698
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9857570190252663e-06,
      "loss": 0.1045,
      "step": 29699
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9852339206912707e-06,
      "loss": 0.0801,
      "step": 29700
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.984710883672213e-06,
      "loss": 0.0884,
      "step": 29701
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.984187907972096e-06,
      "loss": 0.0775,
      "step": 29702
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9836649935949226e-06,
      "loss": 0.0777,
      "step": 29703
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9831421405446927e-06,
      "loss": 0.0901,
      "step": 29704
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.982619348825402e-06,
      "loss": 0.0885,
      "step": 29705
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9820966184410516e-06,
      "loss": 0.0914,
      "step": 29706
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9815739493956466e-06,
      "loss": 0.0918,
      "step": 29707
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.98105134169318e-06,
      "loss": 0.1105,
      "step": 29708
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.980528795337647e-06,
      "loss": 0.0974,
      "step": 29709
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9800063103330524e-06,
      "loss": 0.0971,
      "step": 29710
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9794838866833875e-06,
      "loss": 0.0812,
      "step": 29711
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.978961524392651e-06,
      "loss": 0.1131,
      "step": 29712
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.978439223464842e-06,
      "loss": 0.1134,
      "step": 29713
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9779169839039536e-06,
      "loss": 0.0937,
      "step": 29714
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9773948057139793e-06,
      "loss": 0.0977,
      "step": 29715
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9768726888989142e-06,
      "loss": 0.1222,
      "step": 29716
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.976350633462758e-06,
      "loss": 0.125,
      "step": 29717
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9758286394095006e-06,
      "loss": 0.1003,
      "step": 29718
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.975306706743132e-06,
      "loss": 0.0815,
      "step": 29719
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9747848354676523e-06,
      "loss": 0.103,
      "step": 29720
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9742630255870467e-06,
      "loss": 0.1115,
      "step": 29721
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.973741277105311e-06,
      "loss": 0.1186,
      "step": 29722
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9732195900264394e-06,
      "loss": 0.1102,
      "step": 29723
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9726979643544185e-06,
      "loss": 0.1094,
      "step": 29724
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9721764000932396e-06,
      "loss": 0.117,
      "step": 29725
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9716548972468918e-06,
      "loss": 0.0951,
      "step": 29726
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9711334558193705e-06,
      "loss": 0.1024,
      "step": 29727
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9706120758146595e-06,
      "loss": 0.1022,
      "step": 29728
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9700907572367476e-06,
      "loss": 0.1037,
      "step": 29729
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9695695000896255e-06,
      "loss": 0.102,
      "step": 29730
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.969048304377278e-06,
      "loss": 0.1042,
      "step": 29731
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.968527170103696e-06,
      "loss": 0.0959,
      "step": 29732
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.968006097272861e-06,
      "loss": 0.0843,
      "step": 29733
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.967485085888766e-06,
      "loss": 0.0883,
      "step": 29734
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.966964135955394e-06,
      "loss": 0.0931,
      "step": 29735
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9664432474767248e-06,
      "loss": 0.1085,
      "step": 29736
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.965922420456753e-06,
      "loss": 0.1023,
      "step": 29737
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.965401654899458e-06,
      "loss": 0.0798,
      "step": 29738
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9648809508088218e-06,
      "loss": 0.1104,
      "step": 29739
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.964360308188834e-06,
      "loss": 0.0724,
      "step": 29740
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9638397270434705e-06,
      "loss": 0.106,
      "step": 29741
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9633192073767202e-06,
      "loss": 0.0702,
      "step": 29742
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9627987491925603e-06,
      "loss": 0.0857,
      "step": 29743
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9622783524949773e-06,
      "loss": 0.1033,
      "step": 29744
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.961758017287949e-06,
      "loss": 0.0956,
      "step": 29745
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9612377435754515e-06,
      "loss": 0.0812,
      "step": 29746
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9607175313614746e-06,
      "loss": 0.0779,
      "step": 29747
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9601973806499954e-06,
      "loss": 0.1071,
      "step": 29748
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.959677291444988e-06,
      "loss": 0.1054,
      "step": 29749
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9591572637504376e-06,
      "loss": 0.0765,
      "step": 29750
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.958637297570316e-06,
      "loss": 0.0771,
      "step": 29751
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9581173929086084e-06,
      "loss": 0.1078,
      "step": 29752
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9575975497692846e-06,
      "loss": 0.1069,
      "step": 29753
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.957077768156329e-06,
      "loss": 0.0975,
      "step": 29754
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9565580480737146e-06,
      "loss": 0.1223,
      "step": 29755
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9560383895254122e-06,
      "loss": 0.0828,
      "step": 29756
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.955518792515406e-06,
      "loss": 0.1045,
      "step": 29757
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9549992570476694e-06,
      "loss": 0.1037,
      "step": 29758
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9544797831261708e-06,
      "loss": 0.0976,
      "step": 29759
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9539603707548917e-06,
      "loss": 0.093,
      "step": 29760
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9534410199378006e-06,
      "loss": 0.0731,
      "step": 29761
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.952921730678874e-06,
      "loss": 0.0801,
      "step": 29762
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9524025029820815e-06,
      "loss": 0.1044,
      "step": 29763
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.951883336851399e-06,
      "loss": 0.1006,
      "step": 29764
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9513642322907965e-06,
      "loss": 0.0976,
      "step": 29765
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9508451893042423e-06,
      "loss": 0.0867,
      "step": 29766
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.95032620789571e-06,
      "loss": 0.089,
      "step": 29767
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9498072880691722e-06,
      "loss": 0.0942,
      "step": 29768
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9492884298285972e-06,
      "loss": 0.0691,
      "step": 29769
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9487696331779503e-06,
      "loss": 0.1095,
      "step": 29770
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9482508981212032e-06,
      "loss": 0.1035,
      "step": 29771
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9477322246623285e-06,
      "loss": 0.0975,
      "step": 29772
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9472136128052878e-06,
      "loss": 0.0814,
      "step": 29773
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9466950625540536e-06,
      "loss": 0.0845,
      "step": 29774
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9461765739125913e-06,
      "loss": 0.083,
      "step": 29775
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9456581468848647e-06,
      "loss": 0.0974,
      "step": 29776
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9451397814748408e-06,
      "loss": 0.0781,
      "step": 29777
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9446214776864904e-06,
      "loss": 0.0871,
      "step": 29778
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.944103235523773e-06,
      "loss": 0.0968,
      "step": 29779
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9435850549906543e-06,
      "loss": 0.0907,
      "step": 29780
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.943066936091098e-06,
      "loss": 0.0786,
      "step": 29781
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9425488788290726e-06,
      "loss": 0.0889,
      "step": 29782
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9420308832085345e-06,
      "loss": 0.1032,
      "step": 29783
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9415129492334527e-06,
      "loss": 0.1017,
      "step": 29784
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.940995076907787e-06,
      "loss": 0.0971,
      "step": 29785
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9404772662354953e-06,
      "loss": 0.0987,
      "step": 29786
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9399595172205433e-06,
      "loss": 0.0997,
      "step": 29787
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9394418298668938e-06,
      "loss": 0.0892,
      "step": 29788
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.938924204178505e-06,
      "loss": 0.0937,
      "step": 29789
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9384066401593327e-06,
      "loss": 0.0911,
      "step": 29790
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9378891378133414e-06,
      "loss": 0.1129,
      "step": 29791
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.937371697144491e-06,
      "loss": 0.0827,
      "step": 29792
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9368543181567355e-06,
      "loss": 0.0988,
      "step": 29793
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9363370008540383e-06,
      "loss": 0.0961,
      "step": 29794
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9358197452403538e-06,
      "loss": 0.0866,
      "step": 29795
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9353025513196367e-06,
      "loss": 0.0977,
      "step": 29796
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.934785419095847e-06,
      "loss": 0.1285,
      "step": 29797
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9342683485729418e-06,
      "loss": 0.0724,
      "step": 29798
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.933751339754877e-06,
      "loss": 0.099,
      "step": 29799
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.933234392645602e-06,
      "loss": 0.1035,
      "step": 29800
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9327175072490766e-06,
      "loss": 0.0896,
      "step": 29801
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9322006835692573e-06,
      "loss": 0.1048,
      "step": 29802
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9316839216100912e-06,
      "loss": 0.1082,
      "step": 29803
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9311672213755395e-06,
      "loss": 0.109,
      "step": 29804
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9306505828695497e-06,
      "loss": 0.0975,
      "step": 29805
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.930134006096073e-06,
      "loss": 0.1137,
      "step": 29806
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9296174910590638e-06,
      "loss": 0.0906,
      "step": 29807
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9291010377624763e-06,
      "loss": 0.0911,
      "step": 29808
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9285846462102586e-06,
      "loss": 0.0761,
      "step": 29809
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9280683164063595e-06,
      "loss": 0.1013,
      "step": 29810
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.9275520483547294e-06,
      "loss": 0.0755,
      "step": 29811
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.9270358420593238e-06,
      "loss": 0.1006,
      "step": 29812
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.9265196975240863e-06,
      "loss": 0.0886,
      "step": 29813
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.926003614752965e-06,
      "loss": 0.094,
      "step": 29814
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.9254875937499107e-06,
      "loss": 0.0974,
      "step": 29815
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.9249716345188687e-06,
      "loss": 0.0853,
      "step": 29816
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.9244557370637873e-06,
      "loss": 0.0837,
      "step": 29817
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.9239399013886163e-06,
      "loss": 0.0816,
      "step": 29818
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.9234241274972986e-06,
      "loss": 0.111,
      "step": 29819
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.9229084153937784e-06,
      "loss": 0.1027,
      "step": 29820
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.922392765082004e-06,
      "loss": 0.0893,
      "step": 29821
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.9218771765659205e-06,
      "loss": 0.0851,
      "step": 29822
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.9213616498494724e-06,
      "loss": 0.1014,
      "step": 29823
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.9208461849366e-06,
      "loss": 0.0964,
      "step": 29824
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.9203307818312513e-06,
      "loss": 0.0897,
      "step": 29825
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.919815440537365e-06,
      "loss": 0.1225,
      "step": 29826
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.9193001610588858e-06,
      "loss": 0.0828,
      "step": 29827
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.9187849433997575e-06,
      "loss": 0.0935,
      "step": 29828
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.918269787563921e-06,
      "loss": 0.1048,
      "step": 29829
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.9177546935553126e-06,
      "loss": 0.0809,
      "step": 29830
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.9172396613778765e-06,
      "loss": 0.0893,
      "step": 29831
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.9167246910355564e-06,
      "loss": 0.0958,
      "step": 29832
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.916209782532288e-06,
      "loss": 0.0954,
      "step": 29833
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.9156949358720065e-06,
      "loss": 0.0879,
      "step": 29834
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.9151801510586574e-06,
      "loss": 0.1102,
      "step": 29835
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.9146654280961772e-06,
      "loss": 0.1061,
      "step": 29836
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.9141507669885016e-06,
      "loss": 0.0917,
      "step": 29837
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.913636167739572e-06,
      "loss": 0.0894,
      "step": 29838
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.913121630353322e-06,
      "loss": 0.1038,
      "step": 29839
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.9126071548336846e-06,
      "loss": 0.0895,
      "step": 29840
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.912092741184601e-06,
      "loss": 0.1179,
      "step": 29841
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.911578389410007e-06,
      "loss": 0.095,
      "step": 29842
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.9110640995138353e-06,
      "loss": 0.0871,
      "step": 29843
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.9105498715000183e-06,
      "loss": 0.1021,
      "step": 29844
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.9100357053724926e-06,
      "loss": 0.0738,
      "step": 29845
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.9095216011351937e-06,
      "loss": 0.0816,
      "step": 29846
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.909007558792052e-06,
      "loss": 0.1174,
      "step": 29847
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.908493578346997e-06,
      "loss": 0.093,
      "step": 29848
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.907979659803968e-06,
      "loss": 0.0957,
      "step": 29849
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.90746580316689e-06,
      "loss": 0.0841,
      "step": 29850
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.9069520084396964e-06,
      "loss": 0.0883,
      "step": 29851
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.906438275626321e-06,
      "loss": 0.0959,
      "step": 29852
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.9059246047306912e-06,
      "loss": 0.0988,
      "step": 29853
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.9054109957567345e-06,
      "loss": 0.0906,
      "step": 29854
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.9048974487083815e-06,
      "loss": 0.0799,
      "step": 29855
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.9043839635895655e-06,
      "loss": 0.0853,
      "step": 29856
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.9038705404042113e-06,
      "loss": 0.1034,
      "step": 29857
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.9033571791562433e-06,
      "loss": 0.0989,
      "step": 29858
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.9028438798495953e-06,
      "loss": 0.1196,
      "step": 29859
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.9023306424881882e-06,
      "loss": 0.1019,
      "step": 29860
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.9018174670759504e-06,
      "loss": 0.0743,
      "step": 29861
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.9013043536168119e-06,
      "loss": 0.0894,
      "step": 29862
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.9007913021146951e-06,
      "loss": 0.0891,
      "step": 29863
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.9002783125735226e-06,
      "loss": 0.0992,
      "step": 29864
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.8997653849972197e-06,
      "loss": 0.0688,
      "step": 29865
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.899252519389715e-06,
      "loss": 0.0846,
      "step": 29866
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.8987397157549282e-06,
      "loss": 0.1105,
      "step": 29867
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.8982269740967806e-06,
      "loss": 0.1002,
      "step": 29868
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.8977142944192007e-06,
      "loss": 0.1016,
      "step": 29869
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.8972016767261037e-06,
      "loss": 0.0903,
      "step": 29870
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.8966891210214145e-06,
      "loss": 0.0798,
      "step": 29871
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.8961766273090575e-06,
      "loss": 0.1322,
      "step": 29872
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.8956641955929501e-06,
      "loss": 0.096,
      "step": 29873
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.8951518258770096e-06,
      "loss": 0.1016,
      "step": 29874
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.89463951816516e-06,
      "loss": 0.0902,
      "step": 29875
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.8941272724613213e-06,
      "loss": 0.0841,
      "step": 29876
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.8936150887694105e-06,
      "loss": 0.095,
      "step": 29877
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.8931029670933443e-06,
      "loss": 0.09,
      "step": 29878
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.892590907437044e-06,
      "loss": 0.0851,
      "step": 29879
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.8920789098044224e-06,
      "loss": 0.0939,
      "step": 29880
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.8915669741994024e-06,
      "loss": 0.0952,
      "step": 29881
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.8910551006258938e-06,
      "loss": 0.0901,
      "step": 29882
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.8905432890878184e-06,
      "loss": 0.1037,
      "step": 29883
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.89003153958909e-06,
      "loss": 0.0864,
      "step": 29884
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.8895198521336178e-06,
      "loss": 0.0944,
      "step": 29885
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.8890082267253262e-06,
      "loss": 0.0943,
      "step": 29886
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.8884966633681246e-06,
      "loss": 0.0913,
      "step": 29887
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.8879851620659239e-06,
      "loss": 0.0994,
      "step": 29888
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.8874737228226425e-06,
      "loss": 0.0889,
      "step": 29889
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.8869623456421871e-06,
      "loss": 0.0861,
      "step": 29890
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.8864510305284756e-06,
      "loss": 0.1103,
      "step": 29891
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.8859397774854149e-06,
      "loss": 0.0997,
      "step": 29892
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.8854285865169208e-06,
      "loss": 0.096,
      "step": 29893
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.8849174576269025e-06,
      "loss": 0.0918,
      "step": 29894
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.8844063908192634e-06,
      "loss": 0.0931,
      "step": 29895
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.8838953860979247e-06,
      "loss": 0.0906,
      "step": 29896
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.8833844434667904e-06,
      "loss": 0.099,
      "step": 29897
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.8828735629297667e-06,
      "loss": 0.0808,
      "step": 29898
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.8823627444907676e-06,
      "loss": 0.1104,
      "step": 29899
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.8818519881536946e-06,
      "loss": 0.0898,
      "step": 29900
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.8813412939224617e-06,
      "loss": 0.1006,
      "step": 29901
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.8808306618009698e-06,
      "loss": 0.1199,
      "step": 29902
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.880320091793131e-06,
      "loss": 0.0954,
      "step": 29903
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.8798095839028475e-06,
      "loss": 0.067,
      "step": 29904
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.879299138134021e-06,
      "loss": 0.0906,
      "step": 29905
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.878788754490567e-06,
      "loss": 0.0878,
      "step": 29906
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.8782784329763838e-06,
      "loss": 0.0786,
      "step": 29907
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.8777681735953734e-06,
      "loss": 0.0881,
      "step": 29908
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.8772579763514454e-06,
      "loss": 0.0978,
      "step": 29909
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.8767478412484964e-06,
      "loss": 0.0935,
      "step": 29910
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.8762377682904342e-06,
      "loss": 0.0745,
      "step": 29911
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.8757277574811572e-06,
      "loss": 0.0899,
      "step": 29912
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.875217808824571e-06,
      "loss": 0.0712,
      "step": 29913
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.8747079223245756e-06,
      "loss": 0.1071,
      "step": 29914
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.874198097985067e-06,
      "loss": 0.0871,
      "step": 29915
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.8736883358099512e-06,
      "loss": 0.1038,
      "step": 29916
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.8731786358031279e-06,
      "loss": 0.1197,
      "step": 29917
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.8726689979684943e-06,
      "loss": 0.0962,
      "step": 29918
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.8721594223099472e-06,
      "loss": 0.0926,
      "step": 29919
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.8716499088313878e-06,
      "loss": 0.1025,
      "step": 29920
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.8711404575367164e-06,
      "loss": 0.0898,
      "step": 29921
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.8706310684298245e-06,
      "loss": 0.1011,
      "step": 29922
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.8701217415146156e-06,
      "loss": 0.106,
      "step": 29923
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.869612476794983e-06,
      "loss": 0.0799,
      "step": 29924
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.8691032742748195e-06,
      "loss": 0.1195,
      "step": 29925
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.8685941339580226e-06,
      "loss": 0.079,
      "step": 29926
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.868085055848492e-06,
      "loss": 0.0918,
      "step": 29927
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.8675760399501187e-06,
      "loss": 0.0959,
      "step": 29928
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.867067086266795e-06,
      "loss": 0.1076,
      "step": 29929
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.8665581948024147e-06,
      "loss": 0.1144,
      "step": 29930
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.8660493655608758e-06,
      "loss": 0.0998,
      "step": 29931
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.8655405985460661e-06,
      "loss": 0.0939,
      "step": 29932
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.8650318937618806e-06,
      "loss": 0.0909,
      "step": 29933
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8645232512122102e-06,
      "loss": 0.0967,
      "step": 29934
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8640146709009433e-06,
      "loss": 0.114,
      "step": 29935
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.863506152831973e-06,
      "loss": 0.0899,
      "step": 29936
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8629976970091922e-06,
      "loss": 0.0883,
      "step": 29937
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8624893034364888e-06,
      "loss": 0.0897,
      "step": 29938
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8619809721177496e-06,
      "loss": 0.0854,
      "step": 29939
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8614727030568635e-06,
      "loss": 0.0925,
      "step": 29940
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8609644962577244e-06,
      "loss": 0.0976,
      "step": 29941
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8604563517242146e-06,
      "loss": 0.1191,
      "step": 29942
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8599482694602254e-06,
      "loss": 0.1001,
      "step": 29943
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8594402494696418e-06,
      "loss": 0.0874,
      "step": 29944
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.858932291756348e-06,
      "loss": 0.0951,
      "step": 29945
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8584243963242333e-06,
      "loss": 0.1067,
      "step": 29946
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8579165631771833e-06,
      "loss": 0.0994,
      "step": 29947
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8574087923190832e-06,
      "loss": 0.1116,
      "step": 29948
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8569010837538138e-06,
      "loss": 0.0999,
      "step": 29949
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.856393437485261e-06,
      "loss": 0.1002,
      "step": 29950
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.855885853517312e-06,
      "loss": 0.098,
      "step": 29951
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8553783318538477e-06,
      "loss": 0.1061,
      "step": 29952
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8548708724987474e-06,
      "loss": 0.092,
      "step": 29953
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8543634754558993e-06,
      "loss": 0.0991,
      "step": 29954
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8538561407291788e-06,
      "loss": 0.0769,
      "step": 29955
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8533488683224698e-06,
      "loss": 0.1054,
      "step": 29956
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.852841658239657e-06,
      "loss": 0.078,
      "step": 29957
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8523345104846168e-06,
      "loss": 0.0956,
      "step": 29958
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8518274250612278e-06,
      "loss": 0.1136,
      "step": 29959
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.85132040197337e-06,
      "loss": 0.0958,
      "step": 29960
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8508134412249257e-06,
      "loss": 0.1046,
      "step": 29961
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8503065428197709e-06,
      "loss": 0.1043,
      "step": 29962
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8497997067617813e-06,
      "loss": 0.1094,
      "step": 29963
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.849292933054838e-06,
      "loss": 0.0913,
      "step": 29964
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.848786221702815e-06,
      "loss": 0.0875,
      "step": 29965
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8482795727095893e-06,
      "loss": 0.102,
      "step": 29966
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8477729860790406e-06,
      "loss": 0.0928,
      "step": 29967
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8472664618150416e-06,
      "loss": 0.0887,
      "step": 29968
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8467599999214648e-06,
      "loss": 0.0924,
      "step": 29969
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.846253600402187e-06,
      "loss": 0.1155,
      "step": 29970
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8457472632610852e-06,
      "loss": 0.0949,
      "step": 29971
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8452409885020307e-06,
      "loss": 0.1109,
      "step": 29972
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8447347761288924e-06,
      "loss": 0.0962,
      "step": 29973
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8442286261455511e-06,
      "loss": 0.0908,
      "step": 29974
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.843722538555871e-06,
      "loss": 0.0901,
      "step": 29975
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.843216513363727e-06,
      "loss": 0.1055,
      "step": 29976
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8427105505729948e-06,
      "loss": 0.0882,
      "step": 29977
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8422046501875401e-06,
      "loss": 0.0935,
      "step": 29978
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8416988122112312e-06,
      "loss": 0.0992,
      "step": 29979
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8411930366479414e-06,
      "loss": 0.096,
      "step": 29980
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.840687323501542e-06,
      "loss": 0.087,
      "step": 29981
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8401816727758993e-06,
      "loss": 0.0826,
      "step": 29982
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8396760844748795e-06,
      "loss": 0.1021,
      "step": 29983
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8391705586023523e-06,
      "loss": 0.0902,
      "step": 29984
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8386650951621875e-06,
      "loss": 0.0954,
      "step": 29985
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8381596941582503e-06,
      "loss": 0.0863,
      "step": 29986
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8376543555944049e-06,
      "loss": 0.1074,
      "step": 29987
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8371490794745206e-06,
      "loss": 0.1026,
      "step": 29988
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8366438658024599e-06,
      "loss": 0.0893,
      "step": 29989
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8361387145820886e-06,
      "loss": 0.08,
      "step": 29990
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8356336258172747e-06,
      "loss": 0.0898,
      "step": 29991
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8351285995118795e-06,
      "loss": 0.1169,
      "step": 29992
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8346236356697645e-06,
      "loss": 0.1087,
      "step": 29993
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.834118734294794e-06,
      "loss": 0.1026,
      "step": 29994
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8336138953908356e-06,
      "loss": 0.0869,
      "step": 29995
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8331091189617457e-06,
      "loss": 0.0932,
      "step": 29996
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8326044050113867e-06,
      "loss": 0.0885,
      "step": 29997
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8320997535436224e-06,
      "loss": 0.1036,
      "step": 29998
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8315951645623087e-06,
      "loss": 0.0823,
      "step": 29999
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.83109063807131e-06,
      "loss": 0.0991,
      "step": 30000
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8305861740744867e-06,
      "loss": 0.0869,
      "step": 30001
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.830081772575697e-06,
      "loss": 0.1021,
      "step": 30002
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8295774335787963e-06,
      "loss": 0.1114,
      "step": 30003
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8290731570876452e-06,
      "loss": 0.1147,
      "step": 30004
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.828568943106106e-06,
      "loss": 0.099,
      "step": 30005
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8280647916380312e-06,
      "loss": 0.0978,
      "step": 30006
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8275607026872754e-06,
      "loss": 0.1098,
      "step": 30007
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8270566762577013e-06,
      "loss": 0.1091,
      "step": 30008
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.826552712353159e-06,
      "loss": 0.0988,
      "step": 30009
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8260488109775076e-06,
      "loss": 0.0818,
      "step": 30010
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.825544972134603e-06,
      "loss": 0.0999,
      "step": 30011
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8250411958282976e-06,
      "loss": 0.1121,
      "step": 30012
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.824537482062443e-06,
      "loss": 0.1132,
      "step": 30013
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8240338308408955e-06,
      "loss": 0.0949,
      "step": 30014
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8235302421675116e-06,
      "loss": 0.0989,
      "step": 30015
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.823026716046139e-06,
      "loss": 0.0919,
      "step": 30016
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8225232524806291e-06,
      "loss": 0.0851,
      "step": 30017
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8220198514748378e-06,
      "loss": 0.1035,
      "step": 30018
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8215165130326117e-06,
      "loss": 0.1058,
      "step": 30019
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.821013237157806e-06,
      "loss": 0.0992,
      "step": 30020
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8205100238542662e-06,
      "loss": 0.0877,
      "step": 30021
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8200068731258469e-06,
      "loss": 0.0778,
      "step": 30022
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8195037849763953e-06,
      "loss": 0.1182,
      "step": 30023
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8190007594097547e-06,
      "loss": 0.102,
      "step": 30024
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8184977964297823e-06,
      "loss": 0.1056,
      "step": 30025
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8179948960403227e-06,
      "loss": 0.0829,
      "step": 30026
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8174920582452204e-06,
      "loss": 0.0768,
      "step": 30027
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.816989283048326e-06,
      "loss": 0.09,
      "step": 30028
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8164865704534818e-06,
      "loss": 0.0754,
      "step": 30029
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.815983920464539e-06,
      "loss": 0.0808,
      "step": 30030
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.815481333085337e-06,
      "loss": 0.1055,
      "step": 30031
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8149788083197272e-06,
      "loss": 0.0895,
      "step": 30032
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8144763461715497e-06,
      "loss": 0.0899,
      "step": 30033
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8139739466446449e-06,
      "loss": 0.086,
      "step": 30034
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8134716097428652e-06,
      "loss": 0.115,
      "step": 30035
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8129693354700496e-06,
      "loss": 0.1037,
      "step": 30036
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8124671238300373e-06,
      "loss": 0.0856,
      "step": 30037
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8119649748266755e-06,
      "loss": 0.104,
      "step": 30038
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8114628884638007e-06,
      "loss": 0.0715,
      "step": 30039
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8109608647452603e-06,
      "loss": 0.0895,
      "step": 30040
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8104589036748887e-06,
      "loss": 0.1003,
      "step": 30041
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8099570052565307e-06,
      "loss": 0.0877,
      "step": 30042
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8094551694940242e-06,
      "loss": 0.0936,
      "step": 30043
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.808953396391202e-06,
      "loss": 0.1035,
      "step": 30044
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8084516859519152e-06,
      "loss": 0.0928,
      "step": 30045
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8079500381799953e-06,
      "loss": 0.0863,
      "step": 30046
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.807448453079278e-06,
      "loss": 0.1008,
      "step": 30047
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8069469306536047e-06,
      "loss": 0.0969,
      "step": 30048
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.806445470906809e-06,
      "loss": 0.087,
      "step": 30049
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8059440738427303e-06,
      "loss": 0.084,
      "step": 30050
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8054427394652007e-06,
      "loss": 0.1014,
      "step": 30051
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8049414677780608e-06,
      "loss": 0.0853,
      "step": 30052
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8044402587851406e-06,
      "loss": 0.0921,
      "step": 30053
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.803939112490275e-06,
      "loss": 0.0926,
      "step": 30054
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8034380288972985e-06,
      "loss": 0.1076,
      "step": 30055
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8029370080100472e-06,
      "loss": 0.1079,
      "step": 30056
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8024360498323523e-06,
      "loss": 0.1015,
      "step": 30057
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.801935154368043e-06,
      "loss": 0.0867,
      "step": 30058
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.801434321620954e-06,
      "loss": 0.1085,
      "step": 30059
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.800933551594919e-06,
      "loss": 0.0975,
      "step": 30060
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.8004328442937647e-06,
      "loss": 0.0946,
      "step": 30061
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.799932199721327e-06,
      "loss": 0.0999,
      "step": 30062
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.799431617881432e-06,
      "loss": 0.1111,
      "step": 30063
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7989310987779074e-06,
      "loss": 0.0891,
      "step": 30064
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7984306424145858e-06,
      "loss": 0.0734,
      "step": 30065
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7979302487952966e-06,
      "loss": 0.1061,
      "step": 30066
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7974299179238664e-06,
      "loss": 0.0788,
      "step": 30067
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7969296498041212e-06,
      "loss": 0.0892,
      "step": 30068
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7964294444398877e-06,
      "loss": 0.0886,
      "step": 30069
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7959293018349989e-06,
      "loss": 0.0838,
      "step": 30070
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7954292219932734e-06,
      "loss": 0.0869,
      "step": 30071
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7949292049185429e-06,
      "loss": 0.1079,
      "step": 30072
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.79442925061463e-06,
      "loss": 0.095,
      "step": 30073
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7939293590853568e-06,
      "loss": 0.0854,
      "step": 30074
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7934295303345505e-06,
      "loss": 0.1018,
      "step": 30075
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.792929764366038e-06,
      "loss": 0.0876,
      "step": 30076
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7924300611836387e-06,
      "loss": 0.0925,
      "step": 30077
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7919304207911726e-06,
      "loss": 0.1026,
      "step": 30078
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7914308431924665e-06,
      "loss": 0.0923,
      "step": 30079
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7909313283913443e-06,
      "loss": 0.1322,
      "step": 30080
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7904318763916207e-06,
      "loss": 0.1104,
      "step": 30081
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7899324871971236e-06,
      "loss": 0.0778,
      "step": 30082
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.78943316081167e-06,
      "loss": 0.0885,
      "step": 30083
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.788933897239078e-06,
      "loss": 0.1099,
      "step": 30084
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.788434696483169e-06,
      "loss": 0.0899,
      "step": 30085
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7879355585477642e-06,
      "loss": 0.107,
      "step": 30086
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7874364834366808e-06,
      "loss": 0.0911,
      "step": 30087
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7869374711537336e-06,
      "loss": 0.0932,
      "step": 30088
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7864385217027424e-06,
      "loss": 0.0937,
      "step": 30089
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.785939635087527e-06,
      "loss": 0.0988,
      "step": 30090
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7854408113119025e-06,
      "loss": 0.1033,
      "step": 30091
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.784942050379681e-06,
      "loss": 0.1017,
      "step": 30092
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7844433522946835e-06,
      "loss": 0.082,
      "step": 30093
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7839447170607205e-06,
      "loss": 0.08,
      "step": 30094
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7834461446816098e-06,
      "loss": 0.0867,
      "step": 30095
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7829476351611675e-06,
      "loss": 0.0881,
      "step": 30096
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7824491885032036e-06,
      "loss": 0.1017,
      "step": 30097
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7819508047115309e-06,
      "loss": 0.0906,
      "step": 30098
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7814524837899638e-06,
      "loss": 0.1016,
      "step": 30099
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7809542257423173e-06,
      "loss": 0.0951,
      "step": 30100
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7804560305723996e-06,
      "loss": 0.1126,
      "step": 30101
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7799578982840216e-06,
      "loss": 0.0994,
      "step": 30102
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7794598288809973e-06,
      "loss": 0.0984,
      "step": 30103
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7789618223671323e-06,
      "loss": 0.0774,
      "step": 30104
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7784638787462395e-06,
      "loss": 0.1102,
      "step": 30105
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7779659980221299e-06,
      "loss": 0.099,
      "step": 30106
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7774681801986116e-06,
      "loss": 0.1021,
      "step": 30107
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7769704252794894e-06,
      "loss": 0.0996,
      "step": 30108
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7764727332685738e-06,
      "loss": 0.0936,
      "step": 30109
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7759751041696748e-06,
      "loss": 0.0914,
      "step": 30110
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7754775379865974e-06,
      "loss": 0.0914,
      "step": 30111
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.774980034723145e-06,
      "loss": 0.1092,
      "step": 30112
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.774482594383128e-06,
      "loss": 0.0814,
      "step": 30113
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7739852169703487e-06,
      "loss": 0.0873,
      "step": 30114
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.773487902488613e-06,
      "loss": 0.1209,
      "step": 30115
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7729906509417293e-06,
      "loss": 0.1136,
      "step": 30116
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7724934623334978e-06,
      "loss": 0.0907,
      "step": 30117
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7719963366677207e-06,
      "loss": 0.0939,
      "step": 30118
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.771499273948204e-06,
      "loss": 0.0936,
      "step": 30119
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7710022741787513e-06,
      "loss": 0.1116,
      "step": 30120
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.770505337363163e-06,
      "loss": 0.101,
      "step": 30121
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7700084635052383e-06,
      "loss": 0.1329,
      "step": 30122
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.769511652608784e-06,
      "loss": 0.0994,
      "step": 30123
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7690149046775963e-06,
      "loss": 0.089,
      "step": 30124
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7685182197154782e-06,
      "loss": 0.1124,
      "step": 30125
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.768021597726226e-06,
      "loss": 0.0884,
      "step": 30126
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7675250387136445e-06,
      "loss": 0.0872,
      "step": 30127
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7670285426815259e-06,
      "loss": 0.0799,
      "step": 30128
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7665321096336718e-06,
      "loss": 0.1084,
      "step": 30129
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7660357395738825e-06,
      "loss": 0.11,
      "step": 30130
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.765539432505954e-06,
      "loss": 0.1133,
      "step": 30131
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7650431884336794e-06,
      "loss": 0.0833,
      "step": 30132
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7645470073608572e-06,
      "loss": 0.0913,
      "step": 30133
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7640508892912866e-06,
      "loss": 0.0879,
      "step": 30134
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.76355483422876e-06,
      "loss": 0.1036,
      "step": 30135
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.76305884217707e-06,
      "loss": 0.0833,
      "step": 30136
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7625629131400168e-06,
      "loss": 0.1,
      "step": 30137
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7620670471213896e-06,
      "loss": 0.1085,
      "step": 30138
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7615712441249821e-06,
      "loss": 0.0898,
      "step": 30139
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7610755041545924e-06,
      "loss": 0.1111,
      "step": 30140
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7605798272140096e-06,
      "loss": 0.0898,
      "step": 30141
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7600842133070218e-06,
      "loss": 0.091,
      "step": 30142
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7595886624374258e-06,
      "loss": 0.1001,
      "step": 30143
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7590931746090133e-06,
      "loss": 0.0897,
      "step": 30144
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7585977498255725e-06,
      "loss": 0.1127,
      "step": 30145
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.758102388090892e-06,
      "loss": 0.0977,
      "step": 30146
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7576070894087649e-06,
      "loss": 0.1024,
      "step": 30147
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.757111853782978e-06,
      "loss": 0.0758,
      "step": 30148
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7566166812173191e-06,
      "loss": 0.0731,
      "step": 30149
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.756121571715581e-06,
      "loss": 0.0914,
      "step": 30150
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7556265252815486e-06,
      "loss": 0.0806,
      "step": 30151
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7551315419190073e-06,
      "loss": 0.0935,
      "step": 30152
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7546366216317446e-06,
      "loss": 0.1027,
      "step": 30153
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7541417644235503e-06,
      "loss": 0.0932,
      "step": 30154
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7536469702982085e-06,
      "loss": 0.081,
      "step": 30155
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7531522392595003e-06,
      "loss": 0.0885,
      "step": 30156
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.752657571311216e-06,
      "loss": 0.1009,
      "step": 30157
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7521629664571361e-06,
      "loss": 0.0926,
      "step": 30158
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7516684247010474e-06,
      "loss": 0.0907,
      "step": 30159
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7511739460467304e-06,
      "loss": 0.1037,
      "step": 30160
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7506795304979718e-06,
      "loss": 0.1071,
      "step": 30161
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7501851780585488e-06,
      "loss": 0.09,
      "step": 30162
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7496908887322472e-06,
      "loss": 0.105,
      "step": 30163
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7491966625228496e-06,
      "loss": 0.1008,
      "step": 30164
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.748702499434134e-06,
      "loss": 0.0977,
      "step": 30165
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7482083994698806e-06,
      "loss": 0.0842,
      "step": 30166
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7477143626338723e-06,
      "loss": 0.1052,
      "step": 30167
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7472203889298844e-06,
      "loss": 0.094,
      "step": 30168
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7467264783616999e-06,
      "loss": 0.1074,
      "step": 30169
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7462326309330946e-06,
      "loss": 0.1165,
      "step": 30170
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7457388466478497e-06,
      "loss": 0.1109,
      "step": 30171
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7452451255097414e-06,
      "loss": 0.0988,
      "step": 30172
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7447514675225408e-06,
      "loss": 0.0931,
      "step": 30173
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.744257872690034e-06,
      "loss": 0.1026,
      "step": 30174
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7437643410159944e-06,
      "loss": 0.1175,
      "step": 30175
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7432708725041924e-06,
      "loss": 0.1023,
      "step": 30176
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7427774671584108e-06,
      "loss": 0.1039,
      "step": 30177
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7422841249824174e-06,
      "loss": 0.1109,
      "step": 30178
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7417908459799914e-06,
      "loss": 0.0896,
      "step": 30179
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7412976301549022e-06,
      "loss": 0.0927,
      "step": 30180
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.740804477510929e-06,
      "loss": 0.0946,
      "step": 30181
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7403113880518396e-06,
      "loss": 0.0998,
      "step": 30182
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7398183617814034e-06,
      "loss": 0.091,
      "step": 30183
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.739325398703401e-06,
      "loss": 0.0919,
      "step": 30184
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7388324988215999e-06,
      "loss": 0.0782,
      "step": 30185
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7383396621397664e-06,
      "loss": 0.1016,
      "step": 30186
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7378468886616773e-06,
      "loss": 0.099,
      "step": 30187
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7373541783910974e-06,
      "loss": 0.0882,
      "step": 30188
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7368615313318005e-06,
      "loss": 0.0914,
      "step": 30189
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7363689474875512e-06,
      "loss": 0.0956,
      "step": 30190
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.735876426862122e-06,
      "loss": 0.1071,
      "step": 30191
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.735383969459279e-06,
      "loss": 0.0949,
      "step": 30192
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7348915752827865e-06,
      "loss": 0.0928,
      "step": 30193
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7343992443364145e-06,
      "loss": 0.0948,
      "step": 30194
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7339069766239324e-06,
      "loss": 0.1122,
      "step": 30195
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.733414772149099e-06,
      "loss": 0.0998,
      "step": 30196
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7329226309156876e-06,
      "loss": 0.0693,
      "step": 30197
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7324305529274566e-06,
      "loss": 0.1024,
      "step": 30198
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.731938538188176e-06,
      "loss": 0.0896,
      "step": 30199
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.731446586701604e-06,
      "loss": 0.1272,
      "step": 30200
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7309546984715098e-06,
      "loss": 0.1148,
      "step": 30201
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.730462873501655e-06,
      "loss": 0.1133,
      "step": 30202
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7299711117957973e-06,
      "loss": 0.0926,
      "step": 30203
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7294794133577042e-06,
      "loss": 0.095,
      "step": 30204
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7289877781911368e-06,
      "loss": 0.0836,
      "step": 30205
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7284962062998567e-06,
      "loss": 0.09,
      "step": 30206
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7280046976876197e-06,
      "loss": 0.1016,
      "step": 30207
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7275132523581884e-06,
      "loss": 0.0922,
      "step": 30208
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7270218703153274e-06,
      "loss": 0.0845,
      "step": 30209
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7265305515627885e-06,
      "loss": 0.0763,
      "step": 30210
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.726039296104337e-06,
      "loss": 0.0967,
      "step": 30211
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7255481039437272e-06,
      "loss": 0.0903,
      "step": 30212
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7250569750847157e-06,
      "loss": 0.0926,
      "step": 30213
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7245659095310607e-06,
      "loss": 0.0976,
      "step": 30214
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7240749072865225e-06,
      "loss": 0.1072,
      "step": 30215
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7235839683548562e-06,
      "loss": 0.083,
      "step": 30216
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7230930927398126e-06,
      "loss": 0.1035,
      "step": 30217
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7226022804451504e-06,
      "loss": 0.0844,
      "step": 30218
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7221115314746273e-06,
      "loss": 0.096,
      "step": 30219
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7216208458319927e-06,
      "loss": 0.102,
      "step": 30220
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7211302235210049e-06,
      "loss": 0.1109,
      "step": 30221
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.720639664545416e-06,
      "loss": 0.1074,
      "step": 30222
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7201491689089745e-06,
      "loss": 0.0974,
      "step": 30223
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.719658736615437e-06,
      "loss": 0.1036,
      "step": 30224
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7191683676685567e-06,
      "loss": 0.0983,
      "step": 30225
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7186780620720833e-06,
      "loss": 0.1025,
      "step": 30226
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7181878198297663e-06,
      "loss": 0.1144,
      "step": 30227
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7176976409453561e-06,
      "loss": 0.1449,
      "step": 30228
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7172075254226063e-06,
      "loss": 0.0842,
      "step": 30229
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7167174732652625e-06,
      "loss": 0.0868,
      "step": 30230
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7162274844770777e-06,
      "loss": 0.0959,
      "step": 30231
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7157375590617975e-06,
      "loss": 0.0958,
      "step": 30232
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7152476970231691e-06,
      "loss": 0.1008,
      "step": 30233
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7147578983649404e-06,
      "loss": 0.0773,
      "step": 30234
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.714268163090863e-06,
      "loss": 0.0923,
      "step": 30235
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7137784912046796e-06,
      "loss": 0.0858,
      "step": 30236
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7132888827101345e-06,
      "loss": 0.094,
      "step": 30237
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7127993376109752e-06,
      "loss": 0.0783,
      "step": 30238
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7123098559109509e-06,
      "loss": 0.0864,
      "step": 30239
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7118204376138016e-06,
      "loss": 0.0894,
      "step": 30240
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.71133108272327e-06,
      "loss": 0.0866,
      "step": 30241
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7108417912431053e-06,
      "loss": 0.099,
      "step": 30242
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7103525631770446e-06,
      "loss": 0.0913,
      "step": 30243
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7098633985288337e-06,
      "loss": 0.0785,
      "step": 30244
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7093742973022177e-06,
      "loss": 0.0722,
      "step": 30245
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7088852595009353e-06,
      "loss": 0.0996,
      "step": 30246
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.708396285128725e-06,
      "loss": 0.0891,
      "step": 30247
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7079073741893314e-06,
      "loss": 0.1137,
      "step": 30248
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7074185266864963e-06,
      "loss": 0.0976,
      "step": 30249
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7069297426239562e-06,
      "loss": 0.0977,
      "step": 30250
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7064410220054494e-06,
      "loss": 0.0898,
      "step": 30251
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7059523648347199e-06,
      "loss": 0.1049,
      "step": 30252
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7054637711154997e-06,
      "loss": 0.0988,
      "step": 30253
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7049752408515296e-06,
      "loss": 0.0887,
      "step": 30254
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7044867740465498e-06,
      "loss": 0.0812,
      "step": 30255
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.703998370704294e-06,
      "loss": 0.1126,
      "step": 30256
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.703510030828497e-06,
      "loss": 0.1146,
      "step": 30257
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7030217544228966e-06,
      "loss": 0.105,
      "step": 30258
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7025335414912315e-06,
      "loss": 0.0994,
      "step": 30259
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7020453920372338e-06,
      "loss": 0.0999,
      "step": 30260
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.701557306064635e-06,
      "loss": 0.0988,
      "step": 30261
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7010692835771748e-06,
      "loss": 0.0999,
      "step": 30262
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7005813245785808e-06,
      "loss": 0.0763,
      "step": 30263
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.700093429072589e-06,
      "loss": 0.0908,
      "step": 30264
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.6996055970629344e-06,
      "loss": 0.0815,
      "step": 30265
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.6991178285533461e-06,
      "loss": 0.0892,
      "step": 30266
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.6986301235475543e-06,
      "loss": 0.0886,
      "step": 30267
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.6981424820492908e-06,
      "loss": 0.0896,
      "step": 30268
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.6976549040622914e-06,
      "loss": 0.0918,
      "step": 30269
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.6971673895902807e-06,
      "loss": 0.0865,
      "step": 30270
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.6966799386369881e-06,
      "loss": 0.0959,
      "step": 30271
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.6961925512061462e-06,
      "loss": 0.1001,
      "step": 30272
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.6957052273014784e-06,
      "loss": 0.089,
      "step": 30273
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.69521796692672e-06,
      "loss": 0.0845,
      "step": 30274
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.694730770085592e-06,
      "loss": 0.1158,
      "step": 30275
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.694243636781826e-06,
      "loss": 0.0917,
      "step": 30276
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.6937565670191458e-06,
      "loss": 0.0704,
      "step": 30277
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.6932695608012784e-06,
      "loss": 0.122,
      "step": 30278
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.6927826181319518e-06,
      "loss": 0.0943,
      "step": 30279
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.6922957390148898e-06,
      "loss": 0.1043,
      "step": 30280
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.691808923453815e-06,
      "loss": 0.0757,
      "step": 30281
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.691322171452453e-06,
      "loss": 0.0935,
      "step": 30282
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.6908354830145303e-06,
      "loss": 0.0866,
      "step": 30283
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.6903488581437677e-06,
      "loss": 0.0998,
      "step": 30284
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.689862296843886e-06,
      "loss": 0.0843,
      "step": 30285
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.6893757991186122e-06,
      "loss": 0.0867,
      "step": 30286
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.688889364971663e-06,
      "loss": 0.0957,
      "step": 30287
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.6884029944067627e-06,
      "loss": 0.0858,
      "step": 30288
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.687916687427633e-06,
      "loss": 0.0917,
      "step": 30289
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.6874304440379952e-06,
      "loss": 0.1247,
      "step": 30290
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.6869442642415634e-06,
      "loss": 0.0916,
      "step": 30291
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.6864581480420606e-06,
      "loss": 0.1011,
      "step": 30292
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.685972095443208e-06,
      "loss": 0.1072,
      "step": 30293
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.6854861064487227e-06,
      "loss": 0.096,
      "step": 30294
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.6850001810623184e-06,
      "loss": 0.1012,
      "step": 30295
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.684514319287719e-06,
      "loss": 0.0937,
      "step": 30296
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.6840285211286356e-06,
      "loss": 0.0943,
      "step": 30297
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.6835427865887866e-06,
      "loss": 0.0915,
      "step": 30298
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.6830571156718922e-06,
      "loss": 0.088,
      "step": 30299
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.6825715083816641e-06,
      "loss": 0.0878,
      "step": 30300
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.6820859647218157e-06,
      "loss": 0.1084,
      "step": 30301
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.6816004846960633e-06,
      "loss": 0.1049,
      "step": 30302
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.6811150683081244e-06,
      "loss": 0.0979,
      "step": 30303
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.680629715561708e-06,
      "loss": 0.1177,
      "step": 30304
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6801444264605272e-06,
      "loss": 0.105,
      "step": 30305
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6796592010082979e-06,
      "loss": 0.1138,
      "step": 30306
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6791740392087275e-06,
      "loss": 0.1123,
      "step": 30307
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6786889410655327e-06,
      "loss": 0.1056,
      "step": 30308
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6782039065824208e-06,
      "loss": 0.0986,
      "step": 30309
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6777189357631051e-06,
      "loss": 0.1021,
      "step": 30310
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6772340286112954e-06,
      "loss": 0.0992,
      "step": 30311
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.676749185130695e-06,
      "loss": 0.0885,
      "step": 30312
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6762644053250232e-06,
      "loss": 0.0964,
      "step": 30313
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6757796891979849e-06,
      "loss": 0.1005,
      "step": 30314
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6752950367532838e-06,
      "loss": 0.08,
      "step": 30315
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6748104479946347e-06,
      "loss": 0.0938,
      "step": 30316
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.674325922925739e-06,
      "loss": 0.0956,
      "step": 30317
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6738414615503073e-06,
      "loss": 0.0824,
      "step": 30318
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.673357063872043e-06,
      "loss": 0.0808,
      "step": 30319
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6728727298946546e-06,
      "loss": 0.098,
      "step": 30320
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6723884596218465e-06,
      "loss": 0.0856,
      "step": 30321
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6719042530573182e-06,
      "loss": 0.1028,
      "step": 30322
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6714201102047834e-06,
      "loss": 0.0933,
      "step": 30323
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6709360310679413e-06,
      "loss": 0.0921,
      "step": 30324
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6704520156504934e-06,
      "loss": 0.1123,
      "step": 30325
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6699680639561456e-06,
      "loss": 0.093,
      "step": 30326
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.669484175988597e-06,
      "loss": 0.1181,
      "step": 30327
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.669000351751554e-06,
      "loss": 0.0852,
      "step": 30328
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6685165912487134e-06,
      "loss": 0.1136,
      "step": 30329
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6680328944837797e-06,
      "loss": 0.089,
      "step": 30330
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6675492614604526e-06,
      "loss": 0.0906,
      "step": 30331
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6670656921824259e-06,
      "loss": 0.107,
      "step": 30332
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6665821866534093e-06,
      "loss": 0.0699,
      "step": 30333
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.666098744877096e-06,
      "loss": 0.1127,
      "step": 30334
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6656153668571828e-06,
      "loss": 0.0903,
      "step": 30335
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6651320525973735e-06,
      "loss": 0.1043,
      "step": 30336
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6646488021013584e-06,
      "loss": 0.1059,
      "step": 30337
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6641656153728414e-06,
      "loss": 0.0811,
      "step": 30338
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6636824924155125e-06,
      "loss": 0.0792,
      "step": 30339
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6631994332330736e-06,
      "loss": 0.0907,
      "step": 30340
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6627164378292181e-06,
      "loss": 0.0994,
      "step": 30341
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6622335062076378e-06,
      "loss": 0.0974,
      "step": 30342
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6617506383720306e-06,
      "loss": 0.0856,
      "step": 30343
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6612678343260913e-06,
      "loss": 0.0935,
      "step": 30344
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6607850940735127e-06,
      "loss": 0.1192,
      "step": 30345
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6603024176179849e-06,
      "loss": 0.1048,
      "step": 30346
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6598198049632031e-06,
      "loss": 0.0964,
      "step": 30347
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6593372561128608e-06,
      "loss": 0.0888,
      "step": 30348
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.658854771070646e-06,
      "loss": 0.1117,
      "step": 30349
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6583723498402538e-06,
      "loss": 0.0668,
      "step": 30350
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6578899924253733e-06,
      "loss": 0.0991,
      "step": 30351
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6574076988296916e-06,
      "loss": 0.0965,
      "step": 30352
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6569254690569015e-06,
      "loss": 0.092,
      "step": 30353
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.656443303110694e-06,
      "loss": 0.0809,
      "step": 30354
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6559612009947546e-06,
      "loss": 0.1029,
      "step": 30355
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.655479162712771e-06,
      "loss": 0.0928,
      "step": 30356
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6549971882684313e-06,
      "loss": 0.0761,
      "step": 30357
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6545152776654272e-06,
      "loss": 0.0768,
      "step": 30358
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.654033430907439e-06,
      "loss": 0.0954,
      "step": 30359
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6535516479981584e-06,
      "loss": 0.1273,
      "step": 30360
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6530699289412678e-06,
      "loss": 0.0853,
      "step": 30361
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.652588273740452e-06,
      "loss": 0.0903,
      "step": 30362
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6521066823993959e-06,
      "loss": 0.0952,
      "step": 30363
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6516251549217876e-06,
      "loss": 0.091,
      "step": 30364
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.651143691311309e-06,
      "loss": 0.1181,
      "step": 30365
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6506622915716397e-06,
      "loss": 0.1008,
      "step": 30366
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6501809557064663e-06,
      "loss": 0.0931,
      "step": 30367
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6496996837194724e-06,
      "loss": 0.1057,
      "step": 30368
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6492184756143348e-06,
      "loss": 0.0927,
      "step": 30369
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6487373313947408e-06,
      "loss": 0.1017,
      "step": 30370
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6482562510643685e-06,
      "loss": 0.089,
      "step": 30371
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6477752346268949e-06,
      "loss": 0.1023,
      "step": 30372
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6472942820860038e-06,
      "loss": 0.1075,
      "step": 30373
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6468133934453767e-06,
      "loss": 0.0913,
      "step": 30374
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6463325687086896e-06,
      "loss": 0.103,
      "step": 30375
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6458518078796183e-06,
      "loss": 0.1092,
      "step": 30376
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6453711109618432e-06,
      "loss": 0.0938,
      "step": 30377
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6448904779590446e-06,
      "loss": 0.1056,
      "step": 30378
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6444099088748965e-06,
      "loss": 0.0894,
      "step": 30379
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6439294037130737e-06,
      "loss": 0.1188,
      "step": 30380
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6434489624772577e-06,
      "loss": 0.0779,
      "step": 30381
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6429685851711174e-06,
      "loss": 0.0839,
      "step": 30382
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6424882717983303e-06,
      "loss": 0.0856,
      "step": 30383
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6420080223625746e-06,
      "loss": 0.0925,
      "step": 30384
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6415278368675215e-06,
      "loss": 0.0929,
      "step": 30385
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6410477153168424e-06,
      "loss": 0.1019,
      "step": 30386
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6405676577142115e-06,
      "loss": 0.1031,
      "step": 30387
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6400876640633046e-06,
      "loss": 0.0853,
      "step": 30388
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.639607734367792e-06,
      "loss": 0.0996,
      "step": 30389
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6391278686313406e-06,
      "loss": 0.0834,
      "step": 30390
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.63864806685763e-06,
      "loss": 0.1021,
      "step": 30391
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6381683290503225e-06,
      "loss": 0.101,
      "step": 30392
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6376886552130921e-06,
      "loss": 0.1026,
      "step": 30393
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6372090453496114e-06,
      "loss": 0.0837,
      "step": 30394
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6367294994635452e-06,
      "loss": 0.0905,
      "step": 30395
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6362500175585627e-06,
      "loss": 0.0739,
      "step": 30396
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.635770599638331e-06,
      "loss": 0.0887,
      "step": 30397
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6352912457065239e-06,
      "loss": 0.0828,
      "step": 30398
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.634811955766803e-06,
      "loss": 0.1126,
      "step": 30399
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.634332729822834e-06,
      "loss": 0.1154,
      "step": 30400
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6338535678782874e-06,
      "loss": 0.11,
      "step": 30401
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6333744699368247e-06,
      "loss": 0.1037,
      "step": 30402
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6328954360021132e-06,
      "loss": 0.0719,
      "step": 30403
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6324164660778197e-06,
      "loss": 0.085,
      "step": 30404
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.631937560167607e-06,
      "loss": 0.0978,
      "step": 30405
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6314587182751363e-06,
      "loss": 0.0912,
      "step": 30406
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6309799404040716e-06,
      "loss": 0.1058,
      "step": 30407
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.63050122655808e-06,
      "loss": 0.0899,
      "step": 30408
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6300225767408195e-06,
      "loss": 0.0934,
      "step": 30409
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6295439909559518e-06,
      "loss": 0.0936,
      "step": 30410
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6290654692071417e-06,
      "loss": 0.1035,
      "step": 30411
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6285870114980452e-06,
      "loss": 0.0853,
      "step": 30412
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.628108617832328e-06,
      "loss": 0.0887,
      "step": 30413
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.627630288213644e-06,
      "loss": 0.1008,
      "step": 30414
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6271520226456584e-06,
      "loss": 0.0816,
      "step": 30415
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6266738211320266e-06,
      "loss": 0.0871,
      "step": 30416
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6261956836764038e-06,
      "loss": 0.1045,
      "step": 30417
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6257176102824557e-06,
      "loss": 0.0905,
      "step": 30418
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6252396009538362e-06,
      "loss": 0.0961,
      "step": 30419
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6247616556941992e-06,
      "loss": 0.0969,
      "step": 30420
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.624283774507206e-06,
      "loss": 0.0926,
      "step": 30421
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.623805957396507e-06,
      "loss": 0.0926,
      "step": 30422
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6233282043657639e-06,
      "loss": 0.1028,
      "step": 30423
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6228505154186258e-06,
      "loss": 0.0803,
      "step": 30424
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.622372890558752e-06,
      "loss": 0.0851,
      "step": 30425
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6218953297897921e-06,
      "loss": 0.0871,
      "step": 30426
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6214178331154017e-06,
      "loss": 0.0925,
      "step": 30427
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.620940400539236e-06,
      "loss": 0.0921,
      "step": 30428
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.6204630320649451e-06,
      "loss": 0.0999,
      "step": 30429
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.6199857276961784e-06,
      "loss": 0.0917,
      "step": 30430
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.6195084874365907e-06,
      "loss": 0.1006,
      "step": 30431
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.6190313112898348e-06,
      "loss": 0.1114,
      "step": 30432
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.6185541992595589e-06,
      "loss": 0.0881,
      "step": 30433
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.6180771513494098e-06,
      "loss": 0.0807,
      "step": 30434
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.6176001675630438e-06,
      "loss": 0.0774,
      "step": 30435
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.6171232479041032e-06,
      "loss": 0.1023,
      "step": 30436
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.6166463923762398e-06,
      "loss": 0.0963,
      "step": 30437
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.616169600983103e-06,
      "loss": 0.0984,
      "step": 30438
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.6156928737283407e-06,
      "loss": 0.0997,
      "step": 30439
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.6152162106155945e-06,
      "loss": 0.0932,
      "step": 30440
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.6147396116485149e-06,
      "loss": 0.1143,
      "step": 30441
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.6142630768307498e-06,
      "loss": 0.0838,
      "step": 30442
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.6137866061659435e-06,
      "loss": 0.1129,
      "step": 30443
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.6133101996577384e-06,
      "loss": 0.1103,
      "step": 30444
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.6128338573097823e-06,
      "loss": 0.0955,
      "step": 30445
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.6123575791257172e-06,
      "loss": 0.1071,
      "step": 30446
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.6118813651091891e-06,
      "loss": 0.1074,
      "step": 30447
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.6114052152638371e-06,
      "loss": 0.1012,
      "step": 30448
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.6109291295933106e-06,
      "loss": 0.0858,
      "step": 30449
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.6104531081012465e-06,
      "loss": 0.0838,
      "step": 30450
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.609977150791282e-06,
      "loss": 0.102,
      "step": 30451
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.6095012576670698e-06,
      "loss": 0.0889,
      "step": 30452
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.6090254287322448e-06,
      "loss": 0.0941,
      "step": 30453
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.6085496639904451e-06,
      "loss": 0.0984,
      "step": 30454
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.6080739634453147e-06,
      "loss": 0.1112,
      "step": 30455
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.607598327100488e-06,
      "loss": 0.095,
      "step": 30456
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.6071227549596091e-06,
      "loss": 0.1174,
      "step": 30457
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.6066472470263105e-06,
      "loss": 0.0926,
      "step": 30458
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.606171803304236e-06,
      "loss": 0.1252,
      "step": 30459
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.6056964237970197e-06,
      "loss": 0.0957,
      "step": 30460
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.6052211085082937e-06,
      "loss": 0.1029,
      "step": 30461
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.604745857441704e-06,
      "loss": 0.1073,
      "step": 30462
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.6042706706008815e-06,
      "loss": 0.0868,
      "step": 30463
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.6037955479894584e-06,
      "loss": 0.1006,
      "step": 30464
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.6033204896110755e-06,
      "loss": 0.0803,
      "step": 30465
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.6028454954693618e-06,
      "loss": 0.0748,
      "step": 30466
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.6023705655679557e-06,
      "loss": 0.0967,
      "step": 30467
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.6018956999104861e-06,
      "loss": 0.0955,
      "step": 30468
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.6014208985005908e-06,
      "loss": 0.0957,
      "step": 30469
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.6009461613418985e-06,
      "loss": 0.1044,
      "step": 30470
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.6004714884380379e-06,
      "loss": 0.1103,
      "step": 30471
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.5999968797926491e-06,
      "loss": 0.112,
      "step": 30472
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.599522335409358e-06,
      "loss": 0.0901,
      "step": 30473
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.5990478552917943e-06,
      "loss": 0.1084,
      "step": 30474
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.5985734394435902e-06,
      "loss": 0.111,
      "step": 30475
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.5980990878683712e-06,
      "loss": 0.1021,
      "step": 30476
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.5976248005697715e-06,
      "loss": 0.0891,
      "step": 30477
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.597150577551414e-06,
      "loss": 0.0875,
      "step": 30478
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.5966764188169327e-06,
      "loss": 0.0745,
      "step": 30479
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.596202324369951e-06,
      "loss": 0.0931,
      "step": 30480
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.595728294214095e-06,
      "loss": 0.1004,
      "step": 30481
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.595254328352992e-06,
      "loss": 0.1151,
      "step": 30482
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.594780426790271e-06,
      "loss": 0.0907,
      "step": 30483
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.594306589529553e-06,
      "loss": 0.1003,
      "step": 30484
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.5938328165744676e-06,
      "loss": 0.0857,
      "step": 30485
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.593359107928635e-06,
      "loss": 0.089,
      "step": 30486
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.5928854635956826e-06,
      "loss": 0.0836,
      "step": 30487
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.5924118835792301e-06,
      "loss": 0.1006,
      "step": 30488
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.591938367882906e-06,
      "loss": 0.1049,
      "step": 30489
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.591464916510328e-06,
      "loss": 0.0897,
      "step": 30490
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.590991529465119e-06,
      "loss": 0.1167,
      "step": 30491
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.5905182067508996e-06,
      "loss": 0.0893,
      "step": 30492
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.5900449483712954e-06,
      "loss": 0.0907,
      "step": 30493
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.5895717543299238e-06,
      "loss": 0.1019,
      "step": 30494
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.589098624630403e-06,
      "loss": 0.0956,
      "step": 30495
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.5886255592763544e-06,
      "loss": 0.0857,
      "step": 30496
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.5881525582713997e-06,
      "loss": 0.0852,
      "step": 30497
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.5876796216191526e-06,
      "loss": 0.0927,
      "step": 30498
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.5872067493232357e-06,
      "loss": 0.0949,
      "step": 30499
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.5867339413872651e-06,
      "loss": 0.0905,
      "step": 30500
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.5862611978148545e-06,
      "loss": 0.0981,
      "step": 30501
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.5857885186096234e-06,
      "loss": 0.0936,
      "step": 30502
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.5853159037751898e-06,
      "loss": 0.1169,
      "step": 30503
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.5848433533151675e-06,
      "loss": 0.0801,
      "step": 30504
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.5843708672331692e-06,
      "loss": 0.0771,
      "step": 30505
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.583898445532811e-06,
      "loss": 0.1086,
      "step": 30506
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.5834260882177111e-06,
      "loss": 0.122,
      "step": 30507
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.5829537952914775e-06,
      "loss": 0.0884,
      "step": 30508
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.5824815667577277e-06,
      "loss": 0.1078,
      "step": 30509
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.5820094026200727e-06,
      "loss": 0.1025,
      "step": 30510
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.5815373028821224e-06,
      "loss": 0.0916,
      "step": 30511
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.5810652675474902e-06,
      "loss": 0.099,
      "step": 30512
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.580593296619789e-06,
      "loss": 0.0948,
      "step": 30513
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.580121390102629e-06,
      "loss": 0.0969,
      "step": 30514
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.5796495479996165e-06,
      "loss": 0.0924,
      "step": 30515
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.579177770314364e-06,
      "loss": 0.1122,
      "step": 30516
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.578706057050484e-06,
      "loss": 0.0871,
      "step": 30517
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.5782344082115798e-06,
      "loss": 0.0862,
      "step": 30518
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.5777628238012632e-06,
      "loss": 0.0904,
      "step": 30519
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.5772913038231407e-06,
      "loss": 0.0881,
      "step": 30520
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.5768198482808184e-06,
      "loss": 0.085,
      "step": 30521
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.5763484571779031e-06,
      "loss": 0.0745,
      "step": 30522
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.5758771305180043e-06,
      "loss": 0.0944,
      "step": 30523
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.5754058683047268e-06,
      "loss": 0.0763,
      "step": 30524
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.5749346705416714e-06,
      "loss": 0.0763,
      "step": 30525
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.5744635372324456e-06,
      "loss": 0.0903,
      "step": 30526
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.5739924683806573e-06,
      "loss": 0.1019,
      "step": 30527
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.5735214639899076e-06,
      "loss": 0.0984,
      "step": 30528
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.573050524063796e-06,
      "loss": 0.1074,
      "step": 30529
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.5725796486059319e-06,
      "loss": 0.0865,
      "step": 30530
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.5721088376199112e-06,
      "loss": 0.1018,
      "step": 30531
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.5716380911093398e-06,
      "loss": 0.0956,
      "step": 30532
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.5711674090778196e-06,
      "loss": 0.0791,
      "step": 30533
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.5706967915289506e-06,
      "loss": 0.0986,
      "step": 30534
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.5702262384663303e-06,
      "loss": 0.0978,
      "step": 30535
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.5697557498935601e-06,
      "loss": 0.0906,
      "step": 30536
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.5692853258142439e-06,
      "loss": 0.0903,
      "step": 30537
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.5688149662319752e-06,
      "loss": 0.1037,
      "step": 30538
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.5683446711503513e-06,
      "loss": 0.0805,
      "step": 30539
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.5678744405729762e-06,
      "loss": 0.0852,
      "step": 30540
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.5674042745034413e-06,
      "loss": 0.088,
      "step": 30541
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.5669341729453447e-06,
      "loss": 0.0904,
      "step": 30542
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.566464135902287e-06,
      "loss": 0.0986,
      "step": 30543
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.5659941633778618e-06,
      "loss": 0.0808,
      "step": 30544
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.565524255375661e-06,
      "loss": 0.1015,
      "step": 30545
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.5650544118992817e-06,
      "loss": 0.101,
      "step": 30546
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.5645846329523219e-06,
      "loss": 0.0956,
      "step": 30547
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.564114918538372e-06,
      "loss": 0.0926,
      "step": 30548
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.5636452686610248e-06,
      "loss": 0.0839,
      "step": 30549
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.5631756833238754e-06,
      "loss": 0.0869,
      "step": 30550
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.562706162530514e-06,
      "loss": 0.0925,
      "step": 30551
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5622367062845334e-06,
      "loss": 0.0728,
      "step": 30552
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5617673145895273e-06,
      "loss": 0.0993,
      "step": 30553
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5612979874490852e-06,
      "loss": 0.0967,
      "step": 30554
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5608287248667952e-06,
      "loss": 0.0709,
      "step": 30555
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.560359526846249e-06,
      "loss": 0.1102,
      "step": 30556
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5598903933910392e-06,
      "loss": 0.0891,
      "step": 30557
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5594213245047506e-06,
      "loss": 0.095,
      "step": 30558
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5589523201909717e-06,
      "loss": 0.0843,
      "step": 30559
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.558483380453294e-06,
      "loss": 0.0991,
      "step": 30560
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.558014505295301e-06,
      "loss": 0.0858,
      "step": 30561
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5575456947205835e-06,
      "loss": 0.0966,
      "step": 30562
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.557076948732723e-06,
      "loss": 0.0895,
      "step": 30563
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5566082673353123e-06,
      "loss": 0.1004,
      "step": 30564
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5561396505319325e-06,
      "loss": 0.0927,
      "step": 30565
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5556710983261646e-06,
      "loss": 0.0821,
      "step": 30566
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5552026107216033e-06,
      "loss": 0.0902,
      "step": 30567
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5547341877218257e-06,
      "loss": 0.1081,
      "step": 30568
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5542658293304158e-06,
      "loss": 0.0778,
      "step": 30569
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5537975355509605e-06,
      "loss": 0.083,
      "step": 30570
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5533293063870358e-06,
      "loss": 0.1085,
      "step": 30571
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5528611418422313e-06,
      "loss": 0.0925,
      "step": 30572
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5523930419201217e-06,
      "loss": 0.0848,
      "step": 30573
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5519250066242942e-06,
      "loss": 0.078,
      "step": 30574
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5514570359583237e-06,
      "loss": 0.0856,
      "step": 30575
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.550989129925793e-06,
      "loss": 0.1156,
      "step": 30576
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5505212885302834e-06,
      "loss": 0.103,
      "step": 30577
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5500535117753733e-06,
      "loss": 0.0945,
      "step": 30578
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.549585799664638e-06,
      "loss": 0.1077,
      "step": 30579
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5491181522016575e-06,
      "loss": 0.1157,
      "step": 30580
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5486505693900123e-06,
      "loss": 0.0829,
      "step": 30581
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5481830512332764e-06,
      "loss": 0.0969,
      "step": 30582
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5477155977350255e-06,
      "loss": 0.1037,
      "step": 30583
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5472482088988406e-06,
      "loss": 0.1066,
      "step": 30584
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5467808847282906e-06,
      "loss": 0.1058,
      "step": 30585
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.546313625226954e-06,
      "loss": 0.1095,
      "step": 30586
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5458464303984078e-06,
      "loss": 0.0731,
      "step": 30587
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5453793002462248e-06,
      "loss": 0.0994,
      "step": 30588
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5449122347739742e-06,
      "loss": 0.0771,
      "step": 30589
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5444452339852345e-06,
      "loss": 0.0785,
      "step": 30590
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.543978297883577e-06,
      "loss": 0.0866,
      "step": 30591
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5435114264725748e-06,
      "loss": 0.1074,
      "step": 30592
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5430446197557957e-06,
      "loss": 0.0819,
      "step": 30593
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5425778777368161e-06,
      "loss": 0.0731,
      "step": 30594
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.542111200419202e-06,
      "loss": 0.0932,
      "step": 30595
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5416445878065266e-06,
      "loss": 0.1297,
      "step": 30596
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.541178039902358e-06,
      "loss": 0.0871,
      "step": 30597
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5407115567102671e-06,
      "loss": 0.0781,
      "step": 30598
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5402451382338223e-06,
      "loss": 0.0926,
      "step": 30599
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5397787844765854e-06,
      "loss": 0.1,
      "step": 30600
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5393124954421357e-06,
      "loss": 0.0893,
      "step": 30601
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5388462711340347e-06,
      "loss": 0.0838,
      "step": 30602
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.538380111555846e-06,
      "loss": 0.1117,
      "step": 30603
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5379140167111406e-06,
      "loss": 0.1059,
      "step": 30604
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5374479866034808e-06,
      "loss": 0.1124,
      "step": 30605
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.536982021236436e-06,
      "loss": 0.1003,
      "step": 30606
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.536516120613566e-06,
      "loss": 0.0858,
      "step": 30607
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5360502847384396e-06,
      "loss": 0.098,
      "step": 30608
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5355845136146185e-06,
      "loss": 0.0867,
      "step": 30609
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5351188072456612e-06,
      "loss": 0.1229,
      "step": 30610
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5346531656351404e-06,
      "loss": 0.096,
      "step": 30611
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5341875887866132e-06,
      "loss": 0.1181,
      "step": 30612
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5337220767036388e-06,
      "loss": 0.1041,
      "step": 30613
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5332566293897822e-06,
      "loss": 0.0845,
      "step": 30614
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5327912468486016e-06,
      "loss": 0.0992,
      "step": 30615
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.532325929083661e-06,
      "loss": 0.0749,
      "step": 30616
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5318606760985167e-06,
      "loss": 0.0795,
      "step": 30617
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5313954878967297e-06,
      "loss": 0.0844,
      "step": 30618
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5309303644818595e-06,
      "loss": 0.1125,
      "step": 30619
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.530465305857458e-06,
      "loss": 0.1274,
      "step": 30620
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5300003120270934e-06,
      "loss": 0.084,
      "step": 30621
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.529535382994317e-06,
      "loss": 0.0897,
      "step": 30622
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5290705187626853e-06,
      "loss": 0.082,
      "step": 30623
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5286057193357573e-06,
      "loss": 0.1009,
      "step": 30624
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5281409847170859e-06,
      "loss": 0.0891,
      "step": 30625
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.527676314910229e-06,
      "loss": 0.0856,
      "step": 30626
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.527211709918739e-06,
      "loss": 0.0989,
      "step": 30627
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5267471697461734e-06,
      "loss": 0.0987,
      "step": 30628
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.526282694396084e-06,
      "loss": 0.1047,
      "step": 30629
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5258182838720215e-06,
      "loss": 0.0839,
      "step": 30630
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5253539381775428e-06,
      "loss": 0.0968,
      "step": 30631
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5248896573162009e-06,
      "loss": 0.0991,
      "step": 30632
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.524425441291546e-06,
      "loss": 0.1014,
      "step": 30633
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5239612901071265e-06,
      "loss": 0.0969,
      "step": 30634
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5234972037664964e-06,
      "loss": 0.092,
      "step": 30635
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.523033182273208e-06,
      "loss": 0.1095,
      "step": 30636
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5225692256308067e-06,
      "loss": 0.0857,
      "step": 30637
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.522105333842846e-06,
      "loss": 0.0994,
      "step": 30638
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5216415069128732e-06,
      "loss": 0.0907,
      "step": 30639
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5211777448444343e-06,
      "loss": 0.1002,
      "step": 30640
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5207140476410787e-06,
      "loss": 0.0872,
      "step": 30641
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5202504153063569e-06,
      "loss": 0.0948,
      "step": 30642
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5197868478438139e-06,
      "loss": 0.0912,
      "step": 30643
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5193233452569922e-06,
      "loss": 0.0975,
      "step": 30644
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5188599075494414e-06,
      "loss": 0.0978,
      "step": 30645
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5183965347247088e-06,
      "loss": 0.0832,
      "step": 30646
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5179332267863345e-06,
      "loss": 0.0847,
      "step": 30647
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5174699837378681e-06,
      "loss": 0.0987,
      "step": 30648
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5170068055828513e-06,
      "loss": 0.1085,
      "step": 30649
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5165436923248233e-06,
      "loss": 0.1045,
      "step": 30650
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5160806439673325e-06,
      "loss": 0.0873,
      "step": 30651
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5156176605139206e-06,
      "loss": 0.0794,
      "step": 30652
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.515154741968129e-06,
      "loss": 0.0887,
      "step": 30653
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.514691888333497e-06,
      "loss": 0.0829,
      "step": 30654
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5142290996135668e-06,
      "loss": 0.092,
      "step": 30655
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5137663758118814e-06,
      "loss": 0.0985,
      "step": 30656
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5133037169319765e-06,
      "loss": 0.0864,
      "step": 30657
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5128411229773964e-06,
      "loss": 0.0963,
      "step": 30658
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5123785939516778e-06,
      "loss": 0.0968,
      "step": 30659
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.511916129858355e-06,
      "loss": 0.1216,
      "step": 30660
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5114537307009703e-06,
      "loss": 0.0958,
      "step": 30661
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5109913964830637e-06,
      "loss": 0.1085,
      "step": 30662
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.510529127208168e-06,
      "loss": 0.0978,
      "step": 30663
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5100669228798193e-06,
      "loss": 0.1163,
      "step": 30664
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5096047835015549e-06,
      "loss": 0.1001,
      "step": 30665
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5091427090769118e-06,
      "loss": 0.1003,
      "step": 30666
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.508680699609424e-06,
      "loss": 0.0956,
      "step": 30667
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.508218755102624e-06,
      "loss": 0.1365,
      "step": 30668
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.507756875560048e-06,
      "loss": 0.0861,
      "step": 30669
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5072950609852277e-06,
      "loss": 0.1125,
      "step": 30670
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.506833311381697e-06,
      "loss": 0.1082,
      "step": 30671
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5063716267529916e-06,
      "loss": 0.1041,
      "step": 30672
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5059100071026401e-06,
      "loss": 0.1222,
      "step": 30673
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5054484524341717e-06,
      "loss": 0.1056,
      "step": 30674
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.5049869627511204e-06,
      "loss": 0.0846,
      "step": 30675
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.504525538057019e-06,
      "loss": 0.1077,
      "step": 30676
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.5040641783553945e-06,
      "loss": 0.0923,
      "step": 30677
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.503602883649774e-06,
      "loss": 0.1041,
      "step": 30678
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.5031416539436928e-06,
      "loss": 0.0964,
      "step": 30679
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.5026804892406733e-06,
      "loss": 0.0958,
      "step": 30680
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.5022193895442461e-06,
      "loss": 0.0904,
      "step": 30681
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.5017583548579418e-06,
      "loss": 0.1119,
      "step": 30682
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.501297385185284e-06,
      "loss": 0.1029,
      "step": 30683
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.5008364805297982e-06,
      "loss": 0.1156,
      "step": 30684
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.500375640895011e-06,
      "loss": 0.0804,
      "step": 30685
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.499914866284451e-06,
      "loss": 0.0684,
      "step": 30686
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4994541567016418e-06,
      "loss": 0.0995,
      "step": 30687
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4989935121501054e-06,
      "loss": 0.1068,
      "step": 30688
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4985329326333686e-06,
      "loss": 0.0958,
      "step": 30689
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4980724181549532e-06,
      "loss": 0.0858,
      "step": 30690
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.497611968718382e-06,
      "loss": 0.111,
      "step": 30691
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4971515843271823e-06,
      "loss": 0.0856,
      "step": 30692
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.496691264984872e-06,
      "loss": 0.0792,
      "step": 30693
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4962310106949696e-06,
      "loss": 0.0828,
      "step": 30694
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4957708214610011e-06,
      "loss": 0.0893,
      "step": 30695
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4953106972864884e-06,
      "loss": 0.101,
      "step": 30696
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4948506381749472e-06,
      "loss": 0.0911,
      "step": 30697
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4943906441298984e-06,
      "loss": 0.1002,
      "step": 30698
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4939307151548621e-06,
      "loss": 0.0956,
      "step": 30699
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4934708512533548e-06,
      "loss": 0.0948,
      "step": 30700
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4930110524288977e-06,
      "loss": 0.0972,
      "step": 30701
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.492551318685005e-06,
      "loss": 0.0944,
      "step": 30702
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.492091650025197e-06,
      "loss": 0.0998,
      "step": 30703
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4916320464529888e-06,
      "loss": 0.118,
      "step": 30704
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4911725079718919e-06,
      "loss": 0.0957,
      "step": 30705
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4907130345854305e-06,
      "loss": 0.1049,
      "step": 30706
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4902536262971157e-06,
      "loss": 0.0906,
      "step": 30707
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4897942831104605e-06,
      "loss": 0.1149,
      "step": 30708
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4893350050289824e-06,
      "loss": 0.1006,
      "step": 30709
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4888757920561902e-06,
      "loss": 0.0875,
      "step": 30710
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4884166441956015e-06,
      "loss": 0.0912,
      "step": 30711
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4879575614507258e-06,
      "loss": 0.1029,
      "step": 30712
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4874985438250788e-06,
      "loss": 0.0776,
      "step": 30713
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4870395913221703e-06,
      "loss": 0.0811,
      "step": 30714
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4865807039455048e-06,
      "loss": 0.084,
      "step": 30715
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4861218816986056e-06,
      "loss": 0.0853,
      "step": 30716
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.485663124584975e-06,
      "loss": 0.0904,
      "step": 30717
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4852044326081216e-06,
      "loss": 0.0899,
      "step": 30718
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4847458057715602e-06,
      "loss": 0.0966,
      "step": 30719
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4842872440787925e-06,
      "loss": 0.0912,
      "step": 30720
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4838287475333325e-06,
      "loss": 0.0817,
      "step": 30721
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4833703161386836e-06,
      "loss": 0.0867,
      "step": 30722
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4829119498983569e-06,
      "loss": 0.0942,
      "step": 30723
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4824536488158547e-06,
      "loss": 0.0971,
      "step": 30724
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4819954128946856e-06,
      "loss": 0.1072,
      "step": 30725
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4815372421383566e-06,
      "loss": 0.0881,
      "step": 30726
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4810791365503707e-06,
      "loss": 0.0923,
      "step": 30727
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4806210961342316e-06,
      "loss": 0.1201,
      "step": 30728
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.480163120893444e-06,
      "loss": 0.1059,
      "step": 30729
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4797052108315147e-06,
      "loss": 0.0926,
      "step": 30730
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4792473659519447e-06,
      "loss": 0.0876,
      "step": 30731
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4787895862582335e-06,
      "loss": 0.0916,
      "step": 30732
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4783318717538898e-06,
      "loss": 0.0989,
      "step": 30733
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.477874222442408e-06,
      "loss": 0.1113,
      "step": 30734
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4774166383272948e-06,
      "loss": 0.1072,
      "step": 30735
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4769591194120468e-06,
      "loss": 0.0911,
      "step": 30736
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4765016657001684e-06,
      "loss": 0.0926,
      "step": 30737
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4760442771951567e-06,
      "loss": 0.0902,
      "step": 30738
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4755869539005062e-06,
      "loss": 0.0915,
      "step": 30739
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4751296958197258e-06,
      "loss": 0.0847,
      "step": 30740
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.474672502956308e-06,
      "loss": 0.0842,
      "step": 30741
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4742153753137478e-06,
      "loss": 0.0902,
      "step": 30742
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.473758312895548e-06,
      "loss": 0.0922,
      "step": 30743
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4733013157052e-06,
      "loss": 0.121,
      "step": 30744
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4728443837462048e-06,
      "loss": 0.1017,
      "step": 30745
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4723875170220525e-06,
      "loss": 0.0839,
      "step": 30746
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4719307155362438e-06,
      "loss": 0.1042,
      "step": 30747
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4714739792922716e-06,
      "loss": 0.1104,
      "step": 30748
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4710173082936251e-06,
      "loss": 0.0681,
      "step": 30749
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4705607025438063e-06,
      "loss": 0.1124,
      "step": 30750
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.470104162046304e-06,
      "loss": 0.0907,
      "step": 30751
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4696476868046094e-06,
      "loss": 0.0834,
      "step": 30752
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4691912768222182e-06,
      "loss": 0.1065,
      "step": 30753
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.468734932102618e-06,
      "loss": 0.098,
      "step": 30754
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4682786526493042e-06,
      "loss": 0.1059,
      "step": 30755
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4678224384657625e-06,
      "loss": 0.0953,
      "step": 30756
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4673662895554896e-06,
      "loss": 0.0937,
      "step": 30757
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.466910205921971e-06,
      "loss": 0.1113,
      "step": 30758
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4664541875686911e-06,
      "loss": 0.0786,
      "step": 30759
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4659982344991487e-06,
      "loss": 0.0848,
      "step": 30760
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4655423467168273e-06,
      "loss": 0.1279,
      "step": 30761
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.465086524225212e-06,
      "loss": 0.0862,
      "step": 30762
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4646307670277948e-06,
      "loss": 0.0974,
      "step": 30763
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.464175075128057e-06,
      "loss": 0.0929,
      "step": 30764
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4637194485294903e-06,
      "loss": 0.1036,
      "step": 30765
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4632638872355753e-06,
      "loss": 0.0897,
      "step": 30766
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4628083912498015e-06,
      "loss": 0.1004,
      "step": 30767
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4623529605756514e-06,
      "loss": 0.0832,
      "step": 30768
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.461897595216607e-06,
      "loss": 0.0992,
      "step": 30769
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4614422951761542e-06,
      "loss": 0.0953,
      "step": 30770
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.460987060457779e-06,
      "loss": 0.1266,
      "step": 30771
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4605318910649613e-06,
      "loss": 0.1037,
      "step": 30772
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.46007678700118e-06,
      "loss": 0.0989,
      "step": 30773
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4596217482699215e-06,
      "loss": 0.1153,
      "step": 30774
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4591667748746662e-06,
      "loss": 0.0939,
      "step": 30775
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4587118668188926e-06,
      "loss": 0.1112,
      "step": 30776
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4582570241060846e-06,
      "loss": 0.1071,
      "step": 30777
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.457802246739719e-06,
      "loss": 0.0877,
      "step": 30778
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4573475347232735e-06,
      "loss": 0.0957,
      "step": 30779
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4568928880602285e-06,
      "loss": 0.1272,
      "step": 30780
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4564383067540656e-06,
      "loss": 0.0891,
      "step": 30781
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4559837908082574e-06,
      "loss": 0.0951,
      "step": 30782
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4555293402262827e-06,
      "loss": 0.0969,
      "step": 30783
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4550749550116172e-06,
      "loss": 0.0998,
      "step": 30784
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4546206351677405e-06,
      "loss": 0.0798,
      "step": 30785
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4541663806981243e-06,
      "loss": 0.0897,
      "step": 30786
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.453712191606247e-06,
      "loss": 0.0948,
      "step": 30787
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.453258067895582e-06,
      "loss": 0.0972,
      "step": 30788
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4528040095696016e-06,
      "loss": 0.0697,
      "step": 30789
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4523500166317805e-06,
      "loss": 0.0923,
      "step": 30790
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4518960890855937e-06,
      "loss": 0.085,
      "step": 30791
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4514422269345141e-06,
      "loss": 0.0841,
      "step": 30792
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4509884301820087e-06,
      "loss": 0.0866,
      "step": 30793
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4505346988315538e-06,
      "loss": 0.0777,
      "step": 30794
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.450081032886621e-06,
      "loss": 0.1004,
      "step": 30795
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4496274323506776e-06,
      "loss": 0.0969,
      "step": 30796
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4491738972271985e-06,
      "loss": 0.0909,
      "step": 30797
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4487204275196497e-06,
      "loss": 0.1181,
      "step": 30798
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4482670232314989e-06,
      "loss": 0.0837,
      "step": 30799
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4478136843662173e-06,
      "loss": 0.1037,
      "step": 30800
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4473604109272744e-06,
      "loss": 0.1051,
      "step": 30801
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4469072029181375e-06,
      "loss": 0.1009,
      "step": 30802
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4464540603422693e-06,
      "loss": 0.1039,
      "step": 30803
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4460009832031395e-06,
      "loss": 0.1012,
      "step": 30804
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4455479715042165e-06,
      "loss": 0.1112,
      "step": 30805
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4450950252489637e-06,
      "loss": 0.0932,
      "step": 30806
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4446421444408454e-06,
      "loss": 0.0827,
      "step": 30807
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4441893290833275e-06,
      "loss": 0.0915,
      "step": 30808
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.443736579179873e-06,
      "loss": 0.0802,
      "step": 30809
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4432838947339467e-06,
      "loss": 0.0996,
      "step": 30810
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4428312757490126e-06,
      "loss": 0.1011,
      "step": 30811
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4423787222285323e-06,
      "loss": 0.0772,
      "step": 30812
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4419262341759666e-06,
      "loss": 0.0984,
      "step": 30813
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.441473811594778e-06,
      "loss": 0.0967,
      "step": 30814
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4410214544884294e-06,
      "loss": 0.1194,
      "step": 30815
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4405691628603813e-06,
      "loss": 0.0902,
      "step": 30816
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4401169367140899e-06,
      "loss": 0.0968,
      "step": 30817
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.439664776053019e-06,
      "loss": 0.0967,
      "step": 30818
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.439212680880625e-06,
      "loss": 0.0979,
      "step": 30819
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4387606512003682e-06,
      "loss": 0.1115,
      "step": 30820
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4383086870157081e-06,
      "loss": 0.0807,
      "step": 30821
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4378567883300997e-06,
      "loss": 0.0908,
      "step": 30822
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4374049551470003e-06,
      "loss": 0.1008,
      "step": 30823
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4369531874698662e-06,
      "loss": 0.1076,
      "step": 30824
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4365014853021575e-06,
      "loss": 0.0973,
      "step": 30825
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4360498486473272e-06,
      "loss": 0.0942,
      "step": 30826
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4355982775088274e-06,
      "loss": 0.0978,
      "step": 30827
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4351467718901179e-06,
      "loss": 0.0984,
      "step": 30828
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4346953317946487e-06,
      "loss": 0.1058,
      "step": 30829
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4342439572258747e-06,
      "loss": 0.0927,
      "step": 30830
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.433792648187251e-06,
      "loss": 0.0891,
      "step": 30831
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4333414046822304e-06,
      "loss": 0.076,
      "step": 30832
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4328902267142597e-06,
      "loss": 0.1192,
      "step": 30833
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4324391142867955e-06,
      "loss": 0.0889,
      "step": 30834
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4319880674032883e-06,
      "loss": 0.0971,
      "step": 30835
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4315370860671897e-06,
      "loss": 0.105,
      "step": 30836
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4310861702819446e-06,
      "loss": 0.1005,
      "step": 30837
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4306353200510093e-06,
      "loss": 0.1026,
      "step": 30838
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4301845353778265e-06,
      "loss": 0.0854,
      "step": 30839
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4297338162658514e-06,
      "loss": 0.0835,
      "step": 30840
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4292831627185255e-06,
      "loss": 0.1036,
      "step": 30841
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4288325747393028e-06,
      "loss": 0.0969,
      "step": 30842
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.428382052331625e-06,
      "loss": 0.0967,
      "step": 30843
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4279315954989404e-06,
      "loss": 0.1025,
      "step": 30844
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4274812042446984e-06,
      "loss": 0.0926,
      "step": 30845
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.427030878572342e-06,
      "loss": 0.0743,
      "step": 30846
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4265806184853137e-06,
      "loss": 0.1154,
      "step": 30847
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4261304239870633e-06,
      "loss": 0.0965,
      "step": 30848
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.42568029508103e-06,
      "loss": 0.1053,
      "step": 30849
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4252302317706613e-06,
      "loss": 0.092,
      "step": 30850
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4247802340593975e-06,
      "loss": 0.1033,
      "step": 30851
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4243303019506837e-06,
      "loss": 0.0788,
      "step": 30852
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4238804354479607e-06,
      "loss": 0.0863,
      "step": 30853
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4234306345546655e-06,
      "loss": 0.091,
      "step": 30854
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4229808992742477e-06,
      "loss": 0.0821,
      "step": 30855
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4225312296101445e-06,
      "loss": 0.0802,
      "step": 30856
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4220816255657933e-06,
      "loss": 0.0842,
      "step": 30857
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4216320871446376e-06,
      "loss": 0.1047,
      "step": 30858
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4211826143501129e-06,
      "loss": 0.0763,
      "step": 30859
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4207332071856617e-06,
      "loss": 0.0928,
      "step": 30860
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4202838656547169e-06,
      "loss": 0.1112,
      "step": 30861
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4198345897607224e-06,
      "loss": 0.0909,
      "step": 30862
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4193853795071111e-06,
      "loss": 0.1085,
      "step": 30863
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4189362348973156e-06,
      "loss": 0.0996,
      "step": 30864
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4184871559347823e-06,
      "loss": 0.0934,
      "step": 30865
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4180381426229405e-06,
      "loss": 0.1079,
      "step": 30866
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4175891949652243e-06,
      "loss": 0.1121,
      "step": 30867
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4171403129650717e-06,
      "loss": 0.1039,
      "step": 30868
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4166914966259127e-06,
      "loss": 0.0811,
      "step": 30869
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4162427459511863e-06,
      "loss": 0.0947,
      "step": 30870
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4157940609443188e-06,
      "loss": 0.0957,
      "step": 30871
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4153454416087497e-06,
      "loss": 0.1108,
      "step": 30872
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4148968879479053e-06,
      "loss": 0.1123,
      "step": 30873
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4144483999652214e-06,
      "loss": 0.1083,
      "step": 30874
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4139999776641255e-06,
      "loss": 0.0963,
      "step": 30875
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4135516210480516e-06,
      "loss": 0.1012,
      "step": 30876
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4131033301204255e-06,
      "loss": 0.0915,
      "step": 30877
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4126551048846804e-06,
      "loss": 0.0892,
      "step": 30878
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4122069453442455e-06,
      "loss": 0.099,
      "step": 30879
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4117588515025481e-06,
      "loss": 0.1113,
      "step": 30880
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4113108233630135e-06,
      "loss": 0.1081,
      "step": 30881
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4108628609290754e-06,
      "loss": 0.0894,
      "step": 30882
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4104149642041542e-06,
      "loss": 0.0843,
      "step": 30883
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.409967133191681e-06,
      "loss": 0.0992,
      "step": 30884
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.409519367895079e-06,
      "loss": 0.1205,
      "step": 30885
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4090716683177775e-06,
      "loss": 0.0826,
      "step": 30886
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4086240344631986e-06,
      "loss": 0.0695,
      "step": 30887
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.408176466334762e-06,
      "loss": 0.0779,
      "step": 30888
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4077289639359026e-06,
      "loss": 0.0874,
      "step": 30889
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.407281527270038e-06,
      "loss": 0.1033,
      "step": 30890
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4068341563405886e-06,
      "loss": 0.1014,
      "step": 30891
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4063868511509826e-06,
      "loss": 0.1113,
      "step": 30892
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4059396117046365e-06,
      "loss": 0.0766,
      "step": 30893
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4054924380049772e-06,
      "loss": 0.0798,
      "step": 30894
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.40504533005542e-06,
      "loss": 0.0851,
      "step": 30895
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.404598287859391e-06,
      "loss": 0.0946,
      "step": 30896
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4041513114203076e-06,
      "loss": 0.0862,
      "step": 30897
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4037044007415846e-06,
      "loss": 0.097,
      "step": 30898
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4032575558266504e-06,
      "loss": 0.0927,
      "step": 30899
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.402810776678918e-06,
      "loss": 0.0881,
      "step": 30900
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4023640633018043e-06,
      "loss": 0.1084,
      "step": 30901
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4019174156987302e-06,
      "loss": 0.1069,
      "step": 30902
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4014708338731087e-06,
      "loss": 0.0926,
      "step": 30903
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4010243178283612e-06,
      "loss": 0.0955,
      "step": 30904
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4005778675678982e-06,
      "loss": 0.0912,
      "step": 30905
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4001314830951408e-06,
      "loss": 0.0703,
      "step": 30906
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.3996851644135013e-06,
      "loss": 0.0959,
      "step": 30907
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.3992389115263904e-06,
      "loss": 0.098,
      "step": 30908
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.3987927244372256e-06,
      "loss": 0.0961,
      "step": 30909
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.3983466031494242e-06,
      "loss": 0.1079,
      "step": 30910
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.3979005476663909e-06,
      "loss": 0.0824,
      "step": 30911
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.3974545579915467e-06,
      "loss": 0.0874,
      "step": 30912
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.3970086341282962e-06,
      "loss": 0.1001,
      "step": 30913
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.396562776080056e-06,
      "loss": 0.1034,
      "step": 30914
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.396116983850232e-06,
      "loss": 0.1021,
      "step": 30915
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.3956712574422415e-06,
      "loss": 0.1091,
      "step": 30916
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.3952255968594885e-06,
      "loss": 0.1322,
      "step": 30917
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.3947800021053837e-06,
      "loss": 0.1281,
      "step": 30918
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.3943344731833364e-06,
      "loss": 0.1149,
      "step": 30919
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.3938890100967573e-06,
      "loss": 0.0889,
      "step": 30920
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.3934436128490526e-06,
      "loss": 0.0765,
      "step": 30921
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3929982814436272e-06,
      "loss": 0.1012,
      "step": 30922
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3925530158838896e-06,
      "loss": 0.0806,
      "step": 30923
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3921078161732493e-06,
      "loss": 0.0871,
      "step": 30924
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.391662682315108e-06,
      "loss": 0.0858,
      "step": 30925
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3912176143128741e-06,
      "loss": 0.1096,
      "step": 30926
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3907726121699517e-06,
      "loss": 0.0901,
      "step": 30927
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3903276758897433e-06,
      "loss": 0.0882,
      "step": 30928
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.389882805475653e-06,
      "loss": 0.0931,
      "step": 30929
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.389438000931087e-06,
      "loss": 0.0965,
      "step": 30930
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3889932622594471e-06,
      "loss": 0.0965,
      "step": 30931
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3885485894641337e-06,
      "loss": 0.0953,
      "step": 30932
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3881039825485486e-06,
      "loss": 0.0944,
      "step": 30933
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3876594415160972e-06,
      "loss": 0.0933,
      "step": 30934
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3872149663701751e-06,
      "loss": 0.106,
      "step": 30935
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3867705571141888e-06,
      "loss": 0.0891,
      "step": 30936
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3863262137515332e-06,
      "loss": 0.1001,
      "step": 30937
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3858819362856069e-06,
      "loss": 0.0835,
      "step": 30938
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3854377247198115e-06,
      "loss": 0.0898,
      "step": 30939
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3849935790575453e-06,
      "loss": 0.0727,
      "step": 30940
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3845494993022069e-06,
      "loss": 0.104,
      "step": 30941
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.38410548545719e-06,
      "loss": 0.1059,
      "step": 30942
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3836615375258932e-06,
      "loss": 0.0828,
      "step": 30943
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.383217655511715e-06,
      "loss": 0.0912,
      "step": 30944
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3827738394180478e-06,
      "loss": 0.1016,
      "step": 30945
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3823300892482904e-06,
      "loss": 0.0863,
      "step": 30946
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3818864050058356e-06,
      "loss": 0.0999,
      "step": 30947
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.381442786694076e-06,
      "loss": 0.0953,
      "step": 30948
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.380999234316407e-06,
      "loss": 0.0743,
      "step": 30949
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3805557478762243e-06,
      "loss": 0.0772,
      "step": 30950
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.380112327376919e-06,
      "loss": 0.0978,
      "step": 30951
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3796689728218803e-06,
      "loss": 0.0964,
      "step": 30952
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3792256842145025e-06,
      "loss": 0.1223,
      "step": 30953
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.378782461558179e-06,
      "loss": 0.0913,
      "step": 30954
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3783393048562976e-06,
      "loss": 0.1,
      "step": 30955
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3778962141122488e-06,
      "loss": 0.0833,
      "step": 30956
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.377453189329424e-06,
      "loss": 0.0889,
      "step": 30957
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.37701023051121e-06,
      "loss": 0.1039,
      "step": 30958
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3765673376609966e-06,
      "loss": 0.1103,
      "step": 30959
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3761245107821742e-06,
      "loss": 0.0935,
      "step": 30960
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3756817498781294e-06,
      "loss": 0.1042,
      "step": 30961
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3752390549522454e-06,
      "loss": 0.0848,
      "step": 30962
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.374796426007914e-06,
      "loss": 0.1066,
      "step": 30963
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.374353863048521e-06,
      "loss": 0.1016,
      "step": 30964
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3739113660774506e-06,
      "loss": 0.1061,
      "step": 30965
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3734689350980857e-06,
      "loss": 0.1042,
      "step": 30966
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3730265701138167e-06,
      "loss": 0.081,
      "step": 30967
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3725842711280225e-06,
      "loss": 0.0914,
      "step": 30968
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3721420381440875e-06,
      "loss": 0.0945,
      "step": 30969
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3716998711653995e-06,
      "loss": 0.1092,
      "step": 30970
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.371257770195339e-06,
      "loss": 0.0781,
      "step": 30971
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.370815735237283e-06,
      "loss": 0.0885,
      "step": 30972
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3703737662946192e-06,
      "loss": 0.1109,
      "step": 30973
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3699318633707282e-06,
      "loss": 0.1106,
      "step": 30974
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3694900264689892e-06,
      "loss": 0.0966,
      "step": 30975
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.369048255592781e-06,
      "loss": 0.1004,
      "step": 30976
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.368606550745486e-06,
      "loss": 0.0874,
      "step": 30977
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3681649119304807e-06,
      "loss": 0.1135,
      "step": 30978
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3677233391511457e-06,
      "loss": 0.1181,
      "step": 30979
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3672818324108605e-06,
      "loss": 0.0846,
      "step": 30980
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3668403917130002e-06,
      "loss": 0.0965,
      "step": 30981
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.366399017060942e-06,
      "loss": 0.0737,
      "step": 30982
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.365957708458061e-06,
      "loss": 0.0931,
      "step": 30983
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3655164659077392e-06,
      "loss": 0.0941,
      "step": 30984
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.365075289413349e-06,
      "loss": 0.0883,
      "step": 30985
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3646341789782614e-06,
      "loss": 0.0987,
      "step": 30986
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3641931346058567e-06,
      "loss": 0.099,
      "step": 30987
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.363752156299506e-06,
      "loss": 0.103,
      "step": 30988
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.363311244062585e-06,
      "loss": 0.0972,
      "step": 30989
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3628703978984637e-06,
      "loss": 0.0951,
      "step": 30990
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3624296178105189e-06,
      "loss": 0.1039,
      "step": 30991
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3619889038021206e-06,
      "loss": 0.0829,
      "step": 30992
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3615482558766347e-06,
      "loss": 0.107,
      "step": 30993
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.361107674037443e-06,
      "loss": 0.1082,
      "step": 30994
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3606671582879106e-06,
      "loss": 0.0771,
      "step": 30995
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3602267086314046e-06,
      "loss": 0.0769,
      "step": 30996
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3597863250713017e-06,
      "loss": 0.111,
      "step": 30997
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3593460076109631e-06,
      "loss": 0.1059,
      "step": 30998
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3589057562537634e-06,
      "loss": 0.0813,
      "step": 30999
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.358465571003067e-06,
      "loss": 0.0656,
      "step": 31000
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3580254518622449e-06,
      "loss": 0.0835,
      "step": 31001
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.357585398834661e-06,
      "loss": 0.1044,
      "step": 31002
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3571454119236792e-06,
      "loss": 0.1054,
      "step": 31003
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3567054911326727e-06,
      "loss": 0.0955,
      "step": 31004
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.356265636465004e-06,
      "loss": 0.1049,
      "step": 31005
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3558258479240361e-06,
      "loss": 0.093,
      "step": 31006
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.355386125513136e-06,
      "loss": 0.0832,
      "step": 31007
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3549464692356652e-06,
      "loss": 0.089,
      "step": 31008
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.35450687909499e-06,
      "loss": 0.1123,
      "step": 31009
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3540673550944706e-06,
      "loss": 0.0986,
      "step": 31010
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3536278972374717e-06,
      "loss": 0.0978,
      "step": 31011
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3531885055273552e-06,
      "loss": 0.0958,
      "step": 31012
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3527491799674774e-06,
      "loss": 0.0813,
      "step": 31013
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3523099205612078e-06,
      "loss": 0.1049,
      "step": 31014
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3518707273119025e-06,
      "loss": 0.0931,
      "step": 31015
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.35143160022292e-06,
      "loss": 0.0856,
      "step": 31016
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.350992539297623e-06,
      "loss": 0.088,
      "step": 31017
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.350553544539367e-06,
      "loss": 0.096,
      "step": 31018
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3501146159515134e-06,
      "loss": 0.0896,
      "step": 31019
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3496757535374172e-06,
      "loss": 0.0985,
      "step": 31020
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3492369573004393e-06,
      "loss": 0.0896,
      "step": 31021
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3487982272439338e-06,
      "loss": 0.1033,
      "step": 31022
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3483595633712588e-06,
      "loss": 0.0906,
      "step": 31023
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3479209656857672e-06,
      "loss": 0.1041,
      "step": 31024
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3474824341908198e-06,
      "loss": 0.1044,
      "step": 31025
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3470439688897675e-06,
      "loss": 0.0913,
      "step": 31026
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3466055697859614e-06,
      "loss": 0.0942,
      "step": 31027
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3461672368827638e-06,
      "loss": 0.1078,
      "step": 31028
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.345728970183524e-06,
      "loss": 0.1042,
      "step": 31029
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3452907696915917e-06,
      "loss": 0.1007,
      "step": 31030
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3448526354103253e-06,
      "loss": 0.0733,
      "step": 31031
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3444145673430697e-06,
      "loss": 0.0982,
      "step": 31032
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3439765654931836e-06,
      "loss": 0.0732,
      "step": 31033
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3435386298640106e-06,
      "loss": 0.0878,
      "step": 31034
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3431007604589075e-06,
      "loss": 0.0841,
      "step": 31035
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3426629572812211e-06,
      "loss": 0.0755,
      "step": 31036
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3422252203342966e-06,
      "loss": 0.0785,
      "step": 31037
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3417875496214906e-06,
      "loss": 0.1051,
      "step": 31038
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3413499451461487e-06,
      "loss": 0.0786,
      "step": 31039
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3409124069116142e-06,
      "loss": 0.0865,
      "step": 31040
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.340474934921241e-06,
      "loss": 0.0986,
      "step": 31041
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3400375291783707e-06,
      "loss": 0.1193,
      "step": 31042
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3396001896863542e-06,
      "loss": 0.1032,
      "step": 31043
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.339162916448532e-06,
      "loss": 0.1078,
      "step": 31044
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3387257094682538e-06,
      "loss": 0.0774,
      "step": 31045
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3382885687488633e-06,
      "loss": 0.0741,
      "step": 31046
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3378514942936993e-06,
      "loss": 0.1002,
      "step": 31047
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3374144861061145e-06,
      "loss": 0.0955,
      "step": 31048
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3369775441894484e-06,
      "loss": 0.0943,
      "step": 31049
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3365406685470405e-06,
      "loss": 0.1046,
      "step": 31050
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3361038591822384e-06,
      "loss": 0.0738,
      "step": 31051
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3356671160983792e-06,
      "loss": 0.1169,
      "step": 31052
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3352304392988069e-06,
      "loss": 0.0971,
      "step": 31053
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3347938287868601e-06,
      "loss": 0.0817,
      "step": 31054
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3343572845658815e-06,
      "loss": 0.1136,
      "step": 31055
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3339208066392106e-06,
      "loss": 0.1037,
      "step": 31056
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3334843950101816e-06,
      "loss": 0.0978,
      "step": 31057
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3330480496821386e-06,
      "loss": 0.0974,
      "step": 31058
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3326117706584195e-06,
      "loss": 0.078,
      "step": 31059
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.33217555794236e-06,
      "loss": 0.0742,
      "step": 31060
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.331739411537296e-06,
      "loss": 0.0955,
      "step": 31061
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3313033314465661e-06,
      "loss": 0.0949,
      "step": 31062
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3308673176735087e-06,
      "loss": 0.114,
      "step": 31063
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3304313702214543e-06,
      "loss": 0.0918,
      "step": 31064
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3299954890937428e-06,
      "loss": 0.1229,
      "step": 31065
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3295596742937068e-06,
      "loss": 0.1091,
      "step": 31066
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.329123925824678e-06,
      "loss": 0.0957,
      "step": 31067
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.328688243689993e-06,
      "loss": 0.1076,
      "step": 31068
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3282526278929852e-06,
      "loss": 0.096,
      "step": 31069
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.327817078436986e-06,
      "loss": 0.0967,
      "step": 31070
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3273815953253255e-06,
      "loss": 0.0785,
      "step": 31071
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.326946178561338e-06,
      "loss": 0.0865,
      "step": 31072
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.326510828148355e-06,
      "loss": 0.0936,
      "step": 31073
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3260755440897045e-06,
      "loss": 0.1142,
      "step": 31074
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3256403263887197e-06,
      "loss": 0.1001,
      "step": 31075
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3252051750487271e-06,
      "loss": 0.1019,
      "step": 31076
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3247700900730565e-06,
      "loss": 0.0779,
      "step": 31077
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.324335071465036e-06,
      "loss": 0.1017,
      "step": 31078
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3239001192279965e-06,
      "loss": 0.08,
      "step": 31079
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3234652333652642e-06,
      "loss": 0.1017,
      "step": 31080
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3230304138801631e-06,
      "loss": 0.1016,
      "step": 31081
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3225956607760204e-06,
      "loss": 0.1192,
      "step": 31082
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3221609740561669e-06,
      "loss": 0.0911,
      "step": 31083
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3217263537239222e-06,
      "loss": 0.0748,
      "step": 31084
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.321291799782617e-06,
      "loss": 0.0939,
      "step": 31085
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3208573122355716e-06,
      "loss": 0.1046,
      "step": 31086
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3204228910861083e-06,
      "loss": 0.0862,
      "step": 31087
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.319988536337553e-06,
      "loss": 0.1008,
      "step": 31088
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.319554247993232e-06,
      "loss": 0.0794,
      "step": 31089
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.319120026056463e-06,
      "loss": 0.1041,
      "step": 31090
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3186858705305683e-06,
      "loss": 0.0979,
      "step": 31091
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.31825178141887e-06,
      "loss": 0.1062,
      "step": 31092
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.317817758724691e-06,
      "loss": 0.0842,
      "step": 31093
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3173838024513508e-06,
      "loss": 0.0932,
      "step": 31094
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3169499126021657e-06,
      "loss": 0.0965,
      "step": 31095
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3165160891804596e-06,
      "loss": 0.0855,
      "step": 31096
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3160823321895478e-06,
      "loss": 0.126,
      "step": 31097
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3156486416327507e-06,
      "loss": 0.0921,
      "step": 31098
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3152150175133882e-06,
      "loss": 0.1182,
      "step": 31099
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3147814598347752e-06,
      "loss": 0.0805,
      "step": 31100
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3143479686002258e-06,
      "loss": 0.0855,
      "step": 31101
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3139145438130597e-06,
      "loss": 0.0698,
      "step": 31102
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.313481185476594e-06,
      "loss": 0.0696,
      "step": 31103
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3130478935941415e-06,
      "loss": 0.1007,
      "step": 31104
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3126146681690165e-06,
      "loss": 0.1092,
      "step": 31105
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3121815092045365e-06,
      "loss": 0.1046,
      "step": 31106
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3117484167040107e-06,
      "loss": 0.0958,
      "step": 31107
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3113153906707554e-06,
      "loss": 0.0931,
      "step": 31108
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3108824311080837e-06,
      "loss": 0.105,
      "step": 31109
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3104495380193082e-06,
      "loss": 0.1088,
      "step": 31110
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3100167114077366e-06,
      "loss": 0.1228,
      "step": 31111
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3095839512766827e-06,
      "loss": 0.1053,
      "step": 31112
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3091512576294607e-06,
      "loss": 0.1002,
      "step": 31113
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3087186304693766e-06,
      "loss": 0.1141,
      "step": 31114
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.308286069799739e-06,
      "loss": 0.0849,
      "step": 31115
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3078535756238608e-06,
      "loss": 0.0961,
      "step": 31116
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3074211479450483e-06,
      "loss": 0.1136,
      "step": 31117
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3069887867666098e-06,
      "loss": 0.0895,
      "step": 31118
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.306556492091855e-06,
      "loss": 0.0784,
      "step": 31119
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3061242639240902e-06,
      "loss": 0.0907,
      "step": 31120
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.305692102266619e-06,
      "loss": 0.0819,
      "step": 31121
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3052600071227506e-06,
      "loss": 0.0969,
      "step": 31122
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3048279784957917e-06,
      "loss": 0.093,
      "step": 31123
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3043960163890468e-06,
      "loss": 0.1086,
      "step": 31124
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3039641208058163e-06,
      "loss": 0.0662,
      "step": 31125
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3035322917494097e-06,
      "loss": 0.0858,
      "step": 31126
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3031005292231269e-06,
      "loss": 0.0924,
      "step": 31127
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.302668833230275e-06,
      "loss": 0.0933,
      "step": 31128
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3022372037741514e-06,
      "loss": 0.0831,
      "step": 31129
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3018056408580627e-06,
      "loss": 0.0702,
      "step": 31130
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.301374144485309e-06,
      "loss": 0.0956,
      "step": 31131
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.300942714659187e-06,
      "loss": 0.0893,
      "step": 31132
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3005113513830049e-06,
      "loss": 0.0922,
      "step": 31133
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.300080054660059e-06,
      "loss": 0.1029,
      "step": 31134
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.2996488244936467e-06,
      "loss": 0.097,
      "step": 31135
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.299217660887072e-06,
      "loss": 0.1031,
      "step": 31136
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.2987865638436281e-06,
      "loss": 0.1082,
      "step": 31137
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.2983555333666175e-06,
      "loss": 0.0856,
      "step": 31138
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.2979245694593345e-06,
      "loss": 0.0881,
      "step": 31139
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.2974936721250786e-06,
      "loss": 0.0961,
      "step": 31140
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.297062841367145e-06,
      "loss": 0.1053,
      "step": 31141
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.2966320771888252e-06,
      "loss": 0.0686,
      "step": 31142
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.2962013795934237e-06,
      "loss": 0.0871,
      "step": 31143
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.2957707485842307e-06,
      "loss": 0.0939,
      "step": 31144
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.2953401841645385e-06,
      "loss": 0.1004,
      "step": 31145
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.2949096863376454e-06,
      "loss": 0.1088,
      "step": 31146
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.2944792551068408e-06,
      "loss": 0.0914,
      "step": 31147
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.294048890475421e-06,
      "loss": 0.0945,
      "step": 31148
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.293618592446676e-06,
      "loss": 0.11,
      "step": 31149
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.2931883610238992e-06,
      "loss": 0.0972,
      "step": 31150
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.292758196210383e-06,
      "loss": 0.084,
      "step": 31151
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.2923280980094111e-06,
      "loss": 0.1266,
      "step": 31152
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.2918980664242841e-06,
      "loss": 0.0974,
      "step": 31153
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.2914681014582874e-06,
      "loss": 0.0861,
      "step": 31154
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.2910382031147073e-06,
      "loss": 0.1045,
      "step": 31155
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.2906083713968376e-06,
      "loss": 0.0818,
      "step": 31156
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.2901786063079624e-06,
      "loss": 0.0764,
      "step": 31157
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.2897489078513735e-06,
      "loss": 0.0974,
      "step": 31158
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.2893192760303542e-06,
      "loss": 0.0775,
      "step": 31159
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.2888897108481957e-06,
      "loss": 0.089,
      "step": 31160
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.2884602123081825e-06,
      "loss": 0.0919,
      "step": 31161
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.288030780413596e-06,
      "loss": 0.1135,
      "step": 31162
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.2876014151677262e-06,
      "loss": 0.1098,
      "step": 31163
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.2871721165738593e-06,
      "loss": 0.101,
      "step": 31164
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.2867428846352758e-06,
      "loss": 0.1069,
      "step": 31165
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.28631371935526e-06,
      "loss": 0.0836,
      "step": 31166
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.2858846207370956e-06,
      "loss": 0.1039,
      "step": 31167
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.285455588784067e-06,
      "loss": 0.0904,
      "step": 31168
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2850266234994535e-06,
      "loss": 0.0877,
      "step": 31169
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2845977248865404e-06,
      "loss": 0.0926,
      "step": 31170
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.284168892948604e-06,
      "loss": 0.1246,
      "step": 31171
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2837401276889305e-06,
      "loss": 0.1067,
      "step": 31172
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.283311429110795e-06,
      "loss": 0.1072,
      "step": 31173
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2828827972174806e-06,
      "loss": 0.0925,
      "step": 31174
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2824542320122667e-06,
      "loss": 0.0846,
      "step": 31175
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2820257334984253e-06,
      "loss": 0.097,
      "step": 31176
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2815973016792438e-06,
      "loss": 0.087,
      "step": 31177
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.281168936557997e-06,
      "loss": 0.1056,
      "step": 31178
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2807406381379572e-06,
      "loss": 0.0977,
      "step": 31179
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.280312406422407e-06,
      "loss": 0.1002,
      "step": 31180
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2798842414146185e-06,
      "loss": 0.1027,
      "step": 31181
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2794561431178698e-06,
      "loss": 0.1027,
      "step": 31182
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.279028111535434e-06,
      "loss": 0.0897,
      "step": 31183
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2786001466705878e-06,
      "loss": 0.0928,
      "step": 31184
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2781722485266046e-06,
      "loss": 0.1022,
      "step": 31185
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2777444171067521e-06,
      "loss": 0.1089,
      "step": 31186
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2773166524143144e-06,
      "loss": 0.121,
      "step": 31187
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2768889544525565e-06,
      "loss": 0.11,
      "step": 31188
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2764613232247502e-06,
      "loss": 0.101,
      "step": 31189
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.276033758734172e-06,
      "loss": 0.0897,
      "step": 31190
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2756062609840869e-06,
      "loss": 0.1054,
      "step": 31191
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.27517882997777e-06,
      "loss": 0.1133,
      "step": 31192
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.274751465718488e-06,
      "loss": 0.0827,
      "step": 31193
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2743241682095132e-06,
      "loss": 0.1069,
      "step": 31194
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2738969374541132e-06,
      "loss": 0.0753,
      "step": 31195
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2734697734555545e-06,
      "loss": 0.0837,
      "step": 31196
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2730426762171066e-06,
      "loss": 0.0923,
      "step": 31197
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2726156457420392e-06,
      "loss": 0.0836,
      "step": 31198
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2721886820336148e-06,
      "loss": 0.0922,
      "step": 31199
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2717617850951047e-06,
      "loss": 0.0814,
      "step": 31200
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2713349549297694e-06,
      "loss": 0.0812,
      "step": 31201
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2709081915408794e-06,
      "loss": 0.0985,
      "step": 31202
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2704814949316957e-06,
      "loss": 0.0934,
      "step": 31203
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2700548651054857e-06,
      "loss": 0.0964,
      "step": 31204
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2696283020655109e-06,
      "loss": 0.1052,
      "step": 31205
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2692018058150345e-06,
      "loss": 0.1092,
      "step": 31206
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2687753763573196e-06,
      "loss": 0.0688,
      "step": 31207
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2683490136956311e-06,
      "loss": 0.0849,
      "step": 31208
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2679227178332277e-06,
      "loss": 0.1054,
      "step": 31209
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.267496488773371e-06,
      "loss": 0.082,
      "step": 31210
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2670703265193219e-06,
      "loss": 0.1013,
      "step": 31211
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2666442310743431e-06,
      "loss": 0.0936,
      "step": 31212
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2662182024416902e-06,
      "loss": 0.1012,
      "step": 31213
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2657922406246271e-06,
      "loss": 0.0876,
      "step": 31214
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2653663456264099e-06,
      "loss": 0.0782,
      "step": 31215
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2649405174502949e-06,
      "loss": 0.1072,
      "step": 31216
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.264514756099542e-06,
      "loss": 0.0892,
      "step": 31217
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2640890615774094e-06,
      "loss": 0.1063,
      "step": 31218
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2636634338871534e-06,
      "loss": 0.0872,
      "step": 31219
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2632378730320273e-06,
      "loss": 0.1041,
      "step": 31220
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.262812379015288e-06,
      "loss": 0.096,
      "step": 31221
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2623869518401944e-06,
      "loss": 0.0938,
      "step": 31222
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2619615915099958e-06,
      "loss": 0.1184,
      "step": 31223
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.261536298027951e-06,
      "loss": 0.0843,
      "step": 31224
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2611110713973107e-06,
      "loss": 0.1022,
      "step": 31225
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2606859116213265e-06,
      "loss": 0.0802,
      "step": 31226
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2602608187032527e-06,
      "loss": 0.1108,
      "step": 31227
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2598357926463444e-06,
      "loss": 0.1075,
      "step": 31228
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2594108334538502e-06,
      "loss": 0.0925,
      "step": 31229
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2589859411290195e-06,
      "loss": 0.1096,
      "step": 31230
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2585611156751043e-06,
      "loss": 0.104,
      "step": 31231
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2581363570953576e-06,
      "loss": 0.0967,
      "step": 31232
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2577116653930245e-06,
      "loss": 0.092,
      "step": 31233
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2572870405713566e-06,
      "loss": 0.099,
      "step": 31234
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.256862482633603e-06,
      "loss": 0.0979,
      "step": 31235
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.256437991583007e-06,
      "loss": 0.0993,
      "step": 31236
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2560135674228201e-06,
      "loss": 0.0973,
      "step": 31237
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2555892101562906e-06,
      "loss": 0.0994,
      "step": 31238
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2551649197866634e-06,
      "loss": 0.085,
      "step": 31239
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2547406963171804e-06,
      "loss": 0.101,
      "step": 31240
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2543165397510914e-06,
      "loss": 0.1153,
      "step": 31241
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2538924500916427e-06,
      "loss": 0.1241,
      "step": 31242
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.253468427342076e-06,
      "loss": 0.0919,
      "step": 31243
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2530444715056333e-06,
      "loss": 0.0941,
      "step": 31244
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.252620582585562e-06,
      "loss": 0.0943,
      "step": 31245
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2521967605851015e-06,
      "loss": 0.0875,
      "step": 31246
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2517730055074962e-06,
      "loss": 0.104,
      "step": 31247
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2513493173559887e-06,
      "loss": 0.0781,
      "step": 31248
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2509256961338202e-06,
      "loss": 0.0902,
      "step": 31249
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2505021418442275e-06,
      "loss": 0.1118,
      "step": 31250
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2500786544904543e-06,
      "loss": 0.119,
      "step": 31251
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2496552340757429e-06,
      "loss": 0.1198,
      "step": 31252
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2492318806033277e-06,
      "loss": 0.1034,
      "step": 31253
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2488085940764484e-06,
      "loss": 0.0835,
      "step": 31254
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2483853744983466e-06,
      "loss": 0.0797,
      "step": 31255
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2479622218722553e-06,
      "loss": 0.0926,
      "step": 31256
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2475391362014145e-06,
      "loss": 0.0833,
      "step": 31257
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2471161174890612e-06,
      "loss": 0.0908,
      "step": 31258
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2466931657384318e-06,
      "loss": 0.089,
      "step": 31259
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2462702809527594e-06,
      "loss": 0.0907,
      "step": 31260
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2458474631352802e-06,
      "loss": 0.1035,
      "step": 31261
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2454247122892315e-06,
      "loss": 0.0791,
      "step": 31262
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2450020284178465e-06,
      "loss": 0.0871,
      "step": 31263
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2445794115243548e-06,
      "loss": 0.0992,
      "step": 31264
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2441568616119948e-06,
      "loss": 0.1011,
      "step": 31265
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.243734378683994e-06,
      "loss": 0.106,
      "step": 31266
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2433119627435886e-06,
      "loss": 0.1079,
      "step": 31267
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2428896137940105e-06,
      "loss": 0.0877,
      "step": 31268
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2424673318384895e-06,
      "loss": 0.1029,
      "step": 31269
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2420451168802528e-06,
      "loss": 0.098,
      "step": 31270
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2416229689225345e-06,
      "loss": 0.1053,
      "step": 31271
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2412008879685644e-06,
      "loss": 0.0963,
      "step": 31272
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.240778874021571e-06,
      "loss": 0.091,
      "step": 31273
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2403569270847793e-06,
      "loss": 0.1116,
      "step": 31274
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2399350471614224e-06,
      "loss": 0.1035,
      "step": 31275
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2395132342547234e-06,
      "loss": 0.0995,
      "step": 31276
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.239091488367914e-06,
      "loss": 0.0692,
      "step": 31277
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.238669809504215e-06,
      "loss": 0.0924,
      "step": 31278
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2382481976668581e-06,
      "loss": 0.1033,
      "step": 31279
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2378266528590654e-06,
      "loss": 0.1009,
      "step": 31280
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2374051750840587e-06,
      "loss": 0.1084,
      "step": 31281
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.23698376434507e-06,
      "loss": 0.0961,
      "step": 31282
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2365624206453197e-06,
      "loss": 0.0937,
      "step": 31283
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2361411439880277e-06,
      "loss": 0.0893,
      "step": 31284
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2357199343764225e-06,
      "loss": 0.117,
      "step": 31285
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2352987918137228e-06,
      "loss": 0.0807,
      "step": 31286
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2348777163031523e-06,
      "loss": 0.0936,
      "step": 31287
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2344567078479297e-06,
      "loss": 0.0976,
      "step": 31288
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2340357664512804e-06,
      "loss": 0.1034,
      "step": 31289
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2336148921164215e-06,
      "loss": 0.102,
      "step": 31290
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2331940848465694e-06,
      "loss": 0.1064,
      "step": 31291
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.232773344644952e-06,
      "loss": 0.0993,
      "step": 31292
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.2323526715147826e-06,
      "loss": 0.0876,
      "step": 31293
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.2319320654592782e-06,
      "loss": 0.1288,
      "step": 31294
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.23151152648166e-06,
      "loss": 0.0866,
      "step": 31295
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.231091054585143e-06,
      "loss": 0.097,
      "step": 31296
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.230670649772946e-06,
      "loss": 0.0934,
      "step": 31297
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.2302503120482822e-06,
      "loss": 0.082,
      "step": 31298
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.2298300414143705e-06,
      "loss": 0.1102,
      "step": 31299
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.2294098378744245e-06,
      "loss": 0.0899,
      "step": 31300
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.2289897014316554e-06,
      "loss": 0.1159,
      "step": 31301
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.2285696320892848e-06,
      "loss": 0.0956,
      "step": 31302
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.2281496298505213e-06,
      "loss": 0.1094,
      "step": 31303
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.227729694718578e-06,
      "loss": 0.0971,
      "step": 31304
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.227309826696671e-06,
      "loss": 0.0938,
      "step": 31305
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.2268900257880079e-06,
      "loss": 0.1033,
      "step": 31306
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.2264702919958038e-06,
      "loss": 0.0968,
      "step": 31307
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.2260506253232662e-06,
      "loss": 0.0932,
      "step": 31308
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.2256310257736104e-06,
      "loss": 0.083,
      "step": 31309
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.2252114933500448e-06,
      "loss": 0.0841,
      "step": 31310
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.2247920280557746e-06,
      "loss": 0.0982,
      "step": 31311
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.2243726298940117e-06,
      "loss": 0.097,
      "step": 31312
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.223953298867968e-06,
      "loss": 0.0998,
      "step": 31313
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.223534034980849e-06,
      "loss": 0.1096,
      "step": 31314
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.223114838235857e-06,
      "loss": 0.0942,
      "step": 31315
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.222695708636208e-06,
      "loss": 0.1045,
      "step": 31316
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.2222766461851033e-06,
      "loss": 0.101,
      "step": 31317
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.2218576508857483e-06,
      "loss": 0.0815,
      "step": 31318
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.2214387227413526e-06,
      "loss": 0.0946,
      "step": 31319
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.221019861755115e-06,
      "loss": 0.0855,
      "step": 31320
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.220601067930246e-06,
      "loss": 0.0814,
      "step": 31321
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.2201823412699443e-06,
      "loss": 0.0947,
      "step": 31322
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.2197636817774183e-06,
      "loss": 0.1053,
      "step": 31323
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.2193450894558677e-06,
      "loss": 0.1113,
      "step": 31324
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.2189265643084914e-06,
      "loss": 0.152,
      "step": 31325
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.2185081063384985e-06,
      "loss": 0.0855,
      "step": 31326
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.218089715549088e-06,
      "loss": 0.0842,
      "step": 31327
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.217671391943457e-06,
      "loss": 0.084,
      "step": 31328
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.2172531355248107e-06,
      "loss": 0.0954,
      "step": 31329
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.2168349462963437e-06,
      "loss": 0.0887,
      "step": 31330
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.2164168242612607e-06,
      "loss": 0.0971,
      "step": 31331
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.215998769422756e-06,
      "loss": 0.0646,
      "step": 31332
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.2155807817840314e-06,
      "loss": 0.1082,
      "step": 31333
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.2151628613482835e-06,
      "loss": 0.0773,
      "step": 31334
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.214745008118705e-06,
      "loss": 0.0962,
      "step": 31335
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.2143272220984992e-06,
      "loss": 0.1031,
      "step": 31336
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.213909503290861e-06,
      "loss": 0.112,
      "step": 31337
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.2134918516989812e-06,
      "loss": 0.0981,
      "step": 31338
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.213074267326062e-06,
      "loss": 0.0973,
      "step": 31339
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.2126567501752906e-06,
      "loss": 0.0908,
      "step": 31340
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.2122393002498678e-06,
      "loss": 0.0882,
      "step": 31341
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.2118219175529823e-06,
      "loss": 0.1158,
      "step": 31342
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.211404602087831e-06,
      "loss": 0.1048,
      "step": 31343
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.2109873538576044e-06,
      "loss": 0.0973,
      "step": 31344
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.2105701728654929e-06,
      "loss": 0.0842,
      "step": 31345
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.2101530591146903e-06,
      "loss": 0.1053,
      "step": 31346
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.209736012608389e-06,
      "loss": 0.0831,
      "step": 31347
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.2093190333497773e-06,
      "loss": 0.0831,
      "step": 31348
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.2089021213420437e-06,
      "loss": 0.1197,
      "step": 31349
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.2084852765883803e-06,
      "loss": 0.1028,
      "step": 31350
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.2080684990919767e-06,
      "loss": 0.0811,
      "step": 31351
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.207651788856018e-06,
      "loss": 0.1167,
      "step": 31352
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.207235145883696e-06,
      "loss": 0.0938,
      "step": 31353
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.2068185701781965e-06,
      "loss": 0.0956,
      "step": 31354
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.206402061742704e-06,
      "loss": 0.0993,
      "step": 31355
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.2059856205804076e-06,
      "loss": 0.0869,
      "step": 31356
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.2055692466944946e-06,
      "loss": 0.0889,
      "step": 31357
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.2051529400881478e-06,
      "loss": 0.086,
      "step": 31358
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.2047367007645517e-06,
      "loss": 0.1136,
      "step": 31359
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.20432052872689e-06,
      "loss": 0.0942,
      "step": 31360
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.2039044239783515e-06,
      "loss": 0.0999,
      "step": 31361
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.2034883865221137e-06,
      "loss": 0.0863,
      "step": 31362
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.2030724163613638e-06,
      "loss": 0.1116,
      "step": 31363
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.2026565134992817e-06,
      "loss": 0.0871,
      "step": 31364
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.2022406779390482e-06,
      "loss": 0.0907,
      "step": 31365
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.2018249096838452e-06,
      "loss": 0.0962,
      "step": 31366
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.2014092087368568e-06,
      "loss": 0.0983,
      "step": 31367
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.2009935751012601e-06,
      "loss": 0.1153,
      "step": 31368
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.2005780087802332e-06,
      "loss": 0.0748,
      "step": 31369
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.2001625097769575e-06,
      "loss": 0.0928,
      "step": 31370
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.199747078094613e-06,
      "loss": 0.0927,
      "step": 31371
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.1993317137363747e-06,
      "loss": 0.0893,
      "step": 31372
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.1989164167054246e-06,
      "loss": 0.0979,
      "step": 31373
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.1985011870049367e-06,
      "loss": 0.0992,
      "step": 31374
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.1980860246380855e-06,
      "loss": 0.0867,
      "step": 31375
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.197670929608049e-06,
      "loss": 0.0926,
      "step": 31376
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.1972559019180062e-06,
      "loss": 0.1128,
      "step": 31377
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.1968409415711303e-06,
      "loss": 0.0897,
      "step": 31378
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.1964260485705914e-06,
      "loss": 0.0943,
      "step": 31379
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.1960112229195675e-06,
      "loss": 0.0786,
      "step": 31380
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.1955964646212348e-06,
      "loss": 0.1097,
      "step": 31381
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.1951817736787619e-06,
      "loss": 0.1079,
      "step": 31382
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.1947671500953207e-06,
      "loss": 0.1021,
      "step": 31383
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.1943525938740874e-06,
      "loss": 0.0978,
      "step": 31384
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.1939381050182285e-06,
      "loss": 0.0833,
      "step": 31385
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.1935236835309172e-06,
      "loss": 0.1018,
      "step": 31386
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.1931093294153273e-06,
      "loss": 0.1072,
      "step": 31387
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.1926950426746254e-06,
      "loss": 0.0982,
      "step": 31388
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.1922808233119788e-06,
      "loss": 0.0985,
      "step": 31389
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.1918666713305583e-06,
      "loss": 0.1115,
      "step": 31390
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.1914525867335357e-06,
      "loss": 0.0859,
      "step": 31391
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.1910385695240755e-06,
      "loss": 0.0785,
      "step": 31392
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.1906246197053429e-06,
      "loss": 0.0963,
      "step": 31393
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.1902107372805106e-06,
      "loss": 0.0839,
      "step": 31394
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.1897969222527384e-06,
      "loss": 0.0887,
      "step": 31395
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.189383174625195e-06,
      "loss": 0.0932,
      "step": 31396
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.1889694944010477e-06,
      "loss": 0.0768,
      "step": 31397
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.1885558815834597e-06,
      "loss": 0.0851,
      "step": 31398
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.188142336175594e-06,
      "loss": 0.1161,
      "step": 31399
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.1877288581806134e-06,
      "loss": 0.082,
      "step": 31400
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.1873154476016868e-06,
      "loss": 0.0965,
      "step": 31401
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.1869021044419714e-06,
      "loss": 0.1082,
      "step": 31402
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.1864888287046305e-06,
      "loss": 0.1262,
      "step": 31403
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.186075620392828e-06,
      "loss": 0.104,
      "step": 31404
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.1856624795097204e-06,
      "loss": 0.1102,
      "step": 31405
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.185249406058472e-06,
      "loss": 0.0886,
      "step": 31406
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.184836400042244e-06,
      "loss": 0.096,
      "step": 31407
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.1844234614641947e-06,
      "loss": 0.1022,
      "step": 31408
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.1840105903274802e-06,
      "loss": 0.0827,
      "step": 31409
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.1835977866352622e-06,
      "loss": 0.0814,
      "step": 31410
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.1831850503906994e-06,
      "loss": 0.1081,
      "step": 31411
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.1827723815969484e-06,
      "loss": 0.1211,
      "step": 31412
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.182359780257164e-06,
      "loss": 0.1066,
      "step": 31413
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.1819472463745062e-06,
      "loss": 0.1041,
      "step": 31414
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.181534779952127e-06,
      "loss": 0.0722,
      "step": 31415
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.181122380993187e-06,
      "loss": 0.0805,
      "step": 31416
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.180710049500836e-06,
      "loss": 0.1056,
      "step": 31417
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1802977854782328e-06,
      "loss": 0.0711,
      "step": 31418
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.17988558892853e-06,
      "loss": 0.0933,
      "step": 31419
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.179473459854875e-06,
      "loss": 0.0901,
      "step": 31420
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1790613982604315e-06,
      "loss": 0.0971,
      "step": 31421
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1786494041483454e-06,
      "loss": 0.0954,
      "step": 31422
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1782374775217675e-06,
      "loss": 0.066,
      "step": 31423
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1778256183838543e-06,
      "loss": 0.0953,
      "step": 31424
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.17741382673775e-06,
      "loss": 0.0985,
      "step": 31425
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.177002102586612e-06,
      "loss": 0.0984,
      "step": 31426
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.176590445933583e-06,
      "loss": 0.0915,
      "step": 31427
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1761788567818188e-06,
      "loss": 0.0926,
      "step": 31428
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1757673351344646e-06,
      "loss": 0.0812,
      "step": 31429
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1753558809946653e-06,
      "loss": 0.0941,
      "step": 31430
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1749444943655763e-06,
      "loss": 0.0933,
      "step": 31431
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.174533175250342e-06,
      "loss": 0.0973,
      "step": 31432
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1741219236521052e-06,
      "loss": 0.104,
      "step": 31433
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1737107395740177e-06,
      "loss": 0.1198,
      "step": 31434
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1732996230192195e-06,
      "loss": 0.0803,
      "step": 31435
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1728885739908612e-06,
      "loss": 0.0943,
      "step": 31436
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1724775924920828e-06,
      "loss": 0.1055,
      "step": 31437
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1720666785260327e-06,
      "loss": 0.1315,
      "step": 31438
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1716558320958526e-06,
      "loss": 0.0926,
      "step": 31439
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1712450532046804e-06,
      "loss": 0.0966,
      "step": 31440
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.170834341855669e-06,
      "loss": 0.1017,
      "step": 31441
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1704236980519534e-06,
      "loss": 0.101,
      "step": 31442
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1700131217966759e-06,
      "loss": 0.094,
      "step": 31443
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1696026130929805e-06,
      "loss": 0.1038,
      "step": 31444
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1691921719440024e-06,
      "loss": 0.1001,
      "step": 31445
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.168781798352888e-06,
      "loss": 0.0955,
      "step": 31446
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1683714923227706e-06,
      "loss": 0.0915,
      "step": 31447
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1679612538567942e-06,
      "loss": 0.1094,
      "step": 31448
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.167551082958095e-06,
      "loss": 0.0764,
      "step": 31449
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1671409796298093e-06,
      "loss": 0.1051,
      "step": 31450
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1667309438750751e-06,
      "loss": 0.088,
      "step": 31451
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.166320975697034e-06,
      "loss": 0.0804,
      "step": 31452
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1659110750988178e-06,
      "loss": 0.0933,
      "step": 31453
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.165501242083561e-06,
      "loss": 0.0719,
      "step": 31454
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1650914766544008e-06,
      "loss": 0.0963,
      "step": 31455
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.164681778814475e-06,
      "loss": 0.1044,
      "step": 31456
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1642721485669128e-06,
      "loss": 0.0914,
      "step": 31457
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1638625859148533e-06,
      "loss": 0.0988,
      "step": 31458
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1634530908614262e-06,
      "loss": 0.0987,
      "step": 31459
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.163043663409763e-06,
      "loss": 0.074,
      "step": 31460
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1626343035629973e-06,
      "loss": 0.0998,
      "step": 31461
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.162225011324264e-06,
      "loss": 0.0849,
      "step": 31462
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1618157866966917e-06,
      "loss": 0.0853,
      "step": 31463
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.161406629683407e-06,
      "loss": 0.0995,
      "step": 31464
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1609975402875473e-06,
      "loss": 0.0941,
      "step": 31465
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.160588518512239e-06,
      "loss": 0.0753,
      "step": 31466
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1601795643606106e-06,
      "loss": 0.0905,
      "step": 31467
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.159770677835792e-06,
      "loss": 0.0975,
      "step": 31468
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1593618589409083e-06,
      "loss": 0.0926,
      "step": 31469
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1589531076790927e-06,
      "loss": 0.0887,
      "step": 31470
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.158544424053466e-06,
      "loss": 0.0862,
      "step": 31471
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.158135808067159e-06,
      "loss": 0.0947,
      "step": 31472
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.157727259723298e-06,
      "loss": 0.0949,
      "step": 31473
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1573187790250018e-06,
      "loss": 0.1244,
      "step": 31474
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1569103659754045e-06,
      "loss": 0.0947,
      "step": 31475
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1565020205776256e-06,
      "loss": 0.1028,
      "step": 31476
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1560937428347895e-06,
      "loss": 0.0922,
      "step": 31477
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1556855327500204e-06,
      "loss": 0.0894,
      "step": 31478
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1552773903264403e-06,
      "loss": 0.0856,
      "step": 31479
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1548693155671732e-06,
      "loss": 0.1059,
      "step": 31480
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1544613084753388e-06,
      "loss": 0.0682,
      "step": 31481
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1540533690540613e-06,
      "loss": 0.086,
      "step": 31482
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1536454973064593e-06,
      "loss": 0.0951,
      "step": 31483
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1532376932356514e-06,
      "loss": 0.0818,
      "step": 31484
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1528299568447598e-06,
      "loss": 0.084,
      "step": 31485
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1524222881369063e-06,
      "loss": 0.0889,
      "step": 31486
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.152014687115206e-06,
      "loss": 0.0987,
      "step": 31487
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1516071537827767e-06,
      "loss": 0.0928,
      "step": 31488
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1511996881427378e-06,
      "loss": 0.0822,
      "step": 31489
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1507922901982083e-06,
      "loss": 0.0913,
      "step": 31490
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1503849599522999e-06,
      "loss": 0.0968,
      "step": 31491
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1499776974081344e-06,
      "loss": 0.0972,
      "step": 31492
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1495705025688253e-06,
      "loss": 0.106,
      "step": 31493
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1491633754374842e-06,
      "loss": 0.0999,
      "step": 31494
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.148756316017229e-06,
      "loss": 0.0778,
      "step": 31495
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1483493243111754e-06,
      "loss": 0.0974,
      "step": 31496
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.147942400322436e-06,
      "loss": 0.1142,
      "step": 31497
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1475355440541203e-06,
      "loss": 0.0812,
      "step": 31498
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1471287555093436e-06,
      "loss": 0.0767,
      "step": 31499
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.14672203469122e-06,
      "loss": 0.0869,
      "step": 31500
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1463153816028572e-06,
      "loss": 0.0984,
      "step": 31501
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1459087962473703e-06,
      "loss": 0.0897,
      "step": 31502
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1455022786278669e-06,
      "loss": 0.0909,
      "step": 31503
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1450958287474544e-06,
      "loss": 0.1083,
      "step": 31504
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.144689446609246e-06,
      "loss": 0.1042,
      "step": 31505
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1442831322163528e-06,
      "loss": 0.0693,
      "step": 31506
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1438768855718797e-06,
      "loss": 0.1179,
      "step": 31507
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.143470706678933e-06,
      "loss": 0.0971,
      "step": 31508
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1430645955406227e-06,
      "loss": 0.131,
      "step": 31509
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1426585521600565e-06,
      "loss": 0.1194,
      "step": 31510
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.142252576540338e-06,
      "loss": 0.104,
      "step": 31511
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1418466686845764e-06,
      "loss": 0.074,
      "step": 31512
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1414408285958755e-06,
      "loss": 0.1039,
      "step": 31513
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1410350562773375e-06,
      "loss": 0.0895,
      "step": 31514
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1406293517320677e-06,
      "loss": 0.0963,
      "step": 31515
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1402237149631745e-06,
      "loss": 0.1045,
      "step": 31516
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1398181459737566e-06,
      "loss": 0.0967,
      "step": 31517
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1394126447669163e-06,
      "loss": 0.0853,
      "step": 31518
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1390072113457561e-06,
      "loss": 0.0914,
      "step": 31519
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1386018457133817e-06,
      "loss": 0.0735,
      "step": 31520
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1381965478728908e-06,
      "loss": 0.0797,
      "step": 31521
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1377913178273825e-06,
      "loss": 0.0797,
      "step": 31522
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1373861555799615e-06,
      "loss": 0.0929,
      "step": 31523
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1369810611337218e-06,
      "loss": 0.0821,
      "step": 31524
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1365760344917665e-06,
      "loss": 0.0819,
      "step": 31525
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1361710756571943e-06,
      "loss": 0.0752,
      "step": 31526
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1357661846331024e-06,
      "loss": 0.1012,
      "step": 31527
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1353613614225857e-06,
      "loss": 0.0853,
      "step": 31528
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.134956606028743e-06,
      "loss": 0.0906,
      "step": 31529
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.134551918454675e-06,
      "loss": 0.1003,
      "step": 31530
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.134147298703473e-06,
      "loss": 0.112,
      "step": 31531
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1337427467782303e-06,
      "loss": 0.0897,
      "step": 31532
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1333382626820478e-06,
      "loss": 0.1021,
      "step": 31533
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1329338464180151e-06,
      "loss": 0.0829,
      "step": 31534
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1325294979892277e-06,
      "loss": 0.1031,
      "step": 31535
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1321252173987819e-06,
      "loss": 0.1038,
      "step": 31536
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1317210046497673e-06,
      "loss": 0.11,
      "step": 31537
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.131316859745275e-06,
      "loss": 0.1016,
      "step": 31538
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1309127826883981e-06,
      "loss": 0.074,
      "step": 31539
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1305087734822307e-06,
      "loss": 0.0947,
      "step": 31540
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1301048321298613e-06,
      "loss": 0.0867,
      "step": 31541
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1297009586343777e-06,
      "loss": 0.1061,
      "step": 31542
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.129297152998875e-06,
      "loss": 0.0891,
      "step": 31543
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1288934152264363e-06,
      "loss": 0.0914,
      "step": 31544
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1284897453201537e-06,
      "loss": 0.082,
      "step": 31545
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.128086143283118e-06,
      "loss": 0.1143,
      "step": 31546
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1276826091184134e-06,
      "loss": 0.1125,
      "step": 31547
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1272791428291251e-06,
      "loss": 0.0908,
      "step": 31548
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.126875744418343e-06,
      "loss": 0.0839,
      "step": 31549
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1264724138891548e-06,
      "loss": 0.0773,
      "step": 31550
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1260691512446431e-06,
      "loss": 0.1213,
      "step": 31551
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1256659564878914e-06,
      "loss": 0.102,
      "step": 31552
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1252628296219892e-06,
      "loss": 0.0984,
      "step": 31553
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1248597706500152e-06,
      "loss": 0.0915,
      "step": 31554
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1244567795750572e-06,
      "loss": 0.0829,
      "step": 31555
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1240538564001946e-06,
      "loss": 0.0915,
      "step": 31556
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.123651001128514e-06,
      "loss": 0.093,
      "step": 31557
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1232482137630917e-06,
      "loss": 0.0949,
      "step": 31558
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1228454943070144e-06,
      "loss": 0.0962,
      "step": 31559
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1224428427633616e-06,
      "loss": 0.0975,
      "step": 31560
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1220402591352142e-06,
      "loss": 0.0968,
      "step": 31561
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1216377434256476e-06,
      "loss": 0.1295,
      "step": 31562
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1212352956377482e-06,
      "loss": 0.0998,
      "step": 31563
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.120832915774588e-06,
      "loss": 0.0875,
      "step": 31564
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1204306038392509e-06,
      "loss": 0.0886,
      "step": 31565
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1200283598348093e-06,
      "loss": 0.0984,
      "step": 31566
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1196261837643463e-06,
      "loss": 0.0815,
      "step": 31567
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1192240756309358e-06,
      "loss": 0.0877,
      "step": 31568
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.11882203543765e-06,
      "loss": 0.1068,
      "step": 31569
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1184200631875731e-06,
      "loss": 0.103,
      "step": 31570
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1180181588837746e-06,
      "loss": 0.0821,
      "step": 31571
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1176163225293291e-06,
      "loss": 0.0922,
      "step": 31572
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1172145541273139e-06,
      "loss": 0.092,
      "step": 31573
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1168128536807987e-06,
      "loss": 0.1026,
      "step": 31574
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1164112211928603e-06,
      "loss": 0.09,
      "step": 31575
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.116009656666568e-06,
      "loss": 0.1031,
      "step": 31576
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1156081601049973e-06,
      "loss": 0.1036,
      "step": 31577
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1152067315112182e-06,
      "loss": 0.0831,
      "step": 31578
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1148053708882977e-06,
      "loss": 0.0834,
      "step": 31579
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.114404078239314e-06,
      "loss": 0.109,
      "step": 31580
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.114002853567332e-06,
      "loss": 0.1001,
      "step": 31581
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1136016968754215e-06,
      "loss": 0.0966,
      "step": 31582
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1132006081666536e-06,
      "loss": 0.077,
      "step": 31583
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1127995874440943e-06,
      "loss": 0.0903,
      "step": 31584
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.112398634710814e-06,
      "loss": 0.1022,
      "step": 31585
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1119977499698763e-06,
      "loss": 0.081,
      "step": 31586
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1115969332243537e-06,
      "loss": 0.1106,
      "step": 31587
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.111196184477308e-06,
      "loss": 0.1171,
      "step": 31588
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1107955037318052e-06,
      "loss": 0.1105,
      "step": 31589
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1103948909909113e-06,
      "loss": 0.0906,
      "step": 31590
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1099943462576935e-06,
      "loss": 0.1213,
      "step": 31591
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1095938695352126e-06,
      "loss": 0.1238,
      "step": 31592
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1091934608265353e-06,
      "loss": 0.1115,
      "step": 31593
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1087931201347213e-06,
      "loss": 0.0926,
      "step": 31594
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1083928474628381e-06,
      "loss": 0.1031,
      "step": 31595
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1079926428139421e-06,
      "loss": 0.0982,
      "step": 31596
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1075925061911007e-06,
      "loss": 0.0794,
      "step": 31597
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1071924375973731e-06,
      "loss": 0.0972,
      "step": 31598
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1067924370358163e-06,
      "loss": 0.0758,
      "step": 31599
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1063925045094925e-06,
      "loss": 0.0942,
      "step": 31600
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.105992640021465e-06,
      "loss": 0.0998,
      "step": 31601
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1055928435747898e-06,
      "loss": 0.0948,
      "step": 31602
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1051931151725236e-06,
      "loss": 0.0857,
      "step": 31603
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1047934548177275e-06,
      "loss": 0.091,
      "step": 31604
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1043938625134586e-06,
      "loss": 0.0724,
      "step": 31605
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1039943382627716e-06,
      "loss": 0.0972,
      "step": 31606
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.103594882068726e-06,
      "loss": 0.1059,
      "step": 31607
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.103195493934377e-06,
      "loss": 0.078,
      "step": 31608
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1027961738627768e-06,
      "loss": 0.099,
      "step": 31609
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.102396921856983e-06,
      "loss": 0.103,
      "step": 31610
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.101997737920052e-06,
      "loss": 0.1131,
      "step": 31611
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1015986220550345e-06,
      "loss": 0.1037,
      "step": 31612
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1011995742649816e-06,
      "loss": 0.079,
      "step": 31613
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1008005945529532e-06,
      "loss": 0.1012,
      "step": 31614
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1004016829219977e-06,
      "loss": 0.0927,
      "step": 31615
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.100002839375165e-06,
      "loss": 0.1069,
      "step": 31616
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.0996040639155103e-06,
      "loss": 0.1016,
      "step": 31617
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.0992053565460791e-06,
      "loss": 0.1079,
      "step": 31618
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.0988067172699279e-06,
      "loss": 0.1088,
      "step": 31619
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.0984081460901009e-06,
      "loss": 0.1234,
      "step": 31620
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.098009643009651e-06,
      "loss": 0.1023,
      "step": 31621
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.097611208031626e-06,
      "loss": 0.0828,
      "step": 31622
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.097212841159072e-06,
      "loss": 0.0892,
      "step": 31623
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.0968145423950372e-06,
      "loss": 0.0919,
      "step": 31624
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.096416311742572e-06,
      "loss": 0.0864,
      "step": 31625
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.0960181492047184e-06,
      "loss": 0.08,
      "step": 31626
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.0956200547845264e-06,
      "loss": 0.1055,
      "step": 31627
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.095222028485038e-06,
      "loss": 0.0949,
      "step": 31628
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.0948240703093017e-06,
      "loss": 0.1008,
      "step": 31629
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.0944261802603573e-06,
      "loss": 0.0952,
      "step": 31630
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.0940283583412547e-06,
      "loss": 0.1102,
      "step": 31631
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.0936306045550339e-06,
      "loss": 0.0981,
      "step": 31632
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.0932329189047364e-06,
      "loss": 0.0833,
      "step": 31633
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.0928353013934068e-06,
      "loss": 0.0903,
      "step": 31634
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.092437752024087e-06,
      "loss": 0.0925,
      "step": 31635
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.092040270799819e-06,
      "loss": 0.0883,
      "step": 31636
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.0916428577236404e-06,
      "loss": 0.1018,
      "step": 31637
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.0912455127985932e-06,
      "loss": 0.1065,
      "step": 31638
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.0908482360277207e-06,
      "loss": 0.0981,
      "step": 31639
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.0904510274140556e-06,
      "loss": 0.0958,
      "step": 31640
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.0900538869606435e-06,
      "loss": 0.0971,
      "step": 31641
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.0896568146705189e-06,
      "loss": 0.0966,
      "step": 31642
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.0892598105467168e-06,
      "loss": 0.0913,
      "step": 31643
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.0888628745922781e-06,
      "loss": 0.0894,
      "step": 31644
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.0884660068102403e-06,
      "loss": 0.0945,
      "step": 31645
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.0880692072036392e-06,
      "loss": 0.0769,
      "step": 31646
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.0876724757755063e-06,
      "loss": 0.0977,
      "step": 31647
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.0872758125288796e-06,
      "loss": 0.0918,
      "step": 31648
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.0868792174667963e-06,
      "loss": 0.1058,
      "step": 31649
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.0864826905922854e-06,
      "loss": 0.0804,
      "step": 31650
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.0860862319083854e-06,
      "loss": 0.1029,
      "step": 31651
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.085689841418126e-06,
      "loss": 0.1119,
      "step": 31652
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.0852935191245383e-06,
      "loss": 0.092,
      "step": 31653
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.0848972650306576e-06,
      "loss": 0.0858,
      "step": 31654
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.084501079139515e-06,
      "loss": 0.0908,
      "step": 31655
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.084104961454141e-06,
      "loss": 0.1193,
      "step": 31656
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.0837089119775645e-06,
      "loss": 0.0862,
      "step": 31657
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.0833129307128155e-06,
      "loss": 0.1036,
      "step": 31658
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.0829170176629266e-06,
      "loss": 0.094,
      "step": 31659
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.0825211728309215e-06,
      "loss": 0.0758,
      "step": 31660
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.082125396219834e-06,
      "loss": 0.115,
      "step": 31661
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0817296878326899e-06,
      "loss": 0.0933,
      "step": 31662
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0813340476725131e-06,
      "loss": 0.1117,
      "step": 31663
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0809384757423325e-06,
      "loss": 0.1024,
      "step": 31664
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0805429720451777e-06,
      "loss": 0.0795,
      "step": 31665
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0801475365840719e-06,
      "loss": 0.0841,
      "step": 31666
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0797521693620372e-06,
      "loss": 0.1011,
      "step": 31667
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.079356870382101e-06,
      "loss": 0.0898,
      "step": 31668
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0789616396472901e-06,
      "loss": 0.1008,
      "step": 31669
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0785664771606252e-06,
      "loss": 0.1047,
      "step": 31670
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0781713829251273e-06,
      "loss": 0.0729,
      "step": 31671
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0777763569438237e-06,
      "loss": 0.093,
      "step": 31672
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0773813992197324e-06,
      "loss": 0.0878,
      "step": 31673
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0769865097558762e-06,
      "loss": 0.0963,
      "step": 31674
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0765916885552785e-06,
      "loss": 0.0909,
      "step": 31675
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.076196935620958e-06,
      "loss": 0.1024,
      "step": 31676
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0758022509559318e-06,
      "loss": 0.1085,
      "step": 31677
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0754076345632226e-06,
      "loss": 0.0817,
      "step": 31678
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0750130864458507e-06,
      "loss": 0.081,
      "step": 31679
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.074618606606832e-06,
      "loss": 0.0902,
      "step": 31680
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0742241950491828e-06,
      "loss": 0.0931,
      "step": 31681
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.073829851775925e-06,
      "loss": 0.0867,
      "step": 31682
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0734355767900707e-06,
      "loss": 0.0917,
      "step": 31683
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0730413700946384e-06,
      "loss": 0.0794,
      "step": 31684
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0726472316926462e-06,
      "loss": 0.0957,
      "step": 31685
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0722531615871068e-06,
      "loss": 0.0787,
      "step": 31686
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0718591597810324e-06,
      "loss": 0.0759,
      "step": 31687
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0714652262774404e-06,
      "loss": 0.1085,
      "step": 31688
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0710713610793466e-06,
      "loss": 0.1103,
      "step": 31689
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0706775641897615e-06,
      "loss": 0.0971,
      "step": 31690
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0702838356116963e-06,
      "loss": 0.1048,
      "step": 31691
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.069890175348166e-06,
      "loss": 0.081,
      "step": 31692
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0694965834021798e-06,
      "loss": 0.0967,
      "step": 31693
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0691030597767483e-06,
      "loss": 0.0889,
      "step": 31694
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0687096044748868e-06,
      "loss": 0.1012,
      "step": 31695
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.068316217499602e-06,
      "loss": 0.0965,
      "step": 31696
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0679228988539014e-06,
      "loss": 0.123,
      "step": 31697
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.067529648540796e-06,
      "loss": 0.0805,
      "step": 31698
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0671364665632977e-06,
      "loss": 0.0974,
      "step": 31699
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0667433529244098e-06,
      "loss": 0.0893,
      "step": 31700
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0663503076271397e-06,
      "loss": 0.0937,
      "step": 31701
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0659573306744975e-06,
      "loss": 0.0673,
      "step": 31702
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.065564422069485e-06,
      "loss": 0.0838,
      "step": 31703
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.065171581815113e-06,
      "loss": 0.1123,
      "step": 31704
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0647788099143842e-06,
      "loss": 0.0884,
      "step": 31705
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0643861063703043e-06,
      "loss": 0.0964,
      "step": 31706
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0639934711858768e-06,
      "loss": 0.095,
      "step": 31707
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0636009043641026e-06,
      "loss": 0.0953,
      "step": 31708
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0632084059079917e-06,
      "loss": 0.1123,
      "step": 31709
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0628159758205437e-06,
      "loss": 0.0971,
      "step": 31710
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0624236141047584e-06,
      "loss": 0.1142,
      "step": 31711
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0620313207636411e-06,
      "loss": 0.0977,
      "step": 31712
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0616390958001888e-06,
      "loss": 0.0915,
      "step": 31713
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0612469392174063e-06,
      "loss": 0.1136,
      "step": 31714
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0608548510182903e-06,
      "loss": 0.1003,
      "step": 31715
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.060462831205844e-06,
      "loss": 0.1026,
      "step": 31716
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.060070879783065e-06,
      "loss": 0.1137,
      "step": 31717
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0596789967529465e-06,
      "loss": 0.0979,
      "step": 31718
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0592871821184947e-06,
      "loss": 0.105,
      "step": 31719
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0588954358827053e-06,
      "loss": 0.1129,
      "step": 31720
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0585037580485701e-06,
      "loss": 0.1059,
      "step": 31721
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0581121486190914e-06,
      "loss": 0.1037,
      "step": 31722
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0577206075972613e-06,
      "loss": 0.0775,
      "step": 31723
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.057329134986078e-06,
      "loss": 0.0909,
      "step": 31724
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.056937730788533e-06,
      "loss": 0.1061,
      "step": 31725
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0565463950076248e-06,
      "loss": 0.0803,
      "step": 31726
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0561551276463445e-06,
      "loss": 0.1134,
      "step": 31727
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0557639287076826e-06,
      "loss": 0.093,
      "step": 31728
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0553727981946394e-06,
      "loss": 0.0933,
      "step": 31729
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0549817361102023e-06,
      "loss": 0.073,
      "step": 31730
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0545907424573621e-06,
      "loss": 0.1088,
      "step": 31731
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0541998172391132e-06,
      "loss": 0.106,
      "step": 31732
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0538089604584423e-06,
      "loss": 0.0928,
      "step": 31733
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0534181721183445e-06,
      "loss": 0.0838,
      "step": 31734
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0530274522218042e-06,
      "loss": 0.0911,
      "step": 31735
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0526368007718158e-06,
      "loss": 0.0804,
      "step": 31736
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0522462177713644e-06,
      "loss": 0.0783,
      "step": 31737
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0518557032234377e-06,
      "loss": 0.0891,
      "step": 31738
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0514652571310236e-06,
      "loss": 0.0956,
      "step": 31739
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0510748794971126e-06,
      "loss": 0.0849,
      "step": 31740
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0506845703246882e-06,
      "loss": 0.0791,
      "step": 31741
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0502943296167344e-06,
      "loss": 0.0876,
      "step": 31742
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0499041573762392e-06,
      "loss": 0.0946,
      "step": 31743
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0495140536061888e-06,
      "loss": 0.0814,
      "step": 31744
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0491240183095642e-06,
      "loss": 0.084,
      "step": 31745
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.048734051489353e-06,
      "loss": 0.0791,
      "step": 31746
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0483441531485371e-06,
      "loss": 0.1104,
      "step": 31747
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0479543232900956e-06,
      "loss": 0.0736,
      "step": 31748
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.047564561917015e-06,
      "loss": 0.1254,
      "step": 31749
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.047174869032278e-06,
      "loss": 0.0992,
      "step": 31750
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0467852446388637e-06,
      "loss": 0.0852,
      "step": 31751
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0463956887397508e-06,
      "loss": 0.0943,
      "step": 31752
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0460062013379225e-06,
      "loss": 0.1033,
      "step": 31753
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0456167824363584e-06,
      "loss": 0.0781,
      "step": 31754
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0452274320380362e-06,
      "loss": 0.092,
      "step": 31755
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.044838150145937e-06,
      "loss": 0.0916,
      "step": 31756
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0444489367630363e-06,
      "loss": 0.0895,
      "step": 31757
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0440597918923111e-06,
      "loss": 0.1042,
      "step": 31758
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0436707155367409e-06,
      "loss": 0.0976,
      "step": 31759
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0432817076993018e-06,
      "loss": 0.1184,
      "step": 31760
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0428927683829703e-06,
      "loss": 0.0862,
      "step": 31761
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0425038975907166e-06,
      "loss": 0.0936,
      "step": 31762
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0421150953255232e-06,
      "loss": 0.1046,
      "step": 31763
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0417263615903616e-06,
      "loss": 0.0953,
      "step": 31764
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0413376963882037e-06,
      "loss": 0.1198,
      "step": 31765
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.040949099722026e-06,
      "loss": 0.0926,
      "step": 31766
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0405605715947987e-06,
      "loss": 0.072,
      "step": 31767
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0401721120094966e-06,
      "loss": 0.0869,
      "step": 31768
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0397837209690887e-06,
      "loss": 0.0762,
      "step": 31769
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0393953984765492e-06,
      "loss": 0.0971,
      "step": 31770
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0390071445348482e-06,
      "loss": 0.0811,
      "step": 31771
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0386189591469532e-06,
      "loss": 0.1072,
      "step": 31772
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.038230842315835e-06,
      "loss": 0.0735,
      "step": 31773
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.037842794044467e-06,
      "loss": 0.0851,
      "step": 31774
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0374548143358132e-06,
      "loss": 0.0846,
      "step": 31775
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0370669031928416e-06,
      "loss": 0.0991,
      "step": 31776
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0366790606185217e-06,
      "loss": 0.0937,
      "step": 31777
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0362912866158225e-06,
      "loss": 0.0803,
      "step": 31778
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.035903581187706e-06,
      "loss": 0.1005,
      "step": 31779
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.035515944337142e-06,
      "loss": 0.1099,
      "step": 31780
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.035128376067095e-06,
      "loss": 0.0873,
      "step": 31781
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0347408763805277e-06,
      "loss": 0.089,
      "step": 31782
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.034353445280406e-06,
      "loss": 0.0981,
      "step": 31783
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0339660827696973e-06,
      "loss": 0.0954,
      "step": 31784
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0335787888513616e-06,
      "loss": 0.088,
      "step": 31785
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0331915635283596e-06,
      "loss": 0.0887,
      "step": 31786
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0328044068036557e-06,
      "loss": 0.1287,
      "step": 31787
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0324173186802155e-06,
      "loss": 0.1004,
      "step": 31788
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0320302991609955e-06,
      "loss": 0.0893,
      "step": 31789
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0316433482489586e-06,
      "loss": 0.0923,
      "step": 31790
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0312564659470658e-06,
      "loss": 0.1016,
      "step": 31791
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0308696522582728e-06,
      "loss": 0.081,
      "step": 31792
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0304829071855416e-06,
      "loss": 0.0855,
      "step": 31793
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0300962307318341e-06,
      "loss": 0.0877,
      "step": 31794
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0297096229001036e-06,
      "loss": 0.092,
      "step": 31795
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0293230836933088e-06,
      "loss": 0.0862,
      "step": 31796
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0289366131144074e-06,
      "loss": 0.0858,
      "step": 31797
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.028550211166357e-06,
      "loss": 0.0888,
      "step": 31798
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0281638778521119e-06,
      "loss": 0.1026,
      "step": 31799
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0277776131746297e-06,
      "loss": 0.0785,
      "step": 31800
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0273914171368648e-06,
      "loss": 0.0902,
      "step": 31801
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0270052897417693e-06,
      "loss": 0.0857,
      "step": 31802
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0266192309922984e-06,
      "loss": 0.0742,
      "step": 31803
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.026233240891409e-06,
      "loss": 0.0924,
      "step": 31804
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0258473194420493e-06,
      "loss": 0.0868,
      "step": 31805
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.025461466647173e-06,
      "loss": 0.0712,
      "step": 31806
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.025075682509732e-06,
      "loss": 0.0843,
      "step": 31807
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0246899670326805e-06,
      "loss": 0.077,
      "step": 31808
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0243043202189672e-06,
      "loss": 0.1096,
      "step": 31809
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.023918742071539e-06,
      "loss": 0.081,
      "step": 31810
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0235332325933522e-06,
      "loss": 0.1009,
      "step": 31811
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.02314779178735e-06,
      "loss": 0.082,
      "step": 31812
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0227624196564833e-06,
      "loss": 0.1109,
      "step": 31813
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0223771162037033e-06,
      "loss": 0.0889,
      "step": 31814
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0219918814319553e-06,
      "loss": 0.0799,
      "step": 31815
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0216067153441844e-06,
      "loss": 0.0923,
      "step": 31816
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0212216179433387e-06,
      "loss": 0.087,
      "step": 31817
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0208365892323669e-06,
      "loss": 0.0997,
      "step": 31818
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0204516292142119e-06,
      "loss": 0.0921,
      "step": 31819
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0200667378918172e-06,
      "loss": 0.0914,
      "step": 31820
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0196819152681326e-06,
      "loss": 0.0962,
      "step": 31821
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0192971613460957e-06,
      "loss": 0.0879,
      "step": 31822
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.018912476128653e-06,
      "loss": 0.1013,
      "step": 31823
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0185278596187498e-06,
      "loss": 0.099,
      "step": 31824
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0181433118193262e-06,
      "loss": 0.0921,
      "step": 31825
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0177588327333221e-06,
      "loss": 0.0926,
      "step": 31826
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0173744223636805e-06,
      "loss": 0.0956,
      "step": 31827
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0169900807133449e-06,
      "loss": 0.1041,
      "step": 31828
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0166058077852526e-06,
      "loss": 0.0874,
      "step": 31829
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0162216035823436e-06,
      "loss": 0.0867,
      "step": 31830
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0158374681075578e-06,
      "loss": 0.0847,
      "step": 31831
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.015453401363833e-06,
      "loss": 0.077,
      "step": 31832
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0150694033541075e-06,
      "loss": 0.109,
      "step": 31833
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0146854740813228e-06,
      "loss": 0.0964,
      "step": 31834
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.014301613548412e-06,
      "loss": 0.0905,
      "step": 31835
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0139178217583112e-06,
      "loss": 0.0975,
      "step": 31836
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0135340987139574e-06,
      "loss": 0.0881,
      "step": 31837
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0131504444182883e-06,
      "loss": 0.0826,
      "step": 31838
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0127668588742379e-06,
      "loss": 0.0993,
      "step": 31839
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0123833420847384e-06,
      "loss": 0.0881,
      "step": 31840
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0119998940527276e-06,
      "loss": 0.0823,
      "step": 31841
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0116165147811342e-06,
      "loss": 0.1112,
      "step": 31842
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0112332042728968e-06,
      "loss": 0.0774,
      "step": 31843
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.010849962530942e-06,
      "loss": 0.0929,
      "step": 31844
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0104667895582076e-06,
      "loss": 0.1157,
      "step": 31845
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0100836853576212e-06,
      "loss": 0.1001,
      "step": 31846
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0097006499321104e-06,
      "loss": 0.0919,
      "step": 31847
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0093176832846142e-06,
      "loss": 0.0986,
      "step": 31848
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0089347854180576e-06,
      "loss": 0.1001,
      "step": 31849
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0085519563353674e-06,
      "loss": 0.0811,
      "step": 31850
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0081691960394779e-06,
      "loss": 0.112,
      "step": 31851
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0077865045333113e-06,
      "loss": 0.0739,
      "step": 31852
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0074038818198018e-06,
      "loss": 0.0936,
      "step": 31853
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0070213279018692e-06,
      "loss": 0.0845,
      "step": 31854
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.006638842782447e-06,
      "loss": 0.1036,
      "step": 31855
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0062564264644581e-06,
      "loss": 0.0798,
      "step": 31856
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0058740789508247e-06,
      "loss": 0.0856,
      "step": 31857
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0054918002444792e-06,
      "loss": 0.1181,
      "step": 31858
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.005109590348342e-06,
      "loss": 0.0927,
      "step": 31859
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.004727449265337e-06,
      "loss": 0.0887,
      "step": 31860
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.004345376998388e-06,
      "loss": 0.1024,
      "step": 31861
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0039633735504173e-06,
      "loss": 0.0838,
      "step": 31862
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0035814389243503e-06,
      "loss": 0.0974,
      "step": 31863
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0031995731231048e-06,
      "loss": 0.0893,
      "step": 31864
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.002817776149605e-06,
      "loss": 0.1051,
      "step": 31865
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0024360480067718e-06,
      "loss": 0.102,
      "step": 31866
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0020543886975198e-06,
      "loss": 0.0936,
      "step": 31867
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0016727982247776e-06,
      "loss": 0.1028,
      "step": 31868
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0012912765914606e-06,
      "loss": 0.106,
      "step": 31869
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0009098238004855e-06,
      "loss": 0.0957,
      "step": 31870
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0005284398547743e-06,
      "loss": 0.0858,
      "step": 31871
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0001471247572413e-06,
      "loss": 0.0908,
      "step": 31872
    },
    {
      "epoch": 2.58,
      "learning_rate": 9.997658785108066e-07,
      "loss": 0.0823,
      "step": 31873
    },
    {
      "epoch": 2.58,
      "learning_rate": 9.993847011183832e-07,
      "loss": 0.0924,
      "step": 31874
    },
    {
      "epoch": 2.58,
      "learning_rate": 9.990035925828912e-07,
      "loss": 0.0915,
      "step": 31875
    },
    {
      "epoch": 2.58,
      "learning_rate": 9.986225529072436e-07,
      "loss": 0.1067,
      "step": 31876
    },
    {
      "epoch": 2.58,
      "learning_rate": 9.982415820943547e-07,
      "loss": 0.1059,
      "step": 31877
    },
    {
      "epoch": 2.58,
      "learning_rate": 9.978606801471414e-07,
      "loss": 0.0831,
      "step": 31878
    },
    {
      "epoch": 2.58,
      "learning_rate": 9.974798470685176e-07,
      "loss": 0.093,
      "step": 31879
    },
    {
      "epoch": 2.58,
      "learning_rate": 9.970990828613946e-07,
      "loss": 0.0786,
      "step": 31880
    },
    {
      "epoch": 2.58,
      "learning_rate": 9.96718387528688e-07,
      "loss": 0.0966,
      "step": 31881
    },
    {
      "epoch": 2.58,
      "learning_rate": 9.96337761073307e-07,
      "loss": 0.096,
      "step": 31882
    },
    {
      "epoch": 2.58,
      "learning_rate": 9.95957203498168e-07,
      "loss": 0.106,
      "step": 31883
    },
    {
      "epoch": 2.58,
      "learning_rate": 9.955767148061768e-07,
      "loss": 0.1076,
      "step": 31884
    },
    {
      "epoch": 2.58,
      "learning_rate": 9.951962950002493e-07,
      "loss": 0.0848,
      "step": 31885
    },
    {
      "epoch": 2.58,
      "learning_rate": 9.948159440832938e-07,
      "loss": 0.0964,
      "step": 31886
    },
    {
      "epoch": 2.58,
      "learning_rate": 9.944356620582174e-07,
      "loss": 0.0856,
      "step": 31887
    },
    {
      "epoch": 2.58,
      "learning_rate": 9.94055448927933e-07,
      "loss": 0.0936,
      "step": 31888
    },
    {
      "epoch": 2.58,
      "learning_rate": 9.936753046953496e-07,
      "loss": 0.1093,
      "step": 31889
    },
    {
      "epoch": 2.58,
      "learning_rate": 9.932952293633736e-07,
      "loss": 0.0813,
      "step": 31890
    },
    {
      "epoch": 2.58,
      "learning_rate": 9.929152229349116e-07,
      "loss": 0.0943,
      "step": 31891
    },
    {
      "epoch": 2.58,
      "learning_rate": 9.925352854128722e-07,
      "loss": 0.0904,
      "step": 31892
    },
    {
      "epoch": 2.58,
      "learning_rate": 9.921554168001635e-07,
      "loss": 0.0971,
      "step": 31893
    },
    {
      "epoch": 2.58,
      "learning_rate": 9.917756170996883e-07,
      "loss": 0.098,
      "step": 31894
    },
    {
      "epoch": 2.58,
      "learning_rate": 9.913958863143569e-07,
      "loss": 0.1007,
      "step": 31895
    },
    {
      "epoch": 2.58,
      "learning_rate": 9.9101622444707e-07,
      "loss": 0.0912,
      "step": 31896
    },
    {
      "epoch": 2.58,
      "learning_rate": 9.90636631500732e-07,
      "loss": 0.1014,
      "step": 31897
    },
    {
      "epoch": 2.58,
      "learning_rate": 9.902571074782486e-07,
      "loss": 0.1097,
      "step": 31898
    },
    {
      "epoch": 2.58,
      "learning_rate": 9.898776523825248e-07,
      "loss": 0.1036,
      "step": 31899
    },
    {
      "epoch": 2.58,
      "learning_rate": 9.89498266216462e-07,
      "loss": 0.1089,
      "step": 31900
    },
    {
      "epoch": 2.58,
      "learning_rate": 9.89118948982961e-07,
      "loss": 0.0876,
      "step": 31901
    },
    {
      "epoch": 2.58,
      "learning_rate": 9.887397006849242e-07,
      "loss": 0.0922,
      "step": 31902
    },
    {
      "epoch": 2.58,
      "learning_rate": 9.883605213252555e-07,
      "loss": 0.0936,
      "step": 31903
    },
    {
      "epoch": 2.58,
      "learning_rate": 9.87981410906853e-07,
      "loss": 0.1085,
      "step": 31904
    },
    {
      "epoch": 2.58,
      "learning_rate": 9.876023694326186e-07,
      "loss": 0.0792,
      "step": 31905
    },
    {
      "epoch": 2.58,
      "learning_rate": 9.872233969054524e-07,
      "loss": 0.1005,
      "step": 31906
    },
    {
      "epoch": 2.58,
      "learning_rate": 9.868444933282506e-07,
      "loss": 0.0953,
      "step": 31907
    },
    {
      "epoch": 2.58,
      "learning_rate": 9.864656587039146e-07,
      "loss": 0.0925,
      "step": 31908
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.860868930353428e-07,
      "loss": 0.1017,
      "step": 31909
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.857081963254322e-07,
      "loss": 0.0805,
      "step": 31910
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.85329568577078e-07,
      "loss": 0.0795,
      "step": 31911
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.849510097931792e-07,
      "loss": 0.0902,
      "step": 31912
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.84572519976632e-07,
      "loss": 0.0807,
      "step": 31913
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.841940991303301e-07,
      "loss": 0.107,
      "step": 31914
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.838157472571707e-07,
      "loss": 0.1097,
      "step": 31915
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.834374643600453e-07,
      "loss": 0.1002,
      "step": 31916
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.830592504418524e-07,
      "loss": 0.1084,
      "step": 31917
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.826811055054797e-07,
      "loss": 0.114,
      "step": 31918
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.823030295538261e-07,
      "loss": 0.1006,
      "step": 31919
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.819250225897804e-07,
      "loss": 0.1034,
      "step": 31920
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.815470846162334e-07,
      "loss": 0.1073,
      "step": 31921
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.811692156360786e-07,
      "loss": 0.0848,
      "step": 31922
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.80791415652207e-07,
      "loss": 0.105,
      "step": 31923
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.804136846675084e-07,
      "loss": 0.1059,
      "step": 31924
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.800360226848703e-07,
      "loss": 0.0778,
      "step": 31925
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.796584297071842e-07,
      "loss": 0.1092,
      "step": 31926
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.792809057373409e-07,
      "loss": 0.0859,
      "step": 31927
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.789034507782237e-07,
      "loss": 0.1225,
      "step": 31928
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.785260648327244e-07,
      "loss": 0.1148,
      "step": 31929
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.781487479037288e-07,
      "loss": 0.1069,
      "step": 31930
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.7777149999412e-07,
      "loss": 0.0948,
      "step": 31931
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.773943211067882e-07,
      "loss": 0.1038,
      "step": 31932
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.770172112446187e-07,
      "loss": 0.0852,
      "step": 31933
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.766401704104956e-07,
      "loss": 0.0766,
      "step": 31934
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.762631986073023e-07,
      "loss": 0.0839,
      "step": 31935
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.758862958379223e-07,
      "loss": 0.0768,
      "step": 31936
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.75509462105244e-07,
      "loss": 0.1069,
      "step": 31937
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.751326974121433e-07,
      "loss": 0.0939,
      "step": 31938
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.747560017615088e-07,
      "loss": 0.0807,
      "step": 31939
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.743793751562191e-07,
      "loss": 0.0882,
      "step": 31940
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.740028175991535e-07,
      "loss": 0.0837,
      "step": 31941
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.736263290931958e-07,
      "loss": 0.1095,
      "step": 31942
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.732499096412263e-07,
      "loss": 0.1057,
      "step": 31943
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.728735592461246e-07,
      "loss": 0.1228,
      "step": 31944
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.724972779107677e-07,
      "loss": 0.0991,
      "step": 31945
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.721210656380352e-07,
      "loss": 0.0772,
      "step": 31946
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.717449224308074e-07,
      "loss": 0.1038,
      "step": 31947
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.713688482919591e-07,
      "loss": 0.0853,
      "step": 31948
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.709928432243698e-07,
      "loss": 0.0981,
      "step": 31949
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.706169072309146e-07,
      "loss": 0.0686,
      "step": 31950
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.70241040314468e-07,
      "loss": 0.1017,
      "step": 31951
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.698652424779076e-07,
      "loss": 0.0997,
      "step": 31952
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.69489513724109e-07,
      "loss": 0.1185,
      "step": 31953
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.691138540559453e-07,
      "loss": 0.0948,
      "step": 31954
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.687382634762887e-07,
      "loss": 0.0843,
      "step": 31955
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.683627419880148e-07,
      "loss": 0.0913,
      "step": 31956
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.67987289593998e-07,
      "loss": 0.0837,
      "step": 31957
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.67611906297109e-07,
      "loss": 0.0881,
      "step": 31958
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.67236592100217e-07,
      "loss": 0.1002,
      "step": 31959
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.668613470061972e-07,
      "loss": 0.0918,
      "step": 31960
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.664861710179163e-07,
      "loss": 0.0716,
      "step": 31961
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.661110641382477e-07,
      "loss": 0.1211,
      "step": 31962
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.65736026370061e-07,
      "loss": 0.0891,
      "step": 31963
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.653610577162254e-07,
      "loss": 0.1097,
      "step": 31964
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.64986158179606e-07,
      "loss": 0.1027,
      "step": 31965
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.646113277630741e-07,
      "loss": 0.0908,
      "step": 31966
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.642365664694975e-07,
      "loss": 0.0841,
      "step": 31967
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.638618743017436e-07,
      "loss": 0.0968,
      "step": 31968
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.634872512626746e-07,
      "loss": 0.0766,
      "step": 31969
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.63112697355162e-07,
      "loss": 0.105,
      "step": 31970
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.62738212582066e-07,
      "loss": 0.0979,
      "step": 31971
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.62363796946255e-07,
      "loss": 0.1005,
      "step": 31972
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.619894504505945e-07,
      "loss": 0.0927,
      "step": 31973
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.616151730979461e-07,
      "loss": 0.1025,
      "step": 31974
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.612409648911714e-07,
      "loss": 0.088,
      "step": 31975
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.608668258331355e-07,
      "loss": 0.1057,
      "step": 31976
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.60492755926702e-07,
      "loss": 0.0958,
      "step": 31977
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.601187551747305e-07,
      "loss": 0.1019,
      "step": 31978
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.59744823580081e-07,
      "loss": 0.0896,
      "step": 31979
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.593709611456182e-07,
      "loss": 0.078,
      "step": 31980
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.589971678741982e-07,
      "loss": 0.1055,
      "step": 31981
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.586234437686814e-07,
      "loss": 0.0983,
      "step": 31982
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.58249788831931e-07,
      "loss": 0.0893,
      "step": 31983
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.57876203066801e-07,
      "loss": 0.0849,
      "step": 31984
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.575026864761493e-07,
      "loss": 0.087,
      "step": 31985
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.57129239062835e-07,
      "loss": 0.0884,
      "step": 31986
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.567558608297167e-07,
      "loss": 0.0903,
      "step": 31987
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.563825517796487e-07,
      "loss": 0.0831,
      "step": 31988
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.560093119154868e-07,
      "loss": 0.1054,
      "step": 31989
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.556361412400872e-07,
      "loss": 0.0805,
      "step": 31990
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.552630397563035e-07,
      "loss": 0.1026,
      "step": 31991
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.54890007466992e-07,
      "loss": 0.1151,
      "step": 31992
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.54517044375004e-07,
      "loss": 0.0948,
      "step": 31993
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.54144150483195e-07,
      "loss": 0.0892,
      "step": 31994
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.537713257944182e-07,
      "loss": 0.0941,
      "step": 31995
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.5339857031152e-07,
      "loss": 0.0801,
      "step": 31996
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.530258840373607e-07,
      "loss": 0.1041,
      "step": 31997
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.526532669747868e-07,
      "loss": 0.0983,
      "step": 31998
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.522807191266481e-07,
      "loss": 0.1118,
      "step": 31999
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.51908240495798e-07,
      "loss": 0.1085,
      "step": 32000
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.515358310850808e-07,
      "loss": 0.1043,
      "step": 32001
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.511634908973521e-07,
      "loss": 0.1117,
      "step": 32002
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.507912199354552e-07,
      "loss": 0.1131,
      "step": 32003
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.504190182022411e-07,
      "loss": 0.1056,
      "step": 32004
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.500468857005562e-07,
      "loss": 0.0912,
      "step": 32005
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.496748224332431e-07,
      "loss": 0.104,
      "step": 32006
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.493028284031569e-07,
      "loss": 0.0923,
      "step": 32007
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.489309036131389e-07,
      "loss": 0.0886,
      "step": 32008
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.485590480660323e-07,
      "loss": 0.0981,
      "step": 32009
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.481872617646848e-07,
      "loss": 0.0957,
      "step": 32010
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.478155447119397e-07,
      "loss": 0.1043,
      "step": 32011
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.474438969106414e-07,
      "loss": 0.1018,
      "step": 32012
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.470723183636322e-07,
      "loss": 0.1144,
      "step": 32013
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.46700809073755e-07,
      "loss": 0.0928,
      "step": 32014
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.463293690438535e-07,
      "loss": 0.0848,
      "step": 32015
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.459579982767641e-07,
      "loss": 0.1061,
      "step": 32016
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.455866967753347e-07,
      "loss": 0.0824,
      "step": 32017
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.452154645424038e-07,
      "loss": 0.0735,
      "step": 32018
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.448443015808084e-07,
      "loss": 0.0922,
      "step": 32019
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.444732078933905e-07,
      "loss": 0.1047,
      "step": 32020
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.441021834829878e-07,
      "loss": 0.0854,
      "step": 32021
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.437312283524414e-07,
      "loss": 0.0944,
      "step": 32022
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.433603425045856e-07,
      "loss": 0.1014,
      "step": 32023
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.429895259422617e-07,
      "loss": 0.0973,
      "step": 32024
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.426187786683028e-07,
      "loss": 0.0962,
      "step": 32025
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.422481006855455e-07,
      "loss": 0.088,
      "step": 32026
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.418774919968277e-07,
      "loss": 0.0889,
      "step": 32027
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.415069526049847e-07,
      "loss": 0.1026,
      "step": 32028
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.411364825128511e-07,
      "loss": 0.0967,
      "step": 32029
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.407660817232578e-07,
      "loss": 0.0922,
      "step": 32030
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.403957502390404e-07,
      "loss": 0.1063,
      "step": 32031
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.400254880630344e-07,
      "loss": 0.1122,
      "step": 32032
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.396552951980698e-07,
      "loss": 0.0917,
      "step": 32033
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.392851716469809e-07,
      "loss": 0.0763,
      "step": 32034
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.389151174125977e-07,
      "loss": 0.1063,
      "step": 32035
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.385451324977491e-07,
      "loss": 0.092,
      "step": 32036
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.381752169052672e-07,
      "loss": 0.1078,
      "step": 32037
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.378053706379853e-07,
      "loss": 0.0906,
      "step": 32038
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.37435593698729e-07,
      "loss": 0.1005,
      "step": 32039
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.37065886090327e-07,
      "loss": 0.0927,
      "step": 32040
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.366962478156084e-07,
      "loss": 0.1106,
      "step": 32041
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.363266788774039e-07,
      "loss": 0.0872,
      "step": 32042
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.35957179278536e-07,
      "loss": 0.0972,
      "step": 32043
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.355877490218357e-07,
      "loss": 0.1252,
      "step": 32044
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.352183881101284e-07,
      "loss": 0.1007,
      "step": 32045
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.348490965462354e-07,
      "loss": 0.0989,
      "step": 32046
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.344798743329864e-07,
      "loss": 0.1068,
      "step": 32047
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.341107214732059e-07,
      "loss": 0.1247,
      "step": 32048
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.337416379697173e-07,
      "loss": 0.1059,
      "step": 32049
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.333726238253415e-07,
      "loss": 0.1034,
      "step": 32050
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.330036790429042e-07,
      "loss": 0.1018,
      "step": 32051
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.326348036252298e-07,
      "loss": 0.11,
      "step": 32052
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.322659975751359e-07,
      "loss": 0.1123,
      "step": 32053
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.31897260895448e-07,
      "loss": 0.09,
      "step": 32054
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.315285935889851e-07,
      "loss": 0.1025,
      "step": 32055
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.31159995658566e-07,
      "loss": 0.1037,
      "step": 32056
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.307914671070117e-07,
      "loss": 0.0782,
      "step": 32057
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.304230079371446e-07,
      "loss": 0.0929,
      "step": 32058
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.3005461815178e-07,
      "loss": 0.1042,
      "step": 32059
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.296862977537368e-07,
      "loss": 0.067,
      "step": 32060
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.293180467458319e-07,
      "loss": 0.0913,
      "step": 32061
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.289498651308859e-07,
      "loss": 0.0932,
      "step": 32062
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.285817529117136e-07,
      "loss": 0.1055,
      "step": 32063
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.282137100911292e-07,
      "loss": 0.1138,
      "step": 32064
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.278457366719496e-07,
      "loss": 0.1158,
      "step": 32065
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.274778326569911e-07,
      "loss": 0.0892,
      "step": 32066
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.271099980490672e-07,
      "loss": 0.1131,
      "step": 32067
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.267422328509923e-07,
      "loss": 0.0776,
      "step": 32068
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.263745370655808e-07,
      "loss": 0.1058,
      "step": 32069
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.260069106956426e-07,
      "loss": 0.0826,
      "step": 32070
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.256393537439922e-07,
      "loss": 0.0984,
      "step": 32071
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.252718662134431e-07,
      "loss": 0.1048,
      "step": 32072
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.249044481068048e-07,
      "loss": 0.0932,
      "step": 32073
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.245370994268877e-07,
      "loss": 0.0938,
      "step": 32074
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.241698201765015e-07,
      "loss": 0.0965,
      "step": 32075
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.238026103584585e-07,
      "loss": 0.1199,
      "step": 32076
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.234354699755665e-07,
      "loss": 0.0851,
      "step": 32077
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.230683990306344e-07,
      "loss": 0.0844,
      "step": 32078
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.22701397526472e-07,
      "loss": 0.0827,
      "step": 32079
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.223344654658828e-07,
      "loss": 0.1061,
      "step": 32080
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.219676028516756e-07,
      "loss": 0.0868,
      "step": 32081
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.216008096866602e-07,
      "loss": 0.0914,
      "step": 32082
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.212340859736412e-07,
      "loss": 0.0795,
      "step": 32083
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.208674317154209e-07,
      "loss": 0.1055,
      "step": 32084
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.205008469148058e-07,
      "loss": 0.0986,
      "step": 32085
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.201343315746037e-07,
      "loss": 0.0746,
      "step": 32086
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.197678856976133e-07,
      "loss": 0.0839,
      "step": 32087
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.194015092866437e-07,
      "loss": 0.0902,
      "step": 32088
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.190352023444949e-07,
      "loss": 0.0767,
      "step": 32089
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.186689648739666e-07,
      "loss": 0.0861,
      "step": 32090
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.183027968778623e-07,
      "loss": 0.0882,
      "step": 32091
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.179366983589866e-07,
      "loss": 0.0974,
      "step": 32092
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.17570669320138e-07,
      "loss": 0.0717,
      "step": 32093
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.172047097641146e-07,
      "loss": 0.0989,
      "step": 32094
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.168388196937183e-07,
      "loss": 0.0995,
      "step": 32095
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.164729991117494e-07,
      "loss": 0.0949,
      "step": 32096
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.161072480210042e-07,
      "loss": 0.0664,
      "step": 32097
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.157415664242808e-07,
      "loss": 0.0959,
      "step": 32098
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.15375954324379e-07,
      "loss": 0.107,
      "step": 32099
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.150104117240921e-07,
      "loss": 0.115,
      "step": 32100
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.14644938626219e-07,
      "loss": 0.087,
      "step": 32101
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.142795350335576e-07,
      "loss": 0.0844,
      "step": 32102
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.13914200948901e-07,
      "loss": 0.0942,
      "step": 32103
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.135489363750428e-07,
      "loss": 0.0873,
      "step": 32104
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.131837413147792e-07,
      "loss": 0.0853,
      "step": 32105
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.128186157709052e-07,
      "loss": 0.0991,
      "step": 32106
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.124535597462126e-07,
      "loss": 0.1063,
      "step": 32107
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.120885732434914e-07,
      "loss": 0.0992,
      "step": 32108
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.117236562655396e-07,
      "loss": 0.1147,
      "step": 32109
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.113588088151437e-07,
      "loss": 0.0998,
      "step": 32110
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.109940308950971e-07,
      "loss": 0.1014,
      "step": 32111
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.106293225081931e-07,
      "loss": 0.0865,
      "step": 32112
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.102646836572183e-07,
      "loss": 0.0966,
      "step": 32113
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.099001143449615e-07,
      "loss": 0.0889,
      "step": 32114
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.095356145742141e-07,
      "loss": 0.0927,
      "step": 32115
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.091711843477646e-07,
      "loss": 0.0944,
      "step": 32116
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.088068236684e-07,
      "loss": 0.0796,
      "step": 32117
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.08442532538908e-07,
      "loss": 0.1041,
      "step": 32118
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.080783109620761e-07,
      "loss": 0.1042,
      "step": 32119
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.077141589406879e-07,
      "loss": 0.1132,
      "step": 32120
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.073500764775322e-07,
      "loss": 0.0947,
      "step": 32121
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.069860635753947e-07,
      "loss": 0.0948,
      "step": 32122
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.066221202370606e-07,
      "loss": 0.104,
      "step": 32123
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.062582464653091e-07,
      "loss": 0.1122,
      "step": 32124
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.05894442262929e-07,
      "loss": 0.0909,
      "step": 32125
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.055307076327024e-07,
      "loss": 0.1045,
      "step": 32126
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.051670425774128e-07,
      "loss": 0.1067,
      "step": 32127
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.048034470998379e-07,
      "loss": 0.1051,
      "step": 32128
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.044399212027654e-07,
      "loss": 0.1101,
      "step": 32129
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.04076464888971e-07,
      "loss": 0.0898,
      "step": 32130
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.037130781612391e-07,
      "loss": 0.0805,
      "step": 32131
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.033497610223474e-07,
      "loss": 0.0853,
      "step": 32132
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.02986513475077e-07,
      "loss": 0.1069,
      "step": 32133
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.026233355222069e-07,
      "loss": 0.0941,
      "step": 32134
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.022602271665104e-07,
      "loss": 0.0941,
      "step": 32135
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.018971884107741e-07,
      "loss": 0.0828,
      "step": 32136
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.015342192577703e-07,
      "loss": 0.1126,
      "step": 32137
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.011713197102745e-07,
      "loss": 0.0971,
      "step": 32138
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.008084897710656e-07,
      "loss": 0.0964,
      "step": 32139
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.00445729442918e-07,
      "loss": 0.0881,
      "step": 32140
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.000830387286096e-07,
      "loss": 0.1169,
      "step": 32141
    },
    {
      "epoch": 2.6,
      "learning_rate": 8.997204176309105e-07,
      "loss": 0.0984,
      "step": 32142
    },
    {
      "epoch": 2.6,
      "learning_rate": 8.993578661525992e-07,
      "loss": 0.1219,
      "step": 32143
    },
    {
      "epoch": 2.6,
      "learning_rate": 8.989953842964472e-07,
      "loss": 0.0935,
      "step": 32144
    },
    {
      "epoch": 2.6,
      "learning_rate": 8.986329720652242e-07,
      "loss": 0.088,
      "step": 32145
    },
    {
      "epoch": 2.6,
      "learning_rate": 8.982706294617094e-07,
      "loss": 0.0907,
      "step": 32146
    },
    {
      "epoch": 2.6,
      "learning_rate": 8.979083564886726e-07,
      "loss": 0.0994,
      "step": 32147
    },
    {
      "epoch": 2.6,
      "learning_rate": 8.975461531488816e-07,
      "loss": 0.1006,
      "step": 32148
    },
    {
      "epoch": 2.6,
      "learning_rate": 8.971840194451132e-07,
      "loss": 0.085,
      "step": 32149
    },
    {
      "epoch": 2.6,
      "learning_rate": 8.968219553801328e-07,
      "loss": 0.0852,
      "step": 32150
    },
    {
      "epoch": 2.6,
      "learning_rate": 8.964599609567126e-07,
      "loss": 0.0945,
      "step": 32151
    },
    {
      "epoch": 2.6,
      "learning_rate": 8.960980361776217e-07,
      "loss": 0.0767,
      "step": 32152
    },
    {
      "epoch": 2.6,
      "learning_rate": 8.957361810456288e-07,
      "loss": 0.0844,
      "step": 32153
    },
    {
      "epoch": 2.6,
      "learning_rate": 8.953743955635031e-07,
      "loss": 0.0846,
      "step": 32154
    },
    {
      "epoch": 2.6,
      "learning_rate": 8.950126797340076e-07,
      "loss": 0.1138,
      "step": 32155
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.946510335599168e-07,
      "loss": 0.0945,
      "step": 32156
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.942894570439942e-07,
      "loss": 0.0904,
      "step": 32157
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.939279501890042e-07,
      "loss": 0.0873,
      "step": 32158
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.935665129977155e-07,
      "loss": 0.095,
      "step": 32159
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.932051454728896e-07,
      "loss": 0.1224,
      "step": 32160
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.928438476172951e-07,
      "loss": 0.1024,
      "step": 32161
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.924826194336911e-07,
      "loss": 0.0796,
      "step": 32162
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.921214609248463e-07,
      "loss": 0.0918,
      "step": 32163
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.91760372093522e-07,
      "loss": 0.0962,
      "step": 32164
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.91399352942477e-07,
      "loss": 0.0882,
      "step": 32165
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.910384034744768e-07,
      "loss": 0.0903,
      "step": 32166
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.906775236922837e-07,
      "loss": 0.1089,
      "step": 32167
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.903167135986568e-07,
      "loss": 0.1087,
      "step": 32168
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.899559731963547e-07,
      "loss": 0.0851,
      "step": 32169
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.895953024881388e-07,
      "loss": 0.0907,
      "step": 32170
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.892347014767699e-07,
      "loss": 0.0939,
      "step": 32171
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.888741701650039e-07,
      "loss": 0.0766,
      "step": 32172
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.885137085556017e-07,
      "loss": 0.0986,
      "step": 32173
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.88153316651319e-07,
      "loss": 0.0746,
      "step": 32174
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.877929944549124e-07,
      "loss": 0.0739,
      "step": 32175
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.874327419691386e-07,
      "loss": 0.0976,
      "step": 32176
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.870725591967577e-07,
      "loss": 0.102,
      "step": 32177
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.867124461405208e-07,
      "loss": 0.0938,
      "step": 32178
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.863524028031823e-07,
      "loss": 0.0945,
      "step": 32179
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.859924291874978e-07,
      "loss": 0.1109,
      "step": 32180
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.856325252962239e-07,
      "loss": 0.082,
      "step": 32181
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.852726911321108e-07,
      "loss": 0.0884,
      "step": 32182
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.849129266979129e-07,
      "loss": 0.109,
      "step": 32183
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.845532319963824e-07,
      "loss": 0.0881,
      "step": 32184
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.841936070302681e-07,
      "loss": 0.0983,
      "step": 32185
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.838340518023247e-07,
      "loss": 0.0961,
      "step": 32186
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.834745663153021e-07,
      "loss": 0.0892,
      "step": 32187
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.831151505719516e-07,
      "loss": 0.0979,
      "step": 32188
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.827558045750184e-07,
      "loss": 0.0844,
      "step": 32189
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.823965283272551e-07,
      "loss": 0.1082,
      "step": 32190
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.820373218314116e-07,
      "loss": 0.112,
      "step": 32191
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.816781850902323e-07,
      "loss": 0.0909,
      "step": 32192
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.813191181064684e-07,
      "loss": 0.0855,
      "step": 32193
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.809601208828644e-07,
      "loss": 0.1078,
      "step": 32194
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.806011934221648e-07,
      "loss": 0.0966,
      "step": 32195
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.802423357271184e-07,
      "loss": 0.0741,
      "step": 32196
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.798835478004719e-07,
      "loss": 0.0911,
      "step": 32197
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.795248296449688e-07,
      "loss": 0.0961,
      "step": 32198
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.791661812633501e-07,
      "loss": 0.0813,
      "step": 32199
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.788076026583625e-07,
      "loss": 0.0759,
      "step": 32200
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.784490938327517e-07,
      "loss": 0.1066,
      "step": 32201
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.780906547892565e-07,
      "loss": 0.1122,
      "step": 32202
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.777322855306181e-07,
      "loss": 0.085,
      "step": 32203
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.773739860595831e-07,
      "loss": 0.0819,
      "step": 32204
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.770157563788873e-07,
      "loss": 0.0868,
      "step": 32205
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.766575964912738e-07,
      "loss": 0.0985,
      "step": 32206
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.762995063994839e-07,
      "loss": 0.0928,
      "step": 32207
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.759414861062566e-07,
      "loss": 0.0904,
      "step": 32208
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.755835356143272e-07,
      "loss": 0.1093,
      "step": 32209
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.752256549264371e-07,
      "loss": 0.0761,
      "step": 32210
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.748678440453251e-07,
      "loss": 0.0944,
      "step": 32211
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.74510102973728e-07,
      "loss": 0.0879,
      "step": 32212
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.741524317143801e-07,
      "loss": 0.1077,
      "step": 32213
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.737948302700195e-07,
      "loss": 0.0838,
      "step": 32214
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.734372986433836e-07,
      "loss": 0.0913,
      "step": 32215
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.730798368372039e-07,
      "loss": 0.1033,
      "step": 32216
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.727224448542193e-07,
      "loss": 0.1174,
      "step": 32217
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.723651226971607e-07,
      "loss": 0.1067,
      "step": 32218
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.720078703687618e-07,
      "loss": 0.0907,
      "step": 32219
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.716506878717568e-07,
      "loss": 0.0777,
      "step": 32220
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.712935752088792e-07,
      "loss": 0.1091,
      "step": 32221
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.7093653238286e-07,
      "loss": 0.0959,
      "step": 32222
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.705795593964295e-07,
      "loss": 0.1108,
      "step": 32223
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.702226562523186e-07,
      "loss": 0.0988,
      "step": 32224
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.698658229532609e-07,
      "loss": 0.0874,
      "step": 32225
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.695090595019828e-07,
      "loss": 0.0809,
      "step": 32226
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.691523659012158e-07,
      "loss": 0.0847,
      "step": 32227
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.687957421536886e-07,
      "loss": 0.091,
      "step": 32228
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.684391882621268e-07,
      "loss": 0.0867,
      "step": 32229
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.680827042292595e-07,
      "loss": 0.0855,
      "step": 32230
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.677262900578165e-07,
      "loss": 0.1156,
      "step": 32231
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.673699457505225e-07,
      "loss": 0.0925,
      "step": 32232
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.670136713101007e-07,
      "loss": 0.0909,
      "step": 32233
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.666574667392802e-07,
      "loss": 0.0989,
      "step": 32234
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.663013320407876e-07,
      "loss": 0.0935,
      "step": 32235
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.659452672173452e-07,
      "loss": 0.1185,
      "step": 32236
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.655892722716741e-07,
      "loss": 0.1185,
      "step": 32237
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.652333472065033e-07,
      "loss": 0.0873,
      "step": 32238
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.648774920245507e-07,
      "loss": 0.0964,
      "step": 32239
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.645217067285406e-07,
      "loss": 0.0923,
      "step": 32240
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.641659913211975e-07,
      "loss": 0.0796,
      "step": 32241
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.638103458052405e-07,
      "loss": 0.0906,
      "step": 32242
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.634547701833884e-07,
      "loss": 0.1212,
      "step": 32243
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.630992644583625e-07,
      "loss": 0.0938,
      "step": 32244
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.627438286328859e-07,
      "loss": 0.0992,
      "step": 32245
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.623884627096757e-07,
      "loss": 0.0895,
      "step": 32246
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.620331666914472e-07,
      "loss": 0.0901,
      "step": 32247
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.61677940580924e-07,
      "loss": 0.0901,
      "step": 32248
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.613227843808192e-07,
      "loss": 0.0923,
      "step": 32249
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.609676980938509e-07,
      "loss": 0.1276,
      "step": 32250
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.606126817227389e-07,
      "loss": 0.0838,
      "step": 32251
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.602577352701957e-07,
      "loss": 0.1061,
      "step": 32252
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.599028587389368e-07,
      "loss": 0.0924,
      "step": 32253
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.59548052131678e-07,
      "loss": 0.1123,
      "step": 32254
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.591933154511345e-07,
      "loss": 0.1088,
      "step": 32255
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.5883864870002e-07,
      "loss": 0.1104,
      "step": 32256
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.584840518810445e-07,
      "loss": 0.1011,
      "step": 32257
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.581295249969257e-07,
      "loss": 0.0869,
      "step": 32258
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.577750680503716e-07,
      "loss": 0.0842,
      "step": 32259
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.574206810440955e-07,
      "loss": 0.113,
      "step": 32260
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.570663639808097e-07,
      "loss": 0.0992,
      "step": 32261
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.567121168632242e-07,
      "loss": 0.0997,
      "step": 32262
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.563579396940481e-07,
      "loss": 0.1136,
      "step": 32263
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.5600383247599e-07,
      "loss": 0.0944,
      "step": 32264
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.556497952117626e-07,
      "loss": 0.0881,
      "step": 32265
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.552958279040724e-07,
      "loss": 0.1157,
      "step": 32266
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.549419305556261e-07,
      "loss": 0.0952,
      "step": 32267
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.545881031691328e-07,
      "loss": 0.0901,
      "step": 32268
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.542343457472979e-07,
      "loss": 0.0939,
      "step": 32269
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.538806582928294e-07,
      "loss": 0.1077,
      "step": 32270
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.535270408084318e-07,
      "loss": 0.1137,
      "step": 32271
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.531734932968117e-07,
      "loss": 0.0987,
      "step": 32272
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.528200157606703e-07,
      "loss": 0.1003,
      "step": 32273
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.524666082027155e-07,
      "loss": 0.0962,
      "step": 32274
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.521132706256518e-07,
      "loss": 0.0896,
      "step": 32275
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.517600030321804e-07,
      "loss": 0.1238,
      "step": 32276
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.514068054250014e-07,
      "loss": 0.1016,
      "step": 32277
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.510536778068212e-07,
      "loss": 0.1009,
      "step": 32278
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.507006201803381e-07,
      "loss": 0.0915,
      "step": 32279
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.503476325482563e-07,
      "loss": 0.0998,
      "step": 32280
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.499947149132725e-07,
      "loss": 0.0985,
      "step": 32281
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.496418672780904e-07,
      "loss": 0.1041,
      "step": 32282
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.492890896454065e-07,
      "loss": 0.0948,
      "step": 32283
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.489363820179186e-07,
      "loss": 0.0937,
      "step": 32284
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.485837443983291e-07,
      "loss": 0.0887,
      "step": 32285
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.482311767893348e-07,
      "loss": 0.1035,
      "step": 32286
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.478786791936289e-07,
      "loss": 0.0745,
      "step": 32287
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.475262516139138e-07,
      "loss": 0.1059,
      "step": 32288
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.471738940528807e-07,
      "loss": 0.1052,
      "step": 32289
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.468216065132284e-07,
      "loss": 0.0856,
      "step": 32290
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.464693889976494e-07,
      "loss": 0.07,
      "step": 32291
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.461172415088426e-07,
      "loss": 0.0935,
      "step": 32292
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.457651640494979e-07,
      "loss": 0.0717,
      "step": 32293
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.454131566223079e-07,
      "loss": 0.1056,
      "step": 32294
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.450612192299701e-07,
      "loss": 0.1103,
      "step": 32295
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.447093518751747e-07,
      "loss": 0.1068,
      "step": 32296
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.443575545606119e-07,
      "loss": 0.0798,
      "step": 32297
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.440058272889761e-07,
      "loss": 0.0857,
      "step": 32298
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.436541700629552e-07,
      "loss": 0.0858,
      "step": 32299
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.433025828852426e-07,
      "loss": 0.0874,
      "step": 32300
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.429510657585238e-07,
      "loss": 0.1011,
      "step": 32301
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.425996186854935e-07,
      "loss": 0.0998,
      "step": 32302
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.42248241668836e-07,
      "loss": 0.0838,
      "step": 32303
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.418969347112393e-07,
      "loss": 0.0978,
      "step": 32304
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.415456978153924e-07,
      "loss": 0.1003,
      "step": 32305
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.411945309839841e-07,
      "loss": 0.1012,
      "step": 32306
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.408434342196981e-07,
      "loss": 0.0881,
      "step": 32307
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.40492407525223e-07,
      "loss": 0.09,
      "step": 32308
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.401414509032402e-07,
      "loss": 0.0846,
      "step": 32309
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.397905643564386e-07,
      "loss": 0.0995,
      "step": 32310
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.394397478875005e-07,
      "loss": 0.113,
      "step": 32311
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.390890014991116e-07,
      "loss": 0.0874,
      "step": 32312
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.387383251939529e-07,
      "loss": 0.0935,
      "step": 32313
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.38387718974707e-07,
      "loss": 0.0971,
      "step": 32314
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.380371828440581e-07,
      "loss": 0.0978,
      "step": 32315
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.376867168046876e-07,
      "loss": 0.0941,
      "step": 32316
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.373363208592766e-07,
      "loss": 0.0995,
      "step": 32317
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.369859950105042e-07,
      "loss": 0.1186,
      "step": 32318
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.366357392610503e-07,
      "loss": 0.0902,
      "step": 32319
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.362855536135983e-07,
      "loss": 0.0841,
      "step": 32320
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.359354380708218e-07,
      "loss": 0.092,
      "step": 32321
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.35585392635404e-07,
      "loss": 0.1087,
      "step": 32322
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.352354173100219e-07,
      "loss": 0.0949,
      "step": 32323
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.348855120973487e-07,
      "loss": 0.0808,
      "step": 32324
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.345356770000657e-07,
      "loss": 0.093,
      "step": 32325
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.341859120208495e-07,
      "loss": 0.1105,
      "step": 32326
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.338362171623737e-07,
      "loss": 0.094,
      "step": 32327
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.334865924273128e-07,
      "loss": 0.1034,
      "step": 32328
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.331370378183424e-07,
      "loss": 0.1023,
      "step": 32329
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.327875533381391e-07,
      "loss": 0.0767,
      "step": 32330
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.324381389893732e-07,
      "loss": 0.1117,
      "step": 32331
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.320887947747203e-07,
      "loss": 0.0713,
      "step": 32332
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.317395206968526e-07,
      "loss": 0.102,
      "step": 32333
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.313903167584391e-07,
      "loss": 0.1167,
      "step": 32334
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.310411829621545e-07,
      "loss": 0.1042,
      "step": 32335
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.306921193106698e-07,
      "loss": 0.0879,
      "step": 32336
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.303431258066552e-07,
      "loss": 0.1109,
      "step": 32337
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.299942024527774e-07,
      "loss": 0.0985,
      "step": 32338
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.296453492517087e-07,
      "loss": 0.0834,
      "step": 32339
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.292965662061192e-07,
      "loss": 0.0834,
      "step": 32340
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.289478533186735e-07,
      "loss": 0.116,
      "step": 32341
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.285992105920427e-07,
      "loss": 0.0779,
      "step": 32342
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.282506380288935e-07,
      "loss": 0.1252,
      "step": 32343
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.279021356318895e-07,
      "loss": 0.1026,
      "step": 32344
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.275537034036985e-07,
      "loss": 0.0999,
      "step": 32345
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.272053413469883e-07,
      "loss": 0.0891,
      "step": 32346
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.268570494644224e-07,
      "loss": 0.1173,
      "step": 32347
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.265088277586641e-07,
      "loss": 0.1071,
      "step": 32348
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.26160676232377e-07,
      "loss": 0.0845,
      "step": 32349
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.25812594888229e-07,
      "loss": 0.0852,
      "step": 32350
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.254645837288799e-07,
      "loss": 0.114,
      "step": 32351
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.251166427569901e-07,
      "loss": 0.0857,
      "step": 32352
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.247687719752251e-07,
      "loss": 0.0929,
      "step": 32353
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.244209713862427e-07,
      "loss": 0.1038,
      "step": 32354
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.240732409927055e-07,
      "loss": 0.1118,
      "step": 32355
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.237255807972755e-07,
      "loss": 0.1003,
      "step": 32356
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.233779908026107e-07,
      "loss": 0.1062,
      "step": 32357
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.23030471011369e-07,
      "loss": 0.1106,
      "step": 32358
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.226830214262094e-07,
      "loss": 0.0794,
      "step": 32359
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.22335642049793e-07,
      "loss": 0.1073,
      "step": 32360
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.219883328847745e-07,
      "loss": 0.0998,
      "step": 32361
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.216410939338104e-07,
      "loss": 0.0799,
      "step": 32362
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.212939251995589e-07,
      "loss": 0.0918,
      "step": 32363
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.209468266846754e-07,
      "loss": 0.0862,
      "step": 32364
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.205997983918146e-07,
      "loss": 0.1075,
      "step": 32365
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.202528403236332e-07,
      "loss": 0.0907,
      "step": 32366
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.199059524827846e-07,
      "loss": 0.0707,
      "step": 32367
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.195591348719212e-07,
      "loss": 0.1083,
      "step": 32368
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.192123874936964e-07,
      "loss": 0.0879,
      "step": 32369
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.188657103507646e-07,
      "loss": 0.0747,
      "step": 32370
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.185191034457784e-07,
      "loss": 0.0825,
      "step": 32371
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.181725667813867e-07,
      "loss": 0.1142,
      "step": 32372
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.178261003602417e-07,
      "loss": 0.1025,
      "step": 32373
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.174797041849958e-07,
      "loss": 0.1311,
      "step": 32374
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.171333782582957e-07,
      "loss": 0.0828,
      "step": 32375
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.16787122582795e-07,
      "loss": 0.0802,
      "step": 32376
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.164409371611392e-07,
      "loss": 0.0944,
      "step": 32377
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.160948219959774e-07,
      "loss": 0.0897,
      "step": 32378
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.157487770899574e-07,
      "loss": 0.1275,
      "step": 32379
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.154028024457294e-07,
      "loss": 0.0826,
      "step": 32380
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.150568980659368e-07,
      "loss": 0.0943,
      "step": 32381
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.147110639532263e-07,
      "loss": 0.0843,
      "step": 32382
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.143653001102436e-07,
      "loss": 0.1156,
      "step": 32383
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.140196065396355e-07,
      "loss": 0.1096,
      "step": 32384
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.136739832440466e-07,
      "loss": 0.1002,
      "step": 32385
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.13328430226118e-07,
      "loss": 0.1041,
      "step": 32386
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.129829474884976e-07,
      "loss": 0.0771,
      "step": 32387
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.126375350338245e-07,
      "loss": 0.1072,
      "step": 32388
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.122921928647421e-07,
      "loss": 0.0904,
      "step": 32389
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.119469209838948e-07,
      "loss": 0.0929,
      "step": 32390
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.116017193939229e-07,
      "loss": 0.1014,
      "step": 32391
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.112565880974643e-07,
      "loss": 0.0913,
      "step": 32392
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.109115270971613e-07,
      "loss": 0.1067,
      "step": 32393
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.105665363956572e-07,
      "loss": 0.0857,
      "step": 32394
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.102216159955877e-07,
      "loss": 0.093,
      "step": 32395
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.098767658995898e-07,
      "loss": 0.0761,
      "step": 32396
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.095319861103057e-07,
      "loss": 0.1057,
      "step": 32397
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.091872766303699e-07,
      "loss": 0.0959,
      "step": 32398
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.088426374624203e-07,
      "loss": 0.1081,
      "step": 32399
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.084980686090959e-07,
      "loss": 0.0968,
      "step": 32400
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.081535700730314e-07,
      "loss": 0.0815,
      "step": 32401
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.0780914185686e-07,
      "loss": 0.0951,
      "step": 32402
    },
    {
      "epoch": 2.63,
      "learning_rate": 8.074647839632177e-07,
      "loss": 0.0998,
      "step": 32403
    },
    {
      "epoch": 2.63,
      "learning_rate": 8.071204963947421e-07,
      "loss": 0.0748,
      "step": 32404
    },
    {
      "epoch": 2.63,
      "learning_rate": 8.067762791540646e-07,
      "loss": 0.0779,
      "step": 32405
    },
    {
      "epoch": 2.63,
      "learning_rate": 8.064321322438162e-07,
      "loss": 0.0743,
      "step": 32406
    },
    {
      "epoch": 2.63,
      "learning_rate": 8.06088055666635e-07,
      "loss": 0.0926,
      "step": 32407
    },
    {
      "epoch": 2.63,
      "learning_rate": 8.057440494251478e-07,
      "loss": 0.0891,
      "step": 32408
    },
    {
      "epoch": 2.63,
      "learning_rate": 8.054001135219891e-07,
      "loss": 0.0858,
      "step": 32409
    },
    {
      "epoch": 2.63,
      "learning_rate": 8.050562479597912e-07,
      "loss": 0.1015,
      "step": 32410
    },
    {
      "epoch": 2.63,
      "learning_rate": 8.047124527411843e-07,
      "loss": 0.0575,
      "step": 32411
    },
    {
      "epoch": 2.63,
      "learning_rate": 8.043687278687951e-07,
      "loss": 0.1046,
      "step": 32412
    },
    {
      "epoch": 2.63,
      "learning_rate": 8.040250733452559e-07,
      "loss": 0.1011,
      "step": 32413
    },
    {
      "epoch": 2.63,
      "learning_rate": 8.03681489173197e-07,
      "loss": 0.0861,
      "step": 32414
    },
    {
      "epoch": 2.63,
      "learning_rate": 8.033379753552462e-07,
      "loss": 0.094,
      "step": 32415
    },
    {
      "epoch": 2.63,
      "learning_rate": 8.029945318940291e-07,
      "loss": 0.0881,
      "step": 32416
    },
    {
      "epoch": 2.63,
      "learning_rate": 8.026511587921759e-07,
      "loss": 0.1102,
      "step": 32417
    },
    {
      "epoch": 2.63,
      "learning_rate": 8.023078560523112e-07,
      "loss": 0.0873,
      "step": 32418
    },
    {
      "epoch": 2.63,
      "learning_rate": 8.019646236770639e-07,
      "loss": 0.0917,
      "step": 32419
    },
    {
      "epoch": 2.63,
      "learning_rate": 8.016214616690565e-07,
      "loss": 0.1051,
      "step": 32420
    },
    {
      "epoch": 2.63,
      "learning_rate": 8.01278370030919e-07,
      "loss": 0.0805,
      "step": 32421
    },
    {
      "epoch": 2.63,
      "learning_rate": 8.009353487652715e-07,
      "loss": 0.1039,
      "step": 32422
    },
    {
      "epoch": 2.63,
      "learning_rate": 8.005923978747387e-07,
      "loss": 0.1087,
      "step": 32423
    },
    {
      "epoch": 2.63,
      "learning_rate": 8.002495173619474e-07,
      "loss": 0.0708,
      "step": 32424
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.999067072295197e-07,
      "loss": 0.0872,
      "step": 32425
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.995639674800759e-07,
      "loss": 0.0863,
      "step": 32426
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.992212981162406e-07,
      "loss": 0.0842,
      "step": 32427
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.988786991406328e-07,
      "loss": 0.1032,
      "step": 32428
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.98536170555877e-07,
      "loss": 0.0905,
      "step": 32429
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.981937123645889e-07,
      "loss": 0.0846,
      "step": 32430
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.978513245693941e-07,
      "loss": 0.1299,
      "step": 32431
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.975090071729074e-07,
      "loss": 0.1075,
      "step": 32432
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.971667601777467e-07,
      "loss": 0.0905,
      "step": 32433
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.968245835865363e-07,
      "loss": 0.1116,
      "step": 32434
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.964824774018898e-07,
      "loss": 0.1018,
      "step": 32435
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.961404416264229e-07,
      "loss": 0.0927,
      "step": 32436
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.957984762627569e-07,
      "loss": 0.0799,
      "step": 32437
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.954565813135029e-07,
      "loss": 0.1088,
      "step": 32438
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.951147567812801e-07,
      "loss": 0.0808,
      "step": 32439
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.947730026687017e-07,
      "loss": 0.0943,
      "step": 32440
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.944313189783837e-07,
      "loss": 0.0925,
      "step": 32441
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.940897057129393e-07,
      "loss": 0.0957,
      "step": 32442
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.937481628749788e-07,
      "loss": 0.0798,
      "step": 32443
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.934066904671211e-07,
      "loss": 0.0719,
      "step": 32444
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.930652884919754e-07,
      "loss": 0.095,
      "step": 32445
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.927239569521527e-07,
      "loss": 0.0999,
      "step": 32446
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.923826958502667e-07,
      "loss": 0.1027,
      "step": 32447
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.920415051889241e-07,
      "loss": 0.0962,
      "step": 32448
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.917003849707405e-07,
      "loss": 0.1044,
      "step": 32449
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.913593351983206e-07,
      "loss": 0.0716,
      "step": 32450
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.910183558742768e-07,
      "loss": 0.0912,
      "step": 32451
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.906774470012168e-07,
      "loss": 0.0877,
      "step": 32452
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.903366085817466e-07,
      "loss": 0.0902,
      "step": 32453
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.89995840618476e-07,
      "loss": 0.1077,
      "step": 32454
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.896551431140121e-07,
      "loss": 0.0748,
      "step": 32455
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.893145160709614e-07,
      "loss": 0.0827,
      "step": 32456
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.889739594919265e-07,
      "loss": 0.0887,
      "step": 32457
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.886334733795164e-07,
      "loss": 0.1054,
      "step": 32458
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.882930577363356e-07,
      "loss": 0.0875,
      "step": 32459
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.879527125649855e-07,
      "loss": 0.0842,
      "step": 32460
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.876124378680739e-07,
      "loss": 0.0714,
      "step": 32461
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.87272233648202e-07,
      "loss": 0.0945,
      "step": 32462
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.86932099907971e-07,
      "loss": 0.0829,
      "step": 32463
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.865920366499835e-07,
      "loss": 0.089,
      "step": 32464
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.862520438768439e-07,
      "loss": 0.0941,
      "step": 32465
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.859121215911524e-07,
      "loss": 0.0997,
      "step": 32466
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.855722697955048e-07,
      "loss": 0.0835,
      "step": 32467
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.852324884925055e-07,
      "loss": 0.0851,
      "step": 32468
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.848927776847548e-07,
      "loss": 0.0882,
      "step": 32469
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.845531373748483e-07,
      "loss": 0.0786,
      "step": 32470
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.842135675653872e-07,
      "loss": 0.096,
      "step": 32471
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.838740682589674e-07,
      "loss": 0.104,
      "step": 32472
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.835346394581855e-07,
      "loss": 0.1036,
      "step": 32473
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.831952811656396e-07,
      "loss": 0.096,
      "step": 32474
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.828559933839263e-07,
      "loss": 0.1023,
      "step": 32475
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.825167761156416e-07,
      "loss": 0.0898,
      "step": 32476
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.821776293633776e-07,
      "loss": 0.1005,
      "step": 32477
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.818385531297312e-07,
      "loss": 0.1161,
      "step": 32478
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.81499547417297e-07,
      "loss": 0.0937,
      "step": 32479
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.811606122286664e-07,
      "loss": 0.0922,
      "step": 32480
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.808217475664348e-07,
      "loss": 0.0797,
      "step": 32481
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.804829534331937e-07,
      "loss": 0.086,
      "step": 32482
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.80144229831532e-07,
      "loss": 0.0985,
      "step": 32483
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.798055767640444e-07,
      "loss": 0.0866,
      "step": 32484
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.794669942333221e-07,
      "loss": 0.0917,
      "step": 32485
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.791284822419543e-07,
      "loss": 0.1085,
      "step": 32486
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.787900407925286e-07,
      "loss": 0.0819,
      "step": 32487
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.784516698876354e-07,
      "loss": 0.082,
      "step": 32488
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.781133695298659e-07,
      "loss": 0.0952,
      "step": 32489
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.77775139721807e-07,
      "loss": 0.108,
      "step": 32490
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.774369804660431e-07,
      "loss": 0.0969,
      "step": 32491
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.770988917651657e-07,
      "loss": 0.1072,
      "step": 32492
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.767608736217569e-07,
      "loss": 0.0943,
      "step": 32493
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.764229260384048e-07,
      "loss": 0.1012,
      "step": 32494
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.760850490176974e-07,
      "loss": 0.083,
      "step": 32495
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.757472425622159e-07,
      "loss": 0.0899,
      "step": 32496
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.754095066745448e-07,
      "loss": 0.0952,
      "step": 32497
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.750718413572689e-07,
      "loss": 0.0834,
      "step": 32498
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.747342466129725e-07,
      "loss": 0.1019,
      "step": 32499
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.743967224442372e-07,
      "loss": 0.0999,
      "step": 32500
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.740592688536431e-07,
      "loss": 0.0796,
      "step": 32501
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.737218858437757e-07,
      "loss": 0.0904,
      "step": 32502
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.733845734172118e-07,
      "loss": 0.0921,
      "step": 32503
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.730473315765342e-07,
      "loss": 0.1142,
      "step": 32504
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.727101603243248e-07,
      "loss": 0.1037,
      "step": 32505
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.723730596631606e-07,
      "loss": 0.0873,
      "step": 32506
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.720360295956209e-07,
      "loss": 0.0898,
      "step": 32507
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.716990701242821e-07,
      "loss": 0.1015,
      "step": 32508
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.713621812517269e-07,
      "loss": 0.1087,
      "step": 32509
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.710253629805298e-07,
      "loss": 0.087,
      "step": 32510
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.706886153132664e-07,
      "loss": 0.0891,
      "step": 32511
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.703519382525126e-07,
      "loss": 0.117,
      "step": 32512
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.700153318008485e-07,
      "loss": 0.1063,
      "step": 32513
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.696787959608431e-07,
      "loss": 0.0826,
      "step": 32514
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.693423307350767e-07,
      "loss": 0.0762,
      "step": 32515
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.690059361261215e-07,
      "loss": 0.1041,
      "step": 32516
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.686696121365478e-07,
      "loss": 0.0946,
      "step": 32517
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.683333587689302e-07,
      "loss": 0.0981,
      "step": 32518
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.679971760258443e-07,
      "loss": 0.0993,
      "step": 32519
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.676610639098603e-07,
      "loss": 0.0811,
      "step": 32520
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.673250224235462e-07,
      "loss": 0.0797,
      "step": 32521
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.669890515694755e-07,
      "loss": 0.1086,
      "step": 32522
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.666531513502207e-07,
      "loss": 0.0869,
      "step": 32523
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.663173217683484e-07,
      "loss": 0.0954,
      "step": 32524
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.659815628264266e-07,
      "loss": 0.1099,
      "step": 32525
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.65645874527029e-07,
      "loss": 0.0847,
      "step": 32526
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.653102568727178e-07,
      "loss": 0.102,
      "step": 32527
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.649747098660642e-07,
      "loss": 0.1209,
      "step": 32528
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.646392335096353e-07,
      "loss": 0.096,
      "step": 32529
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.643038278059977e-07,
      "loss": 0.0839,
      "step": 32530
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.63968492757714e-07,
      "loss": 0.0701,
      "step": 32531
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.63633228367352e-07,
      "loss": 0.0978,
      "step": 32532
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.632980346374785e-07,
      "loss": 0.1094,
      "step": 32533
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.62962911570655e-07,
      "loss": 0.0781,
      "step": 32534
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.626278591694447e-07,
      "loss": 0.0878,
      "step": 32535
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.622928774364147e-07,
      "loss": 0.0764,
      "step": 32536
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.619579663741228e-07,
      "loss": 0.0986,
      "step": 32537
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.616231259851325e-07,
      "loss": 0.1014,
      "step": 32538
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.612883562720097e-07,
      "loss": 0.0867,
      "step": 32539
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.609536572373122e-07,
      "loss": 0.126,
      "step": 32540
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.606190288835979e-07,
      "loss": 0.1019,
      "step": 32541
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.602844712134305e-07,
      "loss": 0.0761,
      "step": 32542
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.59949984229369e-07,
      "loss": 0.0928,
      "step": 32543
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.596155679339723e-07,
      "loss": 0.0894,
      "step": 32544
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.592812223297962e-07,
      "loss": 0.0986,
      "step": 32545
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.589469474194022e-07,
      "loss": 0.1042,
      "step": 32546
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.586127432053447e-07,
      "loss": 0.0926,
      "step": 32547
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.582786096901817e-07,
      "loss": 0.0914,
      "step": 32548
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.579445468764701e-07,
      "loss": 0.0789,
      "step": 32549
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.576105547667656e-07,
      "loss": 0.1083,
      "step": 32550
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.572766333636205e-07,
      "loss": 0.0783,
      "step": 32551
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.569427826695919e-07,
      "loss": 0.0932,
      "step": 32552
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.566090026872342e-07,
      "loss": 0.096,
      "step": 32553
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.562752934191009e-07,
      "loss": 0.1143,
      "step": 32554
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.559416548677412e-07,
      "loss": 0.0927,
      "step": 32555
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.556080870357129e-07,
      "loss": 0.0843,
      "step": 32556
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.552745899255643e-07,
      "loss": 0.0972,
      "step": 32557
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.549411635398485e-07,
      "loss": 0.1155,
      "step": 32558
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.546078078811136e-07,
      "loss": 0.0951,
      "step": 32559
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.542745229519144e-07,
      "loss": 0.105,
      "step": 32560
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.539413087547965e-07,
      "loss": 0.0856,
      "step": 32561
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.5360816529231e-07,
      "loss": 0.0834,
      "step": 32562
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.532750925670063e-07,
      "loss": 0.1029,
      "step": 32563
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.529420905814322e-07,
      "loss": 0.1131,
      "step": 32564
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.526091593381313e-07,
      "loss": 0.0863,
      "step": 32565
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.522762988396559e-07,
      "loss": 0.0965,
      "step": 32566
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.519435090885485e-07,
      "loss": 0.0886,
      "step": 32567
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.516107900873593e-07,
      "loss": 0.0964,
      "step": 32568
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.512781418386284e-07,
      "loss": 0.086,
      "step": 32569
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.50945564344906e-07,
      "loss": 0.1119,
      "step": 32570
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.506130576087334e-07,
      "loss": 0.0773,
      "step": 32571
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.502806216326508e-07,
      "loss": 0.0927,
      "step": 32572
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.499482564192096e-07,
      "loss": 0.0854,
      "step": 32573
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.496159619709487e-07,
      "loss": 0.1134,
      "step": 32574
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.492837382904072e-07,
      "loss": 0.101,
      "step": 32575
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.489515853801322e-07,
      "loss": 0.0807,
      "step": 32576
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.486195032426591e-07,
      "loss": 0.0767,
      "step": 32577
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.482874918805327e-07,
      "loss": 0.0885,
      "step": 32578
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.479555512962899e-07,
      "loss": 0.1044,
      "step": 32579
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.476236814924743e-07,
      "loss": 0.0992,
      "step": 32580
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.472918824716213e-07,
      "loss": 0.1021,
      "step": 32581
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.46960154236267e-07,
      "loss": 0.1056,
      "step": 32582
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.466284967889559e-07,
      "loss": 0.108,
      "step": 32583
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.462969101322215e-07,
      "loss": 0.0973,
      "step": 32584
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.459653942685985e-07,
      "loss": 0.103,
      "step": 32585
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.456339492006271e-07,
      "loss": 0.0872,
      "step": 32586
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.453025749308396e-07,
      "loss": 0.1013,
      "step": 32587
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.449712714617752e-07,
      "loss": 0.0924,
      "step": 32588
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.446400387959629e-07,
      "loss": 0.1004,
      "step": 32589
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.443088769359419e-07,
      "loss": 0.1098,
      "step": 32590
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.439777858842434e-07,
      "loss": 0.0947,
      "step": 32591
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.436467656433988e-07,
      "loss": 0.1019,
      "step": 32592
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.433158162159416e-07,
      "loss": 0.1003,
      "step": 32593
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.429849376044063e-07,
      "loss": 0.1319,
      "step": 32594
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.426541298113199e-07,
      "loss": 0.0928,
      "step": 32595
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.423233928392171e-07,
      "loss": 0.0805,
      "step": 32596
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.419927266906246e-07,
      "loss": 0.0904,
      "step": 32597
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.41662131368075e-07,
      "loss": 0.1001,
      "step": 32598
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.41331606874095e-07,
      "loss": 0.0803,
      "step": 32599
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.410011532112161e-07,
      "loss": 0.1045,
      "step": 32600
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.406707703819649e-07,
      "loss": 0.0993,
      "step": 32601
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.403404583888663e-07,
      "loss": 0.0937,
      "step": 32602
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.400102172344504e-07,
      "loss": 0.1137,
      "step": 32603
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.39680046921244e-07,
      "loss": 0.1081,
      "step": 32604
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.393499474517718e-07,
      "loss": 0.1053,
      "step": 32605
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.390199188285574e-07,
      "loss": 0.0819,
      "step": 32606
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.386899610541277e-07,
      "loss": 0.0986,
      "step": 32607
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.383600741310082e-07,
      "loss": 0.1084,
      "step": 32608
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.380302580617193e-07,
      "loss": 0.0966,
      "step": 32609
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.377005128487868e-07,
      "loss": 0.0984,
      "step": 32610
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.373708384947343e-07,
      "loss": 0.0763,
      "step": 32611
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.370412350020784e-07,
      "loss": 0.1063,
      "step": 32612
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.367117023733461e-07,
      "loss": 0.0955,
      "step": 32613
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.363822406110566e-07,
      "loss": 0.0878,
      "step": 32614
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.36052849717731e-07,
      "loss": 0.1145,
      "step": 32615
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.357235296958876e-07,
      "loss": 0.1129,
      "step": 32616
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.353942805480463e-07,
      "loss": 0.1174,
      "step": 32617
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.350651022767285e-07,
      "loss": 0.102,
      "step": 32618
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.347359948844479e-07,
      "loss": 0.0896,
      "step": 32619
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.344069583737268e-07,
      "loss": 0.0784,
      "step": 32620
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.340779927470798e-07,
      "loss": 0.0822,
      "step": 32621
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.337490980070227e-07,
      "loss": 0.1123,
      "step": 32622
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.334202741560737e-07,
      "loss": 0.0851,
      "step": 32623
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.330915211967493e-07,
      "loss": 0.0753,
      "step": 32624
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.327628391315622e-07,
      "loss": 0.0986,
      "step": 32625
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.324342279630269e-07,
      "loss": 0.0872,
      "step": 32626
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.321056876936583e-07,
      "loss": 0.0924,
      "step": 32627
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.317772183259697e-07,
      "loss": 0.0953,
      "step": 32628
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.314488198624737e-07,
      "loss": 0.0966,
      "step": 32629
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.311204923056848e-07,
      "loss": 0.0782,
      "step": 32630
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.30792235658112e-07,
      "loss": 0.0934,
      "step": 32631
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.30464049922266e-07,
      "loss": 0.0935,
      "step": 32632
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.301359351006588e-07,
      "loss": 0.1033,
      "step": 32633
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.298078911958017e-07,
      "loss": 0.1006,
      "step": 32634
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.294799182102041e-07,
      "loss": 0.0993,
      "step": 32635
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.291520161463717e-07,
      "loss": 0.0942,
      "step": 32636
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.288241850068167e-07,
      "loss": 0.1039,
      "step": 32637
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.284964247940462e-07,
      "loss": 0.0833,
      "step": 32638
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.281687355105693e-07,
      "loss": 0.0977,
      "step": 32639
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.278411171588873e-07,
      "loss": 0.1018,
      "step": 32640
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.275135697415136e-07,
      "loss": 0.0967,
      "step": 32641
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.271860932609487e-07,
      "loss": 0.1089,
      "step": 32642
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.268586877196993e-07,
      "loss": 0.0767,
      "step": 32643
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.265313531202722e-07,
      "loss": 0.0942,
      "step": 32644
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.262040894651701e-07,
      "loss": 0.1073,
      "step": 32645
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.258768967568953e-07,
      "loss": 0.1034,
      "step": 32646
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.255497749979523e-07,
      "loss": 0.104,
      "step": 32647
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.252227241908449e-07,
      "loss": 0.1003,
      "step": 32648
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.248957443380744e-07,
      "loss": 0.0862,
      "step": 32649
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.245688354421398e-07,
      "loss": 0.1149,
      "step": 32650
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.242419975055436e-07,
      "loss": 0.0891,
      "step": 32651
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.239152305307895e-07,
      "loss": 0.1,
      "step": 32652
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.235885345203708e-07,
      "loss": 0.079,
      "step": 32653
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.232619094767934e-07,
      "loss": 0.0881,
      "step": 32654
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.22935355402552e-07,
      "loss": 0.0769,
      "step": 32655
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.226088723001445e-07,
      "loss": 0.0992,
      "step": 32656
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.222824601720713e-07,
      "loss": 0.1003,
      "step": 32657
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.21956119020828e-07,
      "loss": 0.0912,
      "step": 32658
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.216298488489126e-07,
      "loss": 0.076,
      "step": 32659
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.213036496588178e-07,
      "loss": 0.1057,
      "step": 32660
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.209775214530401e-07,
      "loss": 0.1129,
      "step": 32661
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.20651464234079e-07,
      "loss": 0.0928,
      "step": 32662
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.203254780044223e-07,
      "loss": 0.0869,
      "step": 32663
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.199995627665701e-07,
      "loss": 0.1138,
      "step": 32664
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.196737185230118e-07,
      "loss": 0.0933,
      "step": 32665
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.193479452762398e-07,
      "loss": 0.0928,
      "step": 32666
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.190222430287475e-07,
      "loss": 0.0862,
      "step": 32667
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.186966117830285e-07,
      "loss": 0.0913,
      "step": 32668
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.18371051541572e-07,
      "loss": 0.1036,
      "step": 32669
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.180455623068672e-07,
      "loss": 0.0826,
      "step": 32670
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.177201440814052e-07,
      "loss": 0.0939,
      "step": 32671
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.173947968676786e-07,
      "loss": 0.0817,
      "step": 32672
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.170695206681732e-07,
      "loss": 0.0858,
      "step": 32673
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.167443154853771e-07,
      "loss": 0.0912,
      "step": 32674
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.164191813217813e-07,
      "loss": 0.1079,
      "step": 32675
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.160941181798687e-07,
      "loss": 0.078,
      "step": 32676
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.15769126062128e-07,
      "loss": 0.0817,
      "step": 32677
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.154442049710486e-07,
      "loss": 0.088,
      "step": 32678
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.151193549091129e-07,
      "loss": 0.0779,
      "step": 32679
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.147945758788055e-07,
      "loss": 0.0789,
      "step": 32680
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.144698678826123e-07,
      "loss": 0.104,
      "step": 32681
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.141452309230201e-07,
      "loss": 0.0887,
      "step": 32682
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.138206650025081e-07,
      "loss": 0.0773,
      "step": 32683
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.134961701235599e-07,
      "loss": 0.0885,
      "step": 32684
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.131717462886611e-07,
      "loss": 0.1119,
      "step": 32685
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.1284739350029e-07,
      "loss": 0.0888,
      "step": 32686
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.125231117609288e-07,
      "loss": 0.1144,
      "step": 32687
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.121989010730612e-07,
      "loss": 0.0901,
      "step": 32688
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.118747614391652e-07,
      "loss": 0.0847,
      "step": 32689
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.115506928617199e-07,
      "loss": 0.0859,
      "step": 32690
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.112266953432045e-07,
      "loss": 0.1196,
      "step": 32691
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.109027688861004e-07,
      "loss": 0.0987,
      "step": 32692
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.105789134928832e-07,
      "loss": 0.1066,
      "step": 32693
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.102551291660298e-07,
      "loss": 0.0975,
      "step": 32694
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.099314159080206e-07,
      "loss": 0.1037,
      "step": 32695
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.09607773721328e-07,
      "loss": 0.0995,
      "step": 32696
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.092842026084301e-07,
      "loss": 0.0842,
      "step": 32697
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.089607025718037e-07,
      "loss": 0.0944,
      "step": 32698
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.086372736139225e-07,
      "loss": 0.1171,
      "step": 32699
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.083139157372576e-07,
      "loss": 0.0961,
      "step": 32700
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.079906289442861e-07,
      "loss": 0.1289,
      "step": 32701
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.076674132374828e-07,
      "loss": 0.0906,
      "step": 32702
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.073442686193177e-07,
      "loss": 0.0939,
      "step": 32703
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.070211950922623e-07,
      "loss": 0.0917,
      "step": 32704
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.066981926587913e-07,
      "loss": 0.0773,
      "step": 32705
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.063752613213715e-07,
      "loss": 0.0995,
      "step": 32706
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.060524010824787e-07,
      "loss": 0.0802,
      "step": 32707
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.057296119445767e-07,
      "loss": 0.0861,
      "step": 32708
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.054068939101411e-07,
      "loss": 0.0925,
      "step": 32709
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.050842469816366e-07,
      "loss": 0.0892,
      "step": 32710
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.047616711615301e-07,
      "loss": 0.0979,
      "step": 32711
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.044391664522953e-07,
      "loss": 0.0915,
      "step": 32712
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.041167328563958e-07,
      "loss": 0.0915,
      "step": 32713
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.037943703762973e-07,
      "loss": 0.0942,
      "step": 32714
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.034720790144689e-07,
      "loss": 0.1259,
      "step": 32715
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.031498587733732e-07,
      "loss": 0.0986,
      "step": 32716
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.02827709655478e-07,
      "loss": 0.0974,
      "step": 32717
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.02505631663245e-07,
      "loss": 0.1237,
      "step": 32718
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.02183624799142e-07,
      "loss": 0.0952,
      "step": 32719
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.018616890656293e-07,
      "loss": 0.1007,
      "step": 32720
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.015398244651672e-07,
      "loss": 0.0768,
      "step": 32721
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.012180310002259e-07,
      "loss": 0.0922,
      "step": 32722
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.008963086732612e-07,
      "loss": 0.0931,
      "step": 32723
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.005746574867356e-07,
      "loss": 0.0977,
      "step": 32724
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.002530774431104e-07,
      "loss": 0.0939,
      "step": 32725
    },
    {
      "epoch": 2.65,
      "learning_rate": 6.999315685448449e-07,
      "loss": 0.0854,
      "step": 32726
    },
    {
      "epoch": 2.65,
      "learning_rate": 6.996101307944003e-07,
      "loss": 0.1132,
      "step": 32727
    },
    {
      "epoch": 2.65,
      "learning_rate": 6.992887641942337e-07,
      "loss": 0.088,
      "step": 32728
    },
    {
      "epoch": 2.65,
      "learning_rate": 6.989674687468051e-07,
      "loss": 0.1073,
      "step": 32729
    },
    {
      "epoch": 2.65,
      "learning_rate": 6.986462444545727e-07,
      "loss": 0.1181,
      "step": 32730
    },
    {
      "epoch": 2.65,
      "learning_rate": 6.983250913199901e-07,
      "loss": 0.0939,
      "step": 32731
    },
    {
      "epoch": 2.65,
      "learning_rate": 6.980040093455209e-07,
      "loss": 0.0976,
      "step": 32732
    },
    {
      "epoch": 2.65,
      "learning_rate": 6.976829985336176e-07,
      "loss": 0.0959,
      "step": 32733
    },
    {
      "epoch": 2.65,
      "learning_rate": 6.973620588867346e-07,
      "loss": 0.1002,
      "step": 32734
    },
    {
      "epoch": 2.65,
      "learning_rate": 6.970411904073304e-07,
      "loss": 0.0966,
      "step": 32735
    },
    {
      "epoch": 2.65,
      "learning_rate": 6.967203930978572e-07,
      "loss": 0.0992,
      "step": 32736
    },
    {
      "epoch": 2.65,
      "learning_rate": 6.96399666960772e-07,
      "loss": 0.1074,
      "step": 32737
    },
    {
      "epoch": 2.65,
      "learning_rate": 6.960790119985239e-07,
      "loss": 0.0681,
      "step": 32738
    },
    {
      "epoch": 2.65,
      "learning_rate": 6.957584282135709e-07,
      "loss": 0.1133,
      "step": 32739
    },
    {
      "epoch": 2.65,
      "learning_rate": 6.954379156083635e-07,
      "loss": 0.0875,
      "step": 32740
    },
    {
      "epoch": 2.65,
      "learning_rate": 6.951174741853517e-07,
      "loss": 0.0769,
      "step": 32741
    },
    {
      "epoch": 2.65,
      "learning_rate": 6.947971039469881e-07,
      "loss": 0.136,
      "step": 32742
    },
    {
      "epoch": 2.65,
      "learning_rate": 6.944768048957273e-07,
      "loss": 0.1026,
      "step": 32743
    },
    {
      "epoch": 2.65,
      "learning_rate": 6.941565770340152e-07,
      "loss": 0.0956,
      "step": 32744
    },
    {
      "epoch": 2.65,
      "learning_rate": 6.938364203643034e-07,
      "loss": 0.1007,
      "step": 32745
    },
    {
      "epoch": 2.65,
      "learning_rate": 6.935163348890395e-07,
      "loss": 0.088,
      "step": 32746
    },
    {
      "epoch": 2.65,
      "learning_rate": 6.93196320610675e-07,
      "loss": 0.1017,
      "step": 32747
    },
    {
      "epoch": 2.65,
      "learning_rate": 6.92876377531656e-07,
      "loss": 0.0922,
      "step": 32748
    },
    {
      "epoch": 2.65,
      "learning_rate": 6.925565056544325e-07,
      "loss": 0.1032,
      "step": 32749
    },
    {
      "epoch": 2.65,
      "learning_rate": 6.922367049814493e-07,
      "loss": 0.1006,
      "step": 32750
    },
    {
      "epoch": 2.65,
      "learning_rate": 6.919169755151523e-07,
      "loss": 0.0789,
      "step": 32751
    },
    {
      "epoch": 2.65,
      "learning_rate": 6.915973172579893e-07,
      "loss": 0.1109,
      "step": 32752
    },
    {
      "epoch": 2.65,
      "learning_rate": 6.912777302124063e-07,
      "loss": 0.0923,
      "step": 32753
    },
    {
      "epoch": 2.65,
      "learning_rate": 6.909582143808468e-07,
      "loss": 0.0924,
      "step": 32754
    },
    {
      "epoch": 2.65,
      "learning_rate": 6.906387697657547e-07,
      "loss": 0.1086,
      "step": 32755
    },
    {
      "epoch": 2.65,
      "learning_rate": 6.903193963695743e-07,
      "loss": 0.0999,
      "step": 32756
    },
    {
      "epoch": 2.65,
      "learning_rate": 6.900000941947516e-07,
      "loss": 0.0968,
      "step": 32757
    },
    {
      "epoch": 2.65,
      "learning_rate": 6.896808632437246e-07,
      "loss": 0.0866,
      "step": 32758
    },
    {
      "epoch": 2.65,
      "learning_rate": 6.893617035189404e-07,
      "loss": 0.0793,
      "step": 32759
    },
    {
      "epoch": 2.65,
      "learning_rate": 6.890426150228368e-07,
      "loss": 0.078,
      "step": 32760
    },
    {
      "epoch": 2.65,
      "learning_rate": 6.887235977578554e-07,
      "loss": 0.0834,
      "step": 32761
    },
    {
      "epoch": 2.65,
      "learning_rate": 6.884046517264386e-07,
      "loss": 0.1114,
      "step": 32762
    },
    {
      "epoch": 2.65,
      "learning_rate": 6.880857769310257e-07,
      "loss": 0.0908,
      "step": 32763
    },
    {
      "epoch": 2.65,
      "learning_rate": 6.877669733740566e-07,
      "loss": 0.0746,
      "step": 32764
    },
    {
      "epoch": 2.65,
      "learning_rate": 6.874482410579675e-07,
      "loss": 0.0879,
      "step": 32765
    },
    {
      "epoch": 2.65,
      "learning_rate": 6.871295799851996e-07,
      "loss": 0.09,
      "step": 32766
    },
    {
      "epoch": 2.65,
      "learning_rate": 6.86810990158191e-07,
      "loss": 0.0993,
      "step": 32767
    },
    {
      "epoch": 2.65,
      "learning_rate": 6.864924715793764e-07,
      "loss": 0.0869,
      "step": 32768
    },
    {
      "epoch": 2.65,
      "learning_rate": 6.861740242511961e-07,
      "loss": 0.0864,
      "step": 32769
    },
    {
      "epoch": 2.65,
      "learning_rate": 6.858556481760837e-07,
      "loss": 0.0946,
      "step": 32770
    },
    {
      "epoch": 2.65,
      "learning_rate": 6.855373433564738e-07,
      "loss": 0.0949,
      "step": 32771
    },
    {
      "epoch": 2.65,
      "learning_rate": 6.852191097948047e-07,
      "loss": 0.0954,
      "step": 32772
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.849009474935098e-07,
      "loss": 0.0858,
      "step": 32773
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.845828564550228e-07,
      "loss": 0.085,
      "step": 32774
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.84264836681775e-07,
      "loss": 0.108,
      "step": 32775
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.839468881762024e-07,
      "loss": 0.0997,
      "step": 32776
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.836290109407373e-07,
      "loss": 0.0929,
      "step": 32777
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.833112049778112e-07,
      "loss": 0.1044,
      "step": 32778
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.829934702898533e-07,
      "loss": 0.0834,
      "step": 32779
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.826758068792983e-07,
      "loss": 0.0868,
      "step": 32780
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.823582147485708e-07,
      "loss": 0.0992,
      "step": 32781
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.820406939001045e-07,
      "loss": 0.0838,
      "step": 32782
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.817232443363298e-07,
      "loss": 0.0808,
      "step": 32783
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.814058660596723e-07,
      "loss": 0.0965,
      "step": 32784
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.810885590725603e-07,
      "loss": 0.0834,
      "step": 32785
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.807713233774205e-07,
      "loss": 0.0928,
      "step": 32786
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.804541589766844e-07,
      "loss": 0.0945,
      "step": 32787
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.801370658727735e-07,
      "loss": 0.0865,
      "step": 32788
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.798200440681146e-07,
      "loss": 0.074,
      "step": 32789
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.795030935651358e-07,
      "loss": 0.1015,
      "step": 32790
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.791862143662575e-07,
      "loss": 0.0801,
      "step": 32791
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.788694064739065e-07,
      "loss": 0.0878,
      "step": 32792
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.785526698905076e-07,
      "loss": 0.1019,
      "step": 32793
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.782360046184833e-07,
      "loss": 0.0902,
      "step": 32794
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.779194106602527e-07,
      "loss": 0.0851,
      "step": 32795
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.776028880182406e-07,
      "loss": 0.0918,
      "step": 32796
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.772864366948695e-07,
      "loss": 0.0921,
      "step": 32797
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.769700566925597e-07,
      "loss": 0.0991,
      "step": 32798
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.766537480137292e-07,
      "loss": 0.0913,
      "step": 32799
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.763375106608006e-07,
      "loss": 0.0989,
      "step": 32800
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.76021344636193e-07,
      "loss": 0.0817,
      "step": 32801
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.757052499423233e-07,
      "loss": 0.0968,
      "step": 32802
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.75389226581612e-07,
      "loss": 0.1006,
      "step": 32803
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.750732745564747e-07,
      "loss": 0.1047,
      "step": 32804
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.747573938693297e-07,
      "loss": 0.1208,
      "step": 32805
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.744415845225916e-07,
      "loss": 0.0956,
      "step": 32806
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.741258465186806e-07,
      "loss": 0.0922,
      "step": 32807
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.738101798600094e-07,
      "loss": 0.1105,
      "step": 32808
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.734945845489915e-07,
      "loss": 0.096,
      "step": 32809
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.731790605880428e-07,
      "loss": 0.1164,
      "step": 32810
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.728636079795792e-07,
      "loss": 0.1094,
      "step": 32811
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.725482267260131e-07,
      "loss": 0.0828,
      "step": 32812
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.722329168297526e-07,
      "loss": 0.0912,
      "step": 32813
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.719176782932168e-07,
      "loss": 0.1137,
      "step": 32814
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.716025111188118e-07,
      "loss": 0.0914,
      "step": 32815
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.71287415308951e-07,
      "loss": 0.0852,
      "step": 32816
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.709723908660459e-07,
      "loss": 0.0967,
      "step": 32817
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.706574377925068e-07,
      "loss": 0.1129,
      "step": 32818
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.703425560907395e-07,
      "loss": 0.0998,
      "step": 32819
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.700277457631554e-07,
      "loss": 0.0877,
      "step": 32820
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.697130068121649e-07,
      "loss": 0.1026,
      "step": 32821
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.693983392401738e-07,
      "loss": 0.0954,
      "step": 32822
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.690837430495867e-07,
      "loss": 0.0935,
      "step": 32823
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.687692182428151e-07,
      "loss": 0.0688,
      "step": 32824
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.684547648222616e-07,
      "loss": 0.1223,
      "step": 32825
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.681403827903343e-07,
      "loss": 0.0787,
      "step": 32826
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.678260721494378e-07,
      "loss": 0.095,
      "step": 32827
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.675118329019758e-07,
      "loss": 0.0959,
      "step": 32828
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.67197665050352e-07,
      "loss": 0.1067,
      "step": 32829
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.668835685969699e-07,
      "loss": 0.0973,
      "step": 32830
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.665695435442355e-07,
      "loss": 0.1244,
      "step": 32831
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.662555898945477e-07,
      "loss": 0.0775,
      "step": 32832
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.659417076503083e-07,
      "loss": 0.0921,
      "step": 32833
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.656278968139218e-07,
      "loss": 0.0966,
      "step": 32834
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.653141573877842e-07,
      "loss": 0.1101,
      "step": 32835
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.65000489374299e-07,
      "loss": 0.1045,
      "step": 32836
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.646868927758654e-07,
      "loss": 0.0805,
      "step": 32837
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.643733675948838e-07,
      "loss": 0.0767,
      "step": 32838
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.640599138337489e-07,
      "loss": 0.0716,
      "step": 32839
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.63746531494861e-07,
      "loss": 0.0979,
      "step": 32840
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.634332205806182e-07,
      "loss": 0.0953,
      "step": 32841
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.631199810934175e-07,
      "loss": 0.0981,
      "step": 32842
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.628068130356524e-07,
      "loss": 0.0931,
      "step": 32843
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.624937164097234e-07,
      "loss": 0.1063,
      "step": 32844
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.621806912180206e-07,
      "loss": 0.095,
      "step": 32845
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.618677374629423e-07,
      "loss": 0.1073,
      "step": 32846
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.615548551468809e-07,
      "loss": 0.1017,
      "step": 32847
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.612420442722322e-07,
      "loss": 0.0829,
      "step": 32848
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.609293048413879e-07,
      "loss": 0.103,
      "step": 32849
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.606166368567368e-07,
      "loss": 0.0997,
      "step": 32850
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.603040403206784e-07,
      "loss": 0.0895,
      "step": 32851
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.599915152355995e-07,
      "loss": 0.0848,
      "step": 32852
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.596790616038906e-07,
      "loss": 0.0816,
      "step": 32853
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.593666794279452e-07,
      "loss": 0.1038,
      "step": 32854
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.590543687101492e-07,
      "loss": 0.1139,
      "step": 32855
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.58742129452895e-07,
      "loss": 0.1054,
      "step": 32856
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.584299616585687e-07,
      "loss": 0.1053,
      "step": 32857
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.581178653295617e-07,
      "loss": 0.1024,
      "step": 32858
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.578058404682597e-07,
      "loss": 0.0841,
      "step": 32859
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.574938870770464e-07,
      "loss": 0.0882,
      "step": 32860
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.571820051583155e-07,
      "loss": 0.0876,
      "step": 32861
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.568701947144485e-07,
      "loss": 0.1445,
      "step": 32862
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.5655845574783e-07,
      "loss": 0.0885,
      "step": 32863
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.562467882608481e-07,
      "loss": 0.0952,
      "step": 32864
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.559351922558843e-07,
      "loss": 0.09,
      "step": 32865
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.556236677353244e-07,
      "loss": 0.1109,
      "step": 32866
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.5531221470155e-07,
      "loss": 0.0844,
      "step": 32867
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.550008331569457e-07,
      "loss": 0.0789,
      "step": 32868
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.54689523103893e-07,
      "loss": 0.0908,
      "step": 32869
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.543782845447699e-07,
      "loss": 0.1042,
      "step": 32870
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.540671174819624e-07,
      "loss": 0.1002,
      "step": 32871
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.537560219178507e-07,
      "loss": 0.1056,
      "step": 32872
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.534449978548107e-07,
      "loss": 0.0859,
      "step": 32873
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.531340452952262e-07,
      "loss": 0.1054,
      "step": 32874
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.528231642414729e-07,
      "loss": 0.0974,
      "step": 32875
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.525123546959322e-07,
      "loss": 0.1002,
      "step": 32876
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.522016166609779e-07,
      "loss": 0.0901,
      "step": 32877
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.518909501389914e-07,
      "loss": 0.0877,
      "step": 32878
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.515803551323474e-07,
      "loss": 0.0887,
      "step": 32879
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.512698316434196e-07,
      "loss": 0.0842,
      "step": 32880
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.509593796745872e-07,
      "loss": 0.078,
      "step": 32881
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.50648999228225e-07,
      "loss": 0.1067,
      "step": 32882
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.503386903067066e-07,
      "loss": 0.0935,
      "step": 32883
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.500284529124046e-07,
      "loss": 0.0807,
      "step": 32884
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.497182870476926e-07,
      "loss": 0.0875,
      "step": 32885
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.494081927149476e-07,
      "loss": 0.0996,
      "step": 32886
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.490981699165366e-07,
      "loss": 0.094,
      "step": 32887
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.487882186548345e-07,
      "loss": 0.1029,
      "step": 32888
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.484783389322125e-07,
      "loss": 0.085,
      "step": 32889
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.481685307510377e-07,
      "loss": 0.1006,
      "step": 32890
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.478587941136838e-07,
      "loss": 0.0975,
      "step": 32891
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.475491290225211e-07,
      "loss": 0.1182,
      "step": 32892
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.472395354799155e-07,
      "loss": 0.11,
      "step": 32893
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.469300134882362e-07,
      "loss": 0.1091,
      "step": 32894
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.466205630498524e-07,
      "loss": 0.1027,
      "step": 32895
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.46311184167131e-07,
      "loss": 0.0873,
      "step": 32896
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.460018768424381e-07,
      "loss": 0.084,
      "step": 32897
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.456926410781428e-07,
      "loss": 0.1155,
      "step": 32898
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.453834768766076e-07,
      "loss": 0.0796,
      "step": 32899
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.450743842401974e-07,
      "loss": 0.0931,
      "step": 32900
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.447653631712769e-07,
      "loss": 0.1114,
      "step": 32901
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.444564136722142e-07,
      "loss": 0.1032,
      "step": 32902
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.441475357453697e-07,
      "loss": 0.0922,
      "step": 32903
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.438387293931058e-07,
      "loss": 0.0773,
      "step": 32904
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.435299946177853e-07,
      "loss": 0.0884,
      "step": 32905
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.432213314217728e-07,
      "loss": 0.0955,
      "step": 32906
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.429127398074253e-07,
      "loss": 0.0843,
      "step": 32907
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.426042197771077e-07,
      "loss": 0.0975,
      "step": 32908
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.422957713331779e-07,
      "loss": 0.0829,
      "step": 32909
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.419873944779953e-07,
      "loss": 0.091,
      "step": 32910
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.416790892139191e-07,
      "loss": 0.0985,
      "step": 32911
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.413708555433107e-07,
      "loss": 0.0842,
      "step": 32912
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.41062693468526e-07,
      "loss": 0.0864,
      "step": 32913
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.407546029919209e-07,
      "loss": 0.1031,
      "step": 32914
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.404465841158536e-07,
      "loss": 0.1025,
      "step": 32915
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.401386368426832e-07,
      "loss": 0.1029,
      "step": 32916
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.398307611747634e-07,
      "loss": 0.0978,
      "step": 32917
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.395229571144479e-07,
      "loss": 0.1028,
      "step": 32918
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.392152246640948e-07,
      "loss": 0.0897,
      "step": 32919
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.389075638260556e-07,
      "loss": 0.0701,
      "step": 32920
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.385999746026839e-07,
      "loss": 0.0744,
      "step": 32921
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.382924569963356e-07,
      "loss": 0.0685,
      "step": 32922
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.379850110093622e-07,
      "loss": 0.1141,
      "step": 32923
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.37677636644114e-07,
      "loss": 0.101,
      "step": 32924
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.373703339029424e-07,
      "loss": 0.0983,
      "step": 32925
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.370631027882024e-07,
      "loss": 0.081,
      "step": 32926
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.367559433022408e-07,
      "loss": 0.1122,
      "step": 32927
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.364488554474069e-07,
      "loss": 0.0913,
      "step": 32928
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.361418392260532e-07,
      "loss": 0.0912,
      "step": 32929
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.358348946405246e-07,
      "loss": 0.0904,
      "step": 32930
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.355280216931714e-07,
      "loss": 0.0908,
      "step": 32931
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.352212203863418e-07,
      "loss": 0.1114,
      "step": 32932
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.349144907223837e-07,
      "loss": 0.0822,
      "step": 32933
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.346078327036398e-07,
      "loss": 0.0824,
      "step": 32934
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.343012463324593e-07,
      "loss": 0.1055,
      "step": 32935
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.339947316111871e-07,
      "loss": 0.106,
      "step": 32936
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.336882885421691e-07,
      "loss": 0.0804,
      "step": 32937
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.333819171277466e-07,
      "loss": 0.1007,
      "step": 32938
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.330756173702668e-07,
      "loss": 0.1005,
      "step": 32939
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.327693892720699e-07,
      "loss": 0.0879,
      "step": 32940
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.324632328354995e-07,
      "loss": 0.0928,
      "step": 32941
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.321571480629007e-07,
      "loss": 0.0936,
      "step": 32942
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.318511349566126e-07,
      "loss": 0.0897,
      "step": 32943
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.315451935189753e-07,
      "loss": 0.0863,
      "step": 32944
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.312393237523307e-07,
      "loss": 0.1032,
      "step": 32945
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.309335256590199e-07,
      "loss": 0.1164,
      "step": 32946
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.3062779924138e-07,
      "loss": 0.1012,
      "step": 32947
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.303221445017504e-07,
      "loss": 0.0838,
      "step": 32948
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.300165614424703e-07,
      "loss": 0.0856,
      "step": 32949
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.297110500658788e-07,
      "loss": 0.1122,
      "step": 32950
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.294056103743107e-07,
      "loss": 0.0921,
      "step": 32951
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.29100242370102e-07,
      "loss": 0.1178,
      "step": 32952
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.287949460555931e-07,
      "loss": 0.0827,
      "step": 32953
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.284897214331143e-07,
      "loss": 0.1112,
      "step": 32954
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.281845685050025e-07,
      "loss": 0.1179,
      "step": 32955
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.278794872735961e-07,
      "loss": 0.089,
      "step": 32956
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.27574477741224e-07,
      "loss": 0.0974,
      "step": 32957
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.272695399102213e-07,
      "loss": 0.0968,
      "step": 32958
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.269646737829204e-07,
      "loss": 0.099,
      "step": 32959
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.266598793616551e-07,
      "loss": 0.075,
      "step": 32960
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.26355156648758e-07,
      "loss": 0.0893,
      "step": 32961
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.260505056465549e-07,
      "loss": 0.0872,
      "step": 32962
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.257459263573828e-07,
      "loss": 0.1071,
      "step": 32963
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.254414187835678e-07,
      "loss": 0.0775,
      "step": 32964
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.2513698292744e-07,
      "loss": 0.1115,
      "step": 32965
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.248326187913312e-07,
      "loss": 0.1008,
      "step": 32966
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.24528326377567e-07,
      "loss": 0.1057,
      "step": 32967
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.242241056884757e-07,
      "loss": 0.0782,
      "step": 32968
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.239199567263843e-07,
      "loss": 0.1094,
      "step": 32969
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.236158794936221e-07,
      "loss": 0.0957,
      "step": 32970
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.233118739925137e-07,
      "loss": 0.0913,
      "step": 32971
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.23007940225383e-07,
      "loss": 0.1247,
      "step": 32972
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.227040781945593e-07,
      "loss": 0.0921,
      "step": 32973
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.224002879023628e-07,
      "loss": 0.0966,
      "step": 32974
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.220965693511194e-07,
      "loss": 0.1054,
      "step": 32975
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.217929225431552e-07,
      "loss": 0.0817,
      "step": 32976
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.214893474807904e-07,
      "loss": 0.0987,
      "step": 32977
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.211858441663454e-07,
      "loss": 0.0834,
      "step": 32978
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.208824126021451e-07,
      "loss": 0.0842,
      "step": 32979
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.205790527905132e-07,
      "loss": 0.1017,
      "step": 32980
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.202757647337654e-07,
      "loss": 0.1058,
      "step": 32981
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.199725484342234e-07,
      "loss": 0.0837,
      "step": 32982
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.196694038942097e-07,
      "loss": 0.0785,
      "step": 32983
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.193663311160392e-07,
      "loss": 0.0742,
      "step": 32984
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.190633301020343e-07,
      "loss": 0.0904,
      "step": 32985
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.187604008545101e-07,
      "loss": 0.1123,
      "step": 32986
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.184575433757856e-07,
      "loss": 0.1032,
      "step": 32987
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.181547576681768e-07,
      "loss": 0.0966,
      "step": 32988
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.178520437340008e-07,
      "loss": 0.0838,
      "step": 32989
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.175494015755745e-07,
      "loss": 0.081,
      "step": 32990
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.172468311952118e-07,
      "loss": 0.109,
      "step": 32991
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.169443325952262e-07,
      "loss": 0.0915,
      "step": 32992
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.16641905777936e-07,
      "loss": 0.0878,
      "step": 32993
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.163395507456493e-07,
      "loss": 0.0785,
      "step": 32994
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.160372675006842e-07,
      "loss": 0.0835,
      "step": 32995
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.15735056045349e-07,
      "loss": 0.1134,
      "step": 32996
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.154329163819605e-07,
      "loss": 0.0779,
      "step": 32997
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.15130848512826e-07,
      "loss": 0.0934,
      "step": 32998
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.148288524402557e-07,
      "loss": 0.112,
      "step": 32999
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.145269281665656e-07,
      "loss": 0.088,
      "step": 33000
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.142250756940615e-07,
      "loss": 0.1114,
      "step": 33001
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.139232950250507e-07,
      "loss": 0.0858,
      "step": 33002
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.136215861618466e-07,
      "loss": 0.1045,
      "step": 33003
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.133199491067543e-07,
      "loss": 0.0832,
      "step": 33004
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.130183838620829e-07,
      "loss": 0.0888,
      "step": 33005
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.127168904301372e-07,
      "loss": 0.0836,
      "step": 33006
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.124154688132266e-07,
      "loss": 0.1002,
      "step": 33007
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.121141190136559e-07,
      "loss": 0.1064,
      "step": 33008
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.118128410337276e-07,
      "loss": 0.103,
      "step": 33009
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.115116348757522e-07,
      "loss": 0.1018,
      "step": 33010
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.11210500542031e-07,
      "loss": 0.1021,
      "step": 33011
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.109094380348657e-07,
      "loss": 0.0789,
      "step": 33012
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.106084473565632e-07,
      "loss": 0.1042,
      "step": 33013
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.10307528509424e-07,
      "loss": 0.0902,
      "step": 33014
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.100066814957506e-07,
      "loss": 0.1057,
      "step": 33015
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.097059063178446e-07,
      "loss": 0.0976,
      "step": 33016
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.094052029780084e-07,
      "loss": 0.1148,
      "step": 33017
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.091045714785405e-07,
      "loss": 0.0854,
      "step": 33018
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.088040118217409e-07,
      "loss": 0.1048,
      "step": 33019
    },
    {
      "epoch": 2.68,
      "learning_rate": 6.08503524009908e-07,
      "loss": 0.0909,
      "step": 33020
    },
    {
      "epoch": 2.68,
      "learning_rate": 6.082031080453454e-07,
      "loss": 0.1007,
      "step": 33021
    },
    {
      "epoch": 2.68,
      "learning_rate": 6.079027639303448e-07,
      "loss": 0.1177,
      "step": 33022
    },
    {
      "epoch": 2.68,
      "learning_rate": 6.076024916672096e-07,
      "loss": 0.0819,
      "step": 33023
    },
    {
      "epoch": 2.68,
      "learning_rate": 6.073022912582338e-07,
      "loss": 0.091,
      "step": 33024
    },
    {
      "epoch": 2.68,
      "learning_rate": 6.070021627057154e-07,
      "loss": 0.0834,
      "step": 33025
    },
    {
      "epoch": 2.68,
      "learning_rate": 6.067021060119482e-07,
      "loss": 0.0831,
      "step": 33026
    },
    {
      "epoch": 2.68,
      "learning_rate": 6.064021211792314e-07,
      "loss": 0.1049,
      "step": 33027
    },
    {
      "epoch": 2.68,
      "learning_rate": 6.061022082098566e-07,
      "loss": 0.0866,
      "step": 33028
    },
    {
      "epoch": 2.68,
      "learning_rate": 6.058023671061198e-07,
      "loss": 0.0849,
      "step": 33029
    },
    {
      "epoch": 2.68,
      "learning_rate": 6.055025978703133e-07,
      "loss": 0.0826,
      "step": 33030
    },
    {
      "epoch": 2.68,
      "learning_rate": 6.052029005047333e-07,
      "loss": 0.1184,
      "step": 33031
    },
    {
      "epoch": 2.68,
      "learning_rate": 6.049032750116712e-07,
      "loss": 0.108,
      "step": 33032
    },
    {
      "epoch": 2.68,
      "learning_rate": 6.046037213934175e-07,
      "loss": 0.1236,
      "step": 33033
    },
    {
      "epoch": 2.68,
      "learning_rate": 6.043042396522647e-07,
      "loss": 0.1017,
      "step": 33034
    },
    {
      "epoch": 2.68,
      "learning_rate": 6.040048297905065e-07,
      "loss": 0.0919,
      "step": 33035
    },
    {
      "epoch": 2.68,
      "learning_rate": 6.03705491810429e-07,
      "loss": 0.113,
      "step": 33036
    },
    {
      "epoch": 2.68,
      "learning_rate": 6.03406225714327e-07,
      "loss": 0.1062,
      "step": 33037
    },
    {
      "epoch": 2.68,
      "learning_rate": 6.031070315044873e-07,
      "loss": 0.1043,
      "step": 33038
    },
    {
      "epoch": 2.68,
      "learning_rate": 6.028079091831985e-07,
      "loss": 0.1055,
      "step": 33039
    },
    {
      "epoch": 2.68,
      "learning_rate": 6.025088587527483e-07,
      "loss": 0.1063,
      "step": 33040
    },
    {
      "epoch": 2.68,
      "learning_rate": 6.022098802154286e-07,
      "loss": 0.1082,
      "step": 33041
    },
    {
      "epoch": 2.68,
      "learning_rate": 6.019109735735229e-07,
      "loss": 0.097,
      "step": 33042
    },
    {
      "epoch": 2.68,
      "learning_rate": 6.016121388293172e-07,
      "loss": 0.0931,
      "step": 33043
    },
    {
      "epoch": 2.68,
      "learning_rate": 6.013133759850997e-07,
      "loss": 0.0902,
      "step": 33044
    },
    {
      "epoch": 2.68,
      "learning_rate": 6.010146850431576e-07,
      "loss": 0.1047,
      "step": 33045
    },
    {
      "epoch": 2.68,
      "learning_rate": 6.007160660057721e-07,
      "loss": 0.097,
      "step": 33046
    },
    {
      "epoch": 2.68,
      "learning_rate": 6.004175188752304e-07,
      "loss": 0.1029,
      "step": 33047
    },
    {
      "epoch": 2.68,
      "learning_rate": 6.001190436538163e-07,
      "loss": 0.0967,
      "step": 33048
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.998206403438112e-07,
      "loss": 0.0817,
      "step": 33049
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.995223089474999e-07,
      "loss": 0.0992,
      "step": 33050
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.992240494671642e-07,
      "loss": 0.0906,
      "step": 33051
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.989258619050864e-07,
      "loss": 0.0973,
      "step": 33052
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.986277462635459e-07,
      "loss": 0.0875,
      "step": 33053
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.983297025448242e-07,
      "loss": 0.1013,
      "step": 33054
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.98031730751204e-07,
      "loss": 0.0948,
      "step": 33055
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.9773383088496e-07,
      "loss": 0.1112,
      "step": 33056
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.974360029483761e-07,
      "loss": 0.0988,
      "step": 33057
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.971382469437281e-07,
      "loss": 0.0831,
      "step": 33058
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.968405628732932e-07,
      "loss": 0.0856,
      "step": 33059
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.965429507393494e-07,
      "loss": 0.1027,
      "step": 33060
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.962454105441762e-07,
      "loss": 0.0908,
      "step": 33061
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.95947942290046e-07,
      "loss": 0.0972,
      "step": 33062
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.956505459792361e-07,
      "loss": 0.0909,
      "step": 33063
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.953532216140213e-07,
      "loss": 0.09,
      "step": 33064
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.950559691966784e-07,
      "loss": 0.085,
      "step": 33065
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.947587887294792e-07,
      "loss": 0.0825,
      "step": 33066
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.944616802146963e-07,
      "loss": 0.1004,
      "step": 33067
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.941646436546056e-07,
      "loss": 0.1101,
      "step": 33068
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.938676790514753e-07,
      "loss": 0.0874,
      "step": 33069
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.935707864075813e-07,
      "loss": 0.1069,
      "step": 33070
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.93273965725194e-07,
      "loss": 0.0929,
      "step": 33071
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.929772170065839e-07,
      "loss": 0.1136,
      "step": 33072
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.926805402540203e-07,
      "loss": 0.0988,
      "step": 33073
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.923839354697725e-07,
      "loss": 0.1181,
      "step": 33074
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.920874026561119e-07,
      "loss": 0.0941,
      "step": 33075
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.917909418153056e-07,
      "loss": 0.1086,
      "step": 33076
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.914945529496208e-07,
      "loss": 0.0785,
      "step": 33077
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.911982360613277e-07,
      "loss": 0.0998,
      "step": 33078
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.909019911526892e-07,
      "loss": 0.1112,
      "step": 33079
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.906058182259733e-07,
      "loss": 0.0778,
      "step": 33080
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.903097172834482e-07,
      "loss": 0.0883,
      "step": 33081
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.900136883273777e-07,
      "loss": 0.1034,
      "step": 33082
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.897177313600245e-07,
      "loss": 0.0924,
      "step": 33083
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.894218463836543e-07,
      "loss": 0.0798,
      "step": 33084
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.891260334005311e-07,
      "loss": 0.1126,
      "step": 33085
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.888302924129186e-07,
      "loss": 0.1124,
      "step": 33086
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.88534623423076e-07,
      "loss": 0.0872,
      "step": 33087
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.882390264332694e-07,
      "loss": 0.1003,
      "step": 33088
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.879435014457569e-07,
      "loss": 0.0938,
      "step": 33089
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.876480484628e-07,
      "loss": 0.096,
      "step": 33090
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.873526674866626e-07,
      "loss": 0.0928,
      "step": 33091
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.870573585196005e-07,
      "loss": 0.083,
      "step": 33092
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.867621215638719e-07,
      "loss": 0.0896,
      "step": 33093
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.864669566217373e-07,
      "loss": 0.107,
      "step": 33094
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.861718636954572e-07,
      "loss": 0.0745,
      "step": 33095
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.858768427872862e-07,
      "loss": 0.0932,
      "step": 33096
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.855818938994818e-07,
      "loss": 0.1033,
      "step": 33097
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.852870170342995e-07,
      "loss": 0.0803,
      "step": 33098
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.849922121939977e-07,
      "loss": 0.1062,
      "step": 33099
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.846974793808302e-07,
      "loss": 0.1135,
      "step": 33100
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.844028185970507e-07,
      "loss": 0.0753,
      "step": 33101
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.841082298449152e-07,
      "loss": 0.0869,
      "step": 33102
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.838137131266763e-07,
      "loss": 0.0891,
      "step": 33103
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.835192684445868e-07,
      "loss": 0.1033,
      "step": 33104
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.832248958009023e-07,
      "loss": 0.0725,
      "step": 33105
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.829305951978725e-07,
      "loss": 0.0781,
      "step": 33106
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.826363666377466e-07,
      "loss": 0.1021,
      "step": 33107
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.823422101227782e-07,
      "loss": 0.1343,
      "step": 33108
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.82048125655219e-07,
      "loss": 0.0902,
      "step": 33109
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.817541132373172e-07,
      "loss": 0.0953,
      "step": 33110
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.81460172871321e-07,
      "loss": 0.0883,
      "step": 33111
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.811663045594806e-07,
      "loss": 0.0762,
      "step": 33112
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.808725083040434e-07,
      "loss": 0.1003,
      "step": 33113
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.805787841072563e-07,
      "loss": 0.1136,
      "step": 33114
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.802851319713687e-07,
      "loss": 0.087,
      "step": 33115
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.799915518986266e-07,
      "loss": 0.0746,
      "step": 33116
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.796980438912736e-07,
      "loss": 0.1023,
      "step": 33117
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.794046079515559e-07,
      "loss": 0.0953,
      "step": 33118
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.791112440817214e-07,
      "loss": 0.0886,
      "step": 33119
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.78817952284012e-07,
      "loss": 0.0977,
      "step": 33120
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.785247325606691e-07,
      "loss": 0.1169,
      "step": 33121
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.782315849139409e-07,
      "loss": 0.1078,
      "step": 33122
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.779385093460654e-07,
      "loss": 0.1029,
      "step": 33123
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.776455058592878e-07,
      "loss": 0.0887,
      "step": 33124
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.773525744558495e-07,
      "loss": 0.091,
      "step": 33125
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.770597151379909e-07,
      "loss": 0.091,
      "step": 33126
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.767669279079502e-07,
      "loss": 0.0819,
      "step": 33127
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.764742127679701e-07,
      "loss": 0.0865,
      "step": 33128
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.7618156972029e-07,
      "loss": 0.1006,
      "step": 33129
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.758889987671479e-07,
      "loss": 0.1016,
      "step": 33130
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.75596499910781e-07,
      "loss": 0.0839,
      "step": 33131
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.753040731534288e-07,
      "loss": 0.0909,
      "step": 33132
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.75011718497327e-07,
      "loss": 0.0981,
      "step": 33133
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.747194359447139e-07,
      "loss": 0.1097,
      "step": 33134
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.744272254978223e-07,
      "loss": 0.0769,
      "step": 33135
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.741350871588924e-07,
      "loss": 0.0774,
      "step": 33136
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.73843020930156e-07,
      "loss": 0.087,
      "step": 33137
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.735510268138444e-07,
      "loss": 0.0867,
      "step": 33138
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.732591048121994e-07,
      "loss": 0.0981,
      "step": 33139
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.72967254927449e-07,
      "loss": 0.0833,
      "step": 33140
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.726754771618259e-07,
      "loss": 0.0871,
      "step": 33141
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.723837715175639e-07,
      "loss": 0.1025,
      "step": 33142
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.720921379968924e-07,
      "loss": 0.1162,
      "step": 33143
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.718005766020463e-07,
      "loss": 0.0832,
      "step": 33144
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.715090873352524e-07,
      "loss": 0.1105,
      "step": 33145
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.712176701987426e-07,
      "loss": 0.1083,
      "step": 33146
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.709263251947472e-07,
      "loss": 0.0737,
      "step": 33147
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.7063505232549e-07,
      "loss": 0.114,
      "step": 33148
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.703438515932059e-07,
      "loss": 0.0796,
      "step": 33149
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.700527230001196e-07,
      "loss": 0.088,
      "step": 33150
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.697616665484573e-07,
      "loss": 0.0854,
      "step": 33151
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.694706822404484e-07,
      "loss": 0.117,
      "step": 33152
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.691797700783153e-07,
      "loss": 0.0774,
      "step": 33153
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.688889300642875e-07,
      "loss": 0.0887,
      "step": 33154
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.685981622005865e-07,
      "loss": 0.0935,
      "step": 33155
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.683074664894395e-07,
      "loss": 0.0715,
      "step": 33156
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.680168429330701e-07,
      "loss": 0.0987,
      "step": 33157
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.677262915336968e-07,
      "loss": 0.0851,
      "step": 33158
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.674358122935509e-07,
      "loss": 0.0954,
      "step": 33159
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.671454052148484e-07,
      "loss": 0.0937,
      "step": 33160
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.668550702998132e-07,
      "loss": 0.0915,
      "step": 33161
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.665648075506658e-07,
      "loss": 0.1059,
      "step": 33162
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.662746169696265e-07,
      "loss": 0.1014,
      "step": 33163
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.659844985589169e-07,
      "loss": 0.0692,
      "step": 33164
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.656944523207542e-07,
      "loss": 0.0898,
      "step": 33165
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.654044782573586e-07,
      "loss": 0.1132,
      "step": 33166
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.651145763709498e-07,
      "loss": 0.0798,
      "step": 33167
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.648247466637424e-07,
      "loss": 0.0943,
      "step": 33168
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.645349891379559e-07,
      "loss": 0.0838,
      "step": 33169
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.642453037958073e-07,
      "loss": 0.096,
      "step": 33170
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.639556906395116e-07,
      "loss": 0.094,
      "step": 33171
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.636661496712848e-07,
      "loss": 0.1193,
      "step": 33172
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.633766808933405e-07,
      "loss": 0.0883,
      "step": 33173
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.630872843078972e-07,
      "loss": 0.1016,
      "step": 33174
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.62797959917164e-07,
      "loss": 0.1109,
      "step": 33175
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.625087077233593e-07,
      "loss": 0.1032,
      "step": 33176
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.622195277286924e-07,
      "loss": 0.0966,
      "step": 33177
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.619304199353759e-07,
      "loss": 0.0915,
      "step": 33178
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.616413843456215e-07,
      "loss": 0.0843,
      "step": 33179
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.613524209616428e-07,
      "loss": 0.1141,
      "step": 33180
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.610635297856481e-07,
      "loss": 0.0893,
      "step": 33181
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.607747108198469e-07,
      "loss": 0.0969,
      "step": 33182
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.604859640664506e-07,
      "loss": 0.0858,
      "step": 33183
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.601972895276686e-07,
      "loss": 0.084,
      "step": 33184
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.599086872057069e-07,
      "loss": 0.0974,
      "step": 33185
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.59620157102776e-07,
      "loss": 0.0759,
      "step": 33186
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.593316992210817e-07,
      "loss": 0.0854,
      "step": 33187
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.590433135628292e-07,
      "loss": 0.085,
      "step": 33188
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.587550001302278e-07,
      "loss": 0.0651,
      "step": 33189
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.584667589254822e-07,
      "loss": 0.1021,
      "step": 33190
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.581785899507974e-07,
      "loss": 0.0932,
      "step": 33191
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.578904932083773e-07,
      "loss": 0.0871,
      "step": 33192
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.576024687004255e-07,
      "loss": 0.0777,
      "step": 33193
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.573145164291483e-07,
      "loss": 0.0844,
      "step": 33194
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.570266363967447e-07,
      "loss": 0.0767,
      "step": 33195
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.56738828605421e-07,
      "loss": 0.0924,
      "step": 33196
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.564510930573763e-07,
      "loss": 0.1141,
      "step": 33197
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.561634297548124e-07,
      "loss": 0.1191,
      "step": 33198
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.558758386999286e-07,
      "loss": 0.1219,
      "step": 33199
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.555883198949285e-07,
      "loss": 0.0984,
      "step": 33200
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.553008733420106e-07,
      "loss": 0.0889,
      "step": 33201
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.550134990433709e-07,
      "loss": 0.0938,
      "step": 33202
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.547261970012107e-07,
      "loss": 0.1028,
      "step": 33203
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.544389672177286e-07,
      "loss": 0.1007,
      "step": 33204
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.541518096951204e-07,
      "loss": 0.0879,
      "step": 33205
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.538647244355822e-07,
      "loss": 0.1149,
      "step": 33206
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.535777114413132e-07,
      "loss": 0.0803,
      "step": 33207
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.532907707145053e-07,
      "loss": 0.0875,
      "step": 33208
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.530039022573552e-07,
      "loss": 0.0968,
      "step": 33209
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.527171060720593e-07,
      "loss": 0.0986,
      "step": 33210
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.524303821608112e-07,
      "loss": 0.0887,
      "step": 33211
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.521437305258015e-07,
      "loss": 0.0941,
      "step": 33212
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.51857151169225e-07,
      "loss": 0.1159,
      "step": 33213
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.515706440932755e-07,
      "loss": 0.116,
      "step": 33214
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.512842093001447e-07,
      "loss": 0.0926,
      "step": 33215
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.509978467920207e-07,
      "loss": 0.0817,
      "step": 33216
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.507115565710974e-07,
      "loss": 0.0942,
      "step": 33217
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.504253386395631e-07,
      "loss": 0.0893,
      "step": 33218
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.50139192999608e-07,
      "loss": 0.0959,
      "step": 33219
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.498531196534229e-07,
      "loss": 0.1117,
      "step": 33220
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.495671186031948e-07,
      "loss": 0.0913,
      "step": 33221
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.492811898511108e-07,
      "loss": 0.0962,
      "step": 33222
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.489953333993581e-07,
      "loss": 0.0995,
      "step": 33223
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.487095492501271e-07,
      "loss": 0.1331,
      "step": 33224
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.484238374056028e-07,
      "loss": 0.098,
      "step": 33225
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.481381978679667e-07,
      "loss": 0.105,
      "step": 33226
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.478526306394094e-07,
      "loss": 0.0873,
      "step": 33227
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.475671357221124e-07,
      "loss": 0.089,
      "step": 33228
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.472817131182606e-07,
      "loss": 0.0907,
      "step": 33229
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.46996362830039e-07,
      "loss": 0.0928,
      "step": 33230
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.467110848596302e-07,
      "loss": 0.0909,
      "step": 33231
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.464258792092137e-07,
      "loss": 0.1022,
      "step": 33232
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.461407458809731e-07,
      "loss": 0.1043,
      "step": 33233
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.458556848770924e-07,
      "loss": 0.0978,
      "step": 33234
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.455706961997498e-07,
      "loss": 0.109,
      "step": 33235
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.452857798511246e-07,
      "loss": 0.087,
      "step": 33236
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.450009358333985e-07,
      "loss": 0.0985,
      "step": 33237
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.447161641487497e-07,
      "loss": 0.0983,
      "step": 33238
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.444314647993576e-07,
      "loss": 0.0922,
      "step": 33239
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.441468377873982e-07,
      "loss": 0.0867,
      "step": 33240
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.438622831150519e-07,
      "loss": 0.0822,
      "step": 33241
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.435778007844939e-07,
      "loss": 0.0827,
      "step": 33242
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.432933907978976e-07,
      "loss": 0.0973,
      "step": 33243
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.430090531574461e-07,
      "loss": 0.0966,
      "step": 33244
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.427247878653097e-07,
      "loss": 0.1003,
      "step": 33245
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.424405949236622e-07,
      "loss": 0.1219,
      "step": 33246
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.421564743346797e-07,
      "loss": 0.0988,
      "step": 33247
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.418724261005371e-07,
      "loss": 0.0853,
      "step": 33248
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.415884502234058e-07,
      "loss": 0.1085,
      "step": 33249
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.413045467054568e-07,
      "loss": 0.094,
      "step": 33250
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.410207155488645e-07,
      "loss": 0.0808,
      "step": 33251
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.407369567557985e-07,
      "loss": 0.0749,
      "step": 33252
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.404532703284304e-07,
      "loss": 0.0928,
      "step": 33253
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.401696562689329e-07,
      "loss": 0.0957,
      "step": 33254
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.39886114579472e-07,
      "loss": 0.093,
      "step": 33255
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.396026452622172e-07,
      "loss": 0.093,
      "step": 33256
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.393192483193388e-07,
      "loss": 0.0974,
      "step": 33257
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.390359237530052e-07,
      "loss": 0.0849,
      "step": 33258
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.387526715653824e-07,
      "loss": 0.1044,
      "step": 33259
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.384694917586375e-07,
      "loss": 0.0886,
      "step": 33260
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.381863843349377e-07,
      "loss": 0.0914,
      "step": 33261
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.37903349296447e-07,
      "loss": 0.108,
      "step": 33262
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.376203866453323e-07,
      "loss": 0.0921,
      "step": 33263
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.373374963837597e-07,
      "loss": 0.0833,
      "step": 33264
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.37054678513892e-07,
      "loss": 0.099,
      "step": 33265
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.367719330378917e-07,
      "loss": 0.0936,
      "step": 33266
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.364892599579219e-07,
      "loss": 0.0847,
      "step": 33267
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.362066592761472e-07,
      "loss": 0.1054,
      "step": 33268
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.359241309947294e-07,
      "loss": 0.1164,
      "step": 33269
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.356416751158267e-07,
      "loss": 0.092,
      "step": 33270
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.35359291641604e-07,
      "loss": 0.1068,
      "step": 33271
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.350769805742173e-07,
      "loss": 0.0975,
      "step": 33272
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.347947419158316e-07,
      "loss": 0.0939,
      "step": 33273
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.345125756686009e-07,
      "loss": 0.0892,
      "step": 33274
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.342304818346889e-07,
      "loss": 0.1031,
      "step": 33275
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.339484604162481e-07,
      "loss": 0.0931,
      "step": 33276
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.336665114154405e-07,
      "loss": 0.0875,
      "step": 33277
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.333846348344218e-07,
      "loss": 0.0907,
      "step": 33278
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.331028306753483e-07,
      "loss": 0.0959,
      "step": 33279
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.328210989403748e-07,
      "loss": 0.086,
      "step": 33280
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.325394396316585e-07,
      "loss": 0.0819,
      "step": 33281
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.322578527513522e-07,
      "loss": 0.1038,
      "step": 33282
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.319763383016119e-07,
      "loss": 0.0773,
      "step": 33283
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.316948962845903e-07,
      "loss": 0.082,
      "step": 33284
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.314135267024412e-07,
      "loss": 0.0949,
      "step": 33285
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.311322295573162e-07,
      "loss": 0.0982,
      "step": 33286
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.30851004851366e-07,
      "loss": 0.0901,
      "step": 33287
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.305698525867453e-07,
      "loss": 0.0775,
      "step": 33288
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.302887727656048e-07,
      "loss": 0.0836,
      "step": 33289
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.300077653900915e-07,
      "loss": 0.0872,
      "step": 33290
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.297268304623581e-07,
      "loss": 0.0804,
      "step": 33291
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.294459679845521e-07,
      "loss": 0.0951,
      "step": 33292
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.291651779588247e-07,
      "loss": 0.1046,
      "step": 33293
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.2888446038732e-07,
      "loss": 0.1008,
      "step": 33294
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.286038152721895e-07,
      "loss": 0.0948,
      "step": 33295
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.283232426155782e-07,
      "loss": 0.0736,
      "step": 33296
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.28042742419631e-07,
      "loss": 0.0919,
      "step": 33297
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.277623146864974e-07,
      "loss": 0.0978,
      "step": 33298
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.274819594183211e-07,
      "loss": 0.0781,
      "step": 33299
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.272016766172461e-07,
      "loss": 0.0877,
      "step": 33300
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.269214662854183e-07,
      "loss": 0.0866,
      "step": 33301
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.266413284249794e-07,
      "loss": 0.0942,
      "step": 33302
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.263612630380744e-07,
      "loss": 0.0797,
      "step": 33303
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.260812701268437e-07,
      "loss": 0.0996,
      "step": 33304
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.258013496934322e-07,
      "loss": 0.1188,
      "step": 33305
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.255215017399795e-07,
      "loss": 0.0976,
      "step": 33306
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.25241726268626e-07,
      "loss": 0.0929,
      "step": 33307
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.249620232815123e-07,
      "loss": 0.0981,
      "step": 33308
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.246823927807809e-07,
      "loss": 0.1066,
      "step": 33309
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.24402834768567e-07,
      "loss": 0.0882,
      "step": 33310
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.241233492470122e-07,
      "loss": 0.0859,
      "step": 33311
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.238439362182523e-07,
      "loss": 0.0914,
      "step": 33312
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.23564595684427e-07,
      "loss": 0.0975,
      "step": 33313
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.232853276476724e-07,
      "loss": 0.096,
      "step": 33314
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.230061321101254e-07,
      "loss": 0.1119,
      "step": 33315
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.227270090739223e-07,
      "loss": 0.0814,
      "step": 33316
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.224479585411957e-07,
      "loss": 0.0952,
      "step": 33317
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.221689805140828e-07,
      "loss": 0.1049,
      "step": 33318
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.218900749947187e-07,
      "loss": 0.089,
      "step": 33319
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.216112419852359e-07,
      "loss": 0.1064,
      "step": 33320
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.213324814877674e-07,
      "loss": 0.0932,
      "step": 33321
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.210537935044446e-07,
      "loss": 0.088,
      "step": 33322
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.207751780374027e-07,
      "loss": 0.0902,
      "step": 33323
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.204966350887685e-07,
      "loss": 0.1047,
      "step": 33324
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.202181646606785e-07,
      "loss": 0.071,
      "step": 33325
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.199397667552608e-07,
      "loss": 0.0969,
      "step": 33326
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.196614413746425e-07,
      "loss": 0.0871,
      "step": 33327
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.193831885209555e-07,
      "loss": 0.122,
      "step": 33328
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.191050081963289e-07,
      "loss": 0.1182,
      "step": 33329
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.1882690040289e-07,
      "loss": 0.0912,
      "step": 33330
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.185488651427661e-07,
      "loss": 0.1058,
      "step": 33331
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.182709024180843e-07,
      "loss": 0.0894,
      "step": 33332
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.179930122309717e-07,
      "loss": 0.1065,
      "step": 33333
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.177151945835535e-07,
      "loss": 0.0981,
      "step": 33334
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.174374494779566e-07,
      "loss": 0.1388,
      "step": 33335
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.171597769163039e-07,
      "loss": 0.0818,
      "step": 33336
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.168821769007204e-07,
      "loss": 0.0957,
      "step": 33337
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.166046494333288e-07,
      "loss": 0.105,
      "step": 33338
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.163271945162552e-07,
      "loss": 0.0716,
      "step": 33339
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.160498121516199e-07,
      "loss": 0.0902,
      "step": 33340
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.15772502341545e-07,
      "loss": 0.0999,
      "step": 33341
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.154952650881507e-07,
      "loss": 0.0981,
      "step": 33342
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.152181003935619e-07,
      "loss": 0.09,
      "step": 33343
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.149410082598949e-07,
      "loss": 0.0916,
      "step": 33344
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.146639886892734e-07,
      "loss": 0.0961,
      "step": 33345
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.143870416838137e-07,
      "loss": 0.0926,
      "step": 33346
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.14110167245635e-07,
      "loss": 0.116,
      "step": 33347
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.138333653768546e-07,
      "loss": 0.1052,
      "step": 33348
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.135566360795929e-07,
      "loss": 0.0856,
      "step": 33349
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.132799793559662e-07,
      "loss": 0.1032,
      "step": 33350
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.130033952080882e-07,
      "loss": 0.1138,
      "step": 33351
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.127268836380772e-07,
      "loss": 0.0904,
      "step": 33352
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.124504446480483e-07,
      "loss": 0.1063,
      "step": 33353
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.121740782401175e-07,
      "loss": 0.0846,
      "step": 33354
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.118977844163963e-07,
      "loss": 0.0732,
      "step": 33355
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.116215631790011e-07,
      "loss": 0.0916,
      "step": 33356
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.113454145300423e-07,
      "loss": 0.0899,
      "step": 33357
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.110693384716337e-07,
      "loss": 0.0916,
      "step": 33358
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.107933350058891e-07,
      "loss": 0.081,
      "step": 33359
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.105174041349193e-07,
      "loss": 0.0899,
      "step": 33360
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.102415458608323e-07,
      "loss": 0.0905,
      "step": 33361
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.099657601857411e-07,
      "loss": 0.0755,
      "step": 33362
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.096900471117572e-07,
      "loss": 0.1273,
      "step": 33363
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.094144066409868e-07,
      "loss": 0.099,
      "step": 33364
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.091388387755391e-07,
      "loss": 0.0711,
      "step": 33365
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.088633435175228e-07,
      "loss": 0.0988,
      "step": 33366
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.085879208690459e-07,
      "loss": 0.0986,
      "step": 33367
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.083125708322134e-07,
      "loss": 0.1042,
      "step": 33368
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.08037293409136e-07,
      "loss": 0.1283,
      "step": 33369
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.077620886019164e-07,
      "loss": 0.0777,
      "step": 33370
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.074869564126594e-07,
      "loss": 0.0849,
      "step": 33371
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.072118968434714e-07,
      "loss": 0.1122,
      "step": 33372
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.069369098964583e-07,
      "loss": 0.0838,
      "step": 33373
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.066619955737207e-07,
      "loss": 0.103,
      "step": 33374
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.063871538773624e-07,
      "loss": 0.0871,
      "step": 33375
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.061123848094885e-07,
      "loss": 0.1028,
      "step": 33376
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.05837688372196e-07,
      "loss": 0.1152,
      "step": 33377
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.055630645675913e-07,
      "loss": 0.0895,
      "step": 33378
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.052885133977737e-07,
      "loss": 0.087,
      "step": 33379
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.050140348648435e-07,
      "loss": 0.1114,
      "step": 33380
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.047396289708994e-07,
      "loss": 0.0818,
      "step": 33381
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.044652957180418e-07,
      "loss": 0.0928,
      "step": 33382
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.041910351083712e-07,
      "loss": 0.0915,
      "step": 33383
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.039168471439826e-07,
      "loss": 0.0927,
      "step": 33384
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.036427318269743e-07,
      "loss": 0.0883,
      "step": 33385
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.033686891594458e-07,
      "loss": 0.0854,
      "step": 33386
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.030947191434898e-07,
      "loss": 0.0861,
      "step": 33387
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.028208217812058e-07,
      "loss": 0.0891,
      "step": 33388
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.025469970746866e-07,
      "loss": 0.0841,
      "step": 33389
    },
    {
      "epoch": 2.71,
      "learning_rate": 5.022732450260293e-07,
      "loss": 0.1131,
      "step": 33390
    },
    {
      "epoch": 2.71,
      "learning_rate": 5.019995656373255e-07,
      "loss": 0.109,
      "step": 33391
    },
    {
      "epoch": 2.71,
      "learning_rate": 5.017259589106693e-07,
      "loss": 0.1007,
      "step": 33392
    },
    {
      "epoch": 2.71,
      "learning_rate": 5.014524248481567e-07,
      "loss": 0.085,
      "step": 33393
    },
    {
      "epoch": 2.71,
      "learning_rate": 5.011789634518782e-07,
      "loss": 0.1025,
      "step": 33394
    },
    {
      "epoch": 2.71,
      "learning_rate": 5.009055747239255e-07,
      "loss": 0.0983,
      "step": 33395
    },
    {
      "epoch": 2.71,
      "learning_rate": 5.006322586663903e-07,
      "loss": 0.0983,
      "step": 33396
    },
    {
      "epoch": 2.71,
      "learning_rate": 5.003590152813653e-07,
      "loss": 0.0872,
      "step": 33397
    },
    {
      "epoch": 2.71,
      "learning_rate": 5.0008584457094e-07,
      "loss": 0.1132,
      "step": 33398
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.998127465372016e-07,
      "loss": 0.1117,
      "step": 33399
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.995397211822439e-07,
      "loss": 0.0805,
      "step": 33400
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.992667685081509e-07,
      "loss": 0.0893,
      "step": 33401
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.989938885170131e-07,
      "loss": 0.0908,
      "step": 33402
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.9872108121092e-07,
      "loss": 0.0956,
      "step": 33403
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.984483465919565e-07,
      "loss": 0.0951,
      "step": 33404
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.981756846622077e-07,
      "loss": 0.082,
      "step": 33405
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.979030954237607e-07,
      "loss": 0.1057,
      "step": 33406
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.976305788787039e-07,
      "loss": 0.1085,
      "step": 33407
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.97358135029119e-07,
      "loss": 0.0936,
      "step": 33408
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.970857638770887e-07,
      "loss": 0.0894,
      "step": 33409
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.968134654247015e-07,
      "loss": 0.0851,
      "step": 33410
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.965412396740355e-07,
      "loss": 0.0893,
      "step": 33411
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.962690866271758e-07,
      "loss": 0.1092,
      "step": 33412
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.959970062862063e-07,
      "loss": 0.0808,
      "step": 33413
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.957249986532054e-07,
      "loss": 0.1097,
      "step": 33414
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.954530637302546e-07,
      "loss": 0.0896,
      "step": 33415
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.951812015194335e-07,
      "loss": 0.0993,
      "step": 33416
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.949094120228259e-07,
      "loss": 0.0858,
      "step": 33417
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.94637695242508e-07,
      "loss": 0.092,
      "step": 33418
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.94366051180557e-07,
      "loss": 0.0871,
      "step": 33419
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.940944798390546e-07,
      "loss": 0.0838,
      "step": 33420
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.938229812200756e-07,
      "loss": 0.0798,
      "step": 33421
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.935515553256986e-07,
      "loss": 0.0921,
      "step": 33422
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.932802021579985e-07,
      "loss": 0.0986,
      "step": 33423
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.930089217190537e-07,
      "loss": 0.1128,
      "step": 33424
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.927377140109391e-07,
      "loss": 0.1006,
      "step": 33425
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.924665790357242e-07,
      "loss": 0.0997,
      "step": 33426
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.921955167954917e-07,
      "loss": 0.1034,
      "step": 33427
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.919245272923102e-07,
      "loss": 0.134,
      "step": 33428
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.916536105282532e-07,
      "loss": 0.0984,
      "step": 33429
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.913827665053949e-07,
      "loss": 0.0887,
      "step": 33430
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.911119952258047e-07,
      "loss": 0.0771,
      "step": 33431
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.908412966915576e-07,
      "loss": 0.0925,
      "step": 33432
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.905706709047209e-07,
      "loss": 0.0935,
      "step": 33433
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.903001178673683e-07,
      "loss": 0.1003,
      "step": 33434
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.900296375815683e-07,
      "loss": 0.0951,
      "step": 33435
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.897592300493859e-07,
      "loss": 0.0849,
      "step": 33436
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.894888952728971e-07,
      "loss": 0.0946,
      "step": 33437
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.892186332541671e-07,
      "loss": 0.1037,
      "step": 33438
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.889484439952607e-07,
      "loss": 0.0802,
      "step": 33439
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.886783274982487e-07,
      "loss": 0.1004,
      "step": 33440
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.88408283765196e-07,
      "loss": 0.0901,
      "step": 33441
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.881383127981687e-07,
      "loss": 0.0916,
      "step": 33442
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.878684145992307e-07,
      "loss": 0.0797,
      "step": 33443
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.875985891704494e-07,
      "loss": 0.1121,
      "step": 33444
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.873288365138884e-07,
      "loss": 0.1195,
      "step": 33445
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.870591566316074e-07,
      "loss": 0.1066,
      "step": 33446
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.867895495256758e-07,
      "loss": 0.0814,
      "step": 33447
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.865200151981531e-07,
      "loss": 0.1115,
      "step": 33448
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.862505536510997e-07,
      "loss": 0.1033,
      "step": 33449
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.859811648865809e-07,
      "loss": 0.1076,
      "step": 33450
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.857118489066526e-07,
      "loss": 0.0868,
      "step": 33451
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.85442605713381e-07,
      "loss": 0.0864,
      "step": 33452
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.8517343530882e-07,
      "loss": 0.086,
      "step": 33453
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.849043376950346e-07,
      "loss": 0.1109,
      "step": 33454
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.846353128740789e-07,
      "loss": 0.1098,
      "step": 33455
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.84366360848012e-07,
      "loss": 0.0831,
      "step": 33456
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.840974816188926e-07,
      "loss": 0.1027,
      "step": 33457
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.838286751887778e-07,
      "loss": 0.0931,
      "step": 33458
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.835599415597237e-07,
      "loss": 0.0983,
      "step": 33459
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.832912807337841e-07,
      "loss": 0.1032,
      "step": 33460
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.830226927130166e-07,
      "loss": 0.1059,
      "step": 33461
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.827541774994771e-07,
      "loss": 0.0822,
      "step": 33462
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.824857350952161e-07,
      "loss": 0.1059,
      "step": 33463
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.822173655022911e-07,
      "loss": 0.0911,
      "step": 33464
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.819490687227524e-07,
      "loss": 0.1215,
      "step": 33465
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.81680844758653e-07,
      "loss": 0.0859,
      "step": 33466
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.814126936120455e-07,
      "loss": 0.1004,
      "step": 33467
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.811446152849831e-07,
      "loss": 0.0968,
      "step": 33468
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.808766097795137e-07,
      "loss": 0.0983,
      "step": 33469
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.806086770976881e-07,
      "loss": 0.0787,
      "step": 33470
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.803408172415569e-07,
      "loss": 0.1017,
      "step": 33471
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.800730302131696e-07,
      "loss": 0.0903,
      "step": 33472
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.798053160145733e-07,
      "loss": 0.0902,
      "step": 33473
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.795376746478186e-07,
      "loss": 0.1283,
      "step": 33474
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.792701061149519e-07,
      "loss": 0.0932,
      "step": 33475
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.790026104180179e-07,
      "loss": 0.0842,
      "step": 33476
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.787351875590652e-07,
      "loss": 0.1015,
      "step": 33477
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.784678375401397e-07,
      "loss": 0.1168,
      "step": 33478
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.782005603632877e-07,
      "loss": 0.0839,
      "step": 33479
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.77933356030551e-07,
      "loss": 0.0994,
      "step": 33480
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.776662245439745e-07,
      "loss": 0.0832,
      "step": 33481
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.773991659056043e-07,
      "loss": 0.0953,
      "step": 33482
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.77132180117481e-07,
      "loss": 0.1157,
      "step": 33483
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.768652671816487e-07,
      "loss": 0.0952,
      "step": 33484
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.765984271001489e-07,
      "loss": 0.0822,
      "step": 33485
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.7633165987502115e-07,
      "loss": 0.0924,
      "step": 33486
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.760649655083083e-07,
      "loss": 0.0975,
      "step": 33487
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.757983440020508e-07,
      "loss": 0.0719,
      "step": 33488
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.755317953582883e-07,
      "loss": 0.0985,
      "step": 33489
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.75265319579058e-07,
      "loss": 0.0965,
      "step": 33490
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.749989166663993e-07,
      "loss": 0.1224,
      "step": 33491
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.7473258662235177e-07,
      "loss": 0.1069,
      "step": 33492
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.744663294489538e-07,
      "loss": 0.0901,
      "step": 33493
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.7420014514823695e-07,
      "loss": 0.0849,
      "step": 33494
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.739340337222442e-07,
      "loss": 0.088,
      "step": 33495
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.736679951730061e-07,
      "loss": 0.0984,
      "step": 33496
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.73402029502561e-07,
      "loss": 0.0826,
      "step": 33497
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.731361367129428e-07,
      "loss": 0.0818,
      "step": 33498
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.7287031680618654e-07,
      "loss": 0.1024,
      "step": 33499
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.726045697843229e-07,
      "loss": 0.0788,
      "step": 33500
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.7233889564938683e-07,
      "loss": 0.0986,
      "step": 33501
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.720732944034123e-07,
      "loss": 0.0832,
      "step": 33502
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.7180776604842994e-07,
      "loss": 0.0741,
      "step": 33503
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.7154231058646916e-07,
      "loss": 0.11,
      "step": 33504
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.712769280195639e-07,
      "loss": 0.0958,
      "step": 33505
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.7101161834974263e-07,
      "loss": 0.1235,
      "step": 33506
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.7074638157903363e-07,
      "loss": 0.0914,
      "step": 33507
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.7048121770947086e-07,
      "loss": 0.0929,
      "step": 33508
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.7021612674307936e-07,
      "loss": 0.1141,
      "step": 33509
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.6995110868188534e-07,
      "loss": 0.1049,
      "step": 33510
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.696861635279193e-07,
      "loss": 0.1107,
      "step": 33511
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.694212912832086e-07,
      "loss": 0.1001,
      "step": 33512
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.691564919497782e-07,
      "loss": 0.0934,
      "step": 33513
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.688917655296532e-07,
      "loss": 0.0978,
      "step": 33514
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.686271120248609e-07,
      "loss": 0.1098,
      "step": 33515
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.683625314374229e-07,
      "loss": 0.0761,
      "step": 33516
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.680980237693655e-07,
      "loss": 0.0897,
      "step": 33517
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.678335890227126e-07,
      "loss": 0.113,
      "step": 33518
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.6756922719948695e-07,
      "loss": 0.1024,
      "step": 33519
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.673049383017092e-07,
      "loss": 0.1022,
      "step": 33520
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.670407223314022e-07,
      "loss": 0.0954,
      "step": 33521
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.667765792905887e-07,
      "loss": 0.0952,
      "step": 33522
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.665125091812894e-07,
      "loss": 0.1014,
      "step": 33523
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.662485120055216e-07,
      "loss": 0.1035,
      "step": 33524
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.65984587765308e-07,
      "loss": 0.0735,
      "step": 33525
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.657207364626648e-07,
      "loss": 0.0985,
      "step": 33526
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.654569580996138e-07,
      "loss": 0.0891,
      "step": 33527
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.6519325267816993e-07,
      "loss": 0.1109,
      "step": 33528
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.649296202003539e-07,
      "loss": 0.0963,
      "step": 33529
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.6466606066817966e-07,
      "loss": 0.0991,
      "step": 33530
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.644025740836633e-07,
      "loss": 0.1117,
      "step": 33531
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.641391604488232e-07,
      "loss": 0.0984,
      "step": 33532
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.6387581976567344e-07,
      "loss": 0.0789,
      "step": 33533
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.636125520362278e-07,
      "loss": 0.0851,
      "step": 33534
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.633493572625014e-07,
      "loss": 0.0848,
      "step": 33535
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.63086235446506e-07,
      "loss": 0.079,
      "step": 33536
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.628231865902577e-07,
      "loss": 0.0873,
      "step": 33537
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.6256021069576493e-07,
      "loss": 0.0976,
      "step": 33538
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.622973077650439e-07,
      "loss": 0.096,
      "step": 33539
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.6203447780010293e-07,
      "loss": 0.0892,
      "step": 33540
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.617717208029504e-07,
      "loss": 0.0874,
      "step": 33541
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.6150903677560145e-07,
      "loss": 0.0857,
      "step": 33542
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.612464257200655e-07,
      "loss": 0.0922,
      "step": 33543
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.6098388763834654e-07,
      "loss": 0.0993,
      "step": 33544
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.6072142253245744e-07,
      "loss": 0.0894,
      "step": 33545
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.604590304044054e-07,
      "loss": 0.0797,
      "step": 33546
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.601967112561978e-07,
      "loss": 0.0871,
      "step": 33547
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.599344650898396e-07,
      "loss": 0.0803,
      "step": 33548
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.596722919073404e-07,
      "loss": 0.0858,
      "step": 33549
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.594101917107019e-07,
      "loss": 0.1116,
      "step": 33550
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.5914816450193133e-07,
      "loss": 0.0936,
      "step": 33551
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.588862102830338e-07,
      "loss": 0.1023,
      "step": 33552
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.586243290560133e-07,
      "loss": 0.1001,
      "step": 33553
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.5836252082287146e-07,
      "loss": 0.0783,
      "step": 33554
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.581007855856123e-07,
      "loss": 0.1054,
      "step": 33555
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.5783912334623983e-07,
      "loss": 0.0766,
      "step": 33556
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.575775341067534e-07,
      "loss": 0.092,
      "step": 33557
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.5731601786915493e-07,
      "loss": 0.0842,
      "step": 33558
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.57054574635446e-07,
      "loss": 0.1082,
      "step": 33559
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.56793204407624e-07,
      "loss": 0.0786,
      "step": 33560
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.565319071876928e-07,
      "loss": 0.0835,
      "step": 33561
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.5627068297764753e-07,
      "loss": 0.1033,
      "step": 33562
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.560095317794888e-07,
      "loss": 0.0903,
      "step": 33563
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.557484535952139e-07,
      "loss": 0.0939,
      "step": 33564
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.554874484268179e-07,
      "loss": 0.0802,
      "step": 33565
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.5522651627630145e-07,
      "loss": 0.1088,
      "step": 33566
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.5496565714565957e-07,
      "loss": 0.0782,
      "step": 33567
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.547048710368862e-07,
      "loss": 0.0854,
      "step": 33568
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.544441579519787e-07,
      "loss": 0.1088,
      "step": 33569
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.541835178929288e-07,
      "loss": 0.0764,
      "step": 33570
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.5392295086173377e-07,
      "loss": 0.0909,
      "step": 33571
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.536624568603831e-07,
      "loss": 0.0969,
      "step": 33572
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.5340203589087415e-07,
      "loss": 0.1077,
      "step": 33573
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.5314168795519643e-07,
      "loss": 0.0907,
      "step": 33574
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.5288141305533937e-07,
      "loss": 0.1082,
      "step": 33575
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.5262121119330037e-07,
      "loss": 0.0702,
      "step": 33576
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.5236108237106556e-07,
      "loss": 0.0876,
      "step": 33577
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.521010265906256e-07,
      "loss": 0.0954,
      "step": 33578
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.5184104385397107e-07,
      "loss": 0.1045,
      "step": 33579
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.5158113416308937e-07,
      "loss": 0.0851,
      "step": 33580
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.51321297519971e-07,
      "loss": 0.1129,
      "step": 33581
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.510615339266e-07,
      "loss": 0.1016,
      "step": 33582
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.508018433849692e-07,
      "loss": 0.0947,
      "step": 33583
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.5054222589706044e-07,
      "loss": 0.1042,
      "step": 33584
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.5028268146486086e-07,
      "loss": 0.0934,
      "step": 33585
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.500232100903579e-07,
      "loss": 0.1089,
      "step": 33586
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.497638117755365e-07,
      "loss": 0.1131,
      "step": 33587
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.495044865223785e-07,
      "loss": 0.0945,
      "step": 33588
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.4924523433287013e-07,
      "loss": 0.0933,
      "step": 33589
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.489860552089931e-07,
      "loss": 0.0903,
      "step": 33590
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.487269491527324e-07,
      "loss": 0.1277,
      "step": 33591
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.4846791616606875e-07,
      "loss": 0.1283,
      "step": 33592
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.4820895625098395e-07,
      "loss": 0.1043,
      "step": 33593
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.479500694094596e-07,
      "loss": 0.0967,
      "step": 33594
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.4769125564347426e-07,
      "loss": 0.0869,
      "step": 33595
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.4743251495501074e-07,
      "loss": 0.0834,
      "step": 33596
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.471738473460474e-07,
      "loss": 0.0812,
      "step": 33597
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.4691525281856276e-07,
      "loss": 0.0886,
      "step": 33598
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.4665673137453404e-07,
      "loss": 0.1053,
      "step": 33599
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.463982830159408e-07,
      "loss": 0.0852,
      "step": 33600
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.461399077447615e-07,
      "loss": 0.104,
      "step": 33601
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.4588160556296887e-07,
      "loss": 0.1077,
      "step": 33602
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.456233764725426e-07,
      "loss": 0.0887,
      "step": 33603
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.453652204754566e-07,
      "loss": 0.0999,
      "step": 33604
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.4510713757368486e-07,
      "loss": 0.097,
      "step": 33605
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.448491277692024e-07,
      "loss": 0.1074,
      "step": 33606
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.445911910639844e-07,
      "loss": 0.0958,
      "step": 33607
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.443333274600037e-07,
      "loss": 0.122,
      "step": 33608
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.44075536959232e-07,
      "loss": 0.1016,
      "step": 33609
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.438178195636411e-07,
      "loss": 0.0749,
      "step": 33610
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.43560175275205e-07,
      "loss": 0.0847,
      "step": 33611
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.433026040958921e-07,
      "loss": 0.0978,
      "step": 33612
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.4304510602767635e-07,
      "loss": 0.0891,
      "step": 33613
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.4278768107252403e-07,
      "loss": 0.1254,
      "step": 33614
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.4253032923240457e-07,
      "loss": 0.0888,
      "step": 33615
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.422730505092887e-07,
      "loss": 0.1322,
      "step": 33616
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.420158449051448e-07,
      "loss": 0.0992,
      "step": 33617
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.4175871242194024e-07,
      "loss": 0.1074,
      "step": 33618
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.4150165306164006e-07,
      "loss": 0.0733,
      "step": 33619
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.412446668262127e-07,
      "loss": 0.0926,
      "step": 33620
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.4098775371762435e-07,
      "loss": 0.1012,
      "step": 33621
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.4073091373784016e-07,
      "loss": 0.0828,
      "step": 33622
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.4047414688882516e-07,
      "loss": 0.0809,
      "step": 33623
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.402174531725434e-07,
      "loss": 0.0885,
      "step": 33624
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.3996083259095766e-07,
      "loss": 0.1011,
      "step": 33625
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.39704285146032e-07,
      "loss": 0.0869,
      "step": 33626
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.3944781083973155e-07,
      "loss": 0.1047,
      "step": 33627
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.3919140967401464e-07,
      "loss": 0.1045,
      "step": 33628
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.389350816508431e-07,
      "loss": 0.1079,
      "step": 33629
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.386788267721798e-07,
      "loss": 0.0843,
      "step": 33630
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.3842264503998535e-07,
      "loss": 0.0861,
      "step": 33631
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.381665364562182e-07,
      "loss": 0.0845,
      "step": 33632
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.3791050102283685e-07,
      "loss": 0.1099,
      "step": 33633
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.37654538741803e-07,
      "loss": 0.0945,
      "step": 33634
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.373986496150717e-07,
      "loss": 0.088,
      "step": 33635
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.371428336446026e-07,
      "loss": 0.0927,
      "step": 33636
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.3688709083235193e-07,
      "loss": 0.1181,
      "step": 33637
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.36631421180278e-07,
      "loss": 0.0796,
      "step": 33638
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.363758246903327e-07,
      "loss": 0.0941,
      "step": 33639
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.3612030136447436e-07,
      "loss": 0.0954,
      "step": 33640
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.3586485120465815e-07,
      "loss": 0.0887,
      "step": 33641
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.3560947421283695e-07,
      "loss": 0.0815,
      "step": 33642
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.353541703909647e-07,
      "loss": 0.0953,
      "step": 33643
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.350989397409955e-07,
      "loss": 0.0797,
      "step": 33644
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.348437822648799e-07,
      "loss": 0.0636,
      "step": 33645
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.345886979645719e-07,
      "loss": 0.0716,
      "step": 33646
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.3433368684202336e-07,
      "loss": 0.0926,
      "step": 33647
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.3407874889918375e-07,
      "loss": 0.107,
      "step": 33648
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.338238841380016e-07,
      "loss": 0.0923,
      "step": 33649
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.335690925604308e-07,
      "loss": 0.085,
      "step": 33650
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.3331437416841873e-07,
      "loss": 0.0946,
      "step": 33651
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.330597289639138e-07,
      "loss": 0.099,
      "step": 33652
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.328051569488634e-07,
      "loss": 0.079,
      "step": 33653
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.3255065812521704e-07,
      "loss": 0.1079,
      "step": 33654
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.322962324949187e-07,
      "loss": 0.0832,
      "step": 33655
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.32041880059918e-07,
      "loss": 0.0858,
      "step": 33656
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.3178760082216e-07,
      "loss": 0.1004,
      "step": 33657
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.315333947835887e-07,
      "loss": 0.1331,
      "step": 33658
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.312792619461492e-07,
      "loss": 0.0862,
      "step": 33659
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.3102520231178555e-07,
      "loss": 0.0807,
      "step": 33660
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.3077121588244395e-07,
      "loss": 0.1022,
      "step": 33661
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.3051730266006506e-07,
      "loss": 0.1034,
      "step": 33662
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.302634626465907e-07,
      "loss": 0.0904,
      "step": 33663
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.300096958439648e-07,
      "loss": 0.0843,
      "step": 33664
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.2975600225412694e-07,
      "loss": 0.1001,
      "step": 33665
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.2950238187901896e-07,
      "loss": 0.0886,
      "step": 33666
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.292488347205803e-07,
      "loss": 0.1093,
      "step": 33667
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.289953607807529e-07,
      "loss": 0.094,
      "step": 33668
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.2874196006147286e-07,
      "loss": 0.0967,
      "step": 33669
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.2848863256467976e-07,
      "loss": 0.0972,
      "step": 33670
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.2823537829231434e-07,
      "loss": 0.1017,
      "step": 33671
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.2798219724631054e-07,
      "loss": 0.1072,
      "step": 33672
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.2772908942860567e-07,
      "loss": 0.0794,
      "step": 33673
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.274760548411383e-07,
      "loss": 0.0922,
      "step": 33674
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.2722309348584236e-07,
      "loss": 0.1068,
      "step": 33675
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.2697020536465294e-07,
      "loss": 0.094,
      "step": 33676
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.267173904795052e-07,
      "loss": 0.1086,
      "step": 33677
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.2646464883233427e-07,
      "loss": 0.0887,
      "step": 33678
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.2621198042507304e-07,
      "loss": 0.0968,
      "step": 33679
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.259593852596511e-07,
      "loss": 0.0872,
      "step": 33680
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.257068633380068e-07,
      "loss": 0.0955,
      "step": 33681
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.254544146620687e-07,
      "loss": 0.0901,
      "step": 33682
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.2520203923376744e-07,
      "loss": 0.0891,
      "step": 33683
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.2494973705503597e-07,
      "loss": 0.0867,
      "step": 33684
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.2469750812780266e-07,
      "loss": 0.0843,
      "step": 33685
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.244453524539982e-07,
      "loss": 0.0893,
      "step": 33686
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.2419327003555e-07,
      "loss": 0.0965,
      "step": 33687
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.239412608743898e-07,
      "loss": 0.0899,
      "step": 33688
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.2368932497244273e-07,
      "loss": 0.0997,
      "step": 33689
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.234374623316351e-07,
      "loss": 0.0877,
      "step": 33690
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.2318567295389747e-07,
      "loss": 0.0784,
      "step": 33691
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.22933956841155e-07,
      "loss": 0.0796,
      "step": 33692
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.226823139953307e-07,
      "loss": 0.0854,
      "step": 33693
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.2243074441835175e-07,
      "loss": 0.0797,
      "step": 33694
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.221792481121434e-07,
      "loss": 0.0977,
      "step": 33695
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.219278250786285e-07,
      "loss": 0.0926,
      "step": 33696
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.2167647531973e-07,
      "loss": 0.0786,
      "step": 33697
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.21425198837373e-07,
      "loss": 0.1069,
      "step": 33698
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.2117399563347703e-07,
      "loss": 0.0902,
      "step": 33699
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.209228657099673e-07,
      "loss": 0.0795,
      "step": 33700
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.2067180906876004e-07,
      "loss": 0.1174,
      "step": 33701
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.2042082571178146e-07,
      "loss": 0.0884,
      "step": 33702
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.2016991564094665e-07,
      "loss": 0.0935,
      "step": 33703
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.1991907885817864e-07,
      "loss": 0.0958,
      "step": 33704
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.1966831536539575e-07,
      "loss": 0.107,
      "step": 33705
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.1941762516451544e-07,
      "loss": 0.105,
      "step": 33706
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.1916700825745504e-07,
      "loss": 0.0932,
      "step": 33707
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.1891646464613413e-07,
      "loss": 0.0909,
      "step": 33708
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.186659943324667e-07,
      "loss": 0.0929,
      "step": 33709
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.1841559731837234e-07,
      "loss": 0.1048,
      "step": 33710
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.1816527360576175e-07,
      "loss": 0.1036,
      "step": 33711
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.1791502319655566e-07,
      "loss": 0.0739,
      "step": 33712
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.1766484609266466e-07,
      "loss": 0.0789,
      "step": 33713
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.174147422960018e-07,
      "loss": 0.0937,
      "step": 33714
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.1716471180848427e-07,
      "loss": 0.0951,
      "step": 33715
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.1691475463202293e-07,
      "loss": 0.1167,
      "step": 33716
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.1666487076852947e-07,
      "loss": 0.1025,
      "step": 33717
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.1641506021991685e-07,
      "loss": 0.0987,
      "step": 33718
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.1616532298809355e-07,
      "loss": 0.1004,
      "step": 33719
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.1591565907497466e-07,
      "loss": 0.0892,
      "step": 33720
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.1566606848246535e-07,
      "loss": 0.0793,
      "step": 33721
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.154165512124786e-07,
      "loss": 0.0902,
      "step": 33722
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.1516710726692165e-07,
      "loss": 0.096,
      "step": 33723
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.1491773664770085e-07,
      "loss": 0.0995,
      "step": 33724
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.14668439356728e-07,
      "loss": 0.0852,
      "step": 33725
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.144192153959092e-07,
      "loss": 0.106,
      "step": 33726
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.141700647671487e-07,
      "loss": 0.0893,
      "step": 33727
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.13920987472356e-07,
      "loss": 0.1156,
      "step": 33728
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.1367198351343285e-07,
      "loss": 0.0917,
      "step": 33729
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.134230528922878e-07,
      "loss": 0.1069,
      "step": 33730
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.131741956108215e-07,
      "loss": 0.0951,
      "step": 33731
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.1292541167094137e-07,
      "loss": 0.0997,
      "step": 33732
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.126767010745503e-07,
      "loss": 0.0817,
      "step": 33733
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.1242806382354674e-07,
      "loss": 0.0956,
      "step": 33734
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.12179499919837e-07,
      "loss": 0.0889,
      "step": 33735
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.1193100936532284e-07,
      "loss": 0.1131,
      "step": 33736
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.1168259216190275e-07,
      "loss": 0.0921,
      "step": 33737
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.114342483114786e-07,
      "loss": 0.0809,
      "step": 33738
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.1118597781594994e-07,
      "loss": 0.0939,
      "step": 33739
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.1093778067721745e-07,
      "loss": 0.0905,
      "step": 33740
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.1068965689717746e-07,
      "loss": 0.0903,
      "step": 33741
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.1044160647772946e-07,
      "loss": 0.0976,
      "step": 33742
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.10193629420772e-07,
      "loss": 0.0949,
      "step": 33743
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.0994572572820025e-07,
      "loss": 0.0925,
      "step": 33744
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.0969789540191153e-07,
      "loss": 0.0943,
      "step": 33745
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.094501384438032e-07,
      "loss": 0.0959,
      "step": 33746
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.092024548557694e-07,
      "loss": 0.1074,
      "step": 33747
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.089548446397029e-07,
      "loss": 0.0892,
      "step": 33748
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.0870730779750125e-07,
      "loss": 0.0688,
      "step": 33749
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.0845984433105834e-07,
      "loss": 0.1285,
      "step": 33750
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.0821245424226385e-07,
      "loss": 0.1145,
      "step": 33751
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.07965137533014e-07,
      "loss": 0.0888,
      "step": 33752
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.077178942051996e-07,
      "loss": 0.1036,
      "step": 33753
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.074707242607112e-07,
      "loss": 0.0792,
      "step": 33754
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.072236277014396e-07,
      "loss": 0.0992,
      "step": 33755
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.0697660452927666e-07,
      "loss": 0.0991,
      "step": 33756
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.0672965474611194e-07,
      "loss": 0.0806,
      "step": 33757
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.0648277835383387e-07,
      "loss": 0.0995,
      "step": 33758
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.062359753543299e-07,
      "loss": 0.0901,
      "step": 33759
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.059892457494918e-07,
      "loss": 0.0937,
      "step": 33760
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.057425895412037e-07,
      "loss": 0.096,
      "step": 33761
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.0549600673135513e-07,
      "loss": 0.0963,
      "step": 33762
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.0524949732183015e-07,
      "loss": 0.0851,
      "step": 33763
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.0500306131451506e-07,
      "loss": 0.0896,
      "step": 33764
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.047566987112961e-07,
      "loss": 0.0884,
      "step": 33765
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.045104095140595e-07,
      "loss": 0.0851,
      "step": 33766
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.0426419372468604e-07,
      "loss": 0.0985,
      "step": 33767
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.040180513450609e-07,
      "loss": 0.0957,
      "step": 33768
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.0377198237706695e-07,
      "loss": 0.0743,
      "step": 33769
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.035259868225883e-07,
      "loss": 0.0936,
      "step": 33770
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.0328006468350335e-07,
      "loss": 0.1072,
      "step": 33771
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.0303421596169735e-07,
      "loss": 0.0804,
      "step": 33772
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.027884406590488e-07,
      "loss": 0.0907,
      "step": 33773
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.025427387774383e-07,
      "loss": 0.0799,
      "step": 33774
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.0229711031874453e-07,
      "loss": 0.1092,
      "step": 33775
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.020515552848492e-07,
      "loss": 0.0868,
      "step": 33776
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.018060736776297e-07,
      "loss": 0.0974,
      "step": 33777
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.015606654989634e-07,
      "loss": 0.0867,
      "step": 33778
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.0131533075072673e-07,
      "loss": 0.0991,
      "step": 33779
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.010700694348002e-07,
      "loss": 0.0915,
      "step": 33780
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.0082488155305686e-07,
      "loss": 0.0856,
      "step": 33781
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.00579767107373e-07,
      "loss": 0.1072,
      "step": 33782
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.0033472609962487e-07,
      "loss": 0.0803,
      "step": 33783
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.000897585316854e-07,
      "loss": 0.1052,
      "step": 33784
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.998448644054298e-07,
      "loss": 0.0833,
      "step": 33785
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.996000437227321e-07,
      "loss": 0.1006,
      "step": 33786
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.993552964854652e-07,
      "loss": 0.1125,
      "step": 33787
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.9911062269549993e-07,
      "loss": 0.0793,
      "step": 33788
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.988660223547092e-07,
      "loss": 0.1042,
      "step": 33789
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.9862149546496474e-07,
      "loss": 0.0987,
      "step": 33790
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.9837704202813744e-07,
      "loss": 0.0937,
      "step": 33791
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.981326620460946e-07,
      "loss": 0.1138,
      "step": 33792
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.9788835552070915e-07,
      "loss": 0.0943,
      "step": 33793
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.9764412245384743e-07,
      "loss": 0.1006,
      "step": 33794
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.9739996284738014e-07,
      "loss": 0.1172,
      "step": 33795
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.971558767031747e-07,
      "loss": 0.0825,
      "step": 33796
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.9691186402309733e-07,
      "loss": 0.0984,
      "step": 33797
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.966679248090155e-07,
      "loss": 0.0947,
      "step": 33798
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.9642405906279437e-07,
      "loss": 0.1071,
      "step": 33799
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.961802667863024e-07,
      "loss": 0.1067,
      "step": 33800
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.9593654798140255e-07,
      "loss": 0.0912,
      "step": 33801
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.95692902649959e-07,
      "loss": 0.0884,
      "step": 33802
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.9544933079383675e-07,
      "loss": 0.0907,
      "step": 33803
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.952058324148966e-07,
      "loss": 0.1115,
      "step": 33804
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.949624075150049e-07,
      "loss": 0.0988,
      "step": 33805
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.9471905609602346e-07,
      "loss": 0.0745,
      "step": 33806
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.94475778159813e-07,
      "loss": 0.0973,
      "step": 33807
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.9423257370823307e-07,
      "loss": 0.0937,
      "step": 33808
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.9398944274314566e-07,
      "loss": 0.1191,
      "step": 33809
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.937463852664125e-07,
      "loss": 0.087,
      "step": 33810
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.9350340127989216e-07,
      "loss": 0.095,
      "step": 33811
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.9326049078544094e-07,
      "loss": 0.1043,
      "step": 33812
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.930176537849206e-07,
      "loss": 0.0945,
      "step": 33813
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.9277489028018536e-07,
      "loss": 0.0904,
      "step": 33814
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.925322002730969e-07,
      "loss": 0.1073,
      "step": 33815
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.922895837655072e-07,
      "loss": 0.075,
      "step": 33816
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.920470407592758e-07,
      "loss": 0.1106,
      "step": 33817
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.918045712562579e-07,
      "loss": 0.122,
      "step": 33818
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.9156217525830433e-07,
      "loss": 0.0805,
      "step": 33819
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.9131985276727567e-07,
      "loss": 0.0851,
      "step": 33820
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.910776037850217e-07,
      "loss": 0.0816,
      "step": 33821
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.908354283133964e-07,
      "loss": 0.0938,
      "step": 33822
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.9059332635425385e-07,
      "loss": 0.0795,
      "step": 33823
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.903512979094437e-07,
      "loss": 0.0862,
      "step": 33824
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.9010934298082004e-07,
      "loss": 0.1043,
      "step": 33825
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.8986746157023246e-07,
      "loss": 0.0747,
      "step": 33826
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.8962565367953174e-07,
      "loss": 0.093,
      "step": 33827
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.8938391931056864e-07,
      "loss": 0.0932,
      "step": 33828
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.8914225846518937e-07,
      "loss": 0.0929,
      "step": 33829
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.88900671145247e-07,
      "loss": 0.1077,
      "step": 33830
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.8865915735258773e-07,
      "loss": 0.1108,
      "step": 33831
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.8841771708905795e-07,
      "loss": 0.1075,
      "step": 33832
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.8817635035650724e-07,
      "loss": 0.0998,
      "step": 33833
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.879350571567797e-07,
      "loss": 0.0844,
      "step": 33834
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.8769383749172385e-07,
      "loss": 0.1094,
      "step": 33835
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.8745269136318154e-07,
      "loss": 0.0922,
      "step": 33836
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.872116187730013e-07,
      "loss": 0.1019,
      "step": 33837
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.8697061972302494e-07,
      "loss": 0.106,
      "step": 33838
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.8672969421509663e-07,
      "loss": 0.0827,
      "step": 33839
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.864888422510615e-07,
      "loss": 0.0955,
      "step": 33840
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.8624806383276036e-07,
      "loss": 0.0964,
      "step": 33841
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.860073589620339e-07,
      "loss": 0.0741,
      "step": 33842
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.857667276407251e-07,
      "loss": 0.0863,
      "step": 33843
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.8552616987067693e-07,
      "loss": 0.0899,
      "step": 33844
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.852856856537268e-07,
      "loss": 0.0717,
      "step": 33845
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.850452749917144e-07,
      "loss": 0.0898,
      "step": 33846
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.8480493788648046e-07,
      "loss": 0.0964,
      "step": 33847
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.8456467433986235e-07,
      "loss": 0.0928,
      "step": 33848
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.843244843536986e-07,
      "loss": 0.0915,
      "step": 33849
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.840843679298267e-07,
      "loss": 0.089,
      "step": 33850
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.838443250700852e-07,
      "loss": 0.0983,
      "step": 33851
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.836043557763092e-07,
      "loss": 0.0847,
      "step": 33852
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.833644600503317e-07,
      "loss": 0.0845,
      "step": 33853
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.8312463789399345e-07,
      "loss": 0.0896,
      "step": 33854
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.8288488930912525e-07,
      "loss": 0.0831,
      "step": 33855
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.826452142975623e-07,
      "loss": 0.0994,
      "step": 33856
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.8240561286113865e-07,
      "loss": 0.1014,
      "step": 33857
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.8216608500168615e-07,
      "loss": 0.1095,
      "step": 33858
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.8192663072103895e-07,
      "loss": 0.0894,
      "step": 33859
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.816872500210267e-07,
      "loss": 0.1043,
      "step": 33860
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.814479429034834e-07,
      "loss": 0.1141,
      "step": 33861
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.8120870937023766e-07,
      "loss": 0.0788,
      "step": 33862
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.8096954942311917e-07,
      "loss": 0.0991,
      "step": 33863
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.8073046306395965e-07,
      "loss": 0.1097,
      "step": 33864
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.804914502945889e-07,
      "loss": 0.0896,
      "step": 33865
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.8025251111683203e-07,
      "loss": 0.1295,
      "step": 33866
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.8001364553251983e-07,
      "loss": 0.111,
      "step": 33867
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.7977485354347756e-07,
      "loss": 0.085,
      "step": 33868
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.7953613515153364e-07,
      "loss": 0.0981,
      "step": 33869
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.792974903585134e-07,
      "loss": 0.0864,
      "step": 33870
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.7905891916624414e-07,
      "loss": 0.0855,
      "step": 33871
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.7882042157654896e-07,
      "loss": 0.0985,
      "step": 33872
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.785819975912519e-07,
      "loss": 0.0784,
      "step": 33873
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.783436472121804e-07,
      "loss": 0.0806,
      "step": 33874
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.781053704411553e-07,
      "loss": 0.1045,
      "step": 33875
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.7786716727999937e-07,
      "loss": 0.0869,
      "step": 33876
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.7762903773053693e-07,
      "loss": 0.1029,
      "step": 33877
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.7739098179458645e-07,
      "loss": 0.0857,
      "step": 33878
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.77152999473972e-07,
      "loss": 0.0992,
      "step": 33879
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.7691509077051325e-07,
      "loss": 0.0822,
      "step": 33880
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.76677255686031e-07,
      "loss": 0.1053,
      "step": 33881
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.764394942223426e-07,
      "loss": 0.0936,
      "step": 33882
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.762018063812689e-07,
      "loss": 0.091,
      "step": 33883
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.759641921646273e-07,
      "loss": 0.086,
      "step": 33884
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.7572665157423637e-07,
      "loss": 0.1023,
      "step": 33885
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.7548918461191353e-07,
      "loss": 0.0889,
      "step": 33886
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.75251791279474e-07,
      "loss": 0.086,
      "step": 33887
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.7501447157873403e-07,
      "loss": 0.0947,
      "step": 33888
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.747772255115123e-07,
      "loss": 0.0981,
      "step": 33889
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.745400530796195e-07,
      "loss": 0.0953,
      "step": 33890
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.7430295428487415e-07,
      "loss": 0.1037,
      "step": 33891
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.7406592912908715e-07,
      "loss": 0.0903,
      "step": 33892
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.738289776140713e-07,
      "loss": 0.0803,
      "step": 33893
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.735920997416409e-07,
      "loss": 0.109,
      "step": 33894
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.7335529551360995e-07,
      "loss": 0.1088,
      "step": 33895
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.73118564931787e-07,
      "loss": 0.0856,
      "step": 33896
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.72881907997984e-07,
      "loss": 0.0887,
      "step": 33897
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.7264532471401047e-07,
      "loss": 0.0919,
      "step": 33898
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.7240881508167846e-07,
      "loss": 0.1142,
      "step": 33899
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.721723791027965e-07,
      "loss": 0.0967,
      "step": 33900
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.71936016779173e-07,
      "loss": 0.0798,
      "step": 33901
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.716997281126167e-07,
      "loss": 0.0709,
      "step": 33902
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.714635131049338e-07,
      "loss": 0.0881,
      "step": 33903
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.712273717579329e-07,
      "loss": 0.1007,
      "step": 33904
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.7099130407342143e-07,
      "loss": 0.1077,
      "step": 33905
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.707553100532035e-07,
      "loss": 0.0911,
      "step": 33906
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.705193896990844e-07,
      "loss": 0.0672,
      "step": 33907
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.702835430128693e-07,
      "loss": 0.0842,
      "step": 33908
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.700477699963645e-07,
      "loss": 0.1091,
      "step": 33909
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.698120706513708e-07,
      "loss": 0.0914,
      "step": 33910
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.6957644497969347e-07,
      "loss": 0.0871,
      "step": 33911
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.693408929831355e-07,
      "loss": 0.1066,
      "step": 33912
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.6910541466349535e-07,
      "loss": 0.089,
      "step": 33913
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.6887001002257727e-07,
      "loss": 0.0913,
      "step": 33914
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.686346790621831e-07,
      "loss": 0.0815,
      "step": 33915
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.683994217841114e-07,
      "loss": 0.1154,
      "step": 33916
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.6816423819016176e-07,
      "loss": 0.0917,
      "step": 33917
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.679291282821329e-07,
      "loss": 0.1054,
      "step": 33918
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.676940920618266e-07,
      "loss": 0.1021,
      "step": 33919
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.6745912953103926e-07,
      "loss": 0.1034,
      "step": 33920
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.6722424069156715e-07,
      "loss": 0.1027,
      "step": 33921
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.669894255452078e-07,
      "loss": 0.1021,
      "step": 33922
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.667546840937586e-07,
      "loss": 0.0825,
      "step": 33923
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.665200163390137e-07,
      "loss": 0.1057,
      "step": 33924
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.662854222827705e-07,
      "loss": 0.0754,
      "step": 33925
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.6605090192682325e-07,
      "loss": 0.1,
      "step": 33926
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.658164552729637e-07,
      "loss": 0.099,
      "step": 33927
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.655820823229872e-07,
      "loss": 0.086,
      "step": 33928
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.653477830786878e-07,
      "loss": 0.1202,
      "step": 33929
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.651135575418574e-07,
      "loss": 0.1075,
      "step": 33930
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.648794057142857e-07,
      "loss": 0.0877,
      "step": 33931
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.6464532759776684e-07,
      "loss": 0.1016,
      "step": 33932
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.6441132319408934e-07,
      "loss": 0.1216,
      "step": 33933
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.6417739250504513e-07,
      "loss": 0.0904,
      "step": 33934
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.639435355324239e-07,
      "loss": 0.0835,
      "step": 33935
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.6370975227801307e-07,
      "loss": 0.1006,
      "step": 33936
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.634760427436024e-07,
      "loss": 0.0905,
      "step": 33937
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.632424069309781e-07,
      "loss": 0.091,
      "step": 33938
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.630088448419311e-07,
      "loss": 0.0905,
      "step": 33939
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.6277535647824545e-07,
      "loss": 0.1131,
      "step": 33940
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.6254194184170756e-07,
      "loss": 0.1104,
      "step": 33941
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.6230860093410367e-07,
      "loss": 0.0968,
      "step": 33942
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.6207533375721917e-07,
      "loss": 0.0921,
      "step": 33943
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.6184214031283695e-07,
      "loss": 0.0957,
      "step": 33944
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.6160902060274336e-07,
      "loss": 0.1262,
      "step": 33945
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.6137597462872045e-07,
      "loss": 0.0914,
      "step": 33946
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.6114300239255107e-07,
      "loss": 0.0912,
      "step": 33947
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.609101038960172e-07,
      "loss": 0.0946,
      "step": 33948
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.60677279140903e-07,
      "loss": 0.0821,
      "step": 33949
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.60444528128987e-07,
      "loss": 0.098,
      "step": 33950
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.6021185086205e-07,
      "loss": 0.0734,
      "step": 33951
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.599792473418728e-07,
      "loss": 0.1031,
      "step": 33952
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.5974671757023405e-07,
      "loss": 0.0975,
      "step": 33953
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.5951426154891554e-07,
      "loss": 0.0993,
      "step": 33954
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.592818792796915e-07,
      "loss": 0.0937,
      "step": 33955
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.5904957076434157e-07,
      "loss": 0.0889,
      "step": 33956
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.588173360046432e-07,
      "loss": 0.0878,
      "step": 33957
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.5858517500237276e-07,
      "loss": 0.08,
      "step": 33958
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.5835308775930776e-07,
      "loss": 0.0953,
      "step": 33959
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.581210742772212e-07,
      "loss": 0.1078,
      "step": 33960
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.5788913455788943e-07,
      "loss": 0.0834,
      "step": 33961
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.576572686030866e-07,
      "loss": 0.0864,
      "step": 33962
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.574254764145868e-07,
      "loss": 0.0759,
      "step": 33963
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.571937579941631e-07,
      "loss": 0.0954,
      "step": 33964
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.5696211334358746e-07,
      "loss": 0.0972,
      "step": 33965
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.567305424646339e-07,
      "loss": 0.0941,
      "step": 33966
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.564990453590722e-07,
      "loss": 0.0911,
      "step": 33967
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.5626762202867207e-07,
      "loss": 0.112,
      "step": 33968
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.5603627247520865e-07,
      "loss": 0.1216,
      "step": 33969
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.5580499670044846e-07,
      "loss": 0.1146,
      "step": 33970
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.5557379470616104e-07,
      "loss": 0.0785,
      "step": 33971
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.553426664941162e-07,
      "loss": 0.094,
      "step": 33972
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.5511161206608025e-07,
      "loss": 0.0743,
      "step": 33973
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.548806314238229e-07,
      "loss": 0.0941,
      "step": 33974
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.546497245691105e-07,
      "loss": 0.0962,
      "step": 33975
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.5441889150370944e-07,
      "loss": 0.0928,
      "step": 33976
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.5418813222938496e-07,
      "loss": 0.0875,
      "step": 33977
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.539574467479012e-07,
      "loss": 0.0879,
      "step": 33978
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.537268350610279e-07,
      "loss": 0.0961,
      "step": 33979
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.534962971705258e-07,
      "loss": 0.1011,
      "step": 33980
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.5326583307815796e-07,
      "loss": 0.0956,
      "step": 33981
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.5303544278568857e-07,
      "loss": 0.0963,
      "step": 33982
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.528051262948806e-07,
      "loss": 0.0958,
      "step": 33983
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.525748836074949e-07,
      "loss": 0.1063,
      "step": 33984
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.523447147252934e-07,
      "loss": 0.0956,
      "step": 33985
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.5211461965003804e-07,
      "loss": 0.0879,
      "step": 33986
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.5188459838348734e-07,
      "loss": 0.0874,
      "step": 33987
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.5165465092740323e-07,
      "loss": 0.0936,
      "step": 33988
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.5142477728354107e-07,
      "loss": 0.0825,
      "step": 33989
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.511949774536638e-07,
      "loss": 0.0753,
      "step": 33990
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.5096525143952566e-07,
      "loss": 0.0961,
      "step": 33991
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.507355992428874e-07,
      "loss": 0.0882,
      "step": 33992
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.5050602086550424e-07,
      "loss": 0.0994,
      "step": 33993
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.502765163091326e-07,
      "loss": 0.0938,
      "step": 33994
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.500470855755278e-07,
      "loss": 0.085,
      "step": 33995
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.4981772866644617e-07,
      "loss": 0.0879,
      "step": 33996
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.495884455836418e-07,
      "loss": 0.0887,
      "step": 33997
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.4935923632886894e-07,
      "loss": 0.1112,
      "step": 33998
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.4913010090387944e-07,
      "loss": 0.0787,
      "step": 33999
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.4890103931042976e-07,
      "loss": 0.0992,
      "step": 34000
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.486720515502695e-07,
      "loss": 0.107,
      "step": 34001
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.484431376251496e-07,
      "loss": 0.1051,
      "step": 34002
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.482142975368241e-07,
      "loss": 0.1103,
      "step": 34003
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.479855312870439e-07,
      "loss": 0.0878,
      "step": 34004
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.477568388775554e-07,
      "loss": 0.0881,
      "step": 34005
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.4752822031011156e-07,
      "loss": 0.0849,
      "step": 34006
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.472996755864599e-07,
      "loss": 0.0863,
      "step": 34007
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.470712047083502e-07,
      "loss": 0.0978,
      "step": 34008
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.4684280767752764e-07,
      "loss": 0.1039,
      "step": 34009
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.46614484495742e-07,
      "loss": 0.1085,
      "step": 34010
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.463862351647407e-07,
      "loss": 0.1009,
      "step": 34011
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.461580596862646e-07,
      "loss": 0.0891,
      "step": 34012
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.4592995806206563e-07,
      "loss": 0.0862,
      "step": 34013
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.4570193029388686e-07,
      "loss": 0.1013,
      "step": 34014
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.4547397638347136e-07,
      "loss": 0.1042,
      "step": 34015
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.452460963325643e-07,
      "loss": 0.0984,
      "step": 34016
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.450182901429078e-07,
      "loss": 0.1067,
      "step": 34017
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.447905578162458e-07,
      "loss": 0.0956,
      "step": 34018
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.4456289935432044e-07,
      "loss": 0.0881,
      "step": 34019
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.443353147588724e-07,
      "loss": 0.0958,
      "step": 34020
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.441078040316448e-07,
      "loss": 0.0992,
      "step": 34021
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.438803671743751e-07,
      "loss": 0.1025,
      "step": 34022
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.436530041888053e-07,
      "loss": 0.0901,
      "step": 34023
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.434257150766751e-07,
      "loss": 0.0797,
      "step": 34024
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.431984998397209e-07,
      "loss": 0.1133,
      "step": 34025
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.4297135847968456e-07,
      "loss": 0.0889,
      "step": 34026
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.4274429099830145e-07,
      "loss": 0.0983,
      "step": 34027
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.4251729739730897e-07,
      "loss": 0.1085,
      "step": 34028
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.4229037767844366e-07,
      "loss": 0.1152,
      "step": 34029
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.4206353184344177e-07,
      "loss": 0.0843,
      "step": 34030
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.4183675989403977e-07,
      "loss": 0.0922,
      "step": 34031
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.4161006183196953e-07,
      "loss": 0.0884,
      "step": 34032
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.413834376589664e-07,
      "loss": 0.0969,
      "step": 34033
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.411568873767679e-07,
      "loss": 0.0743,
      "step": 34034
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.409304109871026e-07,
      "loss": 0.0811,
      "step": 34035
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.407040084917046e-07,
      "loss": 0.0754,
      "step": 34036
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.4047767989230595e-07,
      "loss": 0.1017,
      "step": 34037
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.402514251906386e-07,
      "loss": 0.0987,
      "step": 34038
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.400252443884322e-07,
      "loss": 0.0912,
      "step": 34039
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.3979913748741987e-07,
      "loss": 0.0785,
      "step": 34040
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.39573104489328e-07,
      "loss": 0.0809,
      "step": 34041
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.393471453958874e-07,
      "loss": 0.1111,
      "step": 34042
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.3912126020882676e-07,
      "loss": 0.0927,
      "step": 34043
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.3889544892987457e-07,
      "loss": 0.1099,
      "step": 34044
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.386697115607573e-07,
      "loss": 0.0829,
      "step": 34045
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.384440481032014e-07,
      "loss": 0.0936,
      "step": 34046
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.382184585589343e-07,
      "loss": 0.0851,
      "step": 34047
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.3799294292968357e-07,
      "loss": 0.0917,
      "step": 34048
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.3776750121716996e-07,
      "loss": 0.0876,
      "step": 34049
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.3754213342312324e-07,
      "loss": 0.0773,
      "step": 34050
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.373168395492643e-07,
      "loss": 0.0979,
      "step": 34051
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.3709161959731726e-07,
      "loss": 0.0828,
      "step": 34052
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.3686647356900417e-07,
      "loss": 0.0975,
      "step": 34053
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.3664140146605016e-07,
      "loss": 0.1005,
      "step": 34054
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.364164032901762e-07,
      "loss": 0.1046,
      "step": 34055
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.361914790431009e-07,
      "loss": 0.096,
      "step": 34056
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.359666287265484e-07,
      "loss": 0.096,
      "step": 34057
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.357418523422373e-07,
      "loss": 0.0911,
      "step": 34058
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.355171498918863e-07,
      "loss": 0.1026,
      "step": 34059
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.3529252137721735e-07,
      "loss": 0.0958,
      "step": 34060
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.3506796679994567e-07,
      "loss": 0.0814,
      "step": 34061
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.3484348616179107e-07,
      "loss": 0.082,
      "step": 34062
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.3461907946446883e-07,
      "loss": 0.0831,
      "step": 34063
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.343947467096997e-07,
      "loss": 0.0832,
      "step": 34064
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.3417048789919694e-07,
      "loss": 0.1028,
      "step": 34065
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.3394630303467454e-07,
      "loss": 0.0815,
      "step": 34066
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.337221921178513e-07,
      "loss": 0.0901,
      "step": 34067
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.3349815515044014e-07,
      "loss": 0.0914,
      "step": 34068
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.3327419213415533e-07,
      "loss": 0.0925,
      "step": 34069
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.3305030307070885e-07,
      "loss": 0.0769,
      "step": 34070
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.3282648796181593e-07,
      "loss": 0.0957,
      "step": 34071
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.3260274680918525e-07,
      "loss": 0.1037,
      "step": 34072
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.323790796145321e-07,
      "loss": 0.0952,
      "step": 34073
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.3215548637956617e-07,
      "loss": 0.0838,
      "step": 34074
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.319319671059984e-07,
      "loss": 0.1098,
      "step": 34075
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.3170852179553735e-07,
      "loss": 0.0811,
      "step": 34076
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.314851504498928e-07,
      "loss": 0.1134,
      "step": 34077
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.3126185307077676e-07,
      "loss": 0.0968,
      "step": 34078
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.310386296598933e-07,
      "loss": 0.1037,
      "step": 34079
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.3081548021895114e-07,
      "loss": 0.0998,
      "step": 34080
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.3059240474966003e-07,
      "loss": 0.1016,
      "step": 34081
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.30369403253723e-07,
      "loss": 0.0812,
      "step": 34082
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.301464757328476e-07,
      "loss": 0.0862,
      "step": 34083
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.299236221887403e-07,
      "loss": 0.0977,
      "step": 34084
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.297008426231052e-07,
      "loss": 0.0864,
      "step": 34085
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.294781370376454e-07,
      "loss": 0.0908,
      "step": 34086
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.2925550543406624e-07,
      "loss": 0.0847,
      "step": 34087
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.290329478140708e-07,
      "loss": 0.0935,
      "step": 34088
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.288104641793621e-07,
      "loss": 0.0896,
      "step": 34089
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.2858805453164e-07,
      "loss": 0.0851,
      "step": 34090
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.2836571887260747e-07,
      "loss": 0.0884,
      "step": 34091
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.2814345720396545e-07,
      "loss": 0.1063,
      "step": 34092
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.279212695274137e-07,
      "loss": 0.0928,
      "step": 34093
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.2769915584465406e-07,
      "loss": 0.0996,
      "step": 34094
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.274771161573831e-07,
      "loss": 0.0894,
      "step": 34095
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.272551504673005e-07,
      "loss": 0.0975,
      "step": 34096
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.2703325877610383e-07,
      "loss": 0.0706,
      "step": 34097
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.2681144108549277e-07,
      "loss": 0.0835,
      "step": 34098
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.265896973971627e-07,
      "loss": 0.0834,
      "step": 34099
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.2636802771280895e-07,
      "loss": 0.0982,
      "step": 34100
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.26146432034129e-07,
      "loss": 0.0976,
      "step": 34101
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.2592491036281705e-07,
      "loss": 0.0814,
      "step": 34102
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.2570346270056843e-07,
      "loss": 0.0969,
      "step": 34103
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.254820890490773e-07,
      "loss": 0.0979,
      "step": 34104
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.252607894100368e-07,
      "loss": 0.0892,
      "step": 34105
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.250395637851411e-07,
      "loss": 0.0788,
      "step": 34106
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.2481841217608e-07,
      "loss": 0.1018,
      "step": 34107
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.2459733458454876e-07,
      "loss": 0.0988,
      "step": 34108
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.243763310122361e-07,
      "loss": 0.0979,
      "step": 34109
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.241554014608339e-07,
      "loss": 0.0816,
      "step": 34110
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.23934545932032e-07,
      "loss": 0.1173,
      "step": 34111
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.237137644275201e-07,
      "loss": 0.1147,
      "step": 34112
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.2349305694898693e-07,
      "loss": 0.0863,
      "step": 34113
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.2327242349812103e-07,
      "loss": 0.0989,
      "step": 34114
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.230518640766123e-07,
      "loss": 0.1197,
      "step": 34115
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.2283137868614477e-07,
      "loss": 0.0989,
      "step": 34116
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.22610967328405e-07,
      "loss": 0.0975,
      "step": 34117
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.2239063000508386e-07,
      "loss": 0.0965,
      "step": 34118
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.2217036671786326e-07,
      "loss": 0.1031,
      "step": 34119
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.219501774684286e-07,
      "loss": 0.0854,
      "step": 34120
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.2173006225846514e-07,
      "loss": 0.0984,
      "step": 34121
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.21510021089656e-07,
      "loss": 0.1059,
      "step": 34122
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.212900539636854e-07,
      "loss": 0.0886,
      "step": 34123
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.210701608822353e-07,
      "loss": 0.0957,
      "step": 34124
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.2085034184698883e-07,
      "loss": 0.0836,
      "step": 34125
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.2063059685962793e-07,
      "loss": 0.0925,
      "step": 34126
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.204109259218313e-07,
      "loss": 0.0935,
      "step": 34127
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.2019132903528206e-07,
      "loss": 0.0989,
      "step": 34128
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.199718062016599e-07,
      "loss": 0.0978,
      "step": 34129
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.1975235742264357e-07,
      "loss": 0.0886,
      "step": 34130
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.195329826999116e-07,
      "loss": 0.0953,
      "step": 34131
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.193136820351428e-07,
      "loss": 0.1033,
      "step": 34132
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.190944554300146e-07,
      "loss": 0.0962,
      "step": 34133
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.188753028862035e-07,
      "loss": 0.0757,
      "step": 34134
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.1865622440538815e-07,
      "loss": 0.0945,
      "step": 34135
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.184372199892427e-07,
      "loss": 0.1282,
      "step": 34136
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.182182896394437e-07,
      "loss": 0.0735,
      "step": 34137
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.1799943335766413e-07,
      "loss": 0.0858,
      "step": 34138
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.1778065114558057e-07,
      "loss": 0.0796,
      "step": 34139
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.17561943004866e-07,
      "loss": 0.1032,
      "step": 34140
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.1734330893719134e-07,
      "loss": 0.0841,
      "step": 34141
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.1712474894423304e-07,
      "loss": 0.1059,
      "step": 34142
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.16906263027662e-07,
      "loss": 0.0942,
      "step": 34143
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.16687851189148e-07,
      "loss": 0.099,
      "step": 34144
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.1646951343036305e-07,
      "loss": 0.0964,
      "step": 34145
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.1625124975297684e-07,
      "loss": 0.0936,
      "step": 34146
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.1603306015866143e-07,
      "loss": 0.0947,
      "step": 34147
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.1581494464908215e-07,
      "loss": 0.0859,
      "step": 34148
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.155969032259121e-07,
      "loss": 0.096,
      "step": 34149
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.1537893589081546e-07,
      "loss": 0.0984,
      "step": 34150
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.15161042645461e-07,
      "loss": 0.1016,
      "step": 34151
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.149432234915162e-07,
      "loss": 0.1079,
      "step": 34152
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.147254784306486e-07,
      "loss": 0.0921,
      "step": 34153
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.1450780746452135e-07,
      "loss": 0.0954,
      "step": 34154
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.14290210594802e-07,
      "loss": 0.0858,
      "step": 34155
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.140726878231526e-07,
      "loss": 0.1012,
      "step": 34156
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.138552391512395e-07,
      "loss": 0.0983,
      "step": 34157
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.1363786458072587e-07,
      "loss": 0.0925,
      "step": 34158
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.134205641132748e-07,
      "loss": 0.1053,
      "step": 34159
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.132033377505472e-07,
      "loss": 0.0876,
      "step": 34160
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.129861854942051e-07,
      "loss": 0.0931,
      "step": 34161
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.127691073459127e-07,
      "loss": 0.0948,
      "step": 34162
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.125521033073287e-07,
      "loss": 0.0951,
      "step": 34163
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.1233517338011166e-07,
      "loss": 0.0755,
      "step": 34164
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.121183175659237e-07,
      "loss": 0.0993,
      "step": 34165
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.1190153586642126e-07,
      "loss": 0.0983,
      "step": 34166
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.116848282832663e-07,
      "loss": 0.1181,
      "step": 34167
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.1146819481811305e-07,
      "loss": 0.0937,
      "step": 34168
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.112516354726225e-07,
      "loss": 0.0915,
      "step": 34169
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.110351502484477e-07,
      "loss": 0.0967,
      "step": 34170
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.1081873914724615e-07,
      "loss": 0.0968,
      "step": 34171
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.106024021706744e-07,
      "loss": 0.0789,
      "step": 34172
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.1038613932038665e-07,
      "loss": 0.0836,
      "step": 34173
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.1016995059803825e-07,
      "loss": 0.0855,
      "step": 34174
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.099538360052812e-07,
      "loss": 0.1108,
      "step": 34175
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.097377955437697e-07,
      "loss": 0.1025,
      "step": 34176
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.0952182921515807e-07,
      "loss": 0.0905,
      "step": 34177
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.0930593702109603e-07,
      "loss": 0.0834,
      "step": 34178
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.090901189632378e-07,
      "loss": 0.1024,
      "step": 34179
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.088743750432333e-07,
      "loss": 0.0896,
      "step": 34180
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.08658705262731e-07,
      "loss": 0.0906,
      "step": 34181
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.084431096233831e-07,
      "loss": 0.0939,
      "step": 34182
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.082275881268393e-07,
      "loss": 0.0884,
      "step": 34183
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.0801214077474826e-07,
      "loss": 0.1056,
      "step": 34184
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.0779676756875543e-07,
      "loss": 0.0901,
      "step": 34185
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.075814685105116e-07,
      "loss": 0.0978,
      "step": 34186
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.0736624360166334e-07,
      "loss": 0.0909,
      "step": 34187
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.071510928438559e-07,
      "loss": 0.1057,
      "step": 34188
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.0693601623873695e-07,
      "loss": 0.0911,
      "step": 34189
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.067210137879506e-07,
      "loss": 0.0688,
      "step": 34190
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.065060854931401e-07,
      "loss": 0.1057,
      "step": 34191
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.0629123135595293e-07,
      "loss": 0.1037,
      "step": 34192
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.0607645137803233e-07,
      "loss": 0.0933,
      "step": 34193
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.058617455610202e-07,
      "loss": 0.068,
      "step": 34194
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.0564711390655866e-07,
      "loss": 0.1,
      "step": 34195
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.0543255641628965e-07,
      "loss": 0.0833,
      "step": 34196
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.0521807309185747e-07,
      "loss": 0.0868,
      "step": 34197
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.050036639348997e-07,
      "loss": 0.0887,
      "step": 34198
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.0478932894705824e-07,
      "loss": 0.085,
      "step": 34199
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.0457506812997307e-07,
      "loss": 0.105,
      "step": 34200
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.0436088148528167e-07,
      "loss": 0.0965,
      "step": 34201
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.041467690146227e-07,
      "loss": 0.0741,
      "step": 34202
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.0393273071963713e-07,
      "loss": 0.1122,
      "step": 34203
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.037187666019592e-07,
      "loss": 0.083,
      "step": 34204
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.0350487666322647e-07,
      "loss": 0.1006,
      "step": 34205
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.0329106090507656e-07,
      "loss": 0.0954,
      "step": 34206
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.030773193291447e-07,
      "loss": 0.0867,
      "step": 34207
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.0286365193706536e-07,
      "loss": 0.1011,
      "step": 34208
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.026500587304726e-07,
      "loss": 0.1082,
      "step": 34209
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.0243653971100294e-07,
      "loss": 0.0845,
      "step": 34210
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.022230948802873e-07,
      "loss": 0.103,
      "step": 34211
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.0200972423995887e-07,
      "loss": 0.0889,
      "step": 34212
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.0179642779165184e-07,
      "loss": 0.0858,
      "step": 34213
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.0158320553699714e-07,
      "loss": 0.0892,
      "step": 34214
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.013700574776246e-07,
      "loss": 0.0906,
      "step": 34215
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.011569836151662e-07,
      "loss": 0.1024,
      "step": 34216
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.0094398395125293e-07,
      "loss": 0.1245,
      "step": 34217
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.007310584875123e-07,
      "loss": 0.0963,
      "step": 34218
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.0051820722557414e-07,
      "loss": 0.0854,
      "step": 34219
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.0030543016706715e-07,
      "loss": 0.1098,
      "step": 34220
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.0009272731361784e-07,
      "loss": 0.0916,
      "step": 34221
    },
    {
      "epoch": 2.77,
      "learning_rate": 2.9988009866685373e-07,
      "loss": 0.1021,
      "step": 34222
    },
    {
      "epoch": 2.77,
      "learning_rate": 2.996675442284036e-07,
      "loss": 0.1116,
      "step": 34223
    },
    {
      "epoch": 2.77,
      "learning_rate": 2.994550639998917e-07,
      "loss": 0.0937,
      "step": 34224
    },
    {
      "epoch": 2.77,
      "learning_rate": 2.992426579829433e-07,
      "loss": 0.1016,
      "step": 34225
    },
    {
      "epoch": 2.77,
      "learning_rate": 2.990303261791827e-07,
      "loss": 0.1182,
      "step": 34226
    },
    {
      "epoch": 2.77,
      "learning_rate": 2.9881806859023755e-07,
      "loss": 0.128,
      "step": 34227
    },
    {
      "epoch": 2.77,
      "learning_rate": 2.986058852177298e-07,
      "loss": 0.1016,
      "step": 34228
    },
    {
      "epoch": 2.77,
      "learning_rate": 2.9839377606328045e-07,
      "loss": 0.0825,
      "step": 34229
    },
    {
      "epoch": 2.77,
      "learning_rate": 2.9818174112851703e-07,
      "loss": 0.0745,
      "step": 34230
    },
    {
      "epoch": 2.77,
      "learning_rate": 2.979697804150561e-07,
      "loss": 0.0761,
      "step": 34231
    },
    {
      "epoch": 2.77,
      "learning_rate": 2.9775789392452293e-07,
      "loss": 0.0984,
      "step": 34232
    },
    {
      "epoch": 2.77,
      "learning_rate": 2.975460816585385e-07,
      "loss": 0.1098,
      "step": 34233
    },
    {
      "epoch": 2.77,
      "learning_rate": 2.973343436187226e-07,
      "loss": 0.1065,
      "step": 34234
    },
    {
      "epoch": 2.77,
      "learning_rate": 2.971226798066928e-07,
      "loss": 0.0925,
      "step": 34235
    },
    {
      "epoch": 2.77,
      "learning_rate": 2.9691109022407125e-07,
      "loss": 0.113,
      "step": 34236
    },
    {
      "epoch": 2.77,
      "learning_rate": 2.966995748724766e-07,
      "loss": 0.0878,
      "step": 34237
    },
    {
      "epoch": 2.77,
      "learning_rate": 2.9648813375352526e-07,
      "loss": 0.0968,
      "step": 34238
    },
    {
      "epoch": 2.77,
      "learning_rate": 2.9627676686883597e-07,
      "loss": 0.0792,
      "step": 34239
    },
    {
      "epoch": 2.77,
      "learning_rate": 2.960654742200264e-07,
      "loss": 0.0935,
      "step": 34240
    },
    {
      "epoch": 2.77,
      "learning_rate": 2.9585425580871076e-07,
      "loss": 0.0957,
      "step": 34241
    },
    {
      "epoch": 2.77,
      "learning_rate": 2.956431116365066e-07,
      "loss": 0.0914,
      "step": 34242
    },
    {
      "epoch": 2.77,
      "learning_rate": 2.954320417050283e-07,
      "loss": 0.0752,
      "step": 34243
    },
    {
      "epoch": 2.77,
      "learning_rate": 2.952210460158922e-07,
      "loss": 0.0893,
      "step": 34244
    },
    {
      "epoch": 2.77,
      "learning_rate": 2.9501012457071155e-07,
      "loss": 0.0951,
      "step": 34245
    },
    {
      "epoch": 2.77,
      "learning_rate": 2.9479927737109836e-07,
      "loss": 0.0859,
      "step": 34246
    },
    {
      "epoch": 2.77,
      "learning_rate": 2.94588504418668e-07,
      "loss": 0.0873,
      "step": 34247
    },
    {
      "epoch": 2.77,
      "learning_rate": 2.943778057150326e-07,
      "loss": 0.092,
      "step": 34248
    },
    {
      "epoch": 2.77,
      "learning_rate": 2.94167181261803e-07,
      "loss": 0.0834,
      "step": 34249
    },
    {
      "epoch": 2.77,
      "learning_rate": 2.9395663106059126e-07,
      "loss": 0.0693,
      "step": 34250
    },
    {
      "epoch": 2.77,
      "learning_rate": 2.937461551130083e-07,
      "loss": 0.0854,
      "step": 34251
    },
    {
      "epoch": 2.77,
      "learning_rate": 2.93535753420664e-07,
      "loss": 0.0783,
      "step": 34252
    },
    {
      "epoch": 2.77,
      "learning_rate": 2.933254259851659e-07,
      "loss": 0.1027,
      "step": 34253
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.9311517280812717e-07,
      "loss": 0.1047,
      "step": 34254
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.9290499389115435e-07,
      "loss": 0.0908,
      "step": 34255
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.926948892358528e-07,
      "loss": 0.0964,
      "step": 34256
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.924848588438356e-07,
      "loss": 0.1046,
      "step": 34257
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.922749027167049e-07,
      "loss": 0.0894,
      "step": 34258
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.920650208560671e-07,
      "loss": 0.1121,
      "step": 34259
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.918552132635311e-07,
      "loss": 0.0794,
      "step": 34260
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.916454799406976e-07,
      "loss": 0.0779,
      "step": 34261
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.9143582088917543e-07,
      "loss": 0.0961,
      "step": 34262
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.9122623611056443e-07,
      "loss": 0.0903,
      "step": 34263
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.910167256064722e-07,
      "loss": 0.107,
      "step": 34264
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.9080728937849853e-07,
      "loss": 0.0913,
      "step": 34265
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.9059792742824553e-07,
      "loss": 0.0854,
      "step": 34266
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.903886397573175e-07,
      "loss": 0.1059,
      "step": 34267
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.90179426367313e-07,
      "loss": 0.1006,
      "step": 34268
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.899702872598331e-07,
      "loss": 0.0936,
      "step": 34269
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.8976122243647984e-07,
      "loss": 0.1056,
      "step": 34270
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.8955223189884864e-07,
      "loss": 0.1037,
      "step": 34271
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.8934331564854256e-07,
      "loss": 0.0964,
      "step": 34272
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.89134473687156e-07,
      "loss": 0.1069,
      "step": 34273
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.889257060162898e-07,
      "loss": 0.0969,
      "step": 34274
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.887170126375405e-07,
      "loss": 0.1044,
      "step": 34275
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.8850839355250236e-07,
      "loss": 0.0894,
      "step": 34276
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.8829984876277306e-07,
      "loss": 0.0814,
      "step": 34277
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.8809137826995014e-07,
      "loss": 0.1187,
      "step": 34278
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.878829820756246e-07,
      "loss": 0.0832,
      "step": 34279
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.876746601813918e-07,
      "loss": 0.0897,
      "step": 34280
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.874664125888471e-07,
      "loss": 0.094,
      "step": 34281
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.8725823929958265e-07,
      "loss": 0.0797,
      "step": 34282
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.870501403151904e-07,
      "loss": 0.0949,
      "step": 34283
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.868421156372636e-07,
      "loss": 0.1046,
      "step": 34284
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.866341652673921e-07,
      "loss": 0.0839,
      "step": 34285
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.8642628920716784e-07,
      "loss": 0.0875,
      "step": 34286
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.862184874581808e-07,
      "loss": 0.1072,
      "step": 34287
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.8601076002202186e-07,
      "loss": 0.1215,
      "step": 34288
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.858031069002798e-07,
      "loss": 0.113,
      "step": 34289
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.8559552809453993e-07,
      "loss": 0.0831,
      "step": 34290
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.853880236063955e-07,
      "loss": 0.075,
      "step": 34291
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.851805934374308e-07,
      "loss": 0.0902,
      "step": 34292
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.8497323758923226e-07,
      "loss": 0.0915,
      "step": 34293
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.8476595606338863e-07,
      "loss": 0.1022,
      "step": 34294
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.8455874886148424e-07,
      "loss": 0.0986,
      "step": 34295
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.843516159851045e-07,
      "loss": 0.0896,
      "step": 34296
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.8414455743583256e-07,
      "loss": 0.0878,
      "step": 34297
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.8393757321525497e-07,
      "loss": 0.07,
      "step": 34298
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.837306633249548e-07,
      "loss": 0.1153,
      "step": 34299
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.83523827766512e-07,
      "loss": 0.0822,
      "step": 34300
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.8331706654151306e-07,
      "loss": 0.1079,
      "step": 34301
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.8311037965153663e-07,
      "loss": 0.1046,
      "step": 34302
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.82903767098166e-07,
      "loss": 0.0803,
      "step": 34303
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.82697228882981e-07,
      "loss": 0.0968,
      "step": 34304
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.8249076500756036e-07,
      "loss": 0.0947,
      "step": 34305
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.8228437547348607e-07,
      "loss": 0.1015,
      "step": 34306
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.820780602823359e-07,
      "loss": 0.0931,
      "step": 34307
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.8187181943568733e-07,
      "loss": 0.0926,
      "step": 34308
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.8166565293512026e-07,
      "loss": 0.102,
      "step": 34309
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.8145956078220906e-07,
      "loss": 0.0989,
      "step": 34310
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.8125354297853237e-07,
      "loss": 0.0655,
      "step": 34311
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.8104759952566676e-07,
      "loss": 0.0962,
      "step": 34312
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.808417304251865e-07,
      "loss": 0.0821,
      "step": 34313
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.8063593567866585e-07,
      "loss": 0.0918,
      "step": 34314
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.804302152876803e-07,
      "loss": 0.0868,
      "step": 34315
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.802245692538053e-07,
      "loss": 0.0916,
      "step": 34316
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.800189975786105e-07,
      "loss": 0.0891,
      "step": 34317
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.798135002636726e-07,
      "loss": 0.1048,
      "step": 34318
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.796080773105603e-07,
      "loss": 0.1172,
      "step": 34319
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.794027287208456e-07,
      "loss": 0.0859,
      "step": 34320
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.7919745449610067e-07,
      "loss": 0.0913,
      "step": 34321
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.789922546378965e-07,
      "loss": 0.0967,
      "step": 34322
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.7878712914780173e-07,
      "loss": 0.085,
      "step": 34323
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.785820780273851e-07,
      "loss": 0.1062,
      "step": 34324
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.783771012782155e-07,
      "loss": 0.0855,
      "step": 34325
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.7817219890186265e-07,
      "loss": 0.1011,
      "step": 34326
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.77967370899892e-07,
      "loss": 0.08,
      "step": 34327
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.777626172738734e-07,
      "loss": 0.0979,
      "step": 34328
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.775579380253712e-07,
      "loss": 0.0925,
      "step": 34329
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.773533331559497e-07,
      "loss": 0.0798,
      "step": 34330
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.7714880266717647e-07,
      "loss": 0.0973,
      "step": 34331
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.769443465606159e-07,
      "loss": 0.0959,
      "step": 34332
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.7673996483783327e-07,
      "loss": 0.0882,
      "step": 34333
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.7653565750038856e-07,
      "loss": 0.0873,
      "step": 34334
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.763314245498483e-07,
      "loss": 0.0949,
      "step": 34335
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.761272659877734e-07,
      "loss": 0.0961,
      "step": 34336
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.7592318181572597e-07,
      "loss": 0.1076,
      "step": 34337
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.75719172035267e-07,
      "loss": 0.1095,
      "step": 34338
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.7551523664795855e-07,
      "loss": 0.0949,
      "step": 34339
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.7531137565535824e-07,
      "loss": 0.0915,
      "step": 34340
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.751075890590282e-07,
      "loss": 0.1175,
      "step": 34341
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.749038768605261e-07,
      "loss": 0.1108,
      "step": 34342
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.7470023906141175e-07,
      "loss": 0.0966,
      "step": 34343
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.7449667566324055e-07,
      "loss": 0.09,
      "step": 34344
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.742931866675702e-07,
      "loss": 0.0859,
      "step": 34345
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.7408977207596055e-07,
      "loss": 0.0728,
      "step": 34346
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.7388643188996587e-07,
      "loss": 0.1102,
      "step": 34347
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.7368316611114057e-07,
      "loss": 0.105,
      "step": 34348
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.7347997474104106e-07,
      "loss": 0.0985,
      "step": 34349
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.732768577812206e-07,
      "loss": 0.0975,
      "step": 34350
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.730738152332346e-07,
      "loss": 0.0898,
      "step": 34351
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.7287084709863633e-07,
      "loss": 0.0849,
      "step": 34352
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.726679533789778e-07,
      "loss": 0.1063,
      "step": 34353
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.7246513407581e-07,
      "loss": 0.1023,
      "step": 34354
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.7226238919068614e-07,
      "loss": 0.0869,
      "step": 34355
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.7205971872515835e-07,
      "loss": 0.0887,
      "step": 34356
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.7185712268077535e-07,
      "loss": 0.1116,
      "step": 34357
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.7165460105908705e-07,
      "loss": 0.0817,
      "step": 34358
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.7145215386164325e-07,
      "loss": 0.0949,
      "step": 34359
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.712497810899928e-07,
      "loss": 0.0817,
      "step": 34360
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.710474827456833e-07,
      "loss": 0.0773,
      "step": 34361
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.7084525883026347e-07,
      "loss": 0.1149,
      "step": 34362
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.7064310934527995e-07,
      "loss": 0.1109,
      "step": 34363
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.7044103429227806e-07,
      "loss": 0.0832,
      "step": 34364
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.702390336728056e-07,
      "loss": 0.1023,
      "step": 34365
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.700371074884067e-07,
      "loss": 0.1111,
      "step": 34366
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.6983525574062695e-07,
      "loss": 0.0793,
      "step": 34367
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.696334784310095e-07,
      "loss": 0.1085,
      "step": 34368
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.694317755610987e-07,
      "loss": 0.1007,
      "step": 34369
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.6923014713243766e-07,
      "loss": 0.0887,
      "step": 34370
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.690285931465675e-07,
      "loss": 0.0924,
      "step": 34371
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.6882711360503353e-07,
      "loss": 0.1026,
      "step": 34372
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.6862570850937463e-07,
      "loss": 0.0876,
      "step": 34373
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.684243778611306e-07,
      "loss": 0.1083,
      "step": 34374
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.682231216618436e-07,
      "loss": 0.0969,
      "step": 34375
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.680219399130535e-07,
      "loss": 0.0862,
      "step": 34376
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.6782083261629786e-07,
      "loss": 0.0927,
      "step": 34377
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.676197997731156e-07,
      "loss": 0.107,
      "step": 34378
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.674188413850465e-07,
      "loss": 0.0851,
      "step": 34379
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.672179574536249e-07,
      "loss": 0.1083,
      "step": 34380
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.670171479803907e-07,
      "loss": 0.0959,
      "step": 34381
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.668164129668771e-07,
      "loss": 0.1113,
      "step": 34382
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.6661575241462176e-07,
      "loss": 0.0833,
      "step": 34383
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.664151663251591e-07,
      "loss": 0.0971,
      "step": 34384
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.662146547000244e-07,
      "loss": 0.1029,
      "step": 34385
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.6601421754075095e-07,
      "loss": 0.1076,
      "step": 34386
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.658138548488731e-07,
      "loss": 0.094,
      "step": 34387
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.6561356662592074e-07,
      "loss": 0.1047,
      "step": 34388
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.654133528734304e-07,
      "loss": 0.0837,
      "step": 34389
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.652132135929297e-07,
      "loss": 0.1081,
      "step": 34390
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.650131487859531e-07,
      "loss": 0.0893,
      "step": 34391
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.648131584540292e-07,
      "loss": 0.0952,
      "step": 34392
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.6461324259868913e-07,
      "loss": 0.0902,
      "step": 34393
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.6441340122146166e-07,
      "loss": 0.0826,
      "step": 34394
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.6421363432387327e-07,
      "loss": 0.0935,
      "step": 34395
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.640139419074561e-07,
      "loss": 0.0912,
      "step": 34396
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.6381432397373784e-07,
      "loss": 0.0863,
      "step": 34397
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.636147805242417e-07,
      "loss": 0.0816,
      "step": 34398
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.634153115604987e-07,
      "loss": 0.0958,
      "step": 34399
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.632159170840309e-07,
      "loss": 0.0982,
      "step": 34400
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.630165970963672e-07,
      "loss": 0.0969,
      "step": 34401
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.6281735159902953e-07,
      "loss": 0.0962,
      "step": 34402
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.626181805935446e-07,
      "loss": 0.0998,
      "step": 34403
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.6241908408143444e-07,
      "loss": 0.0964,
      "step": 34404
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.6222006206422123e-07,
      "loss": 0.0954,
      "step": 34405
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.620211145434304e-07,
      "loss": 0.0866,
      "step": 34406
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.61822241520584e-07,
      "loss": 0.0875,
      "step": 34407
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.616234429971998e-07,
      "loss": 0.0861,
      "step": 34408
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.6142471897480203e-07,
      "loss": 0.0783,
      "step": 34409
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.612260694549096e-07,
      "loss": 0.0949,
      "step": 34410
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.610274944390423e-07,
      "loss": 0.1128,
      "step": 34411
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.60828993928719e-07,
      "loss": 0.105,
      "step": 34412
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.606305679254595e-07,
      "loss": 0.112,
      "step": 34413
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.6043221643078153e-07,
      "loss": 0.1028,
      "step": 34414
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.602339394462006e-07,
      "loss": 0.0998,
      "step": 34415
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.600357369732354e-07,
      "loss": 0.0943,
      "step": 34416
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.598376090134025e-07,
      "loss": 0.0822,
      "step": 34417
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.596395555682163e-07,
      "loss": 0.0974,
      "step": 34418
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.5944157663919335e-07,
      "loss": 0.093,
      "step": 34419
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.5924367222784685e-07,
      "loss": 0.1178,
      "step": 34420
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.590458423356923e-07,
      "loss": 0.0834,
      "step": 34421
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.5884808696424067e-07,
      "loss": 0.0952,
      "step": 34422
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.586504061150086e-07,
      "loss": 0.0918,
      "step": 34423
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.584527997895048e-07,
      "loss": 0.0975,
      "step": 34424
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.582552679892425e-07,
      "loss": 0.0881,
      "step": 34425
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.5805781071573275e-07,
      "loss": 0.1162,
      "step": 34426
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.578604279704877e-07,
      "loss": 0.1091,
      "step": 34427
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.57663119755015e-07,
      "loss": 0.0801,
      "step": 34428
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.5746588607082566e-07,
      "loss": 0.0694,
      "step": 34429
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.5726872691942627e-07,
      "loss": 0.1022,
      "step": 34430
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.5707164230232897e-07,
      "loss": 0.1023,
      "step": 34431
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.568746322210369e-07,
      "loss": 0.0912,
      "step": 34432
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.5667769667706234e-07,
      "loss": 0.0888,
      "step": 34433
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.564808356719073e-07,
      "loss": 0.1148,
      "step": 34434
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.562840492070806e-07,
      "loss": 0.1182,
      "step": 34435
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.5608733728408663e-07,
      "loss": 0.0859,
      "step": 34436
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.558906999044308e-07,
      "loss": 0.1089,
      "step": 34437
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.5569413706961754e-07,
      "loss": 0.0984,
      "step": 34438
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.554976487811478e-07,
      "loss": 0.1079,
      "step": 34439
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.553012350405304e-07,
      "loss": 0.1143,
      "step": 34440
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.551048958492641e-07,
      "loss": 0.09,
      "step": 34441
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.5490863120885e-07,
      "loss": 0.0794,
      "step": 34442
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.547124411207924e-07,
      "loss": 0.1033,
      "step": 34443
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.545163255865901e-07,
      "loss": 0.0844,
      "step": 34444
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.543202846077453e-07,
      "loss": 0.086,
      "step": 34445
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.5412431818575554e-07,
      "loss": 0.0969,
      "step": 34446
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.539284263221231e-07,
      "loss": 0.0865,
      "step": 34447
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.537326090183434e-07,
      "loss": 0.0862,
      "step": 34448
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.535368662759163e-07,
      "loss": 0.107,
      "step": 34449
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.5334119809633737e-07,
      "loss": 0.0794,
      "step": 34450
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.5314560448110646e-07,
      "loss": 0.1017,
      "step": 34451
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.5295008543171797e-07,
      "loss": 0.0889,
      "step": 34452
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.527546409496684e-07,
      "loss": 0.0723,
      "step": 34453
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.5255927103645215e-07,
      "loss": 0.1053,
      "step": 34454
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.5236397569356475e-07,
      "loss": 0.0846,
      "step": 34455
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.521687549224994e-07,
      "loss": 0.0991,
      "step": 34456
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.519736087247515e-07,
      "loss": 0.0741,
      "step": 34457
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.517785371018111e-07,
      "loss": 0.0739,
      "step": 34458
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.515835400551725e-07,
      "loss": 0.1257,
      "step": 34459
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.513886175863256e-07,
      "loss": 0.0924,
      "step": 34460
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.511937696967648e-07,
      "loss": 0.0952,
      "step": 34461
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.5099899638797886e-07,
      "loss": 0.1154,
      "step": 34462
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.508042976614555e-07,
      "loss": 0.0945,
      "step": 34463
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.5060967351868806e-07,
      "loss": 0.0998,
      "step": 34464
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.5041512396116405e-07,
      "loss": 0.1128,
      "step": 34465
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.5022064899037135e-07,
      "loss": 0.0818,
      "step": 34466
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.500262486077998e-07,
      "loss": 0.128,
      "step": 34467
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.498319228149337e-07,
      "loss": 0.108,
      "step": 34468
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.496376716132598e-07,
      "loss": 0.1142,
      "step": 34469
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.494434950042668e-07,
      "loss": 0.1046,
      "step": 34470
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.4924939298943793e-07,
      "loss": 0.093,
      "step": 34471
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.490553655702599e-07,
      "loss": 0.0799,
      "step": 34472
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.4886141274821475e-07,
      "loss": 0.0786,
      "step": 34473
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.4866753452478796e-07,
      "loss": 0.0879,
      "step": 34474
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.484737309014629e-07,
      "loss": 0.0829,
      "step": 34475
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.482800018797216e-07,
      "loss": 0.0998,
      "step": 34476
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.480863474610462e-07,
      "loss": 0.1034,
      "step": 34477
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.478927676469178e-07,
      "loss": 0.091,
      "step": 34478
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.476992624388175e-07,
      "loss": 0.0795,
      "step": 34479
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.475058318382262e-07,
      "loss": 0.0954,
      "step": 34480
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.4731247584662387e-07,
      "loss": 0.1119,
      "step": 34481
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.471191944654894e-07,
      "loss": 0.0986,
      "step": 34482
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.4692598769630037e-07,
      "loss": 0.0863,
      "step": 34483
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.4673285554053574e-07,
      "loss": 0.0917,
      "step": 34484
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.465397979996742e-07,
      "loss": 0.1206,
      "step": 34485
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.463468150751913e-07,
      "loss": 0.0945,
      "step": 34486
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.4615390676856365e-07,
      "loss": 0.0975,
      "step": 34487
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.459610730812667e-07,
      "loss": 0.0985,
      "step": 34488
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.4576831401477594e-07,
      "loss": 0.1043,
      "step": 34489
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.455756295705658e-07,
      "loss": 0.082,
      "step": 34490
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.453830197501117e-07,
      "loss": 0.1018,
      "step": 34491
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.4519048455488583e-07,
      "loss": 0.0941,
      "step": 34492
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.449980239863603e-07,
      "loss": 0.0844,
      "step": 34493
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.4480563804600954e-07,
      "loss": 0.0744,
      "step": 34494
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.446133267353046e-07,
      "loss": 0.0989,
      "step": 34495
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.4442109005571756e-07,
      "loss": 0.0944,
      "step": 34496
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.442289280087162e-07,
      "loss": 0.1124,
      "step": 34497
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.4403684059577384e-07,
      "loss": 0.0936,
      "step": 34498
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.4384482781835694e-07,
      "loss": 0.0935,
      "step": 34499
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.436528896779367e-07,
      "loss": 0.0925,
      "step": 34500
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.434610261759818e-07,
      "loss": 0.0933,
      "step": 34501
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.432692373139589e-07,
      "loss": 0.0866,
      "step": 34502
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.4307752309333466e-07,
      "loss": 0.0983,
      "step": 34503
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.4288588351557675e-07,
      "loss": 0.0696,
      "step": 34504
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.426943185821529e-07,
      "loss": 0.0932,
      "step": 34505
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.425028282945252e-07,
      "loss": 0.1435,
      "step": 34506
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.4231141265416036e-07,
      "loss": 0.0985,
      "step": 34507
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.421200716625227e-07,
      "loss": 0.0993,
      "step": 34508
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.419288053210755e-07,
      "loss": 0.0953,
      "step": 34509
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.4173761363128324e-07,
      "loss": 0.0891,
      "step": 34510
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.4154649659460795e-07,
      "loss": 0.1095,
      "step": 34511
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.4135545421251073e-07,
      "loss": 0.0876,
      "step": 34512
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.4116448648645377e-07,
      "loss": 0.1087,
      "step": 34513
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.409735934178981e-07,
      "loss": 0.0923,
      "step": 34514
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.407827750083058e-07,
      "loss": 0.0955,
      "step": 34515
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.4059203125913366e-07,
      "loss": 0.1041,
      "step": 34516
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.4040136217184263e-07,
      "loss": 0.0831,
      "step": 34517
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.4021076774789153e-07,
      "loss": 0.0883,
      "step": 34518
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.40020247988737e-07,
      "loss": 0.1009,
      "step": 34519
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.398298028958368e-07,
      "loss": 0.0948,
      "step": 34520
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.396394324706508e-07,
      "loss": 0.0921,
      "step": 34521
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.394491367146323e-07,
      "loss": 0.089,
      "step": 34522
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.39258915629238e-07,
      "loss": 0.0956,
      "step": 34523
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.3906876921592216e-07,
      "loss": 0.0897,
      "step": 34524
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.3887869747614254e-07,
      "loss": 0.0732,
      "step": 34525
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.386887004113503e-07,
      "loss": 0.1053,
      "step": 34526
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.3849877802299857e-07,
      "loss": 0.1165,
      "step": 34527
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.3830893031254299e-07,
      "loss": 0.0875,
      "step": 34528
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.3811915728143342e-07,
      "loss": 0.1048,
      "step": 34529
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.3792945893112318e-07,
      "loss": 0.0964,
      "step": 34530
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.3773983526306333e-07,
      "loss": 0.0895,
      "step": 34531
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.375502862787038e-07,
      "loss": 0.0944,
      "step": 34532
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.3736081197949567e-07,
      "loss": 0.0869,
      "step": 34533
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.3717141236688667e-07,
      "loss": 0.0938,
      "step": 34534
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.36982087442329e-07,
      "loss": 0.1089,
      "step": 34535
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.367928372072681e-07,
      "loss": 0.0963,
      "step": 34536
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.3660366166315174e-07,
      "loss": 0.0941,
      "step": 34537
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.3641456081142988e-07,
      "loss": 0.0749,
      "step": 34538
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.3622553465354692e-07,
      "loss": 0.084,
      "step": 34539
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.3603658319094948e-07,
      "loss": 0.0988,
      "step": 34540
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.3584770642508304e-07,
      "loss": 0.0867,
      "step": 34541
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.3565890435739314e-07,
      "loss": 0.1019,
      "step": 34542
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.3547017698932305e-07,
      "loss": 0.0992,
      "step": 34543
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.352815243223161e-07,
      "loss": 0.0879,
      "step": 34544
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.3509294635781775e-07,
      "loss": 0.087,
      "step": 34545
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.3490444309727024e-07,
      "loss": 0.095,
      "step": 34546
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.3471601454211458e-07,
      "loss": 0.0855,
      "step": 34547
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.3452766069379297e-07,
      "loss": 0.0677,
      "step": 34548
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.3433938155374424e-07,
      "loss": 0.0701,
      "step": 34549
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.3415117712341283e-07,
      "loss": 0.117,
      "step": 34550
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.3396304740423425e-07,
      "loss": 0.0937,
      "step": 34551
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.3377499239765178e-07,
      "loss": 0.1007,
      "step": 34552
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.3358701210510205e-07,
      "loss": 0.0797,
      "step": 34553
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.3339910652802056e-07,
      "loss": 0.0858,
      "step": 34554
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.3321127566785062e-07,
      "loss": 0.109,
      "step": 34555
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.3302351952602552e-07,
      "loss": 0.1006,
      "step": 34556
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.3283583810398081e-07,
      "loss": 0.0875,
      "step": 34557
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.3264823140315528e-07,
      "loss": 0.087,
      "step": 34558
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.3246069942498118e-07,
      "loss": 0.0869,
      "step": 34559
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.3227324217089507e-07,
      "loss": 0.0965,
      "step": 34560
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.3208585964233033e-07,
      "loss": 0.0996,
      "step": 34561
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.318985518407213e-07,
      "loss": 0.1121,
      "step": 34562
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.317113187675002e-07,
      "loss": 0.0884,
      "step": 34563
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.315241604240992e-07,
      "loss": 0.0909,
      "step": 34564
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.3133707681194939e-07,
      "loss": 0.0765,
      "step": 34565
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.3115006793248518e-07,
      "loss": 0.0872,
      "step": 34566
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.309631337871343e-07,
      "loss": 0.0978,
      "step": 34567
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.3077627437732675e-07,
      "loss": 0.0883,
      "step": 34568
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.3058948970449358e-07,
      "loss": 0.0794,
      "step": 34569
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.3040277977006364e-07,
      "loss": 0.0837,
      "step": 34570
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.302161445754636e-07,
      "loss": 0.1024,
      "step": 34571
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.3002958412212339e-07,
      "loss": 0.0968,
      "step": 34572
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.2984309841146967e-07,
      "loss": 0.1066,
      "step": 34573
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.2965668744492796e-07,
      "loss": 0.0802,
      "step": 34574
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.2947035122392492e-07,
      "loss": 0.1025,
      "step": 34575
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.2928408974988714e-07,
      "loss": 0.085,
      "step": 34576
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.2909790302423795e-07,
      "loss": 0.0978,
      "step": 34577
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.289117910484029e-07,
      "loss": 0.087,
      "step": 34578
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.2872575382380414e-07,
      "loss": 0.0962,
      "step": 34579
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.2853979135186722e-07,
      "loss": 0.0929,
      "step": 34580
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.2835390363401321e-07,
      "loss": 0.0865,
      "step": 34581
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.2816809067166546e-07,
      "loss": 0.0921,
      "step": 34582
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.279823524662439e-07,
      "loss": 0.0895,
      "step": 34583
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.2779668901917184e-07,
      "loss": 0.1031,
      "step": 34584
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.2761110033186595e-07,
      "loss": 0.093,
      "step": 34585
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.2742558640574953e-07,
      "loss": 0.1159,
      "step": 34586
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.272401472422403e-07,
      "loss": 0.0913,
      "step": 34587
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.2705478284275606e-07,
      "loss": 0.0996,
      "step": 34588
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.2686949320871676e-07,
      "loss": 0.113,
      "step": 34589
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.2668427834154017e-07,
      "loss": 0.0985,
      "step": 34590
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.264991382426396e-07,
      "loss": 0.1011,
      "step": 34591
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.263140729134361e-07,
      "loss": 0.0819,
      "step": 34592
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.2612908235534192e-07,
      "loss": 0.0952,
      "step": 34593
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.259441665697748e-07,
      "loss": 0.0868,
      "step": 34594
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.2575932555814695e-07,
      "loss": 0.1018,
      "step": 34595
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.25574559321875e-07,
      "loss": 0.0849,
      "step": 34596
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.2538986786237115e-07,
      "loss": 0.1148,
      "step": 34597
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.2520525118104654e-07,
      "loss": 0.1035,
      "step": 34598
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.2502070927931662e-07,
      "loss": 0.1058,
      "step": 34599
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.2483624215859257e-07,
      "loss": 0.0891,
      "step": 34600
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.246518498202843e-07,
      "loss": 0.0866,
      "step": 34601
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.2446753226580298e-07,
      "loss": 0.1192,
      "step": 34602
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.2428328949655852e-07,
      "loss": 0.1,
      "step": 34603
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.2409912151396206e-07,
      "loss": 0.0753,
      "step": 34604
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.2391502831942025e-07,
      "loss": 0.0911,
      "step": 34605
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.2373100991434304e-07,
      "loss": 0.1063,
      "step": 34606
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.235470663001371e-07,
      "loss": 0.0782,
      "step": 34607
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.2336319747821022e-07,
      "loss": 0.0902,
      "step": 34608
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.2317940344996902e-07,
      "loss": 0.0918,
      "step": 34609
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.2299568421681906e-07,
      "loss": 0.1001,
      "step": 34610
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.2281203978016695e-07,
      "loss": 0.0942,
      "step": 34611
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.226284701414172e-07,
      "loss": 0.0806,
      "step": 34612
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.2244497530197195e-07,
      "loss": 0.0815,
      "step": 34613
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.22261555263239e-07,
      "loss": 0.0867,
      "step": 34614
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.2207821002661833e-07,
      "loss": 0.1144,
      "step": 34615
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.218949395935155e-07,
      "loss": 0.0861,
      "step": 34616
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.2171174396532934e-07,
      "loss": 0.0874,
      "step": 34617
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.2152862314346325e-07,
      "loss": 0.1069,
      "step": 34618
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.2134557712931716e-07,
      "loss": 0.0873,
      "step": 34619
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.211626059242933e-07,
      "loss": 0.1034,
      "step": 34620
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.2097970952978942e-07,
      "loss": 0.0909,
      "step": 34621
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.2079688794720444e-07,
      "loss": 0.0747,
      "step": 34622
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.2061414117793833e-07,
      "loss": 0.1078,
      "step": 34623
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.2043146922339e-07,
      "loss": 0.1043,
      "step": 34624
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.2024887208495382e-07,
      "loss": 0.0896,
      "step": 34625
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.2006634976403097e-07,
      "loss": 0.0897,
      "step": 34626
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.1988390226201471e-07,
      "loss": 0.0976,
      "step": 34627
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.1970152958030066e-07,
      "loss": 0.0852,
      "step": 34628
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.1951923172028433e-07,
      "loss": 0.1016,
      "step": 34629
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.193370086833624e-07,
      "loss": 0.1271,
      "step": 34630
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.1915486047092705e-07,
      "loss": 0.0946,
      "step": 34631
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.1897278708437163e-07,
      "loss": 0.1002,
      "step": 34632
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.187907885250895e-07,
      "loss": 0.0733,
      "step": 34633
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.1860886479447398e-07,
      "loss": 0.1066,
      "step": 34634
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.1842701589391612e-07,
      "loss": 0.0725,
      "step": 34635
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.18245241824806e-07,
      "loss": 0.0953,
      "step": 34636
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.1806354258853468e-07,
      "loss": 0.0896,
      "step": 34637
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.178819181864933e-07,
      "loss": 0.0859,
      "step": 34638
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.177003686200696e-07,
      "loss": 0.0865,
      "step": 34639
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.1751889389065584e-07,
      "loss": 0.0824,
      "step": 34640
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.1733749399963644e-07,
      "loss": 0.0932,
      "step": 34641
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.1715616894840142e-07,
      "loss": 0.1084,
      "step": 34642
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.1697491873833632e-07,
      "loss": 0.0838,
      "step": 34643
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.1679374337083004e-07,
      "loss": 0.0938,
      "step": 34644
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.1661264284726703e-07,
      "loss": 0.1022,
      "step": 34645
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.1643161716903173e-07,
      "loss": 0.0917,
      "step": 34646
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.162506663375119e-07,
      "loss": 0.0977,
      "step": 34647
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.1606979035408982e-07,
      "loss": 0.0739,
      "step": 34648
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.1588898922014878e-07,
      "loss": 0.0789,
      "step": 34649
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.1570826293707436e-07,
      "loss": 0.1005,
      "step": 34650
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.1552761150624768e-07,
      "loss": 0.1021,
      "step": 34651
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.1534703492904984e-07,
      "loss": 0.0773,
      "step": 34652
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.1516653320686308e-07,
      "loss": 0.1066,
      "step": 34653
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.1498610634106965e-07,
      "loss": 0.09,
      "step": 34654
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.148057543330484e-07,
      "loss": 0.103,
      "step": 34655
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.1462547718417825e-07,
      "loss": 0.103,
      "step": 34656
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.1444527489584034e-07,
      "loss": 0.0763,
      "step": 34657
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.1426514746941128e-07,
      "loss": 0.0912,
      "step": 34658
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.1408509490627117e-07,
      "loss": 0.0982,
      "step": 34659
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.1390511720779662e-07,
      "loss": 0.0969,
      "step": 34660
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.1372521437536432e-07,
      "loss": 0.0945,
      "step": 34661
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.1354538641034982e-07,
      "loss": 0.0719,
      "step": 34662
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.1336563331412984e-07,
      "loss": 0.0747,
      "step": 34663
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.1318595508807992e-07,
      "loss": 0.0887,
      "step": 34664
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.1300635173357452e-07,
      "loss": 0.1107,
      "step": 34665
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.1282682325198478e-07,
      "loss": 0.0679,
      "step": 34666
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.1264736964468845e-07,
      "loss": 0.1075,
      "step": 34667
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.1246799091305558e-07,
      "loss": 0.0943,
      "step": 34668
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.1228868705846063e-07,
      "loss": 0.1075,
      "step": 34669
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.1210945808227245e-07,
      "loss": 0.1144,
      "step": 34670
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.1193030398586557e-07,
      "loss": 0.1033,
      "step": 34671
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.1175122477060773e-07,
      "loss": 0.0869,
      "step": 34672
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.1157222043786896e-07,
      "loss": 0.1129,
      "step": 34673
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.1139329098902152e-07,
      "loss": 0.1121,
      "step": 34674
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.1121443642543203e-07,
      "loss": 0.0692,
      "step": 34675
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.110356567484684e-07,
      "loss": 0.0997,
      "step": 34676
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.108569519594994e-07,
      "loss": 0.1039,
      "step": 34677
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.106783220598918e-07,
      "loss": 0.0813,
      "step": 34678
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.1049976705101228e-07,
      "loss": 0.082,
      "step": 34679
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.1032128693422639e-07,
      "loss": 0.1007,
      "step": 34680
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.101428817109019e-07,
      "loss": 0.1032,
      "step": 34681
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.099645513824e-07,
      "loss": 0.0768,
      "step": 34682
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.0978629595008627e-07,
      "loss": 0.0789,
      "step": 34683
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.096081154153251e-07,
      "loss": 0.1023,
      "step": 34684
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.0943000977948103e-07,
      "loss": 0.1126,
      "step": 34685
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.0925197904391292e-07,
      "loss": 0.0862,
      "step": 34686
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.0907402320998528e-07,
      "loss": 0.097,
      "step": 34687
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.088961422790592e-07,
      "loss": 0.1101,
      "step": 34688
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.0871833625249581e-07,
      "loss": 0.086,
      "step": 34689
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.0854060513165297e-07,
      "loss": 0.0894,
      "step": 34690
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.08362948917894e-07,
      "loss": 0.0848,
      "step": 34691
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.0818536761257668e-07,
      "loss": 0.0893,
      "step": 34692
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.0800786121705663e-07,
      "loss": 0.1055,
      "step": 34693
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.0783042973269607e-07,
      "loss": 0.0958,
      "step": 34694
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.076530731608506e-07,
      "loss": 0.121,
      "step": 34695
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.0747579150287688e-07,
      "loss": 0.1048,
      "step": 34696
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.0729858476013164e-07,
      "loss": 0.0939,
      "step": 34697
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.0712145293396936e-07,
      "loss": 0.0944,
      "step": 34698
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.0694439602574777e-07,
      "loss": 0.0961,
      "step": 34699
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.067674140368181e-07,
      "loss": 0.1112,
      "step": 34700
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.06590506968537e-07,
      "loss": 0.0891,
      "step": 34701
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.0641367482225672e-07,
      "loss": 0.0832,
      "step": 34702
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.062369175993284e-07,
      "loss": 0.074,
      "step": 34703
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.0606023530110651e-07,
      "loss": 0.0986,
      "step": 34704
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.0588362792894335e-07,
      "loss": 0.1139,
      "step": 34705
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.0570709548418778e-07,
      "loss": 0.0776,
      "step": 34706
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.0553063796819206e-07,
      "loss": 0.0904,
      "step": 34707
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.0535425538230514e-07,
      "loss": 0.0939,
      "step": 34708
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.0517794772787702e-07,
      "loss": 0.0987,
      "step": 34709
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.0500171500625555e-07,
      "loss": 0.0977,
      "step": 34710
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.0482555721879072e-07,
      "loss": 0.0975,
      "step": 34711
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.0464947436682813e-07,
      "loss": 0.0861,
      "step": 34712
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.044734664517156e-07,
      "loss": 0.0965,
      "step": 34713
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.0429753347479987e-07,
      "loss": 0.091,
      "step": 34714
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.0412167543742755e-07,
      "loss": 0.1217,
      "step": 34715
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.039458923409432e-07,
      "loss": 0.1187,
      "step": 34716
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.0377018418669015e-07,
      "loss": 0.087,
      "step": 34717
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.035945509760151e-07,
      "loss": 0.0859,
      "step": 34718
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.0341899271026034e-07,
      "loss": 0.0953,
      "step": 34719
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.032435093907692e-07,
      "loss": 0.0869,
      "step": 34720
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.0306810101888507e-07,
      "loss": 0.0766,
      "step": 34721
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.028927675959491e-07,
      "loss": 0.1011,
      "step": 34722
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.0271750912330245e-07,
      "loss": 0.1015,
      "step": 34723
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.0254232560228516e-07,
      "loss": 0.0725,
      "step": 34724
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.0236721703423834e-07,
      "loss": 0.1134,
      "step": 34725
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.0219218342050317e-07,
      "loss": 0.111,
      "step": 34726
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.0201722476241525e-07,
      "loss": 0.0871,
      "step": 34727
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.0184234106131572e-07,
      "loss": 0.0982,
      "step": 34728
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.016675323185413e-07,
      "loss": 0.0987,
      "step": 34729
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.014927985354298e-07,
      "loss": 0.0793,
      "step": 34730
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.0131813971331903e-07,
      "loss": 0.0943,
      "step": 34731
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.011435558535424e-07,
      "loss": 0.084,
      "step": 34732
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.009690469574388e-07,
      "loss": 0.1053,
      "step": 34733
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.007946130263394e-07,
      "loss": 0.1004,
      "step": 34734
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.0062025406158313e-07,
      "loss": 0.0914,
      "step": 34735
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.0044597006450007e-07,
      "loss": 0.0745,
      "step": 34736
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.0027176103642577e-07,
      "loss": 0.0943,
      "step": 34737
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.000976269786914e-07,
      "loss": 0.088,
      "step": 34738
    },
    {
      "epoch": 2.81,
      "learning_rate": 1.9992356789263146e-07,
      "loss": 0.0973,
      "step": 34739
    },
    {
      "epoch": 2.81,
      "learning_rate": 1.9974958377957487e-07,
      "loss": 0.0987,
      "step": 34740
    },
    {
      "epoch": 2.81,
      "learning_rate": 1.9957567464085393e-07,
      "loss": 0.1045,
      "step": 34741
    },
    {
      "epoch": 2.81,
      "learning_rate": 1.9940184047779975e-07,
      "loss": 0.1039,
      "step": 34742
    },
    {
      "epoch": 2.81,
      "learning_rate": 1.9922808129174133e-07,
      "loss": 0.0993,
      "step": 34743
    },
    {
      "epoch": 2.81,
      "learning_rate": 1.9905439708400752e-07,
      "loss": 0.0876,
      "step": 34744
    },
    {
      "epoch": 2.81,
      "learning_rate": 1.9888078785592845e-07,
      "loss": 0.0982,
      "step": 34745
    },
    {
      "epoch": 2.81,
      "learning_rate": 1.9870725360883193e-07,
      "loss": 0.0995,
      "step": 34746
    },
    {
      "epoch": 2.81,
      "learning_rate": 1.9853379434404352e-07,
      "loss": 0.0767,
      "step": 34747
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.9836041006289219e-07,
      "loss": 0.0756,
      "step": 34748
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.9818710076670468e-07,
      "loss": 0.0887,
      "step": 34749
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.9801386645680654e-07,
      "loss": 0.1019,
      "step": 34750
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.978407071345212e-07,
      "loss": 0.1078,
      "step": 34751
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.9766762280117424e-07,
      "loss": 0.1032,
      "step": 34752
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.974946134580924e-07,
      "loss": 0.0889,
      "step": 34753
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.9732167910659682e-07,
      "loss": 0.0934,
      "step": 34754
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.9714881974801092e-07,
      "loss": 0.0914,
      "step": 34755
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.9697603538365695e-07,
      "loss": 0.0891,
      "step": 34756
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.9680332601485607e-07,
      "loss": 0.0924,
      "step": 34757
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.966306916429306e-07,
      "loss": 0.0826,
      "step": 34758
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.9645813226920163e-07,
      "loss": 0.0967,
      "step": 34759
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.9628564789498928e-07,
      "loss": 0.11,
      "step": 34760
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.9611323852161135e-07,
      "loss": 0.0973,
      "step": 34761
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.959409041503879e-07,
      "loss": 0.0911,
      "step": 34762
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.9576864478263792e-07,
      "loss": 0.0787,
      "step": 34763
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.9559646041967807e-07,
      "loss": 0.1056,
      "step": 34764
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.954243510628273e-07,
      "loss": 0.1126,
      "step": 34765
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.9525231671340129e-07,
      "loss": 0.101,
      "step": 34766
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.9508035737271448e-07,
      "loss": 0.0945,
      "step": 34767
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.949084730420847e-07,
      "loss": 0.0826,
      "step": 34768
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.9473666372282652e-07,
      "loss": 0.0816,
      "step": 34769
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.9456492941625439e-07,
      "loss": 0.0884,
      "step": 34770
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.943932701236806e-07,
      "loss": 0.0921,
      "step": 34771
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.9422168584642075e-07,
      "loss": 0.0767,
      "step": 34772
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.9405017658578607e-07,
      "loss": 0.0871,
      "step": 34773
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.9387874234308768e-07,
      "loss": 0.0878,
      "step": 34774
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.93707383119639e-07,
      "loss": 0.0918,
      "step": 34775
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.9353609891675118e-07,
      "loss": 0.0949,
      "step": 34776
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.9336488973573208e-07,
      "loss": 0.1154,
      "step": 34777
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.9319375557789399e-07,
      "loss": 0.0852,
      "step": 34778
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.9302269644454473e-07,
      "loss": 0.0876,
      "step": 34779
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.9285171233699441e-07,
      "loss": 0.0812,
      "step": 34780
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.9268080325654857e-07,
      "loss": 0.0897,
      "step": 34781
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.9250996920451736e-07,
      "loss": 0.1157,
      "step": 34782
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.9233921018220635e-07,
      "loss": 0.0988,
      "step": 34783
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.921685261909223e-07,
      "loss": 0.084,
      "step": 34784
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.919979172319708e-07,
      "loss": 0.1074,
      "step": 34785
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.918273833066564e-07,
      "loss": 0.0959,
      "step": 34786
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.916569244162847e-07,
      "loss": 0.0838,
      "step": 34787
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.914865405621591e-07,
      "loss": 0.1034,
      "step": 34788
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.913162317455841e-07,
      "loss": 0.083,
      "step": 34789
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.9114599796786204e-07,
      "loss": 0.0967,
      "step": 34790
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.9097583923029404e-07,
      "loss": 0.106,
      "step": 34791
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.9080575553418356e-07,
      "loss": 0.1004,
      "step": 34792
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.9063574688083175e-07,
      "loss": 0.0924,
      "step": 34793
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.904658132715387e-07,
      "loss": 0.0841,
      "step": 34794
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.9029595470760332e-07,
      "loss": 0.0911,
      "step": 34795
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.9012617119032682e-07,
      "loss": 0.09,
      "step": 34796
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.899564627210071e-07,
      "loss": 0.1079,
      "step": 34797
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.8978682930094193e-07,
      "loss": 0.0952,
      "step": 34798
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.8961727093143144e-07,
      "loss": 0.0944,
      "step": 34799
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.8944778761377126e-07,
      "loss": 0.0871,
      "step": 34800
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.8927837934925697e-07,
      "loss": 0.0902,
      "step": 34801
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.8910904613918534e-07,
      "loss": 0.0958,
      "step": 34802
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.8893978798485314e-07,
      "loss": 0.0924,
      "step": 34803
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.8877060488755372e-07,
      "loss": 0.0897,
      "step": 34804
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.8860149684858165e-07,
      "loss": 0.1135,
      "step": 34805
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.8843246386923142e-07,
      "loss": 0.1007,
      "step": 34806
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.8826350595079425e-07,
      "loss": 0.1003,
      "step": 34807
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.880946230945635e-07,
      "loss": 0.0828,
      "step": 34808
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.8792581530183373e-07,
      "loss": 0.0881,
      "step": 34809
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.8775708257389392e-07,
      "loss": 0.1147,
      "step": 34810
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.875884249120341e-07,
      "loss": 0.0773,
      "step": 34811
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.8741984231754662e-07,
      "loss": 0.0893,
      "step": 34812
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.872513347917204e-07,
      "loss": 0.0973,
      "step": 34813
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.8708290233584448e-07,
      "loss": 0.0799,
      "step": 34814
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.8691454495120663e-07,
      "loss": 0.1017,
      "step": 34815
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.8674626263909702e-07,
      "loss": 0.0794,
      "step": 34816
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.865780554008001e-07,
      "loss": 0.0933,
      "step": 34817
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.8640992323760486e-07,
      "loss": 0.11,
      "step": 34818
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.8624186615079698e-07,
      "loss": 0.0829,
      "step": 34819
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.8607388414166206e-07,
      "loss": 0.1211,
      "step": 34820
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.8590597721148572e-07,
      "loss": 0.0761,
      "step": 34821
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.8573814536154923e-07,
      "loss": 0.0916,
      "step": 34822
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.8557038859314257e-07,
      "loss": 0.0959,
      "step": 34823
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.854027069075448e-07,
      "loss": 0.0974,
      "step": 34824
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.852351003060393e-07,
      "loss": 0.0933,
      "step": 34825
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.850675687899095e-07,
      "loss": 0.1069,
      "step": 34826
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.8490011236043547e-07,
      "loss": 0.0928,
      "step": 34827
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.8473273101889955e-07,
      "loss": 0.1083,
      "step": 34828
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.845654247665818e-07,
      "loss": 0.0894,
      "step": 34829
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.843981936047634e-07,
      "loss": 0.073,
      "step": 34830
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.8423103753472116e-07,
      "loss": 0.081,
      "step": 34831
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.8406395655773512e-07,
      "loss": 0.1146,
      "step": 34832
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.8389695067508428e-07,
      "loss": 0.08,
      "step": 34833
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.837300198880454e-07,
      "loss": 0.1065,
      "step": 34834
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.8356316419789522e-07,
      "loss": 0.0884,
      "step": 34835
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.8339638360591162e-07,
      "loss": 0.0967,
      "step": 34836
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.8322967811336912e-07,
      "loss": 0.0773,
      "step": 34837
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.8306304772154336e-07,
      "loss": 0.0836,
      "step": 34838
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.8289649243171005e-07,
      "loss": 0.1004,
      "step": 34839
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.8273001224514252e-07,
      "loss": 0.0764,
      "step": 34840
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.8256360716311427e-07,
      "loss": 0.1081,
      "step": 34841
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.823972771868976e-07,
      "loss": 0.0815,
      "step": 34842
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.8223102231776702e-07,
      "loss": 0.0826,
      "step": 34843
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.8206484255699374e-07,
      "loss": 0.0956,
      "step": 34844
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.818987379058468e-07,
      "loss": 0.088,
      "step": 34845
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.8173270836560065e-07,
      "loss": 0.1049,
      "step": 34846
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.815667539375232e-07,
      "loss": 0.1015,
      "step": 34847
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.814008746228846e-07,
      "loss": 0.0927,
      "step": 34848
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.8123507042295374e-07,
      "loss": 0.0983,
      "step": 34849
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.8106934133899856e-07,
      "loss": 0.1011,
      "step": 34850
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.8090368737228802e-07,
      "loss": 0.0816,
      "step": 34851
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.807381085240889e-07,
      "loss": 0.0929,
      "step": 34852
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.8057260479566686e-07,
      "loss": 0.0855,
      "step": 34853
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.8040717618828975e-07,
      "loss": 0.1011,
      "step": 34854
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.8024182270322321e-07,
      "loss": 0.1267,
      "step": 34855
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.800765443417296e-07,
      "loss": 0.0681,
      "step": 34856
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.799113411050768e-07,
      "loss": 0.0884,
      "step": 34857
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.79746212994526e-07,
      "loss": 0.0971,
      "step": 34858
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.7958116001134174e-07,
      "loss": 0.0796,
      "step": 34859
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.7941618215678746e-07,
      "loss": 0.0877,
      "step": 34860
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.792512794321244e-07,
      "loss": 0.0998,
      "step": 34861
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.790864518386126e-07,
      "loss": 0.0904,
      "step": 34862
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.7892169937751447e-07,
      "loss": 0.1095,
      "step": 34863
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.7875702205009116e-07,
      "loss": 0.0895,
      "step": 34864
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.7859241985760278e-07,
      "loss": 0.0976,
      "step": 34865
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.7842789280130502e-07,
      "loss": 0.0889,
      "step": 34866
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.7826344088246017e-07,
      "loss": 0.0899,
      "step": 34867
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.7809906410232614e-07,
      "loss": 0.0814,
      "step": 34868
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.7793476246215856e-07,
      "loss": 0.0901,
      "step": 34869
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.7777053596321537e-07,
      "loss": 0.1018,
      "step": 34870
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.7760638460675328e-07,
      "loss": 0.1034,
      "step": 34871
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.77442308394028e-07,
      "loss": 0.0912,
      "step": 34872
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.7727830732629293e-07,
      "loss": 0.0864,
      "step": 34873
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.7711438140480598e-07,
      "loss": 0.0852,
      "step": 34874
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.7695053063081947e-07,
      "loss": 0.1038,
      "step": 34875
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.7678675500558572e-07,
      "loss": 0.1053,
      "step": 34876
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.7662305453035932e-07,
      "loss": 0.102,
      "step": 34877
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.7645942920639257e-07,
      "loss": 0.1019,
      "step": 34878
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.7629587903493563e-07,
      "loss": 0.0745,
      "step": 34879
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.7613240401724296e-07,
      "loss": 0.0725,
      "step": 34880
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.7596900415456143e-07,
      "loss": 0.0879,
      "step": 34881
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.758056794481444e-07,
      "loss": 0.0908,
      "step": 34882
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.7564242989923763e-07,
      "loss": 0.0851,
      "step": 34883
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.754792555090945e-07,
      "loss": 0.1265,
      "step": 34884
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.753161562789596e-07,
      "loss": 0.1054,
      "step": 34885
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.751531322100819e-07,
      "loss": 0.0892,
      "step": 34886
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.749901833037082e-07,
      "loss": 0.0821,
      "step": 34887
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.748273095610875e-07,
      "loss": 0.099,
      "step": 34888
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.7466451098346325e-07,
      "loss": 0.0913,
      "step": 34889
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.7450178757208113e-07,
      "loss": 0.1012,
      "step": 34890
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.7433913932818568e-07,
      "loss": 0.0995,
      "step": 34891
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.741765662530237e-07,
      "loss": 0.0926,
      "step": 34892
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.740140683478353e-07,
      "loss": 0.1026,
      "step": 34893
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.7385164561386725e-07,
      "loss": 0.1101,
      "step": 34894
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.7368929805236078e-07,
      "loss": 0.0891,
      "step": 34895
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.7352702566455603e-07,
      "loss": 0.0833,
      "step": 34896
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.7336482845169644e-07,
      "loss": 0.1113,
      "step": 34897
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.7320270641502212e-07,
      "loss": 0.0775,
      "step": 34898
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.7304065955577432e-07,
      "loss": 0.0981,
      "step": 34899
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.7287868787519092e-07,
      "loss": 0.0872,
      "step": 34900
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.7271679137451202e-07,
      "loss": 0.1127,
      "step": 34901
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.7255497005497778e-07,
      "loss": 0.0946,
      "step": 34902
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.7239322391782276e-07,
      "loss": 0.0914,
      "step": 34903
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.7223155296428816e-07,
      "loss": 0.0755,
      "step": 34904
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.7206995719560858e-07,
      "loss": 0.091,
      "step": 34905
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.719084366130186e-07,
      "loss": 0.108,
      "step": 34906
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.7174699121775717e-07,
      "loss": 0.0931,
      "step": 34907
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.715856210110589e-07,
      "loss": 0.0667,
      "step": 34908
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.7142432599415725e-07,
      "loss": 0.1027,
      "step": 34909
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.7126310616828457e-07,
      "loss": 0.1026,
      "step": 34910
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.7110196153467762e-07,
      "loss": 0.0765,
      "step": 34911
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.7094089209456766e-07,
      "loss": 0.0984,
      "step": 34912
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.7077989784918591e-07,
      "loss": 0.0756,
      "step": 34913
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.7061897879976586e-07,
      "loss": 0.0882,
      "step": 34914
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.7045813494753871e-07,
      "loss": 0.1218,
      "step": 34915
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.702973662937324e-07,
      "loss": 0.1008,
      "step": 34916
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.7013667283957814e-07,
      "loss": 0.1077,
      "step": 34917
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.6997605458630718e-07,
      "loss": 0.0995,
      "step": 34918
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.698155115351452e-07,
      "loss": 0.0814,
      "step": 34919
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.6965504368732233e-07,
      "loss": 0.0973,
      "step": 34920
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.6949465104406538e-07,
      "loss": 0.1035,
      "step": 34921
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.6933433360660224e-07,
      "loss": 0.1217,
      "step": 34922
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.691740913761597e-07,
      "loss": 0.0854,
      "step": 34923
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.6901392435396125e-07,
      "loss": 0.0841,
      "step": 34924
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.6885383254123477e-07,
      "loss": 0.0875,
      "step": 34925
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.6869381593920374e-07,
      "loss": 0.1053,
      "step": 34926
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.6853387454909163e-07,
      "loss": 0.1098,
      "step": 34927
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.6837400837212415e-07,
      "loss": 0.1078,
      "step": 34928
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.682142174095236e-07,
      "loss": 0.0944,
      "step": 34929
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.6805450166251015e-07,
      "loss": 0.1023,
      "step": 34930
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.6789486113230835e-07,
      "loss": 0.1114,
      "step": 34931
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.6773529582013946e-07,
      "loss": 0.0931,
      "step": 34932
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.6757580572722366e-07,
      "loss": 0.0955,
      "step": 34933
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.6741639085477878e-07,
      "loss": 0.0832,
      "step": 34934
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.6725705120402835e-07,
      "loss": 0.0896,
      "step": 34935
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.6709778677618803e-07,
      "loss": 0.0846,
      "step": 34936
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.66938597572478e-07,
      "loss": 0.0958,
      "step": 34937
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.667794835941161e-07,
      "loss": 0.1036,
      "step": 34938
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.666204448423192e-07,
      "loss": 0.085,
      "step": 34939
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.664614813183041e-07,
      "loss": 0.0706,
      "step": 34940
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.6630259302328643e-07,
      "loss": 0.0849,
      "step": 34941
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.6614377995848197e-07,
      "loss": 0.0833,
      "step": 34942
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.6598504212510635e-07,
      "loss": 0.0697,
      "step": 34943
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.6582637952437307e-07,
      "loss": 0.0845,
      "step": 34944
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.6566779215749674e-07,
      "loss": 0.0792,
      "step": 34945
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.6550928002568856e-07,
      "loss": 0.1105,
      "step": 34946
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.6535084313016315e-07,
      "loss": 0.0928,
      "step": 34947
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.6519248147213395e-07,
      "loss": 0.0914,
      "step": 34948
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.6503419505281003e-07,
      "loss": 0.0907,
      "step": 34949
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.6487598387340152e-07,
      "loss": 0.089,
      "step": 34950
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.647178479351208e-07,
      "loss": 0.093,
      "step": 34951
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.6455978723917908e-07,
      "loss": 0.0911,
      "step": 34952
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.644018017867821e-07,
      "loss": 0.0933,
      "step": 34953
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.6424389157914e-07,
      "loss": 0.0975,
      "step": 34954
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.6408605661746068e-07,
      "loss": 0.0808,
      "step": 34955
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.63928296902951e-07,
      "loss": 0.0983,
      "step": 34956
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.637706124368199e-07,
      "loss": 0.1032,
      "step": 34957
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.6361300322027206e-07,
      "loss": 0.1021,
      "step": 34958
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.6345546925451427e-07,
      "loss": 0.0956,
      "step": 34959
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.6329801054075e-07,
      "loss": 0.0931,
      "step": 34960
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.6314062708018386e-07,
      "loss": 0.0856,
      "step": 34961
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.6298331887402263e-07,
      "loss": 0.1006,
      "step": 34962
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.628260859234676e-07,
      "loss": 0.0773,
      "step": 34963
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.6266892822972223e-07,
      "loss": 0.0911,
      "step": 34964
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.625118457939878e-07,
      "loss": 0.1006,
      "step": 34965
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.6235483861746782e-07,
      "loss": 0.1005,
      "step": 34966
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.6219790670136238e-07,
      "loss": 0.0779,
      "step": 34967
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.6204105004687055e-07,
      "loss": 0.0951,
      "step": 34968
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.618842686551958e-07,
      "loss": 0.0926,
      "step": 34969
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.6172756252753607e-07,
      "loss": 0.1082,
      "step": 34970
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.615709316650871e-07,
      "loss": 0.1054,
      "step": 34971
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.614143760690512e-07,
      "loss": 0.0859,
      "step": 34972
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.6125789574062522e-07,
      "loss": 0.0924,
      "step": 34973
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.61101490681006e-07,
      "loss": 0.1043,
      "step": 34974
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.6094516089138922e-07,
      "loss": 0.0978,
      "step": 34975
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.6078890637297063e-07,
      "loss": 0.0989,
      "step": 34976
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.606327271269481e-07,
      "loss": 0.1143,
      "step": 34977
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.6047662315451405e-07,
      "loss": 0.0887,
      "step": 34978
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.603205944568631e-07,
      "loss": 0.0976,
      "step": 34979
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.601646410351898e-07,
      "loss": 0.08,
      "step": 34980
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.6000876289068545e-07,
      "loss": 0.0788,
      "step": 34981
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.5985296002454575e-07,
      "loss": 0.1117,
      "step": 34982
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.5969723243795976e-07,
      "loss": 0.0734,
      "step": 34983
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.5954158013211874e-07,
      "loss": 0.0913,
      "step": 34984
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.5938600310821617e-07,
      "loss": 0.0863,
      "step": 34985
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.592305013674389e-07,
      "loss": 0.1061,
      "step": 34986
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.590750749109793e-07,
      "loss": 0.1069,
      "step": 34987
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.589197237400253e-07,
      "loss": 0.0917,
      "step": 34988
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.5876444785576595e-07,
      "loss": 0.0919,
      "step": 34989
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.586092472593881e-07,
      "loss": 0.1005,
      "step": 34990
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.5845412195207855e-07,
      "loss": 0.0678,
      "step": 34991
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.5829907193502524e-07,
      "loss": 0.0871,
      "step": 34992
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.5814409720941505e-07,
      "loss": 0.0939,
      "step": 34993
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.579891977764325e-07,
      "loss": 0.104,
      "step": 34994
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.5783437363726229e-07,
      "loss": 0.0848,
      "step": 34995
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.5767962479309006e-07,
      "loss": 0.0817,
      "step": 34996
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.5752495124509937e-07,
      "loss": 0.1059,
      "step": 34997
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.5737035299447146e-07,
      "loss": 0.1018,
      "step": 34998
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.5721583004239206e-07,
      "loss": 0.0805,
      "step": 34999
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.5706138239004243e-07,
      "loss": 0.1302,
      "step": 35000
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.5690701003860276e-07,
      "loss": 0.0943,
      "step": 35001
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.5675271298925432e-07,
      "loss": 0.0938,
      "step": 35002
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.565984912431795e-07,
      "loss": 0.0867,
      "step": 35003
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.5644434480155622e-07,
      "loss": 0.1076,
      "step": 35004
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.562902736655647e-07,
      "loss": 0.1028,
      "step": 35005
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.5613627783638173e-07,
      "loss": 0.1111,
      "step": 35006
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.5598235731518863e-07,
      "loss": 0.0946,
      "step": 35007
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.5582851210315997e-07,
      "loss": 0.0938,
      "step": 35008
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.5567474220147593e-07,
      "loss": 0.1016,
      "step": 35009
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.5552104761130894e-07,
      "loss": 0.0771,
      "step": 35010
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.55367428333838e-07,
      "loss": 0.0831,
      "step": 35011
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.5521388437023554e-07,
      "loss": 0.1046,
      "step": 35012
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.5506041572167952e-07,
      "loss": 0.0891,
      "step": 35013
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.5490702238934118e-07,
      "loss": 0.1047,
      "step": 35014
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.5475370437439518e-07,
      "loss": 0.0905,
      "step": 35015
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.546004616780139e-07,
      "loss": 0.0867,
      "step": 35016
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.5444729430137195e-07,
      "loss": 0.0896,
      "step": 35017
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.542942022456373e-07,
      "loss": 0.0986,
      "step": 35018
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.5414118551198453e-07,
      "loss": 0.0851,
      "step": 35019
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.5398824410158276e-07,
      "loss": 0.0856,
      "step": 35020
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.53835378015601e-07,
      "loss": 0.0856,
      "step": 35021
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.5368258725521057e-07,
      "loss": 0.0945,
      "step": 35022
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.535298718215794e-07,
      "loss": 0.0879,
      "step": 35023
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.533772317158766e-07,
      "loss": 0.1027,
      "step": 35024
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.5322466693926896e-07,
      "loss": 0.0989,
      "step": 35025
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.5307217749292335e-07,
      "loss": 0.0872,
      "step": 35026
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.5291976337800773e-07,
      "loss": 0.0877,
      "step": 35027
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.5276742459568784e-07,
      "loss": 0.0969,
      "step": 35028
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.5261516114712827e-07,
      "loss": 0.1012,
      "step": 35029
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.5246297303349366e-07,
      "loss": 0.0884,
      "step": 35030
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.5231086025594976e-07,
      "loss": 0.0826,
      "step": 35031
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.5215882281565897e-07,
      "loss": 0.1339,
      "step": 35032
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.5200686071378478e-07,
      "loss": 0.1321,
      "step": 35033
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.5185497395149073e-07,
      "loss": 0.0868,
      "step": 35034
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.517031625299359e-07,
      "loss": 0.0915,
      "step": 35035
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.5155142645028487e-07,
      "loss": 0.0825,
      "step": 35036
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.5139976571369785e-07,
      "loss": 0.0869,
      "step": 35037
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.5124818032133394e-07,
      "loss": 0.1071,
      "step": 35038
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.5109667027435327e-07,
      "loss": 0.0862,
      "step": 35039
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.5094523557391383e-07,
      "loss": 0.0747,
      "step": 35040
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.5079387622117692e-07,
      "loss": 0.0773,
      "step": 35041
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.5064259221729827e-07,
      "loss": 0.1013,
      "step": 35042
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.5049138356343584e-07,
      "loss": 0.1071,
      "step": 35043
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.503402502607465e-07,
      "loss": 0.0977,
      "step": 35044
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.50189192310386e-07,
      "loss": 0.1073,
      "step": 35045
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.5003820971351e-07,
      "loss": 0.0991,
      "step": 35046
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.4988730247127548e-07,
      "loss": 0.0905,
      "step": 35047
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.4973647058483477e-07,
      "loss": 0.0809,
      "step": 35048
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.495857140553414e-07,
      "loss": 0.1113,
      "step": 35049
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.4943503288395e-07,
      "loss": 0.1055,
      "step": 35050
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.49284427071813e-07,
      "loss": 0.0919,
      "step": 35051
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.491338966200817e-07,
      "loss": 0.0918,
      "step": 35052
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.4898344152990962e-07,
      "loss": 0.1133,
      "step": 35053
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.4883306180244694e-07,
      "loss": 0.0874,
      "step": 35054
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.4868275743884274e-07,
      "loss": 0.0862,
      "step": 35055
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.4853252844024834e-07,
      "loss": 0.0775,
      "step": 35056
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.4838237480781283e-07,
      "loss": 0.07,
      "step": 35057
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.4823229654268524e-07,
      "loss": 0.088,
      "step": 35058
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.4808229364601246e-07,
      "loss": 0.079,
      "step": 35059
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.4793236611894247e-07,
      "loss": 0.0811,
      "step": 35060
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.4778251396262322e-07,
      "loss": 0.1053,
      "step": 35061
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.4763273717820158e-07,
      "loss": 0.0834,
      "step": 35062
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.4748303576682e-07,
      "loss": 0.1107,
      "step": 35063
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.473334097296275e-07,
      "loss": 0.0861,
      "step": 35064
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.4718385906776655e-07,
      "loss": 0.0868,
      "step": 35065
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.4703438378238179e-07,
      "loss": 0.1064,
      "step": 35066
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.468849838746178e-07,
      "loss": 0.096,
      "step": 35067
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.4673565934561706e-07,
      "loss": 0.0792,
      "step": 35068
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.4658641019651976e-07,
      "loss": 0.0916,
      "step": 35069
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.4643723642847052e-07,
      "loss": 0.1003,
      "step": 35070
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.4628813804260956e-07,
      "loss": 0.0939,
      "step": 35071
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.4613911504007705e-07,
      "loss": 0.1035,
      "step": 35072
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.4599016742201434e-07,
      "loss": 0.0988,
      "step": 35073
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.4584129518955936e-07,
      "loss": 0.0974,
      "step": 35074
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.4569249834385124e-07,
      "loss": 0.1037,
      "step": 35075
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.4554377688602905e-07,
      "loss": 0.1046,
      "step": 35076
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.453951308172308e-07,
      "loss": 0.1111,
      "step": 35077
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.4524656013859327e-07,
      "loss": 0.11,
      "step": 35078
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.450980648512512e-07,
      "loss": 0.0969,
      "step": 35079
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.4494964495634368e-07,
      "loss": 0.1011,
      "step": 35080
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.448013004550053e-07,
      "loss": 0.0937,
      "step": 35081
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.4465303134836961e-07,
      "loss": 0.099,
      "step": 35082
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.4450483763757128e-07,
      "loss": 0.0963,
      "step": 35083
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.4435671932374606e-07,
      "loss": 0.0889,
      "step": 35084
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.4420867640802417e-07,
      "loss": 0.0804,
      "step": 35085
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.440607088915391e-07,
      "loss": 0.1068,
      "step": 35086
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.4391281677542557e-07,
      "loss": 0.0909,
      "step": 35087
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.437650000608115e-07,
      "loss": 0.0837,
      "step": 35088
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.4361725874882826e-07,
      "loss": 0.0895,
      "step": 35089
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.43469592840606e-07,
      "loss": 0.0846,
      "step": 35090
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.4332200233727722e-07,
      "loss": 0.1109,
      "step": 35091
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.4317448723996875e-07,
      "loss": 0.0945,
      "step": 35092
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.4302704754980746e-07,
      "loss": 0.1024,
      "step": 35093
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.428796832679258e-07,
      "loss": 0.0916,
      "step": 35094
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.4273239439544618e-07,
      "loss": 0.0889,
      "step": 35095
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.4258518093349883e-07,
      "loss": 0.1039,
      "step": 35096
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.424380428832084e-07,
      "loss": 0.082,
      "step": 35097
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.4229098024570175e-07,
      "loss": 0.0768,
      "step": 35098
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.4214399302210246e-07,
      "loss": 0.086,
      "step": 35099
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.4199708121353518e-07,
      "loss": 0.1055,
      "step": 35100
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.4185024482112563e-07,
      "loss": 0.109,
      "step": 35101
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.417034838459963e-07,
      "loss": 0.0874,
      "step": 35102
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.4155679828926848e-07,
      "loss": 0.0962,
      "step": 35103
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.4141018815206575e-07,
      "loss": 0.0984,
      "step": 35104
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.412636534355094e-07,
      "loss": 0.1163,
      "step": 35105
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.4111719414072078e-07,
      "loss": 0.0944,
      "step": 35106
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.4097081026881898e-07,
      "loss": 0.1013,
      "step": 35107
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.4082450182092645e-07,
      "loss": 0.0767,
      "step": 35108
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.4067826879816005e-07,
      "loss": 0.0971,
      "step": 35109
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.405321112016378e-07,
      "loss": 0.1041,
      "step": 35110
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.403860290324821e-07,
      "loss": 0.1083,
      "step": 35111
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.4024002229180655e-07,
      "loss": 0.0898,
      "step": 35112
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.4009409098073023e-07,
      "loss": 0.1115,
      "step": 35113
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.399482351003678e-07,
      "loss": 0.0891,
      "step": 35114
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.3980245465183617e-07,
      "loss": 0.0897,
      "step": 35115
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.3965674963625108e-07,
      "loss": 0.0982,
      "step": 35116
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.395111200547261e-07,
      "loss": 0.1033,
      "step": 35117
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.393655659083759e-07,
      "loss": 0.1206,
      "step": 35118
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.3922008719831516e-07,
      "loss": 0.1089,
      "step": 35119
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.3907468392565294e-07,
      "loss": 0.0779,
      "step": 35120
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.3892935609150614e-07,
      "loss": 0.0841,
      "step": 35121
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.3878410369698504e-07,
      "loss": 0.0744,
      "step": 35122
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.3863892674319978e-07,
      "loss": 0.1018,
      "step": 35123
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.3849382523126175e-07,
      "loss": 0.091,
      "step": 35124
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.3834879916228117e-07,
      "loss": 0.0947,
      "step": 35125
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.3820384853736711e-07,
      "loss": 0.087,
      "step": 35126
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.3805897335762873e-07,
      "loss": 0.0906,
      "step": 35127
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.3791417362417402e-07,
      "loss": 0.1131,
      "step": 35128
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.3776944933811208e-07,
      "loss": 0.0889,
      "step": 35129
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.3762480050054873e-07,
      "loss": 0.0752,
      "step": 35130
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.3748022711258967e-07,
      "loss": 0.0954,
      "step": 35131
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.373357291753441e-07,
      "loss": 0.0909,
      "step": 35132
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.371913066899133e-07,
      "loss": 0.0832,
      "step": 35133
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.3704695965740644e-07,
      "loss": 0.1035,
      "step": 35134
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.369026880789248e-07,
      "loss": 0.0894,
      "step": 35135
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.3675849195557312e-07,
      "loss": 0.0969,
      "step": 35136
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.366143712884538e-07,
      "loss": 0.0732,
      "step": 35137
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.364703260786715e-07,
      "loss": 0.1068,
      "step": 35138
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.3632635632732648e-07,
      "loss": 0.1139,
      "step": 35139
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.3618246203551898e-07,
      "loss": 0.1059,
      "step": 35140
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.3603864320435146e-07,
      "loss": 0.0891,
      "step": 35141
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.358948998349252e-07,
      "loss": 0.0871,
      "step": 35142
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.357512319283383e-07,
      "loss": 0.0962,
      "step": 35143
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.3560763948568977e-07,
      "loss": 0.117,
      "step": 35144
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.3546412250807884e-07,
      "loss": 0.0838,
      "step": 35145
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.3532068099660234e-07,
      "loss": 0.0991,
      "step": 35146
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.3517731495235942e-07,
      "loss": 0.0883,
      "step": 35147
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.3503402437644587e-07,
      "loss": 0.0777,
      "step": 35148
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.3489080926995746e-07,
      "loss": 0.1024,
      "step": 35149
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.347476696339911e-07,
      "loss": 0.0989,
      "step": 35150
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.3460460546963927e-07,
      "loss": 0.0846,
      "step": 35151
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.3446161677799996e-07,
      "loss": 0.1052,
      "step": 35152
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.3431870356016452e-07,
      "loss": 0.0849,
      "step": 35153
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.3417586581722764e-07,
      "loss": 0.1065,
      "step": 35154
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.3403310355028064e-07,
      "loss": 0.0895,
      "step": 35155
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.3389041676041715e-07,
      "loss": 0.0901,
      "step": 35156
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.3374780544872735e-07,
      "loss": 0.1033,
      "step": 35157
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.3360526961630372e-07,
      "loss": 0.1134,
      "step": 35158
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.3346280926423648e-07,
      "loss": 0.0761,
      "step": 35159
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.3332042439361482e-07,
      "loss": 0.0837,
      "step": 35160
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.3317811500552667e-07,
      "loss": 0.0936,
      "step": 35161
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.3303588110106458e-07,
      "loss": 0.0852,
      "step": 35162
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.3289372268131317e-07,
      "loss": 0.1006,
      "step": 35163
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.327516397473616e-07,
      "loss": 0.076,
      "step": 35164
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.3260963230029566e-07,
      "loss": 0.079,
      "step": 35165
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.3246770034120336e-07,
      "loss": 0.0873,
      "step": 35166
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.323258438711683e-07,
      "loss": 0.0924,
      "step": 35167
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.321840628912785e-07,
      "loss": 0.091,
      "step": 35168
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.320423574026175e-07,
      "loss": 0.0885,
      "step": 35169
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.319007274062678e-07,
      "loss": 0.0967,
      "step": 35170
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.317591729033152e-07,
      "loss": 0.1073,
      "step": 35171
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.3161769389484103e-07,
      "loss": 0.1063,
      "step": 35172
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.3147629038192888e-07,
      "loss": 0.0851,
      "step": 35173
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.3133496236565901e-07,
      "loss": 0.1023,
      "step": 35174
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.3119370984711387e-07,
      "loss": 0.0933,
      "step": 35175
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.3105253282737373e-07,
      "loss": 0.0844,
      "step": 35176
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.3091143130751883e-07,
      "loss": 0.1077,
      "step": 35177
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.307704052886283e-07,
      "loss": 0.0845,
      "step": 35178
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.3062945477178014e-07,
      "loss": 0.0862,
      "step": 35179
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.3048857975805574e-07,
      "loss": 0.08,
      "step": 35180
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.3034778024852867e-07,
      "loss": 0.1102,
      "step": 35181
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.302070562442792e-07,
      "loss": 0.0982,
      "step": 35182
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.3006640774638313e-07,
      "loss": 0.0925,
      "step": 35183
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.2992583475591513e-07,
      "loss": 0.0971,
      "step": 35184
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.2978533727395105e-07,
      "loss": 0.0887,
      "step": 35185
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.2964491530156774e-07,
      "loss": 0.1061,
      "step": 35186
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.2950456883983887e-07,
      "loss": 0.0843,
      "step": 35187
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.2936429788983573e-07,
      "loss": 0.115,
      "step": 35188
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.2922410245263306e-07,
      "loss": 0.0861,
      "step": 35189
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.2908398252930333e-07,
      "loss": 0.1098,
      "step": 35190
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.28943938120919e-07,
      "loss": 0.108,
      "step": 35191
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.288039692285503e-07,
      "loss": 0.0853,
      "step": 35192
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.2866407585326978e-07,
      "loss": 0.0828,
      "step": 35193
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.2852425799614542e-07,
      "loss": 0.0925,
      "step": 35194
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.283845156582475e-07,
      "loss": 0.1013,
      "step": 35195
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.2824484884064735e-07,
      "loss": 0.1041,
      "step": 35196
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.2810525754441084e-07,
      "loss": 0.0974,
      "step": 35197
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.2796574177060705e-07,
      "loss": 0.081,
      "step": 35198
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.2782630152030185e-07,
      "loss": 0.0924,
      "step": 35199
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.2768693679456434e-07,
      "loss": 0.0996,
      "step": 35200
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.2754764759445814e-07,
      "loss": 0.0911,
      "step": 35201
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.274084339210513e-07,
      "loss": 0.0945,
      "step": 35202
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.272692957754085e-07,
      "loss": 0.0823,
      "step": 35203
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.271302331585911e-07,
      "loss": 0.0924,
      "step": 35204
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.2699124607166602e-07,
      "loss": 0.0992,
      "step": 35205
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.268523345156969e-07,
      "loss": 0.0892,
      "step": 35206
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.2671349849174507e-07,
      "loss": 0.0912,
      "step": 35207
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.2657473800087195e-07,
      "loss": 0.1143,
      "step": 35208
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.2643605304413996e-07,
      "loss": 0.1058,
      "step": 35209
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.2629744362261165e-07,
      "loss": 0.1121,
      "step": 35210
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.26158909737345e-07,
      "loss": 0.1063,
      "step": 35211
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.2602045138940144e-07,
      "loss": 0.0837,
      "step": 35212
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.2588206857983897e-07,
      "loss": 0.0925,
      "step": 35213
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.2574376130971677e-07,
      "loss": 0.081,
      "step": 35214
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.2560552958009176e-07,
      "loss": 0.0748,
      "step": 35215
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.2546737339202418e-07,
      "loss": 0.0875,
      "step": 35216
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.2532929274656991e-07,
      "loss": 0.0998,
      "step": 35217
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.2519128764478362e-07,
      "loss": 0.0952,
      "step": 35218
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.2505335808772334e-07,
      "loss": 0.0783,
      "step": 35219
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.2491550407644272e-07,
      "loss": 0.0846,
      "step": 35220
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.2477772561199752e-07,
      "loss": 0.1026,
      "step": 35221
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.2464002269543918e-07,
      "loss": 0.0851,
      "step": 35222
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.2450239532782572e-07,
      "loss": 0.0888,
      "step": 35223
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.2436484351020516e-07,
      "loss": 0.1023,
      "step": 35224
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.2422736724363227e-07,
      "loss": 0.1082,
      "step": 35225
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.240899665291606e-07,
      "loss": 0.0765,
      "step": 35226
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.2395264136783824e-07,
      "loss": 0.0979,
      "step": 35227
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.2381539176071544e-07,
      "loss": 0.096,
      "step": 35228
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.236782177088447e-07,
      "loss": 0.0909,
      "step": 35229
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.2354111921327516e-07,
      "loss": 0.0887,
      "step": 35230
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.234040962750538e-07,
      "loss": 0.1163,
      "step": 35231
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.2326714889522973e-07,
      "loss": 0.0922,
      "step": 35232
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.2313027707485102e-07,
      "loss": 0.0863,
      "step": 35233
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.2299348081496464e-07,
      "loss": 0.114,
      "step": 35234
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.228567601166164e-07,
      "loss": 0.0915,
      "step": 35235
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.2272011498085324e-07,
      "loss": 0.0998,
      "step": 35236
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.2258354540872098e-07,
      "loss": 0.0992,
      "step": 35237
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.2244705140126212e-07,
      "loss": 0.1074,
      "step": 35238
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.223106329595225e-07,
      "loss": 0.1094,
      "step": 35239
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.2217429008454684e-07,
      "loss": 0.111,
      "step": 35240
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.2203802277737653e-07,
      "loss": 0.0774,
      "step": 35241
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.2190183103905295e-07,
      "loss": 0.0945,
      "step": 35242
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.2176571487062083e-07,
      "loss": 0.0872,
      "step": 35243
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.2162967427311933e-07,
      "loss": 0.089,
      "step": 35244
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.2149370924759095e-07,
      "loss": 0.0931,
      "step": 35245
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.2135781979507489e-07,
      "loss": 0.1115,
      "step": 35246
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.2122200591661026e-07,
      "loss": 0.0905,
      "step": 35247
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.210862676132374e-07,
      "loss": 0.0982,
      "step": 35248
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.209506048859921e-07,
      "loss": 0.0977,
      "step": 35249
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.2081501773591575e-07,
      "loss": 0.0739,
      "step": 35250
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.2067950616404424e-07,
      "loss": 0.1054,
      "step": 35251
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.2054407017141222e-07,
      "loss": 0.0887,
      "step": 35252
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.2040870975905895e-07,
      "loss": 0.0747,
      "step": 35253
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.2027342492801796e-07,
      "loss": 0.0992,
      "step": 35254
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.2013821567932516e-07,
      "loss": 0.0794,
      "step": 35255
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.20003082014013e-07,
      "loss": 0.1118,
      "step": 35256
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1986802393311847e-07,
      "loss": 0.0855,
      "step": 35257
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1973304143767407e-07,
      "loss": 0.0972,
      "step": 35258
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1959813452870893e-07,
      "loss": 0.0927,
      "step": 35259
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1946330320725896e-07,
      "loss": 0.0939,
      "step": 35260
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1932854747435552e-07,
      "loss": 0.1033,
      "step": 35261
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1919386733102667e-07,
      "loss": 0.0869,
      "step": 35262
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1905926277830604e-07,
      "loss": 0.1159,
      "step": 35263
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1892473381722169e-07,
      "loss": 0.0948,
      "step": 35264
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.187902804488028e-07,
      "loss": 0.1064,
      "step": 35265
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1865590267407745e-07,
      "loss": 0.096,
      "step": 35266
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.185216004940748e-07,
      "loss": 0.0817,
      "step": 35267
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1838737390982291e-07,
      "loss": 0.0806,
      "step": 35268
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1825322292234542e-07,
      "loss": 0.0918,
      "step": 35269
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1811914753267262e-07,
      "loss": 0.0994,
      "step": 35270
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1798514774182812e-07,
      "loss": 0.0723,
      "step": 35271
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1785122355083667e-07,
      "loss": 0.0926,
      "step": 35272
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.177173749607241e-07,
      "loss": 0.0925,
      "step": 35273
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1758360197251295e-07,
      "loss": 0.0877,
      "step": 35274
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1744990458722794e-07,
      "loss": 0.1144,
      "step": 35275
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1731628280589158e-07,
      "loss": 0.0937,
      "step": 35276
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.171827366295264e-07,
      "loss": 0.0921,
      "step": 35277
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1704926605915268e-07,
      "loss": 0.0954,
      "step": 35278
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1691587109579295e-07,
      "loss": 0.1068,
      "step": 35279
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1678255174046638e-07,
      "loss": 0.1083,
      "step": 35280
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1664930799419438e-07,
      "loss": 0.0861,
      "step": 35281
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1651613985799614e-07,
      "loss": 0.0825,
      "step": 35282
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1638304733288864e-07,
      "loss": 0.1075,
      "step": 35283
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1625003041989214e-07,
      "loss": 0.1306,
      "step": 35284
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1611708912002361e-07,
      "loss": 0.1155,
      "step": 35285
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1598422343429894e-07,
      "loss": 0.1079,
      "step": 35286
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1585143336373616e-07,
      "loss": 0.1248,
      "step": 35287
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1571871890935116e-07,
      "loss": 0.0938,
      "step": 35288
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1558608007215754e-07,
      "loss": 0.1083,
      "step": 35289
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1545351685317118e-07,
      "loss": 0.0911,
      "step": 35290
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1532102925340682e-07,
      "loss": 0.1082,
      "step": 35291
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1518861727387697e-07,
      "loss": 0.0842,
      "step": 35292
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1505628091559529e-07,
      "loss": 0.1195,
      "step": 35293
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1492402017957317e-07,
      "loss": 0.1023,
      "step": 35294
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1479183506682423e-07,
      "loss": 0.0903,
      "step": 35295
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1465972557835659e-07,
      "loss": 0.1003,
      "step": 35296
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1452769171518496e-07,
      "loss": 0.0913,
      "step": 35297
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1439573347831745e-07,
      "loss": 0.0828,
      "step": 35298
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1426385086876213e-07,
      "loss": 0.0885,
      "step": 35299
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.141320438875304e-07,
      "loss": 0.094,
      "step": 35300
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1400031253562926e-07,
      "loss": 0.0835,
      "step": 35301
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1386865681406789e-07,
      "loss": 0.108,
      "step": 35302
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1373707672385104e-07,
      "loss": 0.0949,
      "step": 35303
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1360557226598678e-07,
      "loss": 0.0806,
      "step": 35304
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1347414344148211e-07,
      "loss": 0.0798,
      "step": 35305
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1334279025133953e-07,
      "loss": 0.0939,
      "step": 35306
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1321151269656828e-07,
      "loss": 0.08,
      "step": 35307
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1308031077816862e-07,
      "loss": 0.089,
      "step": 35308
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1294918449714642e-07,
      "loss": 0.1275,
      "step": 35309
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1281813385450313e-07,
      "loss": 0.087,
      "step": 35310
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1268715885124459e-07,
      "loss": 0.0883,
      "step": 35311
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1255625948837e-07,
      "loss": 0.1015,
      "step": 35312
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.124254357668808e-07,
      "loss": 0.0888,
      "step": 35313
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1229468768777841e-07,
      "loss": 0.0864,
      "step": 35314
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1216401525206311e-07,
      "loss": 0.093,
      "step": 35315
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1203341846073635e-07,
      "loss": 0.1053,
      "step": 35316
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1190289731479397e-07,
      "loss": 0.0983,
      "step": 35317
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1177245181523632e-07,
      "loss": 0.1023,
      "step": 35318
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1164208196306037e-07,
      "loss": 0.098,
      "step": 35319
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.115117877592642e-07,
      "loss": 0.092,
      "step": 35320
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1138156920484589e-07,
      "loss": 0.0908,
      "step": 35321
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1125142630080021e-07,
      "loss": 0.1013,
      "step": 35322
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1112135904812194e-07,
      "loss": 0.0825,
      "step": 35323
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1099136744780692e-07,
      "loss": 0.1014,
      "step": 35324
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1086145150084993e-07,
      "loss": 0.0703,
      "step": 35325
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1073161120824572e-07,
      "loss": 0.1101,
      "step": 35326
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1060184657098571e-07,
      "loss": 0.1113,
      "step": 35327
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1047215759006247e-07,
      "loss": 0.1027,
      "step": 35328
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1034254426647073e-07,
      "loss": 0.0887,
      "step": 35329
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1021300660119972e-07,
      "loss": 0.1046,
      "step": 35330
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1008354459524196e-07,
      "loss": 0.0908,
      "step": 35331
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.0995415824958666e-07,
      "loss": 0.0892,
      "step": 35332
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.0982484756522415e-07,
      "loss": 0.1169,
      "step": 35333
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.0969561254314365e-07,
      "loss": 0.0852,
      "step": 35334
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.0956645318433435e-07,
      "loss": 0.098,
      "step": 35335
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.0943736948978323e-07,
      "loss": 0.0811,
      "step": 35336
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.0930836146047841e-07,
      "loss": 0.089,
      "step": 35337
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.0917942909740687e-07,
      "loss": 0.0921,
      "step": 35338
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.090505724015556e-07,
      "loss": 0.0733,
      "step": 35339
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.0892179137390935e-07,
      "loss": 0.0841,
      "step": 35340
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.0879308601545402e-07,
      "loss": 0.1133,
      "step": 35341
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.0866445632717438e-07,
      "loss": 0.1036,
      "step": 35342
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.0853590231005296e-07,
      "loss": 0.0832,
      "step": 35343
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.0840742396507453e-07,
      "loss": 0.0725,
      "step": 35344
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.0827902129322165e-07,
      "loss": 0.1016,
      "step": 35345
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.0815069429547798e-07,
      "loss": 0.0978,
      "step": 35346
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.0802244297282271e-07,
      "loss": 0.0889,
      "step": 35347
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.0789426732623842e-07,
      "loss": 0.0837,
      "step": 35348
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.0776616735670654e-07,
      "loss": 0.0848,
      "step": 35349
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.0763814306520514e-07,
      "loss": 0.089,
      "step": 35350
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.075101944527146e-07,
      "loss": 0.0873,
      "step": 35351
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.073823215202141e-07,
      "loss": 0.0967,
      "step": 35352
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.0725452426868177e-07,
      "loss": 0.0802,
      "step": 35353
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.0712680269909459e-07,
      "loss": 0.0945,
      "step": 35354
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.0699915681243067e-07,
      "loss": 0.0977,
      "step": 35355
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.068715866096659e-07,
      "loss": 0.0908,
      "step": 35356
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.0674409209177505e-07,
      "loss": 0.0882,
      "step": 35357
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.0661667325973623e-07,
      "loss": 0.1188,
      "step": 35358
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.06489330114522e-07,
      "loss": 0.0897,
      "step": 35359
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.0636206265710824e-07,
      "loss": 0.1019,
      "step": 35360
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.0623487088846751e-07,
      "loss": 0.0906,
      "step": 35361
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.0610775480957237e-07,
      "loss": 0.0857,
      "step": 35362
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.0598071442139645e-07,
      "loss": 0.0972,
      "step": 35363
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.0585374972491014e-07,
      "loss": 0.1068,
      "step": 35364
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.0572686072108706e-07,
      "loss": 0.1156,
      "step": 35365
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.0560004741089647e-07,
      "loss": 0.0956,
      "step": 35366
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.0547330979530756e-07,
      "loss": 0.1331,
      "step": 35367
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.053466478752918e-07,
      "loss": 0.0834,
      "step": 35368
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.0522006165181731e-07,
      "loss": 0.1199,
      "step": 35369
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.050935511258533e-07,
      "loss": 0.0909,
      "step": 35370
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.0496711629836565e-07,
      "loss": 0.0748,
      "step": 35371
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.048407571703236e-07,
      "loss": 0.0979,
      "step": 35372
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.0471447374269306e-07,
      "loss": 0.0953,
      "step": 35373
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.045882660164399e-07,
      "loss": 0.0879,
      "step": 35374
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.0446213399253003e-07,
      "loss": 0.0984,
      "step": 35375
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.0433607767192821e-07,
      "loss": 0.09,
      "step": 35376
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.0421009705559926e-07,
      "loss": 0.0887,
      "step": 35377
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.0408419214450572e-07,
      "loss": 0.099,
      "step": 35378
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.0395836293961236e-07,
      "loss": 0.1285,
      "step": 35379
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.0383260944188179e-07,
      "loss": 0.1122,
      "step": 35380
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.0370693165227318e-07,
      "loss": 0.0968,
      "step": 35381
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.0358132957175249e-07,
      "loss": 0.0861,
      "step": 35382
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.0345580320127668e-07,
      "loss": 0.0994,
      "step": 35383
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.0333035254180835e-07,
      "loss": 0.0813,
      "step": 35384
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.032049775943067e-07,
      "loss": 0.0837,
      "step": 35385
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.0307967835973098e-07,
      "loss": 0.1128,
      "step": 35386
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.029544548390382e-07,
      "loss": 0.0911,
      "step": 35387
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.0282930703318761e-07,
      "loss": 0.0913,
      "step": 35388
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.0270423494313841e-07,
      "loss": 0.1222,
      "step": 35389
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.0257923856984431e-07,
      "loss": 0.0762,
      "step": 35390
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.0245431791426342e-07,
      "loss": 0.0985,
      "step": 35391
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.0232947297735163e-07,
      "loss": 0.1059,
      "step": 35392
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.0220470376006153e-07,
      "loss": 0.0931,
      "step": 35393
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.0208001026335123e-07,
      "loss": 0.1018,
      "step": 35394
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.0195539248817221e-07,
      "loss": 0.0961,
      "step": 35395
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.0183085043547813e-07,
      "loss": 0.0801,
      "step": 35396
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.0170638410622268e-07,
      "loss": 0.099,
      "step": 35397
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.0158199350135622e-07,
      "loss": 0.091,
      "step": 35398
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.0145767862183353e-07,
      "loss": 0.075,
      "step": 35399
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.0133343946860274e-07,
      "loss": 0.0925,
      "step": 35400
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.0120927604261532e-07,
      "loss": 0.084,
      "step": 35401
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.0108518834482162e-07,
      "loss": 0.0957,
      "step": 35402
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.0096117637617087e-07,
      "loss": 0.0865,
      "step": 35403
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.0083724013761009e-07,
      "loss": 0.1012,
      "step": 35404
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.0071337963008965e-07,
      "loss": 0.0889,
      "step": 35405
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.0058959485455654e-07,
      "loss": 0.1193,
      "step": 35406
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.004658858119567e-07,
      "loss": 0.0883,
      "step": 35407
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.0034225250323715e-07,
      "loss": 0.0881,
      "step": 35408
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.0021869492934489e-07,
      "loss": 0.0804,
      "step": 35409
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.0009521309122361e-07,
      "loss": 0.0843,
      "step": 35410
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.997180698981701e-08,
      "loss": 0.0889,
      "step": 35411
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.984847662607322e-08,
      "loss": 0.081,
      "step": 35412
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.972522200093148e-08,
      "loss": 0.0875,
      "step": 35413
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.960204311533662e-08,
      "loss": 0.0806,
      "step": 35414
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.947893997023006e-08,
      "loss": 0.0946,
      "step": 35415
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.935591256655553e-08,
      "loss": 0.092,
      "step": 35416
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.923296090525336e-08,
      "loss": 0.0983,
      "step": 35417
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.911008498726282e-08,
      "loss": 0.1075,
      "step": 35418
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.898728481352427e-08,
      "loss": 0.0941,
      "step": 35419
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.886456038497916e-08,
      "loss": 0.0901,
      "step": 35420
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.874191170256342e-08,
      "loss": 0.0994,
      "step": 35421
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.861933876721851e-08,
      "loss": 0.0794,
      "step": 35422
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.849684157987926e-08,
      "loss": 0.1159,
      "step": 35423
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.837442014148491e-08,
      "loss": 0.0954,
      "step": 35424
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.825207445297136e-08,
      "loss": 0.1037,
      "step": 35425
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.812980451527343e-08,
      "loss": 0.0871,
      "step": 35426
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.800761032932926e-08,
      "loss": 0.0857,
      "step": 35427
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.788549189607033e-08,
      "loss": 0.1027,
      "step": 35428
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.776344921643255e-08,
      "loss": 0.1004,
      "step": 35429
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.764148229134962e-08,
      "loss": 0.0982,
      "step": 35430
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.751959112175524e-08,
      "loss": 0.0995,
      "step": 35431
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.739777570857977e-08,
      "loss": 0.0885,
      "step": 35432
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.727603605275693e-08,
      "loss": 0.0936,
      "step": 35433
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.715437215521816e-08,
      "loss": 0.0844,
      "step": 35434
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.703278401689275e-08,
      "loss": 0.1147,
      "step": 35435
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.691127163871328e-08,
      "loss": 0.1113,
      "step": 35436
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.678983502160788e-08,
      "loss": 0.0921,
      "step": 35437
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.66684741665036e-08,
      "loss": 0.1101,
      "step": 35438
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.654718907433191e-08,
      "loss": 0.1204,
      "step": 35439
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.642597974602097e-08,
      "loss": 0.1026,
      "step": 35440
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.630484618249558e-08,
      "loss": 0.094,
      "step": 35441
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.618378838468279e-08,
      "loss": 0.0811,
      "step": 35442
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.606280635350961e-08,
      "loss": 0.0851,
      "step": 35443
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.594190008990312e-08,
      "loss": 0.0795,
      "step": 35444
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.582106959478477e-08,
      "loss": 0.0951,
      "step": 35445
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.57003148690816e-08,
      "loss": 0.0946,
      "step": 35446
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.557963591371732e-08,
      "loss": 0.0958,
      "step": 35447
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.545903272961343e-08,
      "loss": 0.0766,
      "step": 35448
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.533850531769363e-08,
      "loss": 0.0888,
      "step": 35449
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.521805367888049e-08,
      "loss": 0.089,
      "step": 35450
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.509767781409552e-08,
      "loss": 0.0923,
      "step": 35451
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.497737772425797e-08,
      "loss": 0.0954,
      "step": 35452
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.485715341028934e-08,
      "loss": 0.0794,
      "step": 35453
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.473700487310999e-08,
      "loss": 0.0892,
      "step": 35454
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.461693211363698e-08,
      "loss": 0.0898,
      "step": 35455
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.44969351327918e-08,
      "loss": 0.0847,
      "step": 35456
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.437701393149034e-08,
      "loss": 0.0916,
      "step": 35457
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.425716851065081e-08,
      "loss": 0.0964,
      "step": 35458
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.413739887118911e-08,
      "loss": 0.0884,
      "step": 35459
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.40177050140234e-08,
      "loss": 0.092,
      "step": 35460
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.389808694006852e-08,
      "loss": 0.096,
      "step": 35461
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.377854465023817e-08,
      "loss": 0.0817,
      "step": 35462
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.365907814544827e-08,
      "loss": 0.0946,
      "step": 35463
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.353968742661368e-08,
      "loss": 0.0823,
      "step": 35464
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.342037249464587e-08,
      "loss": 0.0945,
      "step": 35465
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.330113335045744e-08,
      "loss": 0.0958,
      "step": 35466
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.31819699949632e-08,
      "loss": 0.0852,
      "step": 35467
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.306288242907136e-08,
      "loss": 0.0873,
      "step": 35468
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.294387065369559e-08,
      "loss": 0.0844,
      "step": 35469
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.282493466974518e-08,
      "loss": 0.0847,
      "step": 35470
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.270607447813162e-08,
      "loss": 0.0846,
      "step": 35471
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.258729007976197e-08,
      "loss": 0.1161,
      "step": 35472
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.24685814755455e-08,
      "loss": 0.0886,
      "step": 35473
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.234994866639146e-08,
      "loss": 0.1157,
      "step": 35474
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.223139165320693e-08,
      "loss": 0.0966,
      "step": 35475
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.211291043689785e-08,
      "loss": 0.0795,
      "step": 35476
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.199450501837126e-08,
      "loss": 0.119,
      "step": 35477
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.187617539853422e-08,
      "loss": 0.0897,
      "step": 35478
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.175792157829045e-08,
      "loss": 0.1055,
      "step": 35479
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.163974355854477e-08,
      "loss": 0.0921,
      "step": 35480
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.152164134020313e-08,
      "loss": 0.1209,
      "step": 35481
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.140361492416594e-08,
      "loss": 0.0816,
      "step": 35482
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.128566431133801e-08,
      "loss": 0.1024,
      "step": 35483
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.116778950262307e-08,
      "loss": 0.1102,
      "step": 35484
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.104999049892038e-08,
      "loss": 0.1013,
      "step": 35485
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.093226730113147e-08,
      "loss": 0.1078,
      "step": 35486
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.081461991015672e-08,
      "loss": 0.1023,
      "step": 35487
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.069704832689874e-08,
      "loss": 0.1062,
      "step": 35488
    },
    {
      "epoch": 2.88,
      "learning_rate": 9.057955255225347e-08,
      "loss": 0.091,
      "step": 35489
    },
    {
      "epoch": 2.88,
      "learning_rate": 9.046213258712356e-08,
      "loss": 0.0995,
      "step": 35490
    },
    {
      "epoch": 2.88,
      "learning_rate": 9.03447884324038e-08,
      "loss": 0.0796,
      "step": 35491
    },
    {
      "epoch": 2.88,
      "learning_rate": 9.022752008899349e-08,
      "loss": 0.1113,
      "step": 35492
    },
    {
      "epoch": 2.88,
      "learning_rate": 9.01103275577897e-08,
      "loss": 0.0834,
      "step": 35493
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.999321083968838e-08,
      "loss": 0.0824,
      "step": 35494
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.987616993558768e-08,
      "loss": 0.0972,
      "step": 35495
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.975920484637912e-08,
      "loss": 0.1119,
      "step": 35496
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.964231557296089e-08,
      "loss": 0.0841,
      "step": 35497
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.952550211622557e-08,
      "loss": 0.0899,
      "step": 35498
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.940876447706803e-08,
      "loss": 0.0897,
      "step": 35499
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.929210265637977e-08,
      "loss": 0.082,
      "step": 35500
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.917551665505564e-08,
      "loss": 0.0926,
      "step": 35501
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.90590064739838e-08,
      "loss": 0.0827,
      "step": 35502
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.89425721140591e-08,
      "loss": 0.0801,
      "step": 35503
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.882621357617083e-08,
      "loss": 0.1124,
      "step": 35504
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.870993086120938e-08,
      "loss": 0.1056,
      "step": 35505
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.859372397006405e-08,
      "loss": 0.0997,
      "step": 35506
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.847759290362413e-08,
      "loss": 0.1055,
      "step": 35507
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.836153766277888e-08,
      "loss": 0.083,
      "step": 35508
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.82455582484143e-08,
      "loss": 0.0987,
      "step": 35509
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.812965466141854e-08,
      "loss": 0.0837,
      "step": 35510
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.801382690267868e-08,
      "loss": 0.0843,
      "step": 35511
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.789807497308068e-08,
      "loss": 0.0999,
      "step": 35512
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.778239887350937e-08,
      "loss": 0.1171,
      "step": 35513
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.766679860485072e-08,
      "loss": 0.1039,
      "step": 35514
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.755127416798958e-08,
      "loss": 0.1026,
      "step": 35515
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.743582556380747e-08,
      "loss": 0.1026,
      "step": 35516
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.732045279318924e-08,
      "loss": 0.0897,
      "step": 35517
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.720515585701749e-08,
      "loss": 0.1142,
      "step": 35518
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.708993475617378e-08,
      "loss": 0.132,
      "step": 35519
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.69747894915396e-08,
      "loss": 0.1009,
      "step": 35520
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.685972006399645e-08,
      "loss": 0.0759,
      "step": 35521
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.674472647442367e-08,
      "loss": 0.1012,
      "step": 35522
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.662980872370164e-08,
      "loss": 0.0872,
      "step": 35523
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.651496681271076e-08,
      "loss": 0.1129,
      "step": 35524
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.640020074232703e-08,
      "loss": 0.0891,
      "step": 35525
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.62855105134297e-08,
      "loss": 0.0766,
      "step": 35526
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.617089612689589e-08,
      "loss": 0.0846,
      "step": 35527
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.605635758360264e-08,
      "loss": 0.0965,
      "step": 35528
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.594189488442706e-08,
      "loss": 0.0872,
      "step": 35529
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.582750803024398e-08,
      "loss": 0.0898,
      "step": 35530
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.571319702192826e-08,
      "loss": 0.1066,
      "step": 35531
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.559896186035365e-08,
      "loss": 0.0986,
      "step": 35532
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.548480254639612e-08,
      "loss": 0.1186,
      "step": 35533
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.537071908092831e-08,
      "loss": 0.1231,
      "step": 35534
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.525671146482174e-08,
      "loss": 0.1099,
      "step": 35535
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.514277969895012e-08,
      "loss": 0.105,
      "step": 35536
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.502892378418392e-08,
      "loss": 0.0981,
      "step": 35537
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.491514372139465e-08,
      "loss": 0.0933,
      "step": 35538
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.48014395114538e-08,
      "loss": 0.0832,
      "step": 35539
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.468781115522961e-08,
      "loss": 0.0901,
      "step": 35540
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.457425865359137e-08,
      "loss": 0.1058,
      "step": 35541
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.446078200740948e-08,
      "loss": 0.1038,
      "step": 35542
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.434738121754993e-08,
      "loss": 0.0805,
      "step": 35543
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.423405628488201e-08,
      "loss": 0.1036,
      "step": 35544
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.412080721027171e-08,
      "loss": 0.0963,
      "step": 35545
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.400763399458611e-08,
      "loss": 0.09,
      "step": 35546
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.389453663869008e-08,
      "loss": 0.0833,
      "step": 35547
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.378151514344956e-08,
      "loss": 0.0963,
      "step": 35548
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.366856950972946e-08,
      "loss": 0.0966,
      "step": 35549
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.35556997383924e-08,
      "loss": 0.0993,
      "step": 35550
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.344290583030323e-08,
      "loss": 0.0772,
      "step": 35551
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.333018778632462e-08,
      "loss": 0.0889,
      "step": 35552
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.321754560731921e-08,
      "loss": 0.1044,
      "step": 35553
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.31049792941474e-08,
      "loss": 0.073,
      "step": 35554
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.299248884767186e-08,
      "loss": 0.1007,
      "step": 35555
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.288007426875188e-08,
      "loss": 0.0846,
      "step": 35556
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.276773555824791e-08,
      "loss": 0.0857,
      "step": 35557
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.265547271702035e-08,
      "loss": 0.1134,
      "step": 35558
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.25432857459274e-08,
      "loss": 0.0873,
      "step": 35559
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.243117464582617e-08,
      "loss": 0.0962,
      "step": 35560
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.231913941757597e-08,
      "loss": 0.1114,
      "step": 35561
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.220718006203277e-08,
      "loss": 0.0844,
      "step": 35562
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.209529658005478e-08,
      "loss": 0.0907,
      "step": 35563
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.198348897249576e-08,
      "loss": 0.1023,
      "step": 35564
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.187175724021279e-08,
      "loss": 0.095,
      "step": 35565
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.176010138405965e-08,
      "loss": 0.1134,
      "step": 35566
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.16485214048901e-08,
      "loss": 0.0895,
      "step": 35567
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.15370173035579e-08,
      "loss": 0.0977,
      "step": 35568
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.142558908091791e-08,
      "loss": 0.0971,
      "step": 35569
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.131423673782169e-08,
      "loss": 0.087,
      "step": 35570
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.120296027511854e-08,
      "loss": 0.1031,
      "step": 35571
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.109175969366335e-08,
      "loss": 0.0724,
      "step": 35572
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.098063499430541e-08,
      "loss": 0.0889,
      "step": 35573
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.08695861778952e-08,
      "loss": 0.1014,
      "step": 35574
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.075861324528089e-08,
      "loss": 0.0767,
      "step": 35575
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.064771619731405e-08,
      "loss": 0.0836,
      "step": 35576
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.053689503483953e-08,
      "loss": 0.1031,
      "step": 35577
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.042614975870777e-08,
      "loss": 0.0905,
      "step": 35578
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.0315480369767e-08,
      "loss": 0.0926,
      "step": 35579
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.020488686886097e-08,
      "loss": 0.0955,
      "step": 35580
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.009436925683678e-08,
      "loss": 0.0949,
      "step": 35581
    },
    {
      "epoch": 2.88,
      "learning_rate": 7.998392753453932e-08,
      "loss": 0.0906,
      "step": 35582
    },
    {
      "epoch": 2.88,
      "learning_rate": 7.987356170281569e-08,
      "loss": 0.1072,
      "step": 35583
    },
    {
      "epoch": 2.88,
      "learning_rate": 7.976327176250742e-08,
      "loss": 0.0874,
      "step": 35584
    },
    {
      "epoch": 2.88,
      "learning_rate": 7.965305771446164e-08,
      "loss": 0.0918,
      "step": 35585
    },
    {
      "epoch": 2.88,
      "learning_rate": 7.954291955951877e-08,
      "loss": 0.0887,
      "step": 35586
    },
    {
      "epoch": 2.88,
      "learning_rate": 7.943285729852145e-08,
      "loss": 0.1188,
      "step": 35587
    },
    {
      "epoch": 2.88,
      "learning_rate": 7.932287093231239e-08,
      "loss": 0.1108,
      "step": 35588
    },
    {
      "epoch": 2.88,
      "learning_rate": 7.92129604617331e-08,
      "loss": 0.1089,
      "step": 35589
    },
    {
      "epoch": 2.88,
      "learning_rate": 7.910312588762514e-08,
      "loss": 0.1023,
      "step": 35590
    },
    {
      "epoch": 2.88,
      "learning_rate": 7.899336721082784e-08,
      "loss": 0.0874,
      "step": 35591
    },
    {
      "epoch": 2.88,
      "learning_rate": 7.888368443217942e-08,
      "loss": 0.0904,
      "step": 35592
    },
    {
      "epoch": 2.88,
      "learning_rate": 7.877407755252253e-08,
      "loss": 0.085,
      "step": 35593
    },
    {
      "epoch": 2.88,
      "learning_rate": 7.866454657269318e-08,
      "loss": 0.0839,
      "step": 35594
    },
    {
      "epoch": 2.88,
      "learning_rate": 7.855509149352957e-08,
      "loss": 0.0964,
      "step": 35595
    },
    {
      "epoch": 2.88,
      "learning_rate": 7.844571231586994e-08,
      "loss": 0.0932,
      "step": 35596
    },
    {
      "epoch": 2.88,
      "learning_rate": 7.833640904054918e-08,
      "loss": 0.1034,
      "step": 35597
    },
    {
      "epoch": 2.88,
      "learning_rate": 7.822718166840549e-08,
      "loss": 0.1029,
      "step": 35598
    },
    {
      "epoch": 2.88,
      "learning_rate": 7.811803020027376e-08,
      "loss": 0.087,
      "step": 35599
    },
    {
      "epoch": 2.88,
      "learning_rate": 7.800895463698999e-08,
      "loss": 0.0945,
      "step": 35600
    },
    {
      "epoch": 2.88,
      "learning_rate": 7.789995497938684e-08,
      "loss": 0.0757,
      "step": 35601
    },
    {
      "epoch": 2.88,
      "learning_rate": 7.779103122829812e-08,
      "loss": 0.0997,
      "step": 35602
    },
    {
      "epoch": 2.88,
      "learning_rate": 7.76821833845598e-08,
      "loss": 0.1103,
      "step": 35603
    },
    {
      "epoch": 2.88,
      "learning_rate": 7.757341144900122e-08,
      "loss": 0.0881,
      "step": 35604
    },
    {
      "epoch": 2.88,
      "learning_rate": 7.746471542245726e-08,
      "loss": 0.0948,
      "step": 35605
    },
    {
      "epoch": 2.88,
      "learning_rate": 7.735609530575839e-08,
      "loss": 0.095,
      "step": 35606
    },
    {
      "epoch": 2.88,
      "learning_rate": 7.724755109973392e-08,
      "loss": 0.095,
      "step": 35607
    },
    {
      "epoch": 2.88,
      "learning_rate": 7.713908280521765e-08,
      "loss": 0.0803,
      "step": 35608
    },
    {
      "epoch": 2.88,
      "learning_rate": 7.703069042303668e-08,
      "loss": 0.1079,
      "step": 35609
    },
    {
      "epoch": 2.88,
      "learning_rate": 7.692237395402146e-08,
      "loss": 0.099,
      "step": 35610
    },
    {
      "epoch": 2.88,
      "learning_rate": 7.681413339900024e-08,
      "loss": 0.0903,
      "step": 35611
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.67059687588012e-08,
      "loss": 0.0913,
      "step": 35612
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.659788003425151e-08,
      "loss": 0.1102,
      "step": 35613
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.648986722617934e-08,
      "loss": 0.1052,
      "step": 35614
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.638193033540853e-08,
      "loss": 0.0821,
      "step": 35615
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.627406936276727e-08,
      "loss": 0.1138,
      "step": 35616
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.616628430907935e-08,
      "loss": 0.0799,
      "step": 35617
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.605857517516968e-08,
      "loss": 0.0873,
      "step": 35618
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.595094196186314e-08,
      "loss": 0.1118,
      "step": 35619
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.584338466998242e-08,
      "loss": 0.1008,
      "step": 35620
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.573590330034908e-08,
      "loss": 0.0857,
      "step": 35621
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.56284978537869e-08,
      "loss": 0.0884,
      "step": 35622
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.552116833111855e-08,
      "loss": 0.097,
      "step": 35623
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.541391473316339e-08,
      "loss": 0.0878,
      "step": 35624
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.530673706074076e-08,
      "loss": 0.0987,
      "step": 35625
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.519963531467333e-08,
      "loss": 0.112,
      "step": 35626
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.509260949578046e-08,
      "loss": 0.0756,
      "step": 35627
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.498565960487814e-08,
      "loss": 0.0841,
      "step": 35628
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.487878564278683e-08,
      "loss": 0.0966,
      "step": 35629
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.477198761032478e-08,
      "loss": 0.0756,
      "step": 35630
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.466526550830578e-08,
      "loss": 0.1064,
      "step": 35631
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.455861933754915e-08,
      "loss": 0.0708,
      "step": 35632
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.445204909886983e-08,
      "loss": 0.0939,
      "step": 35633
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.434555479308381e-08,
      "loss": 0.0828,
      "step": 35634
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.423913642100489e-08,
      "loss": 0.0846,
      "step": 35635
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.413279398344686e-08,
      "loss": 0.0989,
      "step": 35636
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.402652748122463e-08,
      "loss": 0.0701,
      "step": 35637
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.392033691514977e-08,
      "loss": 0.099,
      "step": 35638
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.381422228603497e-08,
      "loss": 0.0885,
      "step": 35639
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.3708183594694e-08,
      "loss": 0.1111,
      "step": 35640
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.360222084193514e-08,
      "loss": 0.0866,
      "step": 35641
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.349633402856992e-08,
      "loss": 0.0953,
      "step": 35642
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.339052315540995e-08,
      "loss": 0.1063,
      "step": 35643
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.328478822326345e-08,
      "loss": 0.1231,
      "step": 35644
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.317912923293868e-08,
      "loss": 0.1,
      "step": 35645
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.307354618524498e-08,
      "loss": 0.101,
      "step": 35646
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.29680390809906e-08,
      "loss": 0.1113,
      "step": 35647
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.286260792098154e-08,
      "loss": 0.1377,
      "step": 35648
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.275725270602496e-08,
      "loss": 0.1051,
      "step": 35649
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.265197343692687e-08,
      "loss": 0.0949,
      "step": 35650
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.254677011449107e-08,
      "loss": 0.0876,
      "step": 35651
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.24416427395247e-08,
      "loss": 0.0825,
      "step": 35652
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.233659131283155e-08,
      "loss": 0.0934,
      "step": 35653
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.223161583521432e-08,
      "loss": 0.1019,
      "step": 35654
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.212671630747681e-08,
      "loss": 0.0965,
      "step": 35655
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.20218927304206e-08,
      "loss": 0.0791,
      "step": 35656
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.191714510484949e-08,
      "loss": 0.0857,
      "step": 35657
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.181247343156394e-08,
      "loss": 0.0969,
      "step": 35658
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.170787771136334e-08,
      "loss": 0.0896,
      "step": 35659
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.160335794504925e-08,
      "loss": 0.0964,
      "step": 35660
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.149891413342103e-08,
      "loss": 0.0784,
      "step": 35661
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.139454627727804e-08,
      "loss": 0.0826,
      "step": 35662
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.129025437741854e-08,
      "loss": 0.0894,
      "step": 35663
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.118603843463968e-08,
      "loss": 0.0889,
      "step": 35664
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.108189844973968e-08,
      "loss": 0.0827,
      "step": 35665
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.097783442351346e-08,
      "loss": 0.077,
      "step": 35666
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.087384635676042e-08,
      "loss": 0.0857,
      "step": 35667
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.076993425027323e-08,
      "loss": 0.1145,
      "step": 35668
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.066609810484793e-08,
      "loss": 0.1044,
      "step": 35669
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.056233792127942e-08,
      "loss": 0.0925,
      "step": 35670
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.045865370035931e-08,
      "loss": 0.0819,
      "step": 35671
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.035504544288363e-08,
      "loss": 0.0801,
      "step": 35672
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.025151314964395e-08,
      "loss": 0.0789,
      "step": 35673
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.014805682143077e-08,
      "loss": 0.0985,
      "step": 35674
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.004467645903789e-08,
      "loss": 0.0893,
      "step": 35675
    },
    {
      "epoch": 2.89,
      "learning_rate": 6.994137206325469e-08,
      "loss": 0.0762,
      "step": 35676
    },
    {
      "epoch": 2.89,
      "learning_rate": 6.983814363487274e-08,
      "loss": 0.1073,
      "step": 35677
    },
    {
      "epoch": 2.89,
      "learning_rate": 6.97349911746803e-08,
      "loss": 0.0749,
      "step": 35678
    },
    {
      "epoch": 2.89,
      "learning_rate": 6.963191468346675e-08,
      "loss": 0.087,
      "step": 35679
    },
    {
      "epoch": 2.89,
      "learning_rate": 6.952891416202146e-08,
      "loss": 0.0889,
      "step": 35680
    },
    {
      "epoch": 2.89,
      "learning_rate": 6.942598961113267e-08,
      "loss": 0.1176,
      "step": 35681
    },
    {
      "epoch": 2.89,
      "learning_rate": 6.932314103158644e-08,
      "loss": 0.0896,
      "step": 35682
    },
    {
      "epoch": 2.89,
      "learning_rate": 6.92203684241699e-08,
      "loss": 0.0836,
      "step": 35683
    },
    {
      "epoch": 2.89,
      "learning_rate": 6.911767178967133e-08,
      "loss": 0.0919,
      "step": 35684
    },
    {
      "epoch": 2.89,
      "learning_rate": 6.901505112887342e-08,
      "loss": 0.0892,
      "step": 35685
    },
    {
      "epoch": 2.89,
      "learning_rate": 6.89125064425622e-08,
      "loss": 0.0925,
      "step": 35686
    },
    {
      "epoch": 2.89,
      "learning_rate": 6.881003773152373e-08,
      "loss": 0.091,
      "step": 35687
    },
    {
      "epoch": 2.89,
      "learning_rate": 6.87076449965396e-08,
      "loss": 0.1171,
      "step": 35688
    },
    {
      "epoch": 2.89,
      "learning_rate": 6.860532823839472e-08,
      "loss": 0.1069,
      "step": 35689
    },
    {
      "epoch": 2.89,
      "learning_rate": 6.850308745787182e-08,
      "loss": 0.1062,
      "step": 35690
    },
    {
      "epoch": 2.89,
      "learning_rate": 6.840092265575249e-08,
      "loss": 0.0882,
      "step": 35691
    },
    {
      "epoch": 2.89,
      "learning_rate": 6.829883383281833e-08,
      "loss": 0.1,
      "step": 35692
    },
    {
      "epoch": 2.89,
      "learning_rate": 6.819682098984982e-08,
      "loss": 0.0959,
      "step": 35693
    },
    {
      "epoch": 2.89,
      "learning_rate": 6.809488412762855e-08,
      "loss": 0.094,
      "step": 35694
    },
    {
      "epoch": 2.89,
      "learning_rate": 6.799302324693391e-08,
      "loss": 0.0965,
      "step": 35695
    },
    {
      "epoch": 2.89,
      "learning_rate": 6.789123834854417e-08,
      "loss": 0.0813,
      "step": 35696
    },
    {
      "epoch": 2.89,
      "learning_rate": 6.77895294332398e-08,
      "loss": 0.0765,
      "step": 35697
    },
    {
      "epoch": 2.89,
      "learning_rate": 6.768789650179908e-08,
      "loss": 0.0806,
      "step": 35698
    },
    {
      "epoch": 2.89,
      "learning_rate": 6.758633955499694e-08,
      "loss": 0.1138,
      "step": 35699
    },
    {
      "epoch": 2.89,
      "learning_rate": 6.748485859361276e-08,
      "loss": 0.0772,
      "step": 35700
    },
    {
      "epoch": 2.89,
      "learning_rate": 6.738345361842036e-08,
      "loss": 0.1078,
      "step": 35701
    },
    {
      "epoch": 2.89,
      "learning_rate": 6.728212463019912e-08,
      "loss": 0.0922,
      "step": 35702
    },
    {
      "epoch": 2.89,
      "learning_rate": 6.718087162972064e-08,
      "loss": 0.1075,
      "step": 35703
    },
    {
      "epoch": 2.89,
      "learning_rate": 6.70796946177621e-08,
      "loss": 0.0933,
      "step": 35704
    },
    {
      "epoch": 2.89,
      "learning_rate": 6.697859359509729e-08,
      "loss": 0.092,
      "step": 35705
    },
    {
      "epoch": 2.89,
      "learning_rate": 6.687756856249672e-08,
      "loss": 0.1078,
      "step": 35706
    },
    {
      "epoch": 2.89,
      "learning_rate": 6.677661952073644e-08,
      "loss": 0.0978,
      "step": 35707
    },
    {
      "epoch": 2.89,
      "learning_rate": 6.667574647058916e-08,
      "loss": 0.0904,
      "step": 35708
    },
    {
      "epoch": 2.89,
      "learning_rate": 6.657494941282427e-08,
      "loss": 0.0843,
      "step": 35709
    },
    {
      "epoch": 2.89,
      "learning_rate": 6.647422834821338e-08,
      "loss": 0.0739,
      "step": 35710
    },
    {
      "epoch": 2.89,
      "learning_rate": 6.637358327752696e-08,
      "loss": 0.0845,
      "step": 35711
    },
    {
      "epoch": 2.89,
      "learning_rate": 6.627301420153664e-08,
      "loss": 0.099,
      "step": 35712
    },
    {
      "epoch": 2.89,
      "learning_rate": 6.617252112100958e-08,
      "loss": 0.0754,
      "step": 35713
    },
    {
      "epoch": 2.89,
      "learning_rate": 6.607210403671626e-08,
      "loss": 0.0891,
      "step": 35714
    },
    {
      "epoch": 2.89,
      "learning_rate": 6.597176294942498e-08,
      "loss": 0.1044,
      "step": 35715
    },
    {
      "epoch": 2.89,
      "learning_rate": 6.587149785990177e-08,
      "loss": 0.1123,
      "step": 35716
    },
    {
      "epoch": 2.89,
      "learning_rate": 6.57713087689138e-08,
      "loss": 0.0928,
      "step": 35717
    },
    {
      "epoch": 2.89,
      "learning_rate": 6.567119567722935e-08,
      "loss": 0.0996,
      "step": 35718
    },
    {
      "epoch": 2.89,
      "learning_rate": 6.557115858561336e-08,
      "loss": 0.0961,
      "step": 35719
    },
    {
      "epoch": 2.89,
      "learning_rate": 6.547119749483078e-08,
      "loss": 0.0999,
      "step": 35720
    },
    {
      "epoch": 2.89,
      "learning_rate": 6.537131240564653e-08,
      "loss": 0.0736,
      "step": 35721
    },
    {
      "epoch": 2.89,
      "learning_rate": 6.527150331882558e-08,
      "loss": 0.0846,
      "step": 35722
    },
    {
      "epoch": 2.89,
      "learning_rate": 6.517177023512955e-08,
      "loss": 0.1106,
      "step": 35723
    },
    {
      "epoch": 2.89,
      "learning_rate": 6.507211315532336e-08,
      "loss": 0.097,
      "step": 35724
    },
    {
      "epoch": 2.89,
      "learning_rate": 6.497253208016863e-08,
      "loss": 0.0976,
      "step": 35725
    },
    {
      "epoch": 2.89,
      "learning_rate": 6.487302701042697e-08,
      "loss": 0.0933,
      "step": 35726
    },
    {
      "epoch": 2.89,
      "learning_rate": 6.477359794686e-08,
      "loss": 0.0787,
      "step": 35727
    },
    {
      "epoch": 2.89,
      "learning_rate": 6.467424489022823e-08,
      "loss": 0.0954,
      "step": 35728
    },
    {
      "epoch": 2.89,
      "learning_rate": 6.457496784129214e-08,
      "loss": 0.0892,
      "step": 35729
    },
    {
      "epoch": 2.89,
      "learning_rate": 6.447576680081003e-08,
      "loss": 0.1035,
      "step": 35730
    },
    {
      "epoch": 2.89,
      "learning_rate": 6.437664176954128e-08,
      "loss": 0.0819,
      "step": 35731
    },
    {
      "epoch": 2.89,
      "learning_rate": 6.42775927482453e-08,
      "loss": 0.1137,
      "step": 35732
    },
    {
      "epoch": 2.89,
      "learning_rate": 6.417861973767925e-08,
      "loss": 0.083,
      "step": 35733
    },
    {
      "epoch": 2.89,
      "learning_rate": 6.40797227386003e-08,
      "loss": 0.0825,
      "step": 35734
    },
    {
      "epoch": 2.89,
      "learning_rate": 6.398090175176453e-08,
      "loss": 0.0829,
      "step": 35735
    },
    {
      "epoch": 2.9,
      "learning_rate": 6.388215677792798e-08,
      "loss": 0.0849,
      "step": 35736
    },
    {
      "epoch": 2.9,
      "learning_rate": 6.378348781784671e-08,
      "loss": 0.1109,
      "step": 35737
    },
    {
      "epoch": 2.9,
      "learning_rate": 6.36848948722757e-08,
      "loss": 0.0781,
      "step": 35738
    },
    {
      "epoch": 2.9,
      "learning_rate": 6.358637794196876e-08,
      "loss": 0.124,
      "step": 35739
    },
    {
      "epoch": 2.9,
      "learning_rate": 6.348793702767863e-08,
      "loss": 0.102,
      "step": 35740
    },
    {
      "epoch": 2.9,
      "learning_rate": 6.338957213015917e-08,
      "loss": 0.0797,
      "step": 35741
    },
    {
      "epoch": 2.9,
      "learning_rate": 6.329128325016421e-08,
      "loss": 0.0869,
      "step": 35742
    },
    {
      "epoch": 2.9,
      "learning_rate": 6.319307038844425e-08,
      "loss": 0.0814,
      "step": 35743
    },
    {
      "epoch": 2.9,
      "learning_rate": 6.30949335457498e-08,
      "loss": 0.0776,
      "step": 35744
    },
    {
      "epoch": 2.9,
      "learning_rate": 6.299687272283472e-08,
      "loss": 0.1008,
      "step": 35745
    },
    {
      "epoch": 2.9,
      "learning_rate": 6.289888792044507e-08,
      "loss": 0.0978,
      "step": 35746
    },
    {
      "epoch": 2.9,
      "learning_rate": 6.280097913933358e-08,
      "loss": 0.0976,
      "step": 35747
    },
    {
      "epoch": 2.9,
      "learning_rate": 6.270314638024855e-08,
      "loss": 0.1122,
      "step": 35748
    },
    {
      "epoch": 2.9,
      "learning_rate": 6.260538964393936e-08,
      "loss": 0.1098,
      "step": 35749
    },
    {
      "epoch": 2.9,
      "learning_rate": 6.250770893115099e-08,
      "loss": 0.0828,
      "step": 35750
    },
    {
      "epoch": 2.9,
      "learning_rate": 6.241010424263283e-08,
      "loss": 0.0875,
      "step": 35751
    },
    {
      "epoch": 2.9,
      "learning_rate": 6.231257557913095e-08,
      "loss": 0.0929,
      "step": 35752
    },
    {
      "epoch": 2.9,
      "learning_rate": 6.221512294139253e-08,
      "loss": 0.0756,
      "step": 35753
    },
    {
      "epoch": 2.9,
      "learning_rate": 6.211774633016143e-08,
      "loss": 0.0879,
      "step": 35754
    },
    {
      "epoch": 2.9,
      "learning_rate": 6.20204457461837e-08,
      "loss": 0.0964,
      "step": 35755
    },
    {
      "epoch": 2.9,
      "learning_rate": 6.192322119020433e-08,
      "loss": 0.1059,
      "step": 35756
    },
    {
      "epoch": 2.9,
      "learning_rate": 6.182607266296492e-08,
      "loss": 0.1031,
      "step": 35757
    },
    {
      "epoch": 2.9,
      "learning_rate": 6.172900016521044e-08,
      "loss": 0.0784,
      "step": 35758
    },
    {
      "epoch": 2.9,
      "learning_rate": 6.163200369768362e-08,
      "loss": 0.0982,
      "step": 35759
    },
    {
      "epoch": 2.9,
      "learning_rate": 6.153508326112612e-08,
      "loss": 0.0863,
      "step": 35760
    },
    {
      "epoch": 2.9,
      "learning_rate": 6.143823885627842e-08,
      "loss": 0.0863,
      "step": 35761
    },
    {
      "epoch": 2.9,
      "learning_rate": 6.134147048388217e-08,
      "loss": 0.0943,
      "step": 35762
    },
    {
      "epoch": 2.9,
      "learning_rate": 6.124477814467899e-08,
      "loss": 0.0785,
      "step": 35763
    },
    {
      "epoch": 2.9,
      "learning_rate": 6.114816183940608e-08,
      "loss": 0.1144,
      "step": 35764
    },
    {
      "epoch": 2.9,
      "learning_rate": 6.105162156880507e-08,
      "loss": 0.1046,
      "step": 35765
    },
    {
      "epoch": 2.9,
      "learning_rate": 6.095515733361202e-08,
      "loss": 0.0877,
      "step": 35766
    },
    {
      "epoch": 2.9,
      "learning_rate": 6.085876913456634e-08,
      "loss": 0.0876,
      "step": 35767
    },
    {
      "epoch": 2.9,
      "learning_rate": 6.076245697240634e-08,
      "loss": 0.0899,
      "step": 35768
    },
    {
      "epoch": 2.9,
      "learning_rate": 6.0666220847867e-08,
      "loss": 0.1135,
      "step": 35769
    },
    {
      "epoch": 2.9,
      "learning_rate": 6.057006076168548e-08,
      "loss": 0.0828,
      "step": 35770
    },
    {
      "epoch": 2.9,
      "learning_rate": 6.047397671459676e-08,
      "loss": 0.0927,
      "step": 35771
    },
    {
      "epoch": 2.9,
      "learning_rate": 6.037796870733803e-08,
      "loss": 0.1108,
      "step": 35772
    },
    {
      "epoch": 2.9,
      "learning_rate": 6.028203674064093e-08,
      "loss": 0.0917,
      "step": 35773
    },
    {
      "epoch": 2.9,
      "learning_rate": 6.018618081524041e-08,
      "loss": 0.0787,
      "step": 35774
    },
    {
      "epoch": 2.9,
      "learning_rate": 6.009040093187035e-08,
      "loss": 0.0968,
      "step": 35775
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.999469709126349e-08,
      "loss": 0.0981,
      "step": 35776
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.989906929415146e-08,
      "loss": 0.0865,
      "step": 35777
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.980351754126479e-08,
      "loss": 0.0892,
      "step": 35778
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.970804183333734e-08,
      "loss": 0.1005,
      "step": 35779
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.96126421710963e-08,
      "loss": 0.1028,
      "step": 35780
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.9517318555274425e-08,
      "loss": 0.0863,
      "step": 35781
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.9422070986598914e-08,
      "loss": 0.1179,
      "step": 35782
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.932689946579917e-08,
      "loss": 0.1003,
      "step": 35783
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.923180399360351e-08,
      "loss": 0.1006,
      "step": 35784
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.9136784570739124e-08,
      "loss": 0.1024,
      "step": 35785
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.9041841197933216e-08,
      "loss": 0.0981,
      "step": 35786
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.894697387591075e-08,
      "loss": 0.1081,
      "step": 35787
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.8852182605400045e-08,
      "loss": 0.0919,
      "step": 35788
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.875746738712384e-08,
      "loss": 0.09,
      "step": 35789
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.866282822180824e-08,
      "loss": 0.0961,
      "step": 35790
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.856826511017599e-08,
      "loss": 0.094,
      "step": 35791
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.8473778052952066e-08,
      "loss": 0.069,
      "step": 35792
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.837936705085812e-08,
      "loss": 0.1,
      "step": 35793
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.828503210461689e-08,
      "loss": 0.0856,
      "step": 35794
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.8190773214950034e-08,
      "loss": 0.0936,
      "step": 35795
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.80965903825792e-08,
      "loss": 0.087,
      "step": 35796
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.8002483608223804e-08,
      "loss": 0.1018,
      "step": 35797
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.790845289260438e-08,
      "loss": 0.1039,
      "step": 35798
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.7814498236440364e-08,
      "loss": 0.0848,
      "step": 35799
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.772061964045006e-08,
      "loss": 0.0783,
      "step": 35800
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.762681710535178e-08,
      "loss": 0.1046,
      "step": 35801
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.753309063186385e-08,
      "loss": 0.095,
      "step": 35802
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.743944022070347e-08,
      "loss": 0.0913,
      "step": 35803
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.7345865872584506e-08,
      "loss": 0.0925,
      "step": 35804
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.725236758822639e-08,
      "loss": 0.0952,
      "step": 35805
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.715894536834188e-08,
      "loss": 0.1179,
      "step": 35806
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.706559921364707e-08,
      "loss": 0.0992,
      "step": 35807
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.6972329124855844e-08,
      "loss": 0.0928,
      "step": 35808
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.687913510268095e-08,
      "loss": 0.1008,
      "step": 35809
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.678601714783627e-08,
      "loss": 0.0868,
      "step": 35810
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.669297526103346e-08,
      "loss": 0.0878,
      "step": 35811
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.660000944298416e-08,
      "loss": 0.1187,
      "step": 35812
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.650711969440115e-08,
      "loss": 0.0868,
      "step": 35813
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.641430601599274e-08,
      "loss": 0.1013,
      "step": 35814
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.632156840847058e-08,
      "loss": 0.0845,
      "step": 35815
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.622890687254412e-08,
      "loss": 0.0897,
      "step": 35816
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.6136321408921666e-08,
      "loss": 0.0748,
      "step": 35817
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.604381201831155e-08,
      "loss": 0.0964,
      "step": 35818
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.5951378701422085e-08,
      "loss": 0.0929,
      "step": 35819
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.5859021458959384e-08,
      "loss": 0.0974,
      "step": 35820
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.576674029163065e-08,
      "loss": 0.0837,
      "step": 35821
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.567453520014199e-08,
      "loss": 0.1185,
      "step": 35822
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.55824061851995e-08,
      "loss": 0.105,
      "step": 35823
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.549035324750596e-08,
      "loss": 0.0965,
      "step": 35824
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.539837638776746e-08,
      "loss": 0.0984,
      "step": 35825
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.530647560668678e-08,
      "loss": 0.099,
      "step": 35826
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.5214650904966695e-08,
      "loss": 0.0849,
      "step": 35827
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.512290228330997e-08,
      "loss": 0.0919,
      "step": 35828
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.503122974241937e-08,
      "loss": 0.1136,
      "step": 35829
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.4939633282995454e-08,
      "loss": 0.1135,
      "step": 35830
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.484811290573877e-08,
      "loss": 0.1076,
      "step": 35831
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.475666861134987e-08,
      "loss": 0.0836,
      "step": 35832
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.46653004005282e-08,
      "loss": 0.0852,
      "step": 35833
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.457400827397208e-08,
      "loss": 0.0964,
      "step": 35834
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.4482792232380953e-08,
      "loss": 0.0874,
      "step": 35835
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.439165227645204e-08,
      "loss": 0.104,
      "step": 35836
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.4300588406883683e-08,
      "loss": 0.0846,
      "step": 35837
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.420960062437086e-08,
      "loss": 0.0918,
      "step": 35838
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.411868892961081e-08,
      "loss": 0.0936,
      "step": 35839
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.402785332329741e-08,
      "loss": 0.1036,
      "step": 35840
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.3937093806128993e-08,
      "loss": 0.0846,
      "step": 35841
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.384641037879612e-08,
      "loss": 0.0883,
      "step": 35842
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.37558030419949e-08,
      "loss": 0.0761,
      "step": 35843
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.3665271796417006e-08,
      "loss": 0.0858,
      "step": 35844
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.3574816642756323e-08,
      "loss": 0.0944,
      "step": 35845
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.348443758170452e-08,
      "loss": 0.107,
      "step": 35846
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.3394134613952156e-08,
      "loss": 0.0972,
      "step": 35847
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.33039077401909e-08,
      "loss": 0.0787,
      "step": 35848
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.321375696111131e-08,
      "loss": 0.1093,
      "step": 35849
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.312368227740172e-08,
      "loss": 0.0909,
      "step": 35850
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.3033683689752705e-08,
      "loss": 0.0887,
      "step": 35851
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.2943761198851474e-08,
      "loss": 0.1038,
      "step": 35852
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.2853914805387484e-08,
      "loss": 0.1097,
      "step": 35853
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.276414451004685e-08,
      "loss": 0.0737,
      "step": 35854
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.2674450313516815e-08,
      "loss": 0.0978,
      "step": 35855
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.258483221648347e-08,
      "loss": 0.0905,
      "step": 35856
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.2495290219631846e-08,
      "loss": 0.0843,
      "step": 35857
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.2405824323649155e-08,
      "loss": 0.1025,
      "step": 35858
    },
    {
      "epoch": 2.91,
      "learning_rate": 5.231643452921598e-08,
      "loss": 0.1248,
      "step": 35859
    },
    {
      "epoch": 2.91,
      "learning_rate": 5.222712083701953e-08,
      "loss": 0.0753,
      "step": 35860
    },
    {
      "epoch": 2.91,
      "learning_rate": 5.2137883247742604e-08,
      "loss": 0.0871,
      "step": 35861
    },
    {
      "epoch": 2.91,
      "learning_rate": 5.204872176206577e-08,
      "loss": 0.0888,
      "step": 35862
    },
    {
      "epoch": 2.91,
      "learning_rate": 5.195963638067403e-08,
      "loss": 0.0709,
      "step": 35863
    },
    {
      "epoch": 2.91,
      "learning_rate": 5.187062710424684e-08,
      "loss": 0.0924,
      "step": 35864
    },
    {
      "epoch": 2.91,
      "learning_rate": 5.178169393346477e-08,
      "loss": 0.0934,
      "step": 35865
    },
    {
      "epoch": 2.91,
      "learning_rate": 5.169283686901061e-08,
      "loss": 0.0931,
      "step": 35866
    },
    {
      "epoch": 2.91,
      "learning_rate": 5.160405591156159e-08,
      "loss": 0.1043,
      "step": 35867
    },
    {
      "epoch": 2.91,
      "learning_rate": 5.151535106179939e-08,
      "loss": 0.081,
      "step": 35868
    },
    {
      "epoch": 2.91,
      "learning_rate": 5.142672232040014e-08,
      "loss": 0.1014,
      "step": 35869
    },
    {
      "epoch": 2.91,
      "learning_rate": 5.1338169688043285e-08,
      "loss": 0.0973,
      "step": 35870
    },
    {
      "epoch": 2.91,
      "learning_rate": 5.124969316540607e-08,
      "loss": 0.0997,
      "step": 35871
    },
    {
      "epoch": 2.91,
      "learning_rate": 5.1161292753165727e-08,
      "loss": 0.0967,
      "step": 35872
    },
    {
      "epoch": 2.91,
      "learning_rate": 5.1072968451997275e-08,
      "loss": 0.1031,
      "step": 35873
    },
    {
      "epoch": 2.91,
      "learning_rate": 5.098472026257795e-08,
      "loss": 0.0956,
      "step": 35874
    },
    {
      "epoch": 2.91,
      "learning_rate": 5.0896548185581654e-08,
      "loss": 0.0958,
      "step": 35875
    },
    {
      "epoch": 2.91,
      "learning_rate": 5.0808452221683404e-08,
      "loss": 0.0984,
      "step": 35876
    },
    {
      "epoch": 2.91,
      "learning_rate": 5.0720432371558214e-08,
      "loss": 0.0918,
      "step": 35877
    },
    {
      "epoch": 2.91,
      "learning_rate": 5.0632488635877774e-08,
      "loss": 0.091,
      "step": 35878
    },
    {
      "epoch": 2.91,
      "learning_rate": 5.0544621015314874e-08,
      "loss": 0.1062,
      "step": 35879
    },
    {
      "epoch": 2.91,
      "learning_rate": 5.0456829510542314e-08,
      "loss": 0.0859,
      "step": 35880
    },
    {
      "epoch": 2.91,
      "learning_rate": 5.0369114122232885e-08,
      "loss": 0.08,
      "step": 35881
    },
    {
      "epoch": 2.91,
      "learning_rate": 5.028147485105495e-08,
      "loss": 0.0881,
      "step": 35882
    },
    {
      "epoch": 2.91,
      "learning_rate": 5.01939116976824e-08,
      "loss": 0.1065,
      "step": 35883
    },
    {
      "epoch": 2.91,
      "learning_rate": 5.0106424662782484e-08,
      "loss": 0.0924,
      "step": 35884
    },
    {
      "epoch": 2.91,
      "learning_rate": 5.001901374702467e-08,
      "loss": 0.0787,
      "step": 35885
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.993167895107842e-08,
      "loss": 0.103,
      "step": 35886
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.9844420275613206e-08,
      "loss": 0.0933,
      "step": 35887
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.9757237721294036e-08,
      "loss": 0.1013,
      "step": 35888
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.9670131288788174e-08,
      "loss": 0.097,
      "step": 35889
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.9583100978763955e-08,
      "loss": 0.1052,
      "step": 35890
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.94961467918853e-08,
      "loss": 0.0944,
      "step": 35891
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.940926872881835e-08,
      "loss": 0.0689,
      "step": 35892
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.932246679022812e-08,
      "loss": 0.0879,
      "step": 35893
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.923574097677741e-08,
      "loss": 0.096,
      "step": 35894
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.914909128913015e-08,
      "loss": 0.0918,
      "step": 35895
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.9062517727949123e-08,
      "loss": 0.0892,
      "step": 35896
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.897602029389825e-08,
      "loss": 0.0972,
      "step": 35897
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.888959898763701e-08,
      "loss": 0.0915,
      "step": 35898
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.88032538098282e-08,
      "loss": 0.1109,
      "step": 35899
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.871698476113129e-08,
      "loss": 0.0906,
      "step": 35900
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.863079184220687e-08,
      "loss": 0.1055,
      "step": 35901
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.85446750537133e-08,
      "loss": 0.09,
      "step": 35902
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.845863439631116e-08,
      "loss": 0.0913,
      "step": 35903
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.83726698706577e-08,
      "loss": 0.0913,
      "step": 35904
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.828678147741017e-08,
      "loss": 0.0994,
      "step": 35905
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.820096921722584e-08,
      "loss": 0.0913,
      "step": 35906
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.811523309076194e-08,
      "loss": 0.0999,
      "step": 35907
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.802957309867351e-08,
      "loss": 0.0911,
      "step": 35908
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.794398924161559e-08,
      "loss": 0.0975,
      "step": 35909
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.78584815202443e-08,
      "loss": 0.1004,
      "step": 35910
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.777304993521359e-08,
      "loss": 0.091,
      "step": 35911
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.768769448717625e-08,
      "loss": 0.0869,
      "step": 35912
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.76024151767851e-08,
      "loss": 0.1065,
      "step": 35913
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.751721200469295e-08,
      "loss": 0.09,
      "step": 35914
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.7432084971551493e-08,
      "loss": 0.0847,
      "step": 35915
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.734703407801244e-08,
      "loss": 0.0901,
      "step": 35916
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.7262059324726385e-08,
      "loss": 0.0951,
      "step": 35917
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.7177160712342795e-08,
      "loss": 0.1051,
      "step": 35918
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.709233824151116e-08,
      "loss": 0.0956,
      "step": 35919
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.7007591912880956e-08,
      "loss": 0.0847,
      "step": 35920
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.6922921727100554e-08,
      "loss": 0.075,
      "step": 35921
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.683832768481722e-08,
      "loss": 0.0879,
      "step": 35922
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.675380978667821e-08,
      "loss": 0.1071,
      "step": 35923
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.666936803333078e-08,
      "loss": 0.0828,
      "step": 35924
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.6585002425419966e-08,
      "loss": 0.0954,
      "step": 35925
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.6500712963591935e-08,
      "loss": 0.0879,
      "step": 35926
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.6416499648490595e-08,
      "loss": 0.1014,
      "step": 35927
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.6332362480762114e-08,
      "loss": 0.0907,
      "step": 35928
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.6248301461047086e-08,
      "loss": 0.0989,
      "step": 35929
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.6164316589990546e-08,
      "loss": 0.1012,
      "step": 35930
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.608040786823642e-08,
      "loss": 0.086,
      "step": 35931
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.599657529642421e-08,
      "loss": 0.0799,
      "step": 35932
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.5912818875195605e-08,
      "loss": 0.0993,
      "step": 35933
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.582913860519234e-08,
      "loss": 0.1039,
      "step": 35934
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.574553448705388e-08,
      "loss": 0.0842,
      "step": 35935
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.566200652141972e-08,
      "loss": 0.0903,
      "step": 35936
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.557855470892936e-08,
      "loss": 0.0893,
      "step": 35937
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.549517905022116e-08,
      "loss": 0.0936,
      "step": 35938
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.5411879545933514e-08,
      "loss": 0.0875,
      "step": 35939
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.5328656196701457e-08,
      "loss": 0.0908,
      "step": 35940
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.524550900316449e-08,
      "loss": 0.0922,
      "step": 35941
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.516243796595765e-08,
      "loss": 0.0921,
      "step": 35942
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.507944308571488e-08,
      "loss": 0.094,
      "step": 35943
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.499652436307344e-08,
      "loss": 0.0834,
      "step": 35944
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.491368179866618e-08,
      "loss": 0.0809,
      "step": 35945
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.483091539312812e-08,
      "loss": 0.0821,
      "step": 35946
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.4748225147090984e-08,
      "loss": 0.0853,
      "step": 35947
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.4665611061188717e-08,
      "loss": 0.0942,
      "step": 35948
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.4583073136051924e-08,
      "loss": 0.0873,
      "step": 35949
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.450061137231343e-08,
      "loss": 0.0842,
      "step": 35950
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.441822577060384e-08,
      "loss": 0.0984,
      "step": 35951
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.433591633155265e-08,
      "loss": 0.0957,
      "step": 35952
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.4253683055790476e-08,
      "loss": 0.1121,
      "step": 35953
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.4171525943944585e-08,
      "loss": 0.0936,
      "step": 35954
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.408944499664558e-08,
      "loss": 0.0944,
      "step": 35955
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.400744021452186e-08,
      "loss": 0.1096,
      "step": 35956
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.392551159819847e-08,
      "loss": 0.1015,
      "step": 35957
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.3843659148302683e-08,
      "loss": 0.0967,
      "step": 35958
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.376188286546179e-08,
      "loss": 0.0733,
      "step": 35959
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.3680182750301947e-08,
      "loss": 0.0892,
      "step": 35960
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.359855880344599e-08,
      "loss": 0.1151,
      "step": 35961
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.351701102552008e-08,
      "loss": 0.0937,
      "step": 35962
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.3435539417147065e-08,
      "loss": 0.1043,
      "step": 35963
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.335414397895088e-08,
      "loss": 0.1092,
      "step": 35964
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.3272824711554365e-08,
      "loss": 0.0807,
      "step": 35965
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.319158161557924e-08,
      "loss": 0.1017,
      "step": 35966
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.3110414691646116e-08,
      "loss": 0.1004,
      "step": 35967
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.3029323940377846e-08,
      "loss": 0.0946,
      "step": 35968
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.294830936239391e-08,
      "loss": 0.109,
      "step": 35969
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.2867370958313834e-08,
      "loss": 0.0752,
      "step": 35970
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.2786508728756006e-08,
      "loss": 0.1004,
      "step": 35971
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.270572267434103e-08,
      "loss": 0.0828,
      "step": 35972
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.2625012795686204e-08,
      "loss": 0.0934,
      "step": 35973
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.2544379093407695e-08,
      "loss": 0.1001,
      "step": 35974
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.246382156812501e-08,
      "loss": 0.1056,
      "step": 35975
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.2383340220452096e-08,
      "loss": 0.0899,
      "step": 35976
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.2302935051005135e-08,
      "loss": 0.0812,
      "step": 35977
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.222260606040029e-08,
      "loss": 0.1223,
      "step": 35978
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.214235324925042e-08,
      "loss": 0.0762,
      "step": 35979
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.206217661817058e-08,
      "loss": 0.0861,
      "step": 35980
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.198207616777361e-08,
      "loss": 0.1191,
      "step": 35981
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.190205189867347e-08,
      "loss": 0.102,
      "step": 35982
    },
    {
      "epoch": 2.92,
      "learning_rate": 4.1822103811480776e-08,
      "loss": 0.0791,
      "step": 35983
    },
    {
      "epoch": 2.92,
      "learning_rate": 4.174223190680726e-08,
      "loss": 0.084,
      "step": 35984
    },
    {
      "epoch": 2.92,
      "learning_rate": 4.166243618526578e-08,
      "loss": 0.076,
      "step": 35985
    },
    {
      "epoch": 2.92,
      "learning_rate": 4.158271664746583e-08,
      "loss": 0.0971,
      "step": 35986
    },
    {
      "epoch": 2.92,
      "learning_rate": 4.1503073294015814e-08,
      "loss": 0.0873,
      "step": 35987
    },
    {
      "epoch": 2.92,
      "learning_rate": 4.142350612552748e-08,
      "loss": 0.0875,
      "step": 35988
    },
    {
      "epoch": 2.92,
      "learning_rate": 4.1344015142608106e-08,
      "loss": 0.1184,
      "step": 35989
    },
    {
      "epoch": 2.92,
      "learning_rate": 4.12646003458661e-08,
      "loss": 0.0706,
      "step": 35990
    },
    {
      "epoch": 2.92,
      "learning_rate": 4.1185261735907646e-08,
      "loss": 0.0864,
      "step": 35991
    },
    {
      "epoch": 2.92,
      "learning_rate": 4.110599931334225e-08,
      "loss": 0.0759,
      "step": 35992
    },
    {
      "epoch": 2.92,
      "learning_rate": 4.102681307877499e-08,
      "loss": 0.1133,
      "step": 35993
    },
    {
      "epoch": 2.92,
      "learning_rate": 4.0947703032812036e-08,
      "loss": 0.087,
      "step": 35994
    },
    {
      "epoch": 2.92,
      "learning_rate": 4.0868669176057364e-08,
      "loss": 0.1129,
      "step": 35995
    },
    {
      "epoch": 2.92,
      "learning_rate": 4.078971150911715e-08,
      "loss": 0.0894,
      "step": 35996
    },
    {
      "epoch": 2.92,
      "learning_rate": 4.0710830032594237e-08,
      "loss": 0.0834,
      "step": 35997
    },
    {
      "epoch": 2.92,
      "learning_rate": 4.06320247470926e-08,
      "loss": 0.0889,
      "step": 35998
    },
    {
      "epoch": 2.92,
      "learning_rate": 4.0553295653216196e-08,
      "loss": 0.0797,
      "step": 35999
    },
    {
      "epoch": 2.92,
      "learning_rate": 4.047464275156565e-08,
      "loss": 0.0965,
      "step": 36000
    },
    {
      "epoch": 2.92,
      "learning_rate": 4.039606604274271e-08,
      "loss": 0.0782,
      "step": 36001
    },
    {
      "epoch": 2.92,
      "learning_rate": 4.031756552735022e-08,
      "loss": 0.0782,
      "step": 36002
    },
    {
      "epoch": 2.92,
      "learning_rate": 4.0239141205986596e-08,
      "loss": 0.1002,
      "step": 36003
    },
    {
      "epoch": 2.92,
      "learning_rate": 4.016079307925358e-08,
      "loss": 0.109,
      "step": 36004
    },
    {
      "epoch": 2.92,
      "learning_rate": 4.008252114774958e-08,
      "loss": 0.088,
      "step": 36005
    },
    {
      "epoch": 2.92,
      "learning_rate": 4.000432541207411e-08,
      "loss": 0.0946,
      "step": 36006
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.992620587282448e-08,
      "loss": 0.1011,
      "step": 36007
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.984816253059798e-08,
      "loss": 0.1056,
      "step": 36008
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.9770195385993024e-08,
      "loss": 0.1156,
      "step": 36009
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.969230443960581e-08,
      "loss": 0.115,
      "step": 36010
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.961448969203141e-08,
      "loss": 0.0709,
      "step": 36011
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.9536751143866014e-08,
      "loss": 0.0929,
      "step": 36012
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.94590887957047e-08,
      "loss": 0.0889,
      "step": 36013
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.9381502648139223e-08,
      "loss": 0.0842,
      "step": 36014
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.930399270176577e-08,
      "loss": 0.0967,
      "step": 36015
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.9226558957176085e-08,
      "loss": 0.1016,
      "step": 36016
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.914920141496303e-08,
      "loss": 0.1028,
      "step": 36017
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.907192007571725e-08,
      "loss": 0.0979,
      "step": 36018
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.8994714940031594e-08,
      "loss": 0.0955,
      "step": 36019
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.89175860084956e-08,
      "loss": 0.0868,
      "step": 36020
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.88405332816999e-08,
      "loss": 0.1012,
      "step": 36021
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.876355676023402e-08,
      "loss": 0.0945,
      "step": 36022
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.8686656444686385e-08,
      "loss": 0.105,
      "step": 36023
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.8609832335645414e-08,
      "loss": 0.0803,
      "step": 36024
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.853308443369841e-08,
      "loss": 0.0875,
      "step": 36025
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.845641273943379e-08,
      "loss": 0.0917,
      "step": 36026
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.837981725343776e-08,
      "loss": 0.069,
      "step": 36027
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.83032979762954e-08,
      "loss": 0.1029,
      "step": 36028
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.822685490859179e-08,
      "loss": 0.112,
      "step": 36029
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.815048805091315e-08,
      "loss": 0.1148,
      "step": 36030
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.807419740384344e-08,
      "loss": 0.0874,
      "step": 36031
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.799798296796553e-08,
      "loss": 0.0837,
      "step": 36032
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.79218447438634e-08,
      "loss": 0.0912,
      "step": 36033
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.784578273211881e-08,
      "loss": 0.1112,
      "step": 36034
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.7769796933313505e-08,
      "loss": 0.0892,
      "step": 36035
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.7693887348029255e-08,
      "loss": 0.0851,
      "step": 36036
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.76180539768467e-08,
      "loss": 0.0983,
      "step": 36037
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.7542296820346494e-08,
      "loss": 0.1129,
      "step": 36038
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.746661587910705e-08,
      "loss": 0.1023,
      "step": 36039
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.739101115370791e-08,
      "loss": 0.1032,
      "step": 36040
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.731548264472862e-08,
      "loss": 0.0817,
      "step": 36041
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.724003035274426e-08,
      "loss": 0.0982,
      "step": 36042
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.716465427833549e-08,
      "loss": 0.0924,
      "step": 36043
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.708935442207518e-08,
      "loss": 0.1025,
      "step": 36044
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.701413078454286e-08,
      "loss": 0.0833,
      "step": 36045
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.693898336631141e-08,
      "loss": 0.0941,
      "step": 36046
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.686391216795815e-08,
      "loss": 0.1228,
      "step": 36047
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.678891719005484e-08,
      "loss": 0.0892,
      "step": 36048
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.671399843317769e-08,
      "loss": 0.0913,
      "step": 36049
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.663915589789846e-08,
      "loss": 0.0947,
      "step": 36050
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.656438958478892e-08,
      "loss": 0.1012,
      "step": 36051
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.648969949442305e-08,
      "loss": 0.0966,
      "step": 36052
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.6415085627370394e-08,
      "loss": 0.0831,
      "step": 36053
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.6340547984202725e-08,
      "loss": 0.1015,
      "step": 36054
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.6266086565489575e-08,
      "loss": 0.0966,
      "step": 36055
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.619170137180272e-08,
      "loss": 0.085,
      "step": 36056
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.6117392403708374e-08,
      "loss": 0.1143,
      "step": 36057
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.604315966177607e-08,
      "loss": 0.0984,
      "step": 36058
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.5969003146574254e-08,
      "loss": 0.113,
      "step": 36059
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.589492285867135e-08,
      "loss": 0.1032,
      "step": 36060
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.582091879863137e-08,
      "loss": 0.1103,
      "step": 36061
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.574699096702161e-08,
      "loss": 0.0843,
      "step": 36062
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.5673139364408304e-08,
      "loss": 0.1023,
      "step": 36063
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.5599363991355443e-08,
      "loss": 0.0988,
      "step": 36064
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.552566484842812e-08,
      "loss": 0.0895,
      "step": 36065
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.545204193618923e-08,
      "loss": 0.0708,
      "step": 36066
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.537849525520387e-08,
      "loss": 0.0972,
      "step": 36067
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.5305024806032706e-08,
      "loss": 0.1,
      "step": 36068
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.523163058923862e-08,
      "loss": 0.103,
      "step": 36069
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.5158312605383384e-08,
      "loss": 0.1071,
      "step": 36070
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.5085070855027656e-08,
      "loss": 0.1045,
      "step": 36071
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.5011905338731e-08,
      "loss": 0.0945,
      "step": 36072
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.493881605705518e-08,
      "loss": 0.0861,
      "step": 36073
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.4865803010557534e-08,
      "loss": 0.0804,
      "step": 36074
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.4792866199796493e-08,
      "loss": 0.0889,
      "step": 36075
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.472000562533051e-08,
      "loss": 0.0866,
      "step": 36076
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.464722128771803e-08,
      "loss": 0.1033,
      "step": 36077
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.457451318751526e-08,
      "loss": 0.0946,
      "step": 36078
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.450188132527732e-08,
      "loss": 0.0808,
      "step": 36079
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.4429325701560436e-08,
      "loss": 0.1087,
      "step": 36080
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.4356846316920823e-08,
      "loss": 0.1011,
      "step": 36081
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.4284443171911375e-08,
      "loss": 0.1023,
      "step": 36082
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.42121162670872e-08,
      "loss": 0.0735,
      "step": 36083
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.41398656030012e-08,
      "loss": 0.0825,
      "step": 36084
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.406769118020514e-08,
      "loss": 0.0886,
      "step": 36085
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.399559299925304e-08,
      "loss": 0.0885,
      "step": 36086
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.392357106069555e-08,
      "loss": 0.0918,
      "step": 36087
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.385162536508224e-08,
      "loss": 0.08,
      "step": 36088
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.3779755912966005e-08,
      "loss": 0.0766,
      "step": 36089
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.3707962704895294e-08,
      "loss": 0.084,
      "step": 36090
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.363624574141966e-08,
      "loss": 0.1023,
      "step": 36091
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.356460502308756e-08,
      "loss": 0.0803,
      "step": 36092
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.3493040550447445e-08,
      "loss": 0.0658,
      "step": 36093
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.3421552324046644e-08,
      "loss": 0.086,
      "step": 36094
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.3350140344431405e-08,
      "loss": 0.1001,
      "step": 36095
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.327880461214905e-08,
      "loss": 0.1093,
      "step": 36096
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.320754512774471e-08,
      "loss": 0.0859,
      "step": 36097
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.31363618917635e-08,
      "loss": 0.0907,
      "step": 36098
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.306525490475054e-08,
      "loss": 0.093,
      "step": 36099
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.2994224167248736e-08,
      "loss": 0.0941,
      "step": 36100
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.292326967980319e-08,
      "loss": 0.0795,
      "step": 36101
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.28523914429546e-08,
      "loss": 0.0997,
      "step": 36102
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.278158945724697e-08,
      "loss": 0.0907,
      "step": 36103
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.2710863723220964e-08,
      "loss": 0.1025,
      "step": 36104
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.264021424141839e-08,
      "loss": 0.0958,
      "step": 36105
    },
    {
      "epoch": 2.93,
      "learning_rate": 3.2569641012378805e-08,
      "loss": 0.1156,
      "step": 36106
    },
    {
      "epoch": 2.93,
      "learning_rate": 3.249914403664401e-08,
      "loss": 0.0992,
      "step": 36107
    },
    {
      "epoch": 2.93,
      "learning_rate": 3.2428723314750223e-08,
      "loss": 0.1044,
      "step": 36108
    },
    {
      "epoch": 2.93,
      "learning_rate": 3.2358378847239245e-08,
      "loss": 0.0888,
      "step": 36109
    },
    {
      "epoch": 2.93,
      "learning_rate": 3.228811063464732e-08,
      "loss": 0.0817,
      "step": 36110
    },
    {
      "epoch": 2.93,
      "learning_rate": 3.221791867751289e-08,
      "loss": 0.1061,
      "step": 36111
    },
    {
      "epoch": 2.93,
      "learning_rate": 3.2147802976373324e-08,
      "loss": 0.0943,
      "step": 36112
    },
    {
      "epoch": 2.93,
      "learning_rate": 3.207776353176262e-08,
      "loss": 0.093,
      "step": 36113
    },
    {
      "epoch": 2.93,
      "learning_rate": 3.200780034421924e-08,
      "loss": 0.0857,
      "step": 36114
    },
    {
      "epoch": 2.93,
      "learning_rate": 3.193791341427721e-08,
      "loss": 0.0852,
      "step": 36115
    },
    {
      "epoch": 2.93,
      "learning_rate": 3.186810274247165e-08,
      "loss": 0.0936,
      "step": 36116
    },
    {
      "epoch": 2.93,
      "learning_rate": 3.1798368329337695e-08,
      "loss": 0.0868,
      "step": 36117
    },
    {
      "epoch": 2.93,
      "learning_rate": 3.172871017540602e-08,
      "loss": 0.0856,
      "step": 36118
    },
    {
      "epoch": 2.93,
      "learning_rate": 3.165912828121176e-08,
      "loss": 0.1009,
      "step": 36119
    },
    {
      "epoch": 2.93,
      "learning_rate": 3.1589622647285603e-08,
      "loss": 0.0861,
      "step": 36120
    },
    {
      "epoch": 2.93,
      "learning_rate": 3.152019327416156e-08,
      "loss": 0.0909,
      "step": 36121
    },
    {
      "epoch": 2.93,
      "learning_rate": 3.145084016236921e-08,
      "loss": 0.0955,
      "step": 36122
    },
    {
      "epoch": 2.93,
      "learning_rate": 3.1381563312439245e-08,
      "loss": 0.0711,
      "step": 36123
    },
    {
      "epoch": 2.93,
      "learning_rate": 3.131236272490124e-08,
      "loss": 0.0828,
      "step": 36124
    },
    {
      "epoch": 2.93,
      "learning_rate": 3.124323840028587e-08,
      "loss": 0.0783,
      "step": 36125
    },
    {
      "epoch": 2.93,
      "learning_rate": 3.117419033912161e-08,
      "loss": 0.0966,
      "step": 36126
    },
    {
      "epoch": 2.93,
      "learning_rate": 3.1105218541935825e-08,
      "loss": 0.0993,
      "step": 36127
    },
    {
      "epoch": 2.93,
      "learning_rate": 3.1036323009255854e-08,
      "loss": 0.0948,
      "step": 36128
    },
    {
      "epoch": 2.93,
      "learning_rate": 3.096750374161128e-08,
      "loss": 0.0918,
      "step": 36129
    },
    {
      "epoch": 2.93,
      "learning_rate": 3.0898760739525025e-08,
      "loss": 0.0985,
      "step": 36130
    },
    {
      "epoch": 2.93,
      "learning_rate": 3.083009400352666e-08,
      "loss": 0.0797,
      "step": 36131
    },
    {
      "epoch": 2.93,
      "learning_rate": 3.076150353413798e-08,
      "loss": 0.0757,
      "step": 36132
    },
    {
      "epoch": 2.93,
      "learning_rate": 3.069298933188636e-08,
      "loss": 0.098,
      "step": 36133
    },
    {
      "epoch": 2.93,
      "learning_rate": 3.06245513972947e-08,
      "loss": 0.0774,
      "step": 36134
    },
    {
      "epoch": 2.93,
      "learning_rate": 3.055618973088703e-08,
      "loss": 0.1105,
      "step": 36135
    },
    {
      "epoch": 2.93,
      "learning_rate": 3.048790433318627e-08,
      "loss": 0.0944,
      "step": 36136
    },
    {
      "epoch": 2.93,
      "learning_rate": 3.0419695204715326e-08,
      "loss": 0.0905,
      "step": 36137
    },
    {
      "epoch": 2.93,
      "learning_rate": 3.03515623459949e-08,
      "loss": 0.0872,
      "step": 36138
    },
    {
      "epoch": 2.93,
      "learning_rate": 3.0283505757546794e-08,
      "loss": 0.136,
      "step": 36139
    },
    {
      "epoch": 2.93,
      "learning_rate": 3.02155254398917e-08,
      "loss": 0.1023,
      "step": 36140
    },
    {
      "epoch": 2.93,
      "learning_rate": 3.014762139354921e-08,
      "loss": 0.0895,
      "step": 36141
    },
    {
      "epoch": 2.93,
      "learning_rate": 3.007979361904001e-08,
      "loss": 0.0701,
      "step": 36142
    },
    {
      "epoch": 2.93,
      "learning_rate": 3.0012042116881465e-08,
      "loss": 0.0964,
      "step": 36143
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.994436688759206e-08,
      "loss": 0.0922,
      "step": 36144
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.987676793169136e-08,
      "loss": 0.081,
      "step": 36145
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.980924524969453e-08,
      "loss": 0.1057,
      "step": 36146
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.974179884211892e-08,
      "loss": 0.0773,
      "step": 36147
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.9674428709480784e-08,
      "loss": 0.1055,
      "step": 36148
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.960713485229416e-08,
      "loss": 0.0812,
      "step": 36149
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.9539917271076413e-08,
      "loss": 0.113,
      "step": 36150
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.947277596633935e-08,
      "loss": 0.0844,
      "step": 36151
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.940571093859701e-08,
      "loss": 0.0963,
      "step": 36152
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.933872218836342e-08,
      "loss": 0.1014,
      "step": 36153
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.927180971615151e-08,
      "loss": 0.0826,
      "step": 36154
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.920497352247087e-08,
      "loss": 0.0764,
      "step": 36155
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.913821360783553e-08,
      "loss": 0.0859,
      "step": 36156
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.9071529972753977e-08,
      "loss": 0.1203,
      "step": 36157
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.900492261773691e-08,
      "loss": 0.0948,
      "step": 36158
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.8938391543295032e-08,
      "loss": 0.1072,
      "step": 36159
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.8871936749935712e-08,
      "loss": 0.111,
      "step": 36160
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.8805558238169662e-08,
      "loss": 0.1105,
      "step": 36161
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.8739256008502026e-08,
      "loss": 0.1005,
      "step": 36162
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.8673030061441286e-08,
      "loss": 0.0996,
      "step": 36163
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.8606880397494818e-08,
      "loss": 0.0863,
      "step": 36164
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.854080701716666e-08,
      "loss": 0.0809,
      "step": 36165
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.8474809920964187e-08,
      "loss": 0.0975,
      "step": 36166
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.8408889109391434e-08,
      "loss": 0.1034,
      "step": 36167
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.834304458295356e-08,
      "loss": 0.0903,
      "step": 36168
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.8277276342153494e-08,
      "loss": 0.0917,
      "step": 36169
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.821158438749305e-08,
      "loss": 0.09,
      "step": 36170
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.81459687194785e-08,
      "loss": 0.0891,
      "step": 36171
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.8080429338608328e-08,
      "loss": 0.0786,
      "step": 36172
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.8014966245384355e-08,
      "loss": 0.0736,
      "step": 36173
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.7949579440309514e-08,
      "loss": 0.1022,
      "step": 36174
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.7884268923882297e-08,
      "loss": 0.0816,
      "step": 36175
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.781903469660341e-08,
      "loss": 0.1081,
      "step": 36176
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.7753876758970232e-08,
      "loss": 0.0758,
      "step": 36177
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.768879511148237e-08,
      "loss": 0.0991,
      "step": 36178
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.7623789754638307e-08,
      "loss": 0.0946,
      "step": 36179
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.7558860688934318e-08,
      "loss": 0.0902,
      "step": 36180
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.7494007914867783e-08,
      "loss": 0.0918,
      "step": 36181
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.7429231432933857e-08,
      "loss": 0.0735,
      "step": 36182
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.736453124362881e-08,
      "loss": 0.1059,
      "step": 36183
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.7299907347447806e-08,
      "loss": 0.0881,
      "step": 36184
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.7235359744884894e-08,
      "loss": 0.1034,
      "step": 36185
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.7170888436435228e-08,
      "loss": 0.068,
      "step": 36186
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.710649342258953e-08,
      "loss": 0.0966,
      "step": 36187
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.704217470384074e-08,
      "loss": 0.066,
      "step": 36188
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.6977932280684018e-08,
      "loss": 0.0979,
      "step": 36189
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.6913766153607857e-08,
      "loss": 0.0875,
      "step": 36190
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.684967632310298e-08,
      "loss": 0.092,
      "step": 36191
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.6785662789662324e-08,
      "loss": 0.111,
      "step": 36192
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.6721725553772172e-08,
      "loss": 0.0919,
      "step": 36193
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.6657864615924345e-08,
      "loss": 0.1004,
      "step": 36194
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.6594079976607344e-08,
      "loss": 0.1138,
      "step": 36195
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.653037163630745e-08,
      "loss": 0.0839,
      "step": 36196
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.646673959551316e-08,
      "loss": 0.1003,
      "step": 36197
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.6403183854709634e-08,
      "loss": 0.1084,
      "step": 36198
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.6339704414386492e-08,
      "loss": 0.0923,
      "step": 36199
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.627630127502667e-08,
      "loss": 0.082,
      "step": 36200
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.6212974437115346e-08,
      "loss": 0.1171,
      "step": 36201
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.614972390113768e-08,
      "loss": 0.0872,
      "step": 36202
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.608654966757773e-08,
      "loss": 0.0835,
      "step": 36203
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.6023451736918448e-08,
      "loss": 0.081,
      "step": 36204
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.5960430109642777e-08,
      "loss": 0.1096,
      "step": 36205
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.589748478623255e-08,
      "loss": 0.0882,
      "step": 36206
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.5834615767168503e-08,
      "loss": 0.0833,
      "step": 36207
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.5771823052932466e-08,
      "loss": 0.0771,
      "step": 36208
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.5709106644006276e-08,
      "loss": 0.0935,
      "step": 36209
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.5646466540867333e-08,
      "loss": 0.1153,
      "step": 36210
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.5583902743996357e-08,
      "loss": 0.0948,
      "step": 36211
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.552141525387075e-08,
      "loss": 0.0821,
      "step": 36212
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.545900407097013e-08,
      "loss": 0.0903,
      "step": 36213
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.5396669195770774e-08,
      "loss": 0.0801,
      "step": 36214
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.5334410628748972e-08,
      "loss": 0.0692,
      "step": 36215
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.5272228370383235e-08,
      "loss": 0.1028,
      "step": 36216
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.521012242114651e-08,
      "loss": 0.1052,
      "step": 36217
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.5148092781516197e-08,
      "loss": 0.0818,
      "step": 36218
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.5086139451966363e-08,
      "loss": 0.093,
      "step": 36219
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.502426243296996e-08,
      "loss": 0.0888,
      "step": 36220
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.4962461725001053e-08,
      "loss": 0.0849,
      "step": 36221
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.49007373285326e-08,
      "loss": 0.0846,
      "step": 36222
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.483908924403644e-08,
      "loss": 0.1024,
      "step": 36223
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.4777517471985535e-08,
      "loss": 0.0838,
      "step": 36224
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.4716022012848396e-08,
      "loss": 0.1042,
      "step": 36225
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.4654602867096865e-08,
      "loss": 0.0833,
      "step": 36226
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.4593260035200572e-08,
      "loss": 0.089,
      "step": 36227
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.453199351762914e-08,
      "loss": 0.0904,
      "step": 36228
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.4470803314852186e-08,
      "loss": 0.1043,
      "step": 36229
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.4409689427336015e-08,
      "loss": 0.0988,
      "step": 36230
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.4348651855548024e-08,
      "loss": 0.101,
      "step": 36231
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.4287690599956725e-08,
      "loss": 0.0952,
      "step": 36232
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.422680566102842e-08,
      "loss": 0.1072,
      "step": 36233
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.4165997039228285e-08,
      "loss": 0.089,
      "step": 36234
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.4105264735021507e-08,
      "loss": 0.1083,
      "step": 36235
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.4044608748872157e-08,
      "loss": 0.1024,
      "step": 36236
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.3984029081244308e-08,
      "loss": 0.0929,
      "step": 36237
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.3923525732603148e-08,
      "loss": 0.0791,
      "step": 36238
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.3863098703409417e-08,
      "loss": 0.0878,
      "step": 36239
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.3802747994127184e-08,
      "loss": 0.0902,
      "step": 36240
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.3742473605217197e-08,
      "loss": 0.0895,
      "step": 36241
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.3682275537140198e-08,
      "loss": 0.1105,
      "step": 36242
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.3622153790356928e-08,
      "loss": 0.0636,
      "step": 36243
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.356210836532813e-08,
      "loss": 0.1025,
      "step": 36244
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.3502139262512324e-08,
      "loss": 0.0731,
      "step": 36245
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.3442246482369148e-08,
      "loss": 0.1072,
      "step": 36246
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.3382430025356006e-08,
      "loss": 0.1019,
      "step": 36247
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.3322689891930316e-08,
      "loss": 0.1086,
      "step": 36248
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.3263026082549488e-08,
      "loss": 0.0793,
      "step": 36249
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.3203438597670934e-08,
      "loss": 0.0867,
      "step": 36250
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.3143927437748737e-08,
      "loss": 0.1132,
      "step": 36251
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.3084492603239195e-08,
      "loss": 0.0966,
      "step": 36252
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.302513409459639e-08,
      "loss": 0.1076,
      "step": 36253
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.2965851912275515e-08,
      "loss": 0.0994,
      "step": 36254
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.2906646056729543e-08,
      "loss": 0.07,
      "step": 36255
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.284751652841033e-08,
      "loss": 0.0801,
      "step": 36256
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.278846332777196e-08,
      "loss": 0.1039,
      "step": 36257
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.272948645526518e-08,
      "loss": 0.0963,
      "step": 36258
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.2670585911341858e-08,
      "loss": 0.0949,
      "step": 36259
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.261176169645163e-08,
      "loss": 0.09,
      "step": 36260
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.2553013811045245e-08,
      "loss": 0.0952,
      "step": 36261
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.2494342255572342e-08,
      "loss": 0.099,
      "step": 36262
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.243574703048146e-08,
      "loss": 0.089,
      "step": 36263
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.237722813622001e-08,
      "loss": 0.093,
      "step": 36264
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.2318785573236522e-08,
      "loss": 0.0985,
      "step": 36265
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.2260419341979534e-08,
      "loss": 0.0851,
      "step": 36266
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.220212944289202e-08,
      "loss": 0.0912,
      "step": 36267
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.2143915876423616e-08,
      "loss": 0.1184,
      "step": 36268
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.2085778643017308e-08,
      "loss": 0.0821,
      "step": 36269
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.2027717743118293e-08,
      "loss": 0.0914,
      "step": 36270
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.196973317717177e-08,
      "loss": 0.0938,
      "step": 36271
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.191182494561961e-08,
      "loss": 0.0777,
      "step": 36272
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.18539930489059e-08,
      "loss": 0.093,
      "step": 36273
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.1796237487473614e-08,
      "loss": 0.0819,
      "step": 36274
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.173855826176352e-08,
      "loss": 0.099,
      "step": 36275
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.1680955372218593e-08,
      "loss": 0.089,
      "step": 36276
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.162342881927626e-08,
      "loss": 0.0893,
      "step": 36277
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.156597860338061e-08,
      "loss": 0.088,
      "step": 36278
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.1508604724967963e-08,
      "loss": 0.0924,
      "step": 36279
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.1451307184477966e-08,
      "loss": 0.1163,
      "step": 36280
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.1394085982350266e-08,
      "loss": 0.1063,
      "step": 36281
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.133694111902118e-08,
      "loss": 0.0686,
      "step": 36282
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.1279872594929252e-08,
      "loss": 0.0903,
      "step": 36283
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.1222880410509683e-08,
      "loss": 0.0794,
      "step": 36284
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.1165964566198794e-08,
      "loss": 0.0897,
      "step": 36285
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.11091250624329e-08,
      "loss": 0.0847,
      "step": 36286
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.1052361899646102e-08,
      "loss": 0.0989,
      "step": 36287
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.0995675078272492e-08,
      "loss": 0.102,
      "step": 36288
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.0939064598746173e-08,
      "loss": 0.0878,
      "step": 36289
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.088253046150013e-08,
      "loss": 0.093,
      "step": 36290
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.0826072666966234e-08,
      "loss": 0.0908,
      "step": 36291
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.076969121557748e-08,
      "loss": 0.0985,
      "step": 36292
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.0713386107764632e-08,
      "loss": 0.0914,
      "step": 36293
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.0657157343958455e-08,
      "loss": 0.112,
      "step": 36294
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.0601004924589717e-08,
      "loss": 0.0896,
      "step": 36295
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.0544928850086964e-08,
      "loss": 0.0802,
      "step": 36296
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.048892912087874e-08,
      "loss": 0.0959,
      "step": 36297
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.0433005737395818e-08,
      "loss": 0.097,
      "step": 36298
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.0377158700063405e-08,
      "loss": 0.0795,
      "step": 36299
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.032138800931116e-08,
      "loss": 0.0897,
      "step": 36300
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.02656936655643e-08,
      "loss": 0.0981,
      "step": 36301
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.021007566924804e-08,
      "loss": 0.0966,
      "step": 36302
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.0154534020789816e-08,
      "loss": 0.0991,
      "step": 36303
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.0099068720613735e-08,
      "loss": 0.0826,
      "step": 36304
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.0043679769143898e-08,
      "loss": 0.1022,
      "step": 36305
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.99883671668033e-08,
      "loss": 0.0833,
      "step": 36306
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.9933130914017162e-08,
      "loss": 0.0796,
      "step": 36307
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.9877971011206254e-08,
      "loss": 0.094,
      "step": 36308
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.982288745879357e-08,
      "loss": 0.1036,
      "step": 36309
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.976788025719989e-08,
      "loss": 0.082,
      "step": 36310
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.9712949406847093e-08,
      "loss": 0.087,
      "step": 36311
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.9658094908153736e-08,
      "loss": 0.0891,
      "step": 36312
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.9603316761539482e-08,
      "loss": 0.0781,
      "step": 36313
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.9548614967426215e-08,
      "loss": 0.1072,
      "step": 36314
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.9493989526229163e-08,
      "loss": 0.0926,
      "step": 36315
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.9439440438367986e-08,
      "loss": 0.0902,
      "step": 36316
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.9384967704259016e-08,
      "loss": 0.0908,
      "step": 36317
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.9330571324319702e-08,
      "loss": 0.1007,
      "step": 36318
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.9276251298966374e-08,
      "loss": 0.0969,
      "step": 36319
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.922200762861426e-08,
      "loss": 0.0888,
      "step": 36320
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.9167840313677465e-08,
      "loss": 0.0798,
      "step": 36321
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.9113749354571222e-08,
      "loss": 0.1053,
      "step": 36322
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.9059734751709634e-08,
      "loss": 0.0928,
      "step": 36323
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.9005796505505712e-08,
      "loss": 0.0816,
      "step": 36324
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.8951934616372458e-08,
      "loss": 0.1203,
      "step": 36325
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.8898149084720652e-08,
      "loss": 0.0728,
      "step": 36326
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.8844439910963296e-08,
      "loss": 0.1158,
      "step": 36327
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.8790807095510066e-08,
      "loss": 0.0979,
      "step": 36328
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.8737250638771743e-08,
      "loss": 0.0958,
      "step": 36329
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.8683770541157998e-08,
      "loss": 0.0901,
      "step": 36330
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.8630366803078505e-08,
      "loss": 0.0911,
      "step": 36331
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.8577039424940714e-08,
      "loss": 0.0894,
      "step": 36332
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.8523788407153186e-08,
      "loss": 0.1028,
      "step": 36333
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.847061375012449e-08,
      "loss": 0.0838,
      "step": 36334
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.841751545425985e-08,
      "loss": 0.1002,
      "step": 36335
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.83644935199645e-08,
      "loss": 0.1084,
      "step": 36336
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.8311547947647e-08,
      "loss": 0.103,
      "step": 36337
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.8258678737710367e-08,
      "loss": 0.0931,
      "step": 36338
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.8205885890559827e-08,
      "loss": 0.1059,
      "step": 36339
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.815316940659839e-08,
      "loss": 0.0857,
      "step": 36340
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.8100529286230184e-08,
      "loss": 0.0936,
      "step": 36341
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.8047965529857102e-08,
      "loss": 0.1017,
      "step": 36342
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.7995478137883272e-08,
      "loss": 0.107,
      "step": 36343
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.7943067110707258e-08,
      "loss": 0.0803,
      "step": 36344
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.7890732448733182e-08,
      "loss": 0.0999,
      "step": 36345
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.783847415235851e-08,
      "loss": 0.0751,
      "step": 36346
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.7786292221985136e-08,
      "loss": 0.0762,
      "step": 36347
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.773418665801163e-08,
      "loss": 0.0843,
      "step": 36348
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.7682157460835458e-08,
      "loss": 0.1152,
      "step": 36349
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.7630204630856297e-08,
      "loss": 0.0881,
      "step": 36350
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.7578328168470495e-08,
      "loss": 0.0896,
      "step": 36351
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.752652807407551e-08,
      "loss": 0.1037,
      "step": 36352
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.7474804348068807e-08,
      "loss": 0.0779,
      "step": 36353
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.7423156990843405e-08,
      "loss": 0.0893,
      "step": 36354
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.7371586002795647e-08,
      "loss": 0.0765,
      "step": 36355
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.732009138432078e-08,
      "loss": 0.0875,
      "step": 36356
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.726867313581182e-08,
      "loss": 0.0804,
      "step": 36357
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.7217331257662894e-08,
      "loss": 0.0943,
      "step": 36358
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.7166065750265915e-08,
      "loss": 0.092,
      "step": 36359
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.7114876614013897e-08,
      "loss": 0.0899,
      "step": 36360
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.7063763849297642e-08,
      "loss": 0.1035,
      "step": 36361
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.701272745650906e-08,
      "loss": 0.0937,
      "step": 36362
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.6961767436037836e-08,
      "loss": 0.1047,
      "step": 36363
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.691088378827477e-08,
      "loss": 0.1029,
      "step": 36364
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.6860076513607326e-08,
      "loss": 0.0928,
      "step": 36365
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.680934561242631e-08,
      "loss": 0.0819,
      "step": 36366
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.6758691085118072e-08,
      "loss": 0.0969,
      "step": 36367
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.6708112932072308e-08,
      "loss": 0.0755,
      "step": 36368
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.665761115367315e-08,
      "loss": 0.079,
      "step": 36369
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.6607185750309174e-08,
      "loss": 0.089,
      "step": 36370
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.6556836722364522e-08,
      "loss": 0.1055,
      "step": 36371
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.650656407022666e-08,
      "loss": 0.0919,
      "step": 36372
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.6456367794277505e-08,
      "loss": 0.0899,
      "step": 36373
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.6406247894902304e-08,
      "loss": 0.0799,
      "step": 36374
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.6356204372485197e-08,
      "loss": 0.0821,
      "step": 36375
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.6306237227408094e-08,
      "loss": 0.0816,
      "step": 36376
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.625634646005292e-08,
      "loss": 0.0839,
      "step": 36377
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.6206532070802694e-08,
      "loss": 0.1243,
      "step": 36378
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.615679406003823e-08,
      "loss": 0.0881,
      "step": 36379
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.6107132428138106e-08,
      "loss": 0.0999,
      "step": 36380
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.6057547175484245e-08,
      "loss": 0.0936,
      "step": 36381
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.600803830245523e-08,
      "loss": 0.1159,
      "step": 36382
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.595860580943076e-08,
      "loss": 0.1003,
      "step": 36383
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.59092496967872e-08,
      "loss": 0.0972,
      "step": 36384
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.5859969964904243e-08,
      "loss": 0.1023,
      "step": 36385
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.5810766614157147e-08,
      "loss": 0.1115,
      "step": 36386
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.5761639644923388e-08,
      "loss": 0.0865,
      "step": 36387
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.571258905757822e-08,
      "loss": 0.0905,
      "step": 36388
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.56636148524969e-08,
      "loss": 0.1044,
      "step": 36389
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.561471703005468e-08,
      "loss": 0.1294,
      "step": 36390
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.55658955906246e-08,
      "loss": 0.0896,
      "step": 36391
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.5517150534581916e-08,
      "loss": 0.0907,
      "step": 36392
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.5468481862297435e-08,
      "loss": 0.1126,
      "step": 36393
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.5419889574145308e-08,
      "loss": 0.0993,
      "step": 36394
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.537137367049524e-08,
      "loss": 0.113,
      "step": 36395
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.532293415172026e-08,
      "loss": 0.0987,
      "step": 36396
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.5274571018191186e-08,
      "loss": 0.0919,
      "step": 36397
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.5226284270275503e-08,
      "loss": 0.0907,
      "step": 36398
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.5178073908345138e-08,
      "loss": 0.0844,
      "step": 36399
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.512993993276757e-08,
      "loss": 0.0961,
      "step": 36400
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.5081882343911392e-08,
      "loss": 0.0841,
      "step": 36401
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.50339011421452e-08,
      "loss": 0.0962,
      "step": 36402
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.4985996327834263e-08,
      "loss": 0.0911,
      "step": 36403
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.4938167901347166e-08,
      "loss": 0.1157,
      "step": 36404
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.4890415863046958e-08,
      "loss": 0.0908,
      "step": 36405
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.4842740213302231e-08,
      "loss": 0.1045,
      "step": 36406
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.4795140952474918e-08,
      "loss": 0.1033,
      "step": 36407
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.4747618080930282e-08,
      "loss": 0.0841,
      "step": 36408
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.4700171599033586e-08,
      "loss": 0.0927,
      "step": 36409
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.4652801507144543e-08,
      "loss": 0.0911,
      "step": 36410
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.4605507805627305e-08,
      "loss": 0.0844,
      "step": 36411
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.4558290494843808e-08,
      "loss": 0.1002,
      "step": 36412
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.451114957515598e-08,
      "loss": 0.1018,
      "step": 36413
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.4464085046922428e-08,
      "loss": 0.1067,
      "step": 36414
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.441709691050397e-08,
      "loss": 0.0918,
      "step": 36415
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.437018516626143e-08,
      "loss": 0.0897,
      "step": 36416
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.4323349814552302e-08,
      "loss": 0.0892,
      "step": 36417
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.4276590855735184e-08,
      "loss": 0.0787,
      "step": 36418
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.4229908290167572e-08,
      "loss": 0.0923,
      "step": 36419
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.4183302118206954e-08,
      "loss": 0.0953,
      "step": 36420
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.4136772340209714e-08,
      "loss": 0.1515,
      "step": 36421
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.4090318956532234e-08,
      "loss": 0.0755,
      "step": 36422
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.4043941967529784e-08,
      "loss": 0.0917,
      "step": 36423
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.3997641373556525e-08,
      "loss": 0.0999,
      "step": 36424
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.3951417174967729e-08,
      "loss": 0.1045,
      "step": 36425
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.3905269372115337e-08,
      "loss": 0.0859,
      "step": 36426
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.385919796535351e-08,
      "loss": 0.0973,
      "step": 36427
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.3813202955035299e-08,
      "loss": 0.0852,
      "step": 36428
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.3767284341511533e-08,
      "loss": 0.0933,
      "step": 36429
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.3721442125134154e-08,
      "loss": 0.0925,
      "step": 36430
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.3675676306253994e-08,
      "loss": 0.0877,
      "step": 36431
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.362998688521966e-08,
      "loss": 0.0857,
      "step": 36432
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.3584373862383093e-08,
      "loss": 0.0927,
      "step": 36433
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.3538837238090685e-08,
      "loss": 0.1006,
      "step": 36434
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.3493377012692155e-08,
      "loss": 0.08,
      "step": 36435
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.3447993186536112e-08,
      "loss": 0.0973,
      "step": 36436
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.3402685759967837e-08,
      "loss": 0.0861,
      "step": 36437
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.3357454733335939e-08,
      "loss": 0.0822,
      "step": 36438
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.3312300106984587e-08,
      "loss": 0.1063,
      "step": 36439
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.3267221881260172e-08,
      "loss": 0.1221,
      "step": 36440
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.3222220056507973e-08,
      "loss": 0.0835,
      "step": 36441
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.3177294633071047e-08,
      "loss": 0.0987,
      "step": 36442
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.3132445611294676e-08,
      "loss": 0.1,
      "step": 36443
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.3087672991520806e-08,
      "loss": 0.103,
      "step": 36444
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.3042976774092497e-08,
      "loss": 0.089,
      "step": 36445
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.2998356959350589e-08,
      "loss": 0.0789,
      "step": 36446
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.2953813547638139e-08,
      "loss": 0.1033,
      "step": 36447
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.2909346539293765e-08,
      "loss": 0.0995,
      "step": 36448
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.2864955934660528e-08,
      "loss": 0.0979,
      "step": 36449
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.2820641734075933e-08,
      "loss": 0.0888,
      "step": 36450
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.2776403937878601e-08,
      "loss": 0.0947,
      "step": 36451
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.2732242546408258e-08,
      "loss": 0.1106,
      "step": 36452
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.2688157560002413e-08,
      "loss": 0.1027,
      "step": 36453
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.2644148978998571e-08,
      "loss": 0.0957,
      "step": 36454
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.2600216803733134e-08,
      "loss": 0.111,
      "step": 36455
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.2556361034542498e-08,
      "loss": 0.0928,
      "step": 36456
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.2512581671760838e-08,
      "loss": 0.097,
      "step": 36457
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.2468878715724553e-08,
      "loss": 0.0857,
      "step": 36458
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.242525216676782e-08,
      "loss": 0.1286,
      "step": 36459
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.2381702025223707e-08,
      "loss": 0.0862,
      "step": 36460
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.233822829142528e-08,
      "loss": 0.0942,
      "step": 36461
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.2294830965706717e-08,
      "loss": 0.0973,
      "step": 36462
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.2251510048397752e-08,
      "loss": 0.1172,
      "step": 36463
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.2208265539831454e-08,
      "loss": 0.1025,
      "step": 36464
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.2165097440338668e-08,
      "loss": 0.0996,
      "step": 36465
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.2122005750248022e-08,
      "loss": 0.0939,
      "step": 36466
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.2078990469891472e-08,
      "loss": 0.0964,
      "step": 36467
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.2036051599595422e-08,
      "loss": 0.1038,
      "step": 36468
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.1993189139690719e-08,
      "loss": 0.1053,
      "step": 36469
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.195040309050488e-08,
      "loss": 0.093,
      "step": 36470
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.1907693452364311e-08,
      "loss": 0.0877,
      "step": 36471
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.1865060225595415e-08,
      "loss": 0.0821,
      "step": 36472
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.182250341052571e-08,
      "loss": 0.0841,
      "step": 36473
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.178002300748049e-08,
      "loss": 0.0883,
      "step": 36474
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.1737619016783941e-08,
      "loss": 0.1081,
      "step": 36475
    },
    {
      "epoch": 2.96,
      "learning_rate": 1.1695291438761358e-08,
      "loss": 0.1096,
      "step": 36476
    },
    {
      "epoch": 2.96,
      "learning_rate": 1.1653040273735816e-08,
      "loss": 0.0936,
      "step": 36477
    },
    {
      "epoch": 2.96,
      "learning_rate": 1.16108655220315e-08,
      "loss": 0.1031,
      "step": 36478
    },
    {
      "epoch": 2.96,
      "learning_rate": 1.1568767183969266e-08,
      "loss": 0.1122,
      "step": 36479
    },
    {
      "epoch": 2.96,
      "learning_rate": 1.1526745259873296e-08,
      "loss": 0.0722,
      "step": 36480
    },
    {
      "epoch": 2.96,
      "learning_rate": 1.1484799750063335e-08,
      "loss": 0.0928,
      "step": 36481
    },
    {
      "epoch": 2.96,
      "learning_rate": 1.1442930654862461e-08,
      "loss": 0.0985,
      "step": 36482
    },
    {
      "epoch": 2.96,
      "learning_rate": 1.1401137974588194e-08,
      "loss": 0.1025,
      "step": 36483
    },
    {
      "epoch": 2.96,
      "learning_rate": 1.1359421709562502e-08,
      "loss": 0.0902,
      "step": 36484
    },
    {
      "epoch": 2.96,
      "learning_rate": 1.1317781860102906e-08,
      "loss": 0.0981,
      "step": 36485
    },
    {
      "epoch": 2.96,
      "learning_rate": 1.1276218426529151e-08,
      "loss": 0.0886,
      "step": 36486
    },
    {
      "epoch": 2.96,
      "learning_rate": 1.1234731409158762e-08,
      "loss": 0.1081,
      "step": 36487
    },
    {
      "epoch": 2.96,
      "learning_rate": 1.119332080830926e-08,
      "loss": 0.0879,
      "step": 36488
    },
    {
      "epoch": 2.96,
      "learning_rate": 1.1151986624297063e-08,
      "loss": 0.0938,
      "step": 36489
    },
    {
      "epoch": 2.96,
      "learning_rate": 1.111072885743858e-08,
      "loss": 0.104,
      "step": 36490
    },
    {
      "epoch": 2.96,
      "learning_rate": 1.1069547508049116e-08,
      "loss": 0.1187,
      "step": 36491
    },
    {
      "epoch": 2.96,
      "learning_rate": 1.1028442576445086e-08,
      "loss": 0.1182,
      "step": 36492
    },
    {
      "epoch": 2.96,
      "learning_rate": 1.0987414062939571e-08,
      "loss": 0.1466,
      "step": 36493
    },
    {
      "epoch": 2.96,
      "learning_rate": 1.0946461967846766e-08,
      "loss": 0.1123,
      "step": 36494
    },
    {
      "epoch": 2.96,
      "learning_rate": 1.0905586291479752e-08,
      "loss": 0.0793,
      "step": 36495
    },
    {
      "epoch": 2.96,
      "learning_rate": 1.0864787034151614e-08,
      "loss": 0.0852,
      "step": 36496
    },
    {
      "epoch": 2.96,
      "learning_rate": 1.0824064196174322e-08,
      "loss": 0.0923,
      "step": 36497
    },
    {
      "epoch": 2.96,
      "learning_rate": 1.078341777785985e-08,
      "loss": 0.0944,
      "step": 36498
    },
    {
      "epoch": 2.96,
      "learning_rate": 1.0742847779519061e-08,
      "loss": 0.091,
      "step": 36499
    },
    {
      "epoch": 2.96,
      "learning_rate": 1.0702354201461707e-08,
      "loss": 0.0962,
      "step": 36500
    },
    {
      "epoch": 2.96,
      "learning_rate": 1.066193704399754e-08,
      "loss": 0.0746,
      "step": 36501
    },
    {
      "epoch": 2.96,
      "learning_rate": 1.062159630743742e-08,
      "loss": 0.1046,
      "step": 36502
    },
    {
      "epoch": 2.96,
      "learning_rate": 1.0581331992087773e-08,
      "loss": 0.0911,
      "step": 36503
    },
    {
      "epoch": 2.96,
      "learning_rate": 1.0541144098257239e-08,
      "loss": 0.0907,
      "step": 36504
    },
    {
      "epoch": 2.96,
      "learning_rate": 1.050103262625446e-08,
      "loss": 0.0788,
      "step": 36505
    },
    {
      "epoch": 2.96,
      "learning_rate": 1.0460997576384746e-08,
      "loss": 0.079,
      "step": 36506
    },
    {
      "epoch": 2.96,
      "learning_rate": 1.0421038948955631e-08,
      "loss": 0.0769,
      "step": 36507
    },
    {
      "epoch": 2.96,
      "learning_rate": 1.0381156744271314e-08,
      "loss": 0.1108,
      "step": 36508
    },
    {
      "epoch": 2.96,
      "learning_rate": 1.034135096263822e-08,
      "loss": 0.1076,
      "step": 36509
    },
    {
      "epoch": 2.96,
      "learning_rate": 1.0301621604360546e-08,
      "loss": 0.0837,
      "step": 36510
    },
    {
      "epoch": 2.96,
      "learning_rate": 1.0261968669742495e-08,
      "loss": 0.0892,
      "step": 36511
    },
    {
      "epoch": 2.96,
      "learning_rate": 1.0222392159087157e-08,
      "loss": 0.1232,
      "step": 36512
    },
    {
      "epoch": 2.96,
      "learning_rate": 1.0182892072696515e-08,
      "loss": 0.0868,
      "step": 36513
    },
    {
      "epoch": 2.96,
      "learning_rate": 1.0143468410873659e-08,
      "loss": 0.1091,
      "step": 36514
    },
    {
      "epoch": 2.96,
      "learning_rate": 1.0104121173920567e-08,
      "loss": 0.0884,
      "step": 36515
    },
    {
      "epoch": 2.96,
      "learning_rate": 1.0064850362137002e-08,
      "loss": 0.1045,
      "step": 36516
    },
    {
      "epoch": 2.96,
      "learning_rate": 1.0025655975824945e-08,
      "loss": 0.0974,
      "step": 36517
    },
    {
      "epoch": 2.96,
      "learning_rate": 9.986538015283042e-09,
      "loss": 0.0888,
      "step": 36518
    },
    {
      "epoch": 2.96,
      "learning_rate": 9.947496480809948e-09,
      "loss": 0.0977,
      "step": 36519
    },
    {
      "epoch": 2.96,
      "learning_rate": 9.908531372706531e-09,
      "loss": 0.0761,
      "step": 36520
    },
    {
      "epoch": 2.96,
      "learning_rate": 9.869642691269221e-09,
      "loss": 0.0988,
      "step": 36521
    },
    {
      "epoch": 2.96,
      "learning_rate": 9.830830436795557e-09,
      "loss": 0.0894,
      "step": 36522
    },
    {
      "epoch": 2.96,
      "learning_rate": 9.79209460958308e-09,
      "loss": 0.0896,
      "step": 36523
    },
    {
      "epoch": 2.96,
      "learning_rate": 9.75343520992822e-09,
      "loss": 0.0928,
      "step": 36524
    },
    {
      "epoch": 2.96,
      "learning_rate": 9.714852238125183e-09,
      "loss": 0.0913,
      "step": 36525
    },
    {
      "epoch": 2.96,
      "learning_rate": 9.676345694471511e-09,
      "loss": 0.099,
      "step": 36526
    },
    {
      "epoch": 2.96,
      "learning_rate": 9.637915579260304e-09,
      "loss": 0.0872,
      "step": 36527
    },
    {
      "epoch": 2.96,
      "learning_rate": 9.59956189278577e-09,
      "loss": 0.0736,
      "step": 36528
    },
    {
      "epoch": 2.96,
      "learning_rate": 9.561284635342116e-09,
      "loss": 0.0933,
      "step": 36529
    },
    {
      "epoch": 2.96,
      "learning_rate": 9.523083807220224e-09,
      "loss": 0.1022,
      "step": 36530
    },
    {
      "epoch": 2.96,
      "learning_rate": 9.48495940871541e-09,
      "loss": 0.1002,
      "step": 36531
    },
    {
      "epoch": 2.96,
      "learning_rate": 9.446911440116336e-09,
      "loss": 0.0889,
      "step": 36532
    },
    {
      "epoch": 2.96,
      "learning_rate": 9.408939901714986e-09,
      "loss": 0.1182,
      "step": 36533
    },
    {
      "epoch": 2.96,
      "learning_rate": 9.371044793803353e-09,
      "loss": 0.0882,
      "step": 36534
    },
    {
      "epoch": 2.96,
      "learning_rate": 9.33322611666898e-09,
      "loss": 0.1064,
      "step": 36535
    },
    {
      "epoch": 2.96,
      "learning_rate": 9.29548387060275e-09,
      "loss": 0.0944,
      "step": 36536
    },
    {
      "epoch": 2.96,
      "learning_rate": 9.25781805589332e-09,
      "loss": 0.1034,
      "step": 36537
    },
    {
      "epoch": 2.96,
      "learning_rate": 9.220228672828235e-09,
      "loss": 0.1014,
      "step": 36538
    },
    {
      "epoch": 2.96,
      "learning_rate": 9.182715721696156e-09,
      "loss": 0.0982,
      "step": 36539
    },
    {
      "epoch": 2.96,
      "learning_rate": 9.145279202782409e-09,
      "loss": 0.0955,
      "step": 36540
    },
    {
      "epoch": 2.96,
      "learning_rate": 9.107919116374542e-09,
      "loss": 0.0899,
      "step": 36541
    },
    {
      "epoch": 2.96,
      "learning_rate": 9.070635462757882e-09,
      "loss": 0.0806,
      "step": 36542
    },
    {
      "epoch": 2.96,
      "learning_rate": 9.033428242217756e-09,
      "loss": 0.0939,
      "step": 36543
    },
    {
      "epoch": 2.96,
      "learning_rate": 8.996297455038383e-09,
      "loss": 0.0878,
      "step": 36544
    },
    {
      "epoch": 2.96,
      "learning_rate": 8.959243101505089e-09,
      "loss": 0.0778,
      "step": 36545
    },
    {
      "epoch": 2.96,
      "learning_rate": 8.92226518190098e-09,
      "loss": 0.0983,
      "step": 36546
    },
    {
      "epoch": 2.96,
      "learning_rate": 8.885363696508054e-09,
      "loss": 0.0918,
      "step": 36547
    },
    {
      "epoch": 2.96,
      "learning_rate": 8.848538645609418e-09,
      "loss": 0.0993,
      "step": 36548
    },
    {
      "epoch": 2.96,
      "learning_rate": 8.811790029485955e-09,
      "loss": 0.1227,
      "step": 36549
    },
    {
      "epoch": 2.96,
      "learning_rate": 8.775117848419668e-09,
      "loss": 0.0784,
      "step": 36550
    },
    {
      "epoch": 2.96,
      "learning_rate": 8.738522102690328e-09,
      "loss": 0.0794,
      "step": 36551
    },
    {
      "epoch": 2.96,
      "learning_rate": 8.702002792578823e-09,
      "loss": 0.0861,
      "step": 36552
    },
    {
      "epoch": 2.96,
      "learning_rate": 8.66555991836493e-09,
      "loss": 0.0868,
      "step": 36553
    },
    {
      "epoch": 2.96,
      "learning_rate": 8.629193480325093e-09,
      "loss": 0.0797,
      "step": 36554
    },
    {
      "epoch": 2.96,
      "learning_rate": 8.5929034787402e-09,
      "loss": 0.105,
      "step": 36555
    },
    {
      "epoch": 2.96,
      "learning_rate": 8.556689913885585e-09,
      "loss": 0.1023,
      "step": 36556
    },
    {
      "epoch": 2.96,
      "learning_rate": 8.520552786039915e-09,
      "loss": 0.1048,
      "step": 36557
    },
    {
      "epoch": 2.96,
      "learning_rate": 8.484492095479635e-09,
      "loss": 0.0898,
      "step": 36558
    },
    {
      "epoch": 2.96,
      "learning_rate": 8.44850784248008e-09,
      "loss": 0.109,
      "step": 36559
    },
    {
      "epoch": 2.96,
      "learning_rate": 8.412600027316586e-09,
      "loss": 0.0953,
      "step": 36560
    },
    {
      "epoch": 2.96,
      "learning_rate": 8.376768650263379e-09,
      "loss": 0.0911,
      "step": 36561
    },
    {
      "epoch": 2.96,
      "learning_rate": 8.341013711594681e-09,
      "loss": 0.0957,
      "step": 36562
    },
    {
      "epoch": 2.96,
      "learning_rate": 8.305335211584719e-09,
      "loss": 0.103,
      "step": 36563
    },
    {
      "epoch": 2.96,
      "learning_rate": 8.269733150506609e-09,
      "loss": 0.0903,
      "step": 36564
    },
    {
      "epoch": 2.96,
      "learning_rate": 8.234207528632353e-09,
      "loss": 0.0882,
      "step": 36565
    },
    {
      "epoch": 2.96,
      "learning_rate": 8.198758346232848e-09,
      "loss": 0.09,
      "step": 36566
    },
    {
      "epoch": 2.96,
      "learning_rate": 8.163385603580098e-09,
      "loss": 0.0896,
      "step": 36567
    },
    {
      "epoch": 2.96,
      "learning_rate": 8.128089300944996e-09,
      "loss": 0.1092,
      "step": 36568
    },
    {
      "epoch": 2.96,
      "learning_rate": 8.092869438597329e-09,
      "loss": 0.102,
      "step": 36569
    },
    {
      "epoch": 2.96,
      "learning_rate": 8.057726016806878e-09,
      "loss": 0.0944,
      "step": 36570
    },
    {
      "epoch": 2.96,
      "learning_rate": 8.022659035841207e-09,
      "loss": 0.0958,
      "step": 36571
    },
    {
      "epoch": 2.96,
      "learning_rate": 7.987668495968992e-09,
      "loss": 0.0961,
      "step": 36572
    },
    {
      "epoch": 2.96,
      "learning_rate": 7.952754397460016e-09,
      "loss": 0.099,
      "step": 36573
    },
    {
      "epoch": 2.96,
      "learning_rate": 7.917916740578513e-09,
      "loss": 0.1137,
      "step": 36574
    },
    {
      "epoch": 2.96,
      "learning_rate": 7.883155525592045e-09,
      "loss": 0.0988,
      "step": 36575
    },
    {
      "epoch": 2.96,
      "learning_rate": 7.848470752768179e-09,
      "loss": 0.0886,
      "step": 36576
    },
    {
      "epoch": 2.96,
      "learning_rate": 7.813862422368923e-09,
      "loss": 0.0966,
      "step": 36577
    },
    {
      "epoch": 2.96,
      "learning_rate": 7.779330534661845e-09,
      "loss": 0.0936,
      "step": 36578
    },
    {
      "epoch": 2.96,
      "learning_rate": 7.744875089911175e-09,
      "loss": 0.0645,
      "step": 36579
    },
    {
      "epoch": 2.96,
      "learning_rate": 7.710496088377816e-09,
      "loss": 0.0895,
      "step": 36580
    },
    {
      "epoch": 2.96,
      "learning_rate": 7.676193530327114e-09,
      "loss": 0.1058,
      "step": 36581
    },
    {
      "epoch": 2.96,
      "learning_rate": 7.641967416021078e-09,
      "loss": 0.0871,
      "step": 36582
    },
    {
      "epoch": 2.96,
      "learning_rate": 7.607817745721724e-09,
      "loss": 0.0707,
      "step": 36583
    },
    {
      "epoch": 2.96,
      "learning_rate": 7.573744519688841e-09,
      "loss": 0.0933,
      "step": 36584
    },
    {
      "epoch": 2.96,
      "learning_rate": 7.539747738185555e-09,
      "loss": 0.1042,
      "step": 36585
    },
    {
      "epoch": 2.96,
      "learning_rate": 7.505827401469434e-09,
      "loss": 0.087,
      "step": 36586
    },
    {
      "epoch": 2.96,
      "learning_rate": 7.471983509801384e-09,
      "loss": 0.1084,
      "step": 36587
    },
    {
      "epoch": 2.96,
      "learning_rate": 7.438216063440085e-09,
      "loss": 0.0992,
      "step": 36588
    },
    {
      "epoch": 2.96,
      "learning_rate": 7.404525062644219e-09,
      "loss": 0.0752,
      "step": 36589
    },
    {
      "epoch": 2.96,
      "learning_rate": 7.370910507670248e-09,
      "loss": 0.0947,
      "step": 36590
    },
    {
      "epoch": 2.96,
      "learning_rate": 7.337372398776854e-09,
      "loss": 0.0912,
      "step": 36591
    },
    {
      "epoch": 2.96,
      "learning_rate": 7.303910736220499e-09,
      "loss": 0.0975,
      "step": 36592
    },
    {
      "epoch": 2.96,
      "learning_rate": 7.270525520255423e-09,
      "loss": 0.0948,
      "step": 36593
    },
    {
      "epoch": 2.96,
      "learning_rate": 7.2372167511391974e-09,
      "loss": 0.0922,
      "step": 36594
    },
    {
      "epoch": 2.96,
      "learning_rate": 7.203984429124955e-09,
      "loss": 0.0898,
      "step": 36595
    },
    {
      "epoch": 2.96,
      "learning_rate": 7.170828554468046e-09,
      "loss": 0.1194,
      "step": 36596
    },
    {
      "epoch": 2.96,
      "learning_rate": 7.137749127421601e-09,
      "loss": 0.1123,
      "step": 36597
    },
    {
      "epoch": 2.96,
      "learning_rate": 7.1047461482398605e-09,
      "loss": 0.1069,
      "step": 36598
    },
    {
      "epoch": 2.96,
      "learning_rate": 7.071819617173736e-09,
      "loss": 0.0851,
      "step": 36599
    },
    {
      "epoch": 2.97,
      "learning_rate": 7.038969534475248e-09,
      "loss": 0.0807,
      "step": 36600
    },
    {
      "epoch": 2.97,
      "learning_rate": 7.006195900396418e-09,
      "loss": 0.0789,
      "step": 36601
    },
    {
      "epoch": 2.97,
      "learning_rate": 6.9734987151870434e-09,
      "loss": 0.115,
      "step": 36602
    },
    {
      "epoch": 2.97,
      "learning_rate": 6.940877979099148e-09,
      "loss": 0.0843,
      "step": 36603
    },
    {
      "epoch": 2.97,
      "learning_rate": 6.908333692380309e-09,
      "loss": 0.0953,
      "step": 36604
    },
    {
      "epoch": 2.97,
      "learning_rate": 6.875865855279218e-09,
      "loss": 0.106,
      "step": 36605
    },
    {
      "epoch": 2.97,
      "learning_rate": 6.843474468046784e-09,
      "loss": 0.0873,
      "step": 36606
    },
    {
      "epoch": 2.97,
      "learning_rate": 6.8111595309294785e-09,
      "loss": 0.0816,
      "step": 36607
    },
    {
      "epoch": 2.97,
      "learning_rate": 6.778921044173769e-09,
      "loss": 0.1022,
      "step": 36608
    },
    {
      "epoch": 2.97,
      "learning_rate": 6.746759008026127e-09,
      "loss": 0.104,
      "step": 36609
    },
    {
      "epoch": 2.97,
      "learning_rate": 6.71467342273413e-09,
      "loss": 0.1028,
      "step": 36610
    },
    {
      "epoch": 2.97,
      "learning_rate": 6.682664288543139e-09,
      "loss": 0.1303,
      "step": 36611
    },
    {
      "epoch": 2.97,
      "learning_rate": 6.650731605696292e-09,
      "loss": 0.0775,
      "step": 36612
    },
    {
      "epoch": 2.97,
      "learning_rate": 6.618875374438949e-09,
      "loss": 0.0936,
      "step": 36613
    },
    {
      "epoch": 2.97,
      "learning_rate": 6.587095595015358e-09,
      "loss": 0.0895,
      "step": 36614
    },
    {
      "epoch": 2.97,
      "learning_rate": 6.555392267667549e-09,
      "loss": 0.1023,
      "step": 36615
    },
    {
      "epoch": 2.97,
      "learning_rate": 6.523765392639769e-09,
      "loss": 0.0775,
      "step": 36616
    },
    {
      "epoch": 2.97,
      "learning_rate": 6.4922149701718284e-09,
      "loss": 0.0963,
      "step": 36617
    },
    {
      "epoch": 2.97,
      "learning_rate": 6.460741000505755e-09,
      "loss": 0.0989,
      "step": 36618
    },
    {
      "epoch": 2.97,
      "learning_rate": 6.4293434838835764e-09,
      "loss": 0.1069,
      "step": 36619
    },
    {
      "epoch": 2.97,
      "learning_rate": 6.398022420543992e-09,
      "loss": 0.0959,
      "step": 36620
    },
    {
      "epoch": 2.97,
      "learning_rate": 6.36677781072681e-09,
      "loss": 0.0927,
      "step": 36621
    },
    {
      "epoch": 2.97,
      "learning_rate": 6.335609654671837e-09,
      "loss": 0.0771,
      "step": 36622
    },
    {
      "epoch": 2.97,
      "learning_rate": 6.304517952617772e-09,
      "loss": 0.0703,
      "step": 36623
    },
    {
      "epoch": 2.97,
      "learning_rate": 6.2735027048010935e-09,
      "loss": 0.0826,
      "step": 36624
    },
    {
      "epoch": 2.97,
      "learning_rate": 6.242563911459387e-09,
      "loss": 0.0883,
      "step": 36625
    },
    {
      "epoch": 2.97,
      "learning_rate": 6.2117015728302424e-09,
      "loss": 0.0914,
      "step": 36626
    },
    {
      "epoch": 2.97,
      "learning_rate": 6.1809156891501354e-09,
      "loss": 0.1182,
      "step": 36627
    },
    {
      "epoch": 2.97,
      "learning_rate": 6.150206260652214e-09,
      "loss": 0.0874,
      "step": 36628
    },
    {
      "epoch": 2.97,
      "learning_rate": 6.1195732875740656e-09,
      "loss": 0.1076,
      "step": 36629
    },
    {
      "epoch": 2.97,
      "learning_rate": 6.089016770148837e-09,
      "loss": 0.0906,
      "step": 36630
    },
    {
      "epoch": 2.97,
      "learning_rate": 6.058536708609675e-09,
      "loss": 0.0919,
      "step": 36631
    },
    {
      "epoch": 2.97,
      "learning_rate": 6.0281331031908365e-09,
      "loss": 0.073,
      "step": 36632
    },
    {
      "epoch": 2.97,
      "learning_rate": 5.9978059541243585e-09,
      "loss": 0.0708,
      "step": 36633
    },
    {
      "epoch": 2.97,
      "learning_rate": 5.967555261642277e-09,
      "loss": 0.0767,
      "step": 36634
    },
    {
      "epoch": 2.97,
      "learning_rate": 5.93738102597663e-09,
      "loss": 0.0929,
      "step": 36635
    },
    {
      "epoch": 2.97,
      "learning_rate": 5.907283247357232e-09,
      "loss": 0.1021,
      "step": 36636
    },
    {
      "epoch": 2.97,
      "learning_rate": 5.87726192601612e-09,
      "loss": 0.092,
      "step": 36637
    },
    {
      "epoch": 2.97,
      "learning_rate": 5.847317062179781e-09,
      "loss": 0.1166,
      "step": 36638
    },
    {
      "epoch": 2.97,
      "learning_rate": 5.817448656081359e-09,
      "loss": 0.0839,
      "step": 36639
    },
    {
      "epoch": 2.97,
      "learning_rate": 5.787656707945122e-09,
      "loss": 0.1004,
      "step": 36640
    },
    {
      "epoch": 2.97,
      "learning_rate": 5.757941218003105e-09,
      "loss": 0.0844,
      "step": 36641
    },
    {
      "epoch": 2.97,
      "learning_rate": 5.728302186479573e-09,
      "loss": 0.0875,
      "step": 36642
    },
    {
      "epoch": 2.97,
      "learning_rate": 5.698739613602122e-09,
      "loss": 0.0778,
      "step": 36643
    },
    {
      "epoch": 2.97,
      "learning_rate": 5.669253499597238e-09,
      "loss": 0.0859,
      "step": 36644
    },
    {
      "epoch": 2.97,
      "learning_rate": 5.6398438446914065e-09,
      "loss": 0.1058,
      "step": 36645
    },
    {
      "epoch": 2.97,
      "learning_rate": 5.610510649107781e-09,
      "loss": 0.105,
      "step": 36646
    },
    {
      "epoch": 2.97,
      "learning_rate": 5.581253913071738e-09,
      "loss": 0.0759,
      "step": 36647
    },
    {
      "epoch": 2.97,
      "learning_rate": 5.552073636806432e-09,
      "loss": 0.091,
      "step": 36648
    },
    {
      "epoch": 2.97,
      "learning_rate": 5.522969820536128e-09,
      "loss": 0.0902,
      "step": 36649
    },
    {
      "epoch": 2.97,
      "learning_rate": 5.4939424644828705e-09,
      "loss": 0.1013,
      "step": 36650
    },
    {
      "epoch": 2.97,
      "learning_rate": 5.464991568868705e-09,
      "loss": 0.0864,
      "step": 36651
    },
    {
      "epoch": 2.97,
      "learning_rate": 5.436117133915675e-09,
      "loss": 0.0882,
      "step": 36652
    },
    {
      "epoch": 2.97,
      "learning_rate": 5.407319159843605e-09,
      "loss": 0.1103,
      "step": 36653
    },
    {
      "epoch": 2.97,
      "learning_rate": 5.378597646874539e-09,
      "loss": 0.0982,
      "step": 36654
    },
    {
      "epoch": 2.97,
      "learning_rate": 5.349952595226082e-09,
      "loss": 0.1044,
      "step": 36655
    },
    {
      "epoch": 2.97,
      "learning_rate": 5.321384005119168e-09,
      "loss": 0.0888,
      "step": 36656
    },
    {
      "epoch": 2.97,
      "learning_rate": 5.2928918767702894e-09,
      "loss": 0.0973,
      "step": 36657
    },
    {
      "epoch": 2.97,
      "learning_rate": 5.264476210400382e-09,
      "loss": 0.1013,
      "step": 36658
    },
    {
      "epoch": 2.97,
      "learning_rate": 5.236137006223718e-09,
      "loss": 0.0855,
      "step": 36659
    },
    {
      "epoch": 2.97,
      "learning_rate": 5.207874264459012e-09,
      "loss": 0.0922,
      "step": 36660
    },
    {
      "epoch": 2.97,
      "learning_rate": 5.179687985322757e-09,
      "loss": 0.0972,
      "step": 36661
    },
    {
      "epoch": 2.97,
      "learning_rate": 5.151578169029225e-09,
      "loss": 0.0894,
      "step": 36662
    },
    {
      "epoch": 2.97,
      "learning_rate": 5.123544815793802e-09,
      "loss": 0.0931,
      "step": 36663
    },
    {
      "epoch": 2.97,
      "learning_rate": 5.095587925831869e-09,
      "loss": 0.0714,
      "step": 36664
    },
    {
      "epoch": 2.97,
      "learning_rate": 5.067707499355479e-09,
      "loss": 0.0976,
      "step": 36665
    },
    {
      "epoch": 2.97,
      "learning_rate": 5.039903536580015e-09,
      "loss": 0.0946,
      "step": 36666
    },
    {
      "epoch": 2.97,
      "learning_rate": 5.012176037717531e-09,
      "loss": 0.0858,
      "step": 36667
    },
    {
      "epoch": 2.97,
      "learning_rate": 4.984525002980078e-09,
      "loss": 0.078,
      "step": 36668
    },
    {
      "epoch": 2.97,
      "learning_rate": 4.956950432577489e-09,
      "loss": 0.0939,
      "step": 36669
    },
    {
      "epoch": 2.97,
      "learning_rate": 4.929452326724038e-09,
      "loss": 0.0933,
      "step": 36670
    },
    {
      "epoch": 2.97,
      "learning_rate": 4.9020306856273345e-09,
      "loss": 0.0753,
      "step": 36671
    },
    {
      "epoch": 2.97,
      "learning_rate": 4.874685509498323e-09,
      "loss": 0.0974,
      "step": 36672
    },
    {
      "epoch": 2.97,
      "learning_rate": 4.847416798545723e-09,
      "loss": 0.0779,
      "step": 36673
    },
    {
      "epoch": 2.97,
      "learning_rate": 4.820224552978259e-09,
      "loss": 0.0844,
      "step": 36674
    },
    {
      "epoch": 2.97,
      "learning_rate": 4.793108773004651e-09,
      "loss": 0.1029,
      "step": 36675
    },
    {
      "epoch": 2.97,
      "learning_rate": 4.766069458831401e-09,
      "loss": 0.121,
      "step": 36676
    },
    {
      "epoch": 2.97,
      "learning_rate": 4.739106610666122e-09,
      "loss": 0.0898,
      "step": 36677
    },
    {
      "epoch": 2.97,
      "learning_rate": 4.712220228715314e-09,
      "loss": 0.1126,
      "step": 36678
    },
    {
      "epoch": 2.97,
      "learning_rate": 4.685410313183258e-09,
      "loss": 0.0925,
      "step": 36679
    },
    {
      "epoch": 2.97,
      "learning_rate": 4.658676864275347e-09,
      "loss": 0.1102,
      "step": 36680
    },
    {
      "epoch": 2.97,
      "learning_rate": 4.63201988219808e-09,
      "loss": 0.1031,
      "step": 36681
    },
    {
      "epoch": 2.97,
      "learning_rate": 4.605439367153519e-09,
      "loss": 0.1059,
      "step": 36682
    },
    {
      "epoch": 2.97,
      "learning_rate": 4.578935319344835e-09,
      "loss": 0.0848,
      "step": 36683
    },
    {
      "epoch": 2.97,
      "learning_rate": 4.552507738975198e-09,
      "loss": 0.0791,
      "step": 36684
    },
    {
      "epoch": 2.97,
      "learning_rate": 4.52615662624778e-09,
      "loss": 0.0816,
      "step": 36685
    },
    {
      "epoch": 2.97,
      "learning_rate": 4.49988198136353e-09,
      "loss": 0.1046,
      "step": 36686
    },
    {
      "epoch": 2.97,
      "learning_rate": 4.473683804522288e-09,
      "loss": 0.0949,
      "step": 36687
    },
    {
      "epoch": 2.97,
      "learning_rate": 4.447562095926117e-09,
      "loss": 0.1125,
      "step": 36688
    },
    {
      "epoch": 2.97,
      "learning_rate": 4.421516855773744e-09,
      "loss": 0.0851,
      "step": 36689
    },
    {
      "epoch": 2.97,
      "learning_rate": 4.3955480842661215e-09,
      "loss": 0.0961,
      "step": 36690
    },
    {
      "epoch": 2.97,
      "learning_rate": 4.369655781599758e-09,
      "loss": 0.0767,
      "step": 36691
    },
    {
      "epoch": 2.97,
      "learning_rate": 4.343839947973383e-09,
      "loss": 0.0854,
      "step": 36692
    },
    {
      "epoch": 2.97,
      "learning_rate": 4.318100583585727e-09,
      "loss": 0.0971,
      "step": 36693
    },
    {
      "epoch": 2.97,
      "learning_rate": 4.292437688632189e-09,
      "loss": 0.0766,
      "step": 36694
    },
    {
      "epoch": 2.97,
      "learning_rate": 4.26685126330928e-09,
      "loss": 0.0915,
      "step": 36695
    },
    {
      "epoch": 2.97,
      "learning_rate": 4.241341307813507e-09,
      "loss": 0.0955,
      "step": 36696
    },
    {
      "epoch": 2.97,
      "learning_rate": 4.2159078223402705e-09,
      "loss": 0.095,
      "step": 36697
    },
    {
      "epoch": 2.97,
      "learning_rate": 4.19055080708275e-09,
      "loss": 0.1034,
      "step": 36698
    },
    {
      "epoch": 2.97,
      "learning_rate": 4.165270262236343e-09,
      "loss": 0.1046,
      "step": 36699
    },
    {
      "epoch": 2.97,
      "learning_rate": 4.140066187993119e-09,
      "loss": 0.0892,
      "step": 36700
    },
    {
      "epoch": 2.97,
      "learning_rate": 4.114938584547368e-09,
      "loss": 0.0814,
      "step": 36701
    },
    {
      "epoch": 2.97,
      "learning_rate": 4.089887452090047e-09,
      "loss": 0.0796,
      "step": 36702
    },
    {
      "epoch": 2.97,
      "learning_rate": 4.0649127908132244e-09,
      "loss": 0.0761,
      "step": 36703
    },
    {
      "epoch": 2.97,
      "learning_rate": 4.04001460090786e-09,
      "loss": 0.1124,
      "step": 36704
    },
    {
      "epoch": 2.97,
      "learning_rate": 4.015192882564911e-09,
      "loss": 0.0925,
      "step": 36705
    },
    {
      "epoch": 2.97,
      "learning_rate": 3.990447635974226e-09,
      "loss": 0.0834,
      "step": 36706
    },
    {
      "epoch": 2.97,
      "learning_rate": 3.965778861324543e-09,
      "loss": 0.0961,
      "step": 36707
    },
    {
      "epoch": 2.97,
      "learning_rate": 3.941186558805709e-09,
      "loss": 0.0897,
      "step": 36708
    },
    {
      "epoch": 2.97,
      "learning_rate": 3.9166707286042436e-09,
      "loss": 0.0937,
      "step": 36709
    },
    {
      "epoch": 2.97,
      "learning_rate": 3.892231370908883e-09,
      "loss": 0.1196,
      "step": 36710
    },
    {
      "epoch": 2.97,
      "learning_rate": 3.867868485906146e-09,
      "loss": 0.0884,
      "step": 36711
    },
    {
      "epoch": 2.97,
      "learning_rate": 3.843582073781438e-09,
      "loss": 0.0982,
      "step": 36712
    },
    {
      "epoch": 2.97,
      "learning_rate": 3.819372134722388e-09,
      "loss": 0.1173,
      "step": 36713
    },
    {
      "epoch": 2.97,
      "learning_rate": 3.795238668914403e-09,
      "loss": 0.1088,
      "step": 36714
    },
    {
      "epoch": 2.97,
      "learning_rate": 3.771181676539559e-09,
      "loss": 0.08,
      "step": 36715
    },
    {
      "epoch": 2.97,
      "learning_rate": 3.747201157784375e-09,
      "loss": 0.1,
      "step": 36716
    },
    {
      "epoch": 2.97,
      "learning_rate": 3.723297112830926e-09,
      "loss": 0.08,
      "step": 36717
    },
    {
      "epoch": 2.97,
      "learning_rate": 3.6994695418635096e-09,
      "loss": 0.1066,
      "step": 36718
    },
    {
      "epoch": 2.97,
      "learning_rate": 3.675718445063092e-09,
      "loss": 0.092,
      "step": 36719
    },
    {
      "epoch": 2.97,
      "learning_rate": 3.65204382261064e-09,
      "loss": 0.0942,
      "step": 36720
    },
    {
      "epoch": 2.97,
      "learning_rate": 3.6284456746893404e-09,
      "loss": 0.0873,
      "step": 36721
    },
    {
      "epoch": 2.97,
      "learning_rate": 3.6049240014790486e-09,
      "loss": 0.1141,
      "step": 36722
    },
    {
      "epoch": 2.98,
      "learning_rate": 3.5814788031585114e-09,
      "loss": 0.0956,
      "step": 36723
    },
    {
      "epoch": 2.98,
      "learning_rate": 3.5581100799086943e-09,
      "loss": 0.0905,
      "step": 36724
    },
    {
      "epoch": 2.98,
      "learning_rate": 3.5348178319072333e-09,
      "loss": 0.0732,
      "step": 36725
    },
    {
      "epoch": 2.98,
      "learning_rate": 3.511602059333985e-09,
      "loss": 0.091,
      "step": 36726
    },
    {
      "epoch": 2.98,
      "learning_rate": 3.488462762364364e-09,
      "loss": 0.1122,
      "step": 36727
    },
    {
      "epoch": 2.98,
      "learning_rate": 3.4653999411760066e-09,
      "loss": 0.0916,
      "step": 36728
    },
    {
      "epoch": 2.98,
      "learning_rate": 3.4424135959465476e-09,
      "loss": 0.0978,
      "step": 36729
    },
    {
      "epoch": 2.98,
      "learning_rate": 3.419503726850293e-09,
      "loss": 0.0934,
      "step": 36730
    },
    {
      "epoch": 2.98,
      "learning_rate": 3.3966703340637676e-09,
      "loss": 0.0781,
      "step": 36731
    },
    {
      "epoch": 2.98,
      "learning_rate": 3.3739134177612765e-09,
      "loss": 0.0867,
      "step": 36732
    },
    {
      "epoch": 2.98,
      "learning_rate": 3.3512329781160145e-09,
      "loss": 0.1085,
      "step": 36733
    },
    {
      "epoch": 2.98,
      "learning_rate": 3.328629015302287e-09,
      "loss": 0.09,
      "step": 36734
    },
    {
      "epoch": 2.98,
      "learning_rate": 3.3061015294932886e-09,
      "loss": 0.0946,
      "step": 36735
    },
    {
      "epoch": 2.98,
      "learning_rate": 3.2836505208611035e-09,
      "loss": 0.1111,
      "step": 36736
    },
    {
      "epoch": 2.98,
      "learning_rate": 3.2612759895767067e-09,
      "loss": 0.0829,
      "step": 36737
    },
    {
      "epoch": 2.98,
      "learning_rate": 3.238977935813292e-09,
      "loss": 0.1132,
      "step": 36738
    },
    {
      "epoch": 2.98,
      "learning_rate": 3.2167563597385045e-09,
      "loss": 0.0896,
      "step": 36739
    },
    {
      "epoch": 2.98,
      "learning_rate": 3.1946112615255376e-09,
      "loss": 0.0875,
      "step": 36740
    },
    {
      "epoch": 2.98,
      "learning_rate": 3.1725426413409256e-09,
      "loss": 0.0907,
      "step": 36741
    },
    {
      "epoch": 2.98,
      "learning_rate": 3.1505504993556422e-09,
      "loss": 0.0985,
      "step": 36742
    },
    {
      "epoch": 2.98,
      "learning_rate": 3.1286348357373317e-09,
      "loss": 0.113,
      "step": 36743
    },
    {
      "epoch": 2.98,
      "learning_rate": 3.1067956506525276e-09,
      "loss": 0.1078,
      "step": 36744
    },
    {
      "epoch": 2.98,
      "learning_rate": 3.085032944269983e-09,
      "loss": 0.1072,
      "step": 36745
    },
    {
      "epoch": 2.98,
      "learning_rate": 3.0633467167551223e-09,
      "loss": 0.0845,
      "step": 36746
    },
    {
      "epoch": 2.98,
      "learning_rate": 3.041736968273368e-09,
      "loss": 0.0792,
      "step": 36747
    },
    {
      "epoch": 2.98,
      "learning_rate": 3.0202036989923632e-09,
      "loss": 0.1126,
      "step": 36748
    },
    {
      "epoch": 2.98,
      "learning_rate": 2.9987469090742016e-09,
      "loss": 0.0934,
      "step": 36749
    },
    {
      "epoch": 2.98,
      "learning_rate": 2.9773665986843057e-09,
      "loss": 0.0866,
      "step": 36750
    },
    {
      "epoch": 2.98,
      "learning_rate": 2.956062767985879e-09,
      "loss": 0.0793,
      "step": 36751
    },
    {
      "epoch": 2.98,
      "learning_rate": 2.9348354171421233e-09,
      "loss": 0.0846,
      "step": 36752
    },
    {
      "epoch": 2.98,
      "learning_rate": 2.913684546316242e-09,
      "loss": 0.1008,
      "step": 36753
    },
    {
      "epoch": 2.98,
      "learning_rate": 2.8926101556681075e-09,
      "loss": 0.0996,
      "step": 36754
    },
    {
      "epoch": 2.98,
      "learning_rate": 2.871612245360922e-09,
      "loss": 0.0965,
      "step": 36755
    },
    {
      "epoch": 2.98,
      "learning_rate": 2.8506908155534473e-09,
      "loss": 0.0961,
      "step": 36756
    },
    {
      "epoch": 2.98,
      "learning_rate": 2.8298458664066663e-09,
      "loss": 0.1019,
      "step": 36757
    },
    {
      "epoch": 2.98,
      "learning_rate": 2.809077398081561e-09,
      "loss": 0.1047,
      "step": 36758
    },
    {
      "epoch": 2.98,
      "learning_rate": 2.788385410733563e-09,
      "loss": 0.0915,
      "step": 36759
    },
    {
      "epoch": 2.98,
      "learning_rate": 2.767769904524764e-09,
      "loss": 0.0881,
      "step": 36760
    },
    {
      "epoch": 2.98,
      "learning_rate": 2.747230879610596e-09,
      "loss": 0.0842,
      "step": 36761
    },
    {
      "epoch": 2.98,
      "learning_rate": 2.7267683361476004e-09,
      "loss": 0.0913,
      "step": 36762
    },
    {
      "epoch": 2.98,
      "learning_rate": 2.706382274294539e-09,
      "loss": 0.085,
      "step": 36763
    },
    {
      "epoch": 2.98,
      "learning_rate": 2.6860726942057326e-09,
      "loss": 0.0931,
      "step": 36764
    },
    {
      "epoch": 2.98,
      "learning_rate": 2.6658395960366123e-09,
      "loss": 0.1105,
      "step": 36765
    },
    {
      "epoch": 2.98,
      "learning_rate": 2.6456829799437202e-09,
      "loss": 0.0941,
      "step": 36766
    },
    {
      "epoch": 2.98,
      "learning_rate": 2.6256028460791562e-09,
      "loss": 0.0814,
      "step": 36767
    },
    {
      "epoch": 2.98,
      "learning_rate": 2.6055991945972412e-09,
      "loss": 0.0965,
      "step": 36768
    },
    {
      "epoch": 2.98,
      "learning_rate": 2.585672025651187e-09,
      "loss": 0.0798,
      "step": 36769
    },
    {
      "epoch": 2.98,
      "learning_rate": 2.565821339393093e-09,
      "loss": 0.1129,
      "step": 36770
    },
    {
      "epoch": 2.98,
      "learning_rate": 2.5460471359750603e-09,
      "loss": 0.1005,
      "step": 36771
    },
    {
      "epoch": 2.98,
      "learning_rate": 2.5263494155491897e-09,
      "loss": 0.0917,
      "step": 36772
    },
    {
      "epoch": 2.98,
      "learning_rate": 2.5067281782642507e-09,
      "loss": 0.1072,
      "step": 36773
    },
    {
      "epoch": 2.98,
      "learning_rate": 2.4871834242723436e-09,
      "loss": 0.0866,
      "step": 36774
    },
    {
      "epoch": 2.98,
      "learning_rate": 2.4677151537211286e-09,
      "loss": 0.108,
      "step": 36775
    },
    {
      "epoch": 2.98,
      "learning_rate": 2.4483233667615958e-09,
      "loss": 0.0848,
      "step": 36776
    },
    {
      "epoch": 2.98,
      "learning_rate": 2.4290080635402947e-09,
      "loss": 0.0977,
      "step": 36777
    },
    {
      "epoch": 2.98,
      "learning_rate": 2.409769244205995e-09,
      "loss": 0.0829,
      "step": 36778
    },
    {
      "epoch": 2.98,
      "learning_rate": 2.3906069089052463e-09,
      "loss": 0.1011,
      "step": 36779
    },
    {
      "epoch": 2.98,
      "learning_rate": 2.3715210577857085e-09,
      "loss": 0.0893,
      "step": 36780
    },
    {
      "epoch": 2.98,
      "learning_rate": 2.35251169099171e-09,
      "loss": 0.0651,
      "step": 36781
    },
    {
      "epoch": 2.98,
      "learning_rate": 2.333578808669801e-09,
      "loss": 0.1012,
      "step": 36782
    },
    {
      "epoch": 2.98,
      "learning_rate": 2.3147224109654197e-09,
      "loss": 0.09,
      "step": 36783
    },
    {
      "epoch": 2.98,
      "learning_rate": 2.2959424980217858e-09,
      "loss": 0.0891,
      "step": 36784
    },
    {
      "epoch": 2.98,
      "learning_rate": 2.2772390699821177e-09,
      "loss": 0.0999,
      "step": 36785
    },
    {
      "epoch": 2.98,
      "learning_rate": 2.258612126991855e-09,
      "loss": 0.1086,
      "step": 36786
    },
    {
      "epoch": 2.98,
      "learning_rate": 2.240061669190885e-09,
      "loss": 0.1235,
      "step": 36787
    },
    {
      "epoch": 2.98,
      "learning_rate": 2.2215876967213167e-09,
      "loss": 0.0984,
      "step": 36788
    },
    {
      "epoch": 2.98,
      "learning_rate": 2.203190209726369e-09,
      "loss": 0.106,
      "step": 36789
    },
    {
      "epoch": 2.98,
      "learning_rate": 2.18486920834593e-09,
      "loss": 0.0999,
      "step": 36790
    },
    {
      "epoch": 2.98,
      "learning_rate": 2.1666246927187774e-09,
      "loss": 0.0837,
      "step": 36791
    },
    {
      "epoch": 2.98,
      "learning_rate": 2.1484566629870198e-09,
      "loss": 0.0824,
      "step": 36792
    },
    {
      "epoch": 2.98,
      "learning_rate": 2.1303651192872145e-09,
      "loss": 0.0886,
      "step": 36793
    },
    {
      "epoch": 2.98,
      "learning_rate": 2.1123500617592497e-09,
      "loss": 0.0829,
      "step": 36794
    },
    {
      "epoch": 2.98,
      "learning_rate": 2.094411490540793e-09,
      "loss": 0.0722,
      "step": 36795
    },
    {
      "epoch": 2.98,
      "learning_rate": 2.076549405768402e-09,
      "loss": 0.1069,
      "step": 36796
    },
    {
      "epoch": 2.98,
      "learning_rate": 2.058763807578634e-09,
      "loss": 0.0843,
      "step": 36797
    },
    {
      "epoch": 2.98,
      "learning_rate": 2.041054696109157e-09,
      "loss": 0.0894,
      "step": 36798
    },
    {
      "epoch": 2.98,
      "learning_rate": 2.0234220714931974e-09,
      "loss": 0.1086,
      "step": 36799
    },
    {
      "epoch": 2.98,
      "learning_rate": 2.0058659338673126e-09,
      "loss": 0.0834,
      "step": 36800
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.9883862833658397e-09,
      "loss": 0.0932,
      "step": 36801
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.970983120120895e-09,
      "loss": 0.0856,
      "step": 36802
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.9536564442679264e-09,
      "loss": 0.0876,
      "step": 36803
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.936406255936829e-09,
      "loss": 0.0948,
      "step": 36804
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.9192325552619405e-09,
      "loss": 0.0972,
      "step": 36805
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.902135342373157e-09,
      "loss": 0.0865,
      "step": 36806
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.8851146174025948e-09,
      "loss": 0.0897,
      "step": 36807
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.8681703804790395e-09,
      "loss": 0.0928,
      "step": 36808
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.8513026317323879e-09,
      "loss": 0.0829,
      "step": 36809
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.8345113712925355e-09,
      "loss": 0.1024,
      "step": 36810
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.8177965992871583e-09,
      "loss": 0.0921,
      "step": 36811
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.8011583158450418e-09,
      "loss": 0.1005,
      "step": 36812
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.7845965210927517e-09,
      "loss": 0.0906,
      "step": 36813
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.7681112151568537e-09,
      "loss": 0.087,
      "step": 36814
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.7517023981639126e-09,
      "loss": 0.0675,
      "step": 36815
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.7353700702382736e-09,
      "loss": 0.1091,
      "step": 36816
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.7191142315065024e-09,
      "loss": 0.0785,
      "step": 36817
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.7029348820929436e-09,
      "loss": 0.0752,
      "step": 36818
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.686832022119722e-09,
      "loss": 0.0724,
      "step": 36819
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.6708056517122928e-09,
      "loss": 0.0815,
      "step": 36820
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.65485577099056e-09,
      "loss": 0.0774,
      "step": 36821
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.6389823800788685e-09,
      "loss": 0.1001,
      "step": 36822
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.6231854790982327e-09,
      "loss": 0.0818,
      "step": 36823
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.6074650681685566e-09,
      "loss": 0.0852,
      "step": 36824
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.5918211474097444e-09,
      "loss": 0.11,
      "step": 36825
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.5762537169439207e-09,
      "loss": 0.0977,
      "step": 36826
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.5607627768876588e-09,
      "loss": 0.095,
      "step": 36827
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.5453483273597524e-09,
      "loss": 0.1195,
      "step": 36828
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.530010368480106e-09,
      "loss": 0.09,
      "step": 36829
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.5147489003641824e-09,
      "loss": 0.0887,
      "step": 36830
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.4995639231285553e-09,
      "loss": 0.0919,
      "step": 36831
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.484455436890908e-09,
      "loss": 0.0989,
      "step": 36832
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.4694234417667042e-09,
      "loss": 0.088,
      "step": 36833
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.4544679378691862e-09,
      "loss": 0.0992,
      "step": 36834
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.4395889253138173e-09,
      "loss": 0.1116,
      "step": 36835
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.4247864042149506e-09,
      "loss": 0.1041,
      "step": 36836
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.4100603746858288e-09,
      "loss": 0.1099,
      "step": 36837
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.3954108368374741e-09,
      "loss": 0.0947,
      "step": 36838
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.3808377907842396e-09,
      "loss": 0.1187,
      "step": 36839
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.3663412366360374e-09,
      "loss": 0.0966,
      "step": 36840
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.3519211745038895e-09,
      "loss": 0.0937,
      "step": 36841
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.3375776044988187e-09,
      "loss": 0.0869,
      "step": 36842
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.3233105267296264e-09,
      "loss": 0.0893,
      "step": 36843
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.3091199413073352e-09,
      "loss": 0.093,
      "step": 36844
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.2950058483374162e-09,
      "loss": 0.0828,
      "step": 36845
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.2809682479308915e-09,
      "loss": 0.098,
      "step": 36846
    },
    {
      "epoch": 2.99,
      "learning_rate": 1.2670071401932327e-09,
      "loss": 0.0872,
      "step": 36847
    },
    {
      "epoch": 2.99,
      "learning_rate": 1.2531225252321312e-09,
      "loss": 0.0706,
      "step": 36848
    },
    {
      "epoch": 2.99,
      "learning_rate": 1.2393144031541682e-09,
      "loss": 0.0921,
      "step": 36849
    },
    {
      "epoch": 2.99,
      "learning_rate": 1.225582774063705e-09,
      "loss": 0.0938,
      "step": 36850
    },
    {
      "epoch": 2.99,
      "learning_rate": 1.2119276380662126e-09,
      "loss": 0.093,
      "step": 36851
    },
    {
      "epoch": 2.99,
      "learning_rate": 1.1983489952671622e-09,
      "loss": 0.085,
      "step": 36852
    },
    {
      "epoch": 2.99,
      "learning_rate": 1.1848468457686946e-09,
      "loss": 0.1032,
      "step": 36853
    },
    {
      "epoch": 2.99,
      "learning_rate": 1.1714211896762806e-09,
      "loss": 0.092,
      "step": 36854
    },
    {
      "epoch": 2.99,
      "learning_rate": 1.1580720270909506e-09,
      "loss": 0.0968,
      "step": 36855
    },
    {
      "epoch": 2.99,
      "learning_rate": 1.1447993581148453e-09,
      "loss": 0.0898,
      "step": 36856
    },
    {
      "epoch": 2.99,
      "learning_rate": 1.131603182850105e-09,
      "loss": 0.0977,
      "step": 36857
    },
    {
      "epoch": 2.99,
      "learning_rate": 1.1184835013977602e-09,
      "loss": 0.0927,
      "step": 36858
    },
    {
      "epoch": 2.99,
      "learning_rate": 1.1054403138577307e-09,
      "loss": 0.0923,
      "step": 36859
    },
    {
      "epoch": 2.99,
      "learning_rate": 1.092473620329937e-09,
      "loss": 0.092,
      "step": 36860
    },
    {
      "epoch": 2.99,
      "learning_rate": 1.0795834209142985e-09,
      "loss": 0.0954,
      "step": 36861
    },
    {
      "epoch": 2.99,
      "learning_rate": 1.0667697157085155e-09,
      "loss": 0.086,
      "step": 36862
    },
    {
      "epoch": 2.99,
      "learning_rate": 1.0540325048113975e-09,
      "loss": 0.0777,
      "step": 36863
    },
    {
      "epoch": 2.99,
      "learning_rate": 1.041371788319534e-09,
      "loss": 0.1111,
      "step": 36864
    },
    {
      "epoch": 2.99,
      "learning_rate": 1.0287875663295143e-09,
      "loss": 0.108,
      "step": 36865
    },
    {
      "epoch": 2.99,
      "learning_rate": 1.0162798389390383e-09,
      "loss": 0.1106,
      "step": 36866
    },
    {
      "epoch": 2.99,
      "learning_rate": 1.0038486062424746e-09,
      "loss": 0.0676,
      "step": 36867
    },
    {
      "epoch": 2.99,
      "learning_rate": 9.914938683353027e-10,
      "loss": 0.1091,
      "step": 36868
    },
    {
      "epoch": 2.99,
      "learning_rate": 9.792156253130013e-10,
      "loss": 0.0966,
      "step": 36869
    },
    {
      "epoch": 2.99,
      "learning_rate": 9.670138772688298e-10,
      "loss": 0.0866,
      "step": 36870
    },
    {
      "epoch": 2.99,
      "learning_rate": 9.548886242949362e-10,
      "loss": 0.068,
      "step": 36871
    },
    {
      "epoch": 2.99,
      "learning_rate": 9.428398664856897e-10,
      "loss": 0.081,
      "step": 36872
    },
    {
      "epoch": 2.99,
      "learning_rate": 9.308676039321285e-10,
      "loss": 0.0868,
      "step": 36873
    },
    {
      "epoch": 2.99,
      "learning_rate": 9.189718367275114e-10,
      "loss": 0.112,
      "step": 36874
    },
    {
      "epoch": 2.99,
      "learning_rate": 9.07152564960656e-10,
      "loss": 0.0694,
      "step": 36875
    },
    {
      "epoch": 2.99,
      "learning_rate": 8.954097887237112e-10,
      "loss": 0.0901,
      "step": 36876
    },
    {
      "epoch": 2.99,
      "learning_rate": 8.837435081066048e-10,
      "loss": 0.101,
      "step": 36877
    },
    {
      "epoch": 2.99,
      "learning_rate": 8.721537231970445e-10,
      "loss": 0.0906,
      "step": 36878
    },
    {
      "epoch": 2.99,
      "learning_rate": 8.606404340838482e-10,
      "loss": 0.085,
      "step": 36879
    },
    {
      "epoch": 2.99,
      "learning_rate": 8.492036408569437e-10,
      "loss": 0.0927,
      "step": 36880
    },
    {
      "epoch": 2.99,
      "learning_rate": 8.378433436029287e-10,
      "loss": 0.1023,
      "step": 36881
    },
    {
      "epoch": 2.99,
      "learning_rate": 8.265595424072903e-10,
      "loss": 0.0728,
      "step": 36882
    },
    {
      "epoch": 2.99,
      "learning_rate": 8.153522373577361e-10,
      "loss": 0.1108,
      "step": 36883
    },
    {
      "epoch": 2.99,
      "learning_rate": 8.042214285397531e-10,
      "loss": 0.1081,
      "step": 36884
    },
    {
      "epoch": 2.99,
      "learning_rate": 7.931671160388288e-10,
      "loss": 0.0863,
      "step": 36885
    },
    {
      "epoch": 2.99,
      "learning_rate": 7.821892999393399e-10,
      "loss": 0.1032,
      "step": 36886
    },
    {
      "epoch": 2.99,
      "learning_rate": 7.712879803245532e-10,
      "loss": 0.1088,
      "step": 36887
    },
    {
      "epoch": 2.99,
      "learning_rate": 7.604631572788456e-10,
      "loss": 0.0935,
      "step": 36888
    },
    {
      "epoch": 2.99,
      "learning_rate": 7.497148308843738e-10,
      "loss": 0.0823,
      "step": 36889
    },
    {
      "epoch": 2.99,
      "learning_rate": 7.390430012244043e-10,
      "loss": 0.1057,
      "step": 36890
    },
    {
      "epoch": 2.99,
      "learning_rate": 7.284476683788733e-10,
      "loss": 0.0899,
      "step": 36891
    },
    {
      "epoch": 2.99,
      "learning_rate": 7.179288324310474e-10,
      "loss": 0.0988,
      "step": 36892
    },
    {
      "epoch": 2.99,
      "learning_rate": 7.074864934586423e-10,
      "loss": 0.103,
      "step": 36893
    },
    {
      "epoch": 2.99,
      "learning_rate": 6.971206515438145e-10,
      "loss": 0.0935,
      "step": 36894
    },
    {
      "epoch": 2.99,
      "learning_rate": 6.868313067642796e-10,
      "loss": 0.0959,
      "step": 36895
    },
    {
      "epoch": 2.99,
      "learning_rate": 6.766184592010838e-10,
      "loss": 0.0833,
      "step": 36896
    },
    {
      "epoch": 2.99,
      "learning_rate": 6.664821089297224e-10,
      "loss": 0.0982,
      "step": 36897
    },
    {
      "epoch": 2.99,
      "learning_rate": 6.564222560290212e-10,
      "loss": 0.0868,
      "step": 36898
    },
    {
      "epoch": 2.99,
      "learning_rate": 6.464389005755855e-10,
      "loss": 0.0872,
      "step": 36899
    },
    {
      "epoch": 2.99,
      "learning_rate": 6.365320426460209e-10,
      "loss": 0.0861,
      "step": 36900
    },
    {
      "epoch": 2.99,
      "learning_rate": 6.267016823158223e-10,
      "loss": 0.0927,
      "step": 36901
    },
    {
      "epoch": 2.99,
      "learning_rate": 6.16947819660485e-10,
      "loss": 0.0858,
      "step": 36902
    },
    {
      "epoch": 2.99,
      "learning_rate": 6.072704547555042e-10,
      "loss": 0.0887,
      "step": 36903
    },
    {
      "epoch": 2.99,
      "learning_rate": 5.976695876730443e-10,
      "loss": 0.0804,
      "step": 36904
    },
    {
      "epoch": 2.99,
      "learning_rate": 5.881452184874903e-10,
      "loss": 0.1091,
      "step": 36905
    },
    {
      "epoch": 2.99,
      "learning_rate": 5.786973472721169e-10,
      "loss": 0.0776,
      "step": 36906
    },
    {
      "epoch": 2.99,
      "learning_rate": 5.693259740990886e-10,
      "loss": 0.0981,
      "step": 36907
    },
    {
      "epoch": 2.99,
      "learning_rate": 5.600310990394597e-10,
      "loss": 0.0929,
      "step": 36908
    },
    {
      "epoch": 2.99,
      "learning_rate": 5.508127221642845e-10,
      "loss": 0.0876,
      "step": 36909
    },
    {
      "epoch": 2.99,
      "learning_rate": 5.416708435446172e-10,
      "loss": 0.0966,
      "step": 36910
    },
    {
      "epoch": 2.99,
      "learning_rate": 5.326054632504019e-10,
      "loss": 0.0781,
      "step": 36911
    },
    {
      "epoch": 2.99,
      "learning_rate": 5.236165813515826e-10,
      "loss": 0.1026,
      "step": 36912
    },
    {
      "epoch": 2.99,
      "learning_rate": 5.147041979147727e-10,
      "loss": 0.1086,
      "step": 36913
    },
    {
      "epoch": 2.99,
      "learning_rate": 5.058683130110265e-10,
      "loss": 0.0899,
      "step": 36914
    },
    {
      "epoch": 2.99,
      "learning_rate": 4.971089267058471e-10,
      "loss": 0.0859,
      "step": 36915
    },
    {
      "epoch": 2.99,
      "learning_rate": 4.884260390669581e-10,
      "loss": 0.0912,
      "step": 36916
    },
    {
      "epoch": 2.99,
      "learning_rate": 4.798196501598629e-10,
      "loss": 0.0878,
      "step": 36917
    },
    {
      "epoch": 2.99,
      "learning_rate": 4.712897600522847e-10,
      "loss": 0.0936,
      "step": 36918
    },
    {
      "epoch": 2.99,
      "learning_rate": 4.628363688086168e-10,
      "loss": 0.0986,
      "step": 36919
    },
    {
      "epoch": 2.99,
      "learning_rate": 4.5445947649325197e-10,
      "loss": 0.0791,
      "step": 36920
    },
    {
      "epoch": 2.99,
      "learning_rate": 4.461590831694729e-10,
      "loss": 0.0907,
      "step": 36921
    },
    {
      "epoch": 2.99,
      "learning_rate": 4.3793518890278273e-10,
      "loss": 0.0859,
      "step": 36922
    },
    {
      "epoch": 2.99,
      "learning_rate": 4.2978779375424384e-10,
      "loss": 0.1057,
      "step": 36923
    },
    {
      "epoch": 2.99,
      "learning_rate": 4.2171689778713885e-10,
      "loss": 0.1135,
      "step": 36924
    },
    {
      "epoch": 2.99,
      "learning_rate": 4.1372250106364034e-10,
      "loss": 0.0906,
      "step": 36925
    },
    {
      "epoch": 2.99,
      "learning_rate": 4.058046036437002e-10,
      "loss": 0.0773,
      "step": 36926
    },
    {
      "epoch": 2.99,
      "learning_rate": 3.9796320558838086e-10,
      "loss": 0.0869,
      "step": 36927
    },
    {
      "epoch": 2.99,
      "learning_rate": 3.901983069576343e-10,
      "loss": 0.0978,
      "step": 36928
    },
    {
      "epoch": 2.99,
      "learning_rate": 3.825099078114125e-10,
      "loss": 0.0914,
      "step": 36929
    },
    {
      "epoch": 2.99,
      "learning_rate": 3.7489800820855736e-10,
      "loss": 0.0851,
      "step": 36930
    },
    {
      "epoch": 2.99,
      "learning_rate": 3.6736260820569026e-10,
      "loss": 0.0987,
      "step": 36931
    },
    {
      "epoch": 2.99,
      "learning_rate": 3.599037078627632e-10,
      "loss": 0.0813,
      "step": 36932
    },
    {
      "epoch": 2.99,
      "learning_rate": 3.5252130723528734e-10,
      "loss": 0.0942,
      "step": 36933
    },
    {
      "epoch": 2.99,
      "learning_rate": 3.4521540637988406e-10,
      "loss": 0.0775,
      "step": 36934
    },
    {
      "epoch": 2.99,
      "learning_rate": 3.379860053531747e-10,
      "loss": 0.0714,
      "step": 36935
    },
    {
      "epoch": 2.99,
      "learning_rate": 3.308331042095603e-10,
      "loss": 0.0918,
      "step": 36936
    },
    {
      "epoch": 2.99,
      "learning_rate": 3.2375670300455186e-10,
      "loss": 0.0932,
      "step": 36937
    },
    {
      "epoch": 2.99,
      "learning_rate": 3.167568017914402e-10,
      "loss": 0.0789,
      "step": 36938
    },
    {
      "epoch": 2.99,
      "learning_rate": 3.098334006257364e-10,
      "loss": 0.1074,
      "step": 36939
    },
    {
      "epoch": 2.99,
      "learning_rate": 3.0298649955740055e-10,
      "loss": 0.1051,
      "step": 36940
    },
    {
      "epoch": 2.99,
      "learning_rate": 2.9621609864083357e-10,
      "loss": 0.0871,
      "step": 36941
    },
    {
      "epoch": 2.99,
      "learning_rate": 2.895221979282159e-10,
      "loss": 0.0931,
      "step": 36942
    },
    {
      "epoch": 2.99,
      "learning_rate": 2.829047974683974e-10,
      "loss": 0.0802,
      "step": 36943
    },
    {
      "epoch": 2.99,
      "learning_rate": 2.7636389731466874e-10,
      "loss": 0.0955,
      "step": 36944
    },
    {
      "epoch": 2.99,
      "learning_rate": 2.6989949751587975e-10,
      "loss": 0.0809,
      "step": 36945
    },
    {
      "epoch": 2.99,
      "learning_rate": 2.6351159812088025e-10,
      "loss": 0.1128,
      "step": 36946
    },
    {
      "epoch": 2.99,
      "learning_rate": 2.5720019917963025e-10,
      "loss": 0.0857,
      "step": 36947
    },
    {
      "epoch": 2.99,
      "learning_rate": 2.5096530073986934e-10,
      "loss": 0.0965,
      "step": 36948
    },
    {
      "epoch": 2.99,
      "learning_rate": 2.4480690284933715e-10,
      "loss": 0.0997,
      "step": 36949
    },
    {
      "epoch": 2.99,
      "learning_rate": 2.3872500555466306e-10,
      "loss": 0.0942,
      "step": 36950
    },
    {
      "epoch": 2.99,
      "learning_rate": 2.327196089035866e-10,
      "loss": 0.1057,
      "step": 36951
    },
    {
      "epoch": 2.99,
      "learning_rate": 2.2679071294162692e-10,
      "loss": 0.0817,
      "step": 36952
    },
    {
      "epoch": 2.99,
      "learning_rate": 2.2093831771319297e-10,
      "loss": 0.0991,
      "step": 36953
    },
    {
      "epoch": 2.99,
      "learning_rate": 2.151624232649141e-10,
      "loss": 0.0913,
      "step": 36954
    },
    {
      "epoch": 2.99,
      "learning_rate": 2.094630296389788e-10,
      "loss": 0.097,
      "step": 36955
    },
    {
      "epoch": 2.99,
      "learning_rate": 2.0384013687979599e-10,
      "loss": 0.0987,
      "step": 36956
    },
    {
      "epoch": 2.99,
      "learning_rate": 1.9829374503066434e-10,
      "loss": 0.0937,
      "step": 36957
    },
    {
      "epoch": 2.99,
      "learning_rate": 1.9282385413266214e-10,
      "loss": 0.0809,
      "step": 36958
    },
    {
      "epoch": 2.99,
      "learning_rate": 1.874304642301983e-10,
      "loss": 0.0792,
      "step": 36959
    },
    {
      "epoch": 2.99,
      "learning_rate": 1.8211357536213058e-10,
      "loss": 0.1138,
      "step": 36960
    },
    {
      "epoch": 2.99,
      "learning_rate": 1.7687318757064752e-10,
      "loss": 0.0738,
      "step": 36961
    },
    {
      "epoch": 2.99,
      "learning_rate": 1.7170930089571713e-10,
      "loss": 0.0846,
      "step": 36962
    },
    {
      "epoch": 2.99,
      "learning_rate": 1.6662191537508698e-10,
      "loss": 0.0883,
      "step": 36963
    },
    {
      "epoch": 2.99,
      "learning_rate": 1.6161103104983534e-10,
      "loss": 0.097,
      "step": 36964
    },
    {
      "epoch": 2.99,
      "learning_rate": 1.5667664795770977e-10,
      "loss": 0.095,
      "step": 36965
    },
    {
      "epoch": 2.99,
      "learning_rate": 1.5181876613534763e-10,
      "loss": 0.1008,
      "step": 36966
    },
    {
      "epoch": 2.99,
      "learning_rate": 1.4703738562160674e-10,
      "loss": 0.0816,
      "step": 36967
    },
    {
      "epoch": 2.99,
      "learning_rate": 1.4233250645201424e-10,
      "loss": 0.101,
      "step": 36968
    },
    {
      "epoch": 2.99,
      "learning_rate": 1.3770412866209726e-10,
      "loss": 0.0766,
      "step": 36969
    },
    {
      "epoch": 3.0,
      "learning_rate": 1.3315225228849315e-10,
      "loss": 0.1085,
      "step": 36970
    },
    {
      "epoch": 3.0,
      "learning_rate": 1.2867687736561883e-10,
      "loss": 0.0887,
      "step": 36971
    },
    {
      "epoch": 3.0,
      "learning_rate": 1.2427800392789125e-10,
      "loss": 0.0985,
      "step": 36972
    },
    {
      "epoch": 3.0,
      "learning_rate": 1.1995563200750682e-10,
      "loss": 0.0982,
      "step": 36973
    },
    {
      "epoch": 3.0,
      "learning_rate": 1.1570976163999271e-10,
      "loss": 0.0778,
      "step": 36974
    },
    {
      "epoch": 3.0,
      "learning_rate": 1.1154039285532492e-10,
      "loss": 0.1134,
      "step": 36975
    },
    {
      "epoch": 3.0,
      "learning_rate": 1.0744752568681016e-10,
      "loss": 0.084,
      "step": 36976
    },
    {
      "epoch": 3.0,
      "learning_rate": 1.0343116016553467e-10,
      "loss": 0.0884,
      "step": 36977
    },
    {
      "epoch": 3.0,
      "learning_rate": 9.949129632258469e-11,
      "loss": 0.0917,
      "step": 36978
    },
    {
      "epoch": 3.0,
      "learning_rate": 9.562793418793626e-11,
      "loss": 0.0852,
      "step": 36979
    },
    {
      "epoch": 3.0,
      "learning_rate": 9.184107379045515e-11,
      "loss": 0.0952,
      "step": 36980
    },
    {
      "epoch": 3.0,
      "learning_rate": 8.813071516011739e-11,
      "loss": 0.0872,
      "step": 36981
    },
    {
      "epoch": 3.0,
      "learning_rate": 8.449685832467858e-11,
      "loss": 0.0765,
      "step": 36982
    },
    {
      "epoch": 3.0,
      "learning_rate": 8.093950331078405e-11,
      "loss": 0.1337,
      "step": 36983
    },
    {
      "epoch": 3.0,
      "learning_rate": 7.74586501484098e-11,
      "loss": 0.0838,
      "step": 36984
    },
    {
      "epoch": 3.0,
      "learning_rate": 7.405429886198079e-11,
      "loss": 0.0964,
      "step": 36985
    },
    {
      "epoch": 3.0,
      "learning_rate": 7.072644947925256e-11,
      "loss": 0.0916,
      "step": 36986
    },
    {
      "epoch": 3.0,
      "learning_rate": 6.74751020235398e-11,
      "loss": 0.1026,
      "step": 36987
    },
    {
      "epoch": 3.0,
      "learning_rate": 6.430025652148785e-11,
      "loss": 0.1043,
      "step": 36988
    },
    {
      "epoch": 3.0,
      "learning_rate": 6.120191299641142e-11,
      "loss": 0.102,
      "step": 36989
    },
    {
      "epoch": 3.0,
      "learning_rate": 5.818007147162519e-11,
      "loss": 0.091,
      "step": 36990
    },
    {
      "epoch": 3.0,
      "learning_rate": 5.523473197266427e-11,
      "loss": 0.0881,
      "step": 36991
    },
    {
      "epoch": 3.0,
      "learning_rate": 5.236589451951268e-11,
      "loss": 0.1059,
      "step": 36992
    },
    {
      "epoch": 3.0,
      "learning_rate": 4.957355913437489e-11,
      "loss": 0.1091,
      "step": 36993
    },
    {
      "epoch": 3.0,
      "learning_rate": 4.685772583945536e-11,
      "loss": 0.0887,
      "step": 36994
    },
    {
      "epoch": 3.0,
      "learning_rate": 4.4218394655848315e-11,
      "loss": 0.0974,
      "step": 36995
    },
    {
      "epoch": 3.0,
      "learning_rate": 4.165556560353778e-11,
      "loss": 0.0986,
      "step": 36996
    },
    {
      "epoch": 3.0,
      "learning_rate": 3.916923870139755e-11,
      "loss": 0.1039,
      "step": 36997
    },
    {
      "epoch": 3.0,
      "learning_rate": 3.675941396830141e-11,
      "loss": 0.1151,
      "step": 36998
    },
    {
      "epoch": 3.0,
      "learning_rate": 3.442609142312314e-11,
      "loss": 0.0888,
      "step": 36999
    },
    {
      "epoch": 3.0,
      "learning_rate": 3.216927108473655e-11,
      "loss": 0.1051,
      "step": 37000
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 37029,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 1000,
  "total_flos": 3.278017019403829e+18,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}