{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.9789156626506024,
  "eval_steps": 83,
  "global_step": 664,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0030120481927710845,
      "grad_norm": 0.06898010522127151,
      "learning_rate": 1.0000000000000002e-06,
      "loss": 0.5032,
      "step": 1
    },
    {
      "epoch": 0.0030120481927710845,
      "eval_loss": 0.5438461303710938,
      "eval_runtime": 48.0664,
      "eval_samples_per_second": 7.656,
      "eval_steps_per_second": 0.957,
      "step": 1
    },
    {
      "epoch": 0.006024096385542169,
      "grad_norm": 0.0645361989736557,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 0.465,
      "step": 2
    },
    {
      "epoch": 0.009036144578313253,
      "grad_norm": 0.09009082615375519,
      "learning_rate": 3e-06,
      "loss": 0.5036,
      "step": 3
    },
    {
      "epoch": 0.012048192771084338,
      "grad_norm": 0.10703085362911224,
      "learning_rate": 4.000000000000001e-06,
      "loss": 0.5503,
      "step": 4
    },
    {
      "epoch": 0.015060240963855422,
      "grad_norm": 0.09233544766902924,
      "learning_rate": 5e-06,
      "loss": 0.5636,
      "step": 5
    },
    {
      "epoch": 0.018072289156626505,
      "grad_norm": 0.07796537131071091,
      "learning_rate": 6e-06,
      "loss": 0.4586,
      "step": 6
    },
    {
      "epoch": 0.02108433734939759,
      "grad_norm": 0.09727340191602707,
      "learning_rate": 7e-06,
      "loss": 0.5768,
      "step": 7
    },
    {
      "epoch": 0.024096385542168676,
      "grad_norm": 0.0706663504242897,
      "learning_rate": 8.000000000000001e-06,
      "loss": 0.3726,
      "step": 8
    },
    {
      "epoch": 0.02710843373493976,
      "grad_norm": 0.07420889288187027,
      "learning_rate": 9e-06,
      "loss": 0.449,
      "step": 9
    },
    {
      "epoch": 0.030120481927710843,
      "grad_norm": 0.07959474623203278,
      "learning_rate": 1e-05,
      "loss": 0.3981,
      "step": 10
    },
    {
      "epoch": 0.03313253012048193,
      "grad_norm": 0.08843814581632614,
      "learning_rate": 9.999942312273667e-06,
      "loss": 0.558,
      "step": 11
    },
    {
      "epoch": 0.03614457831325301,
      "grad_norm": 0.10731809586286545,
      "learning_rate": 9.999769250425817e-06,
      "loss": 0.7307,
      "step": 12
    },
    {
      "epoch": 0.0391566265060241,
      "grad_norm": 0.10979519039392471,
      "learning_rate": 9.999480818449868e-06,
      "loss": 0.4859,
      "step": 13
    },
    {
      "epoch": 0.04216867469879518,
      "grad_norm": 0.09655233472585678,
      "learning_rate": 9.999077023001411e-06,
      "loss": 0.5583,
      "step": 14
    },
    {
      "epoch": 0.045180722891566265,
      "grad_norm": 0.07842206954956055,
      "learning_rate": 9.998557873398066e-06,
      "loss": 0.4338,
      "step": 15
    },
    {
      "epoch": 0.04819277108433735,
      "grad_norm": 0.07478363066911697,
      "learning_rate": 9.997923381619257e-06,
      "loss": 0.4124,
      "step": 16
    },
    {
      "epoch": 0.05120481927710843,
      "grad_norm": 0.0887669026851654,
      "learning_rate": 9.997173562305937e-06,
      "loss": 0.4183,
      "step": 17
    },
    {
      "epoch": 0.05421686746987952,
      "grad_norm": 0.10326416045427322,
      "learning_rate": 9.996308432760257e-06,
      "loss": 0.6075,
      "step": 18
    },
    {
      "epoch": 0.0572289156626506,
      "grad_norm": 0.06556811183691025,
      "learning_rate": 9.995328012945158e-06,
      "loss": 0.364,
      "step": 19
    },
    {
      "epoch": 0.060240963855421686,
      "grad_norm": 0.13618294894695282,
      "learning_rate": 9.994232325483917e-06,
      "loss": 0.6527,
      "step": 20
    },
    {
      "epoch": 0.06325301204819277,
      "grad_norm": 0.07842332124710083,
      "learning_rate": 9.99302139565962e-06,
      "loss": 0.4065,
      "step": 21
    },
    {
      "epoch": 0.06626506024096386,
      "grad_norm": 0.10683953016996384,
      "learning_rate": 9.991695251414584e-06,
      "loss": 0.614,
      "step": 22
    },
    {
      "epoch": 0.06927710843373494,
      "grad_norm": 0.09143894165754318,
      "learning_rate": 9.990253923349706e-06,
      "loss": 0.4691,
      "step": 23
    },
    {
      "epoch": 0.07228915662650602,
      "grad_norm": 0.08288835734128952,
      "learning_rate": 9.988697444723763e-06,
      "loss": 0.3832,
      "step": 24
    },
    {
      "epoch": 0.07530120481927711,
      "grad_norm": 0.11008255183696747,
      "learning_rate": 9.98702585145264e-06,
      "loss": 0.6614,
      "step": 25
    },
    {
      "epoch": 0.0783132530120482,
      "grad_norm": 0.10311611741781235,
      "learning_rate": 9.9852391821085e-06,
      "loss": 0.6724,
      "step": 26
    },
    {
      "epoch": 0.08132530120481928,
      "grad_norm": 0.0974637120962143,
      "learning_rate": 9.983337477918904e-06,
      "loss": 0.4878,
      "step": 27
    },
    {
      "epoch": 0.08433734939759036,
      "grad_norm": 0.09819214791059494,
      "learning_rate": 9.981320782765847e-06,
      "loss": 0.4209,
      "step": 28
    },
    {
      "epoch": 0.08734939759036145,
      "grad_norm": 0.08742973208427429,
      "learning_rate": 9.97918914318475e-06,
      "loss": 0.4899,
      "step": 29
    },
    {
      "epoch": 0.09036144578313253,
      "grad_norm": 0.06961015611886978,
      "learning_rate": 9.976942608363394e-06,
      "loss": 0.3108,
      "step": 30
    },
    {
      "epoch": 0.09337349397590361,
      "grad_norm": 0.0967026874423027,
      "learning_rate": 9.97458123014077e-06,
      "loss": 0.4222,
      "step": 31
    },
    {
      "epoch": 0.0963855421686747,
      "grad_norm": 0.08042623102664948,
      "learning_rate": 9.972105063005895e-06,
      "loss": 0.3722,
      "step": 32
    },
    {
      "epoch": 0.09939759036144578,
      "grad_norm": 0.10365046560764313,
      "learning_rate": 9.969514164096548e-06,
      "loss": 0.4997,
      "step": 33
    },
    {
      "epoch": 0.10240963855421686,
      "grad_norm": 0.1059841588139534,
      "learning_rate": 9.966808593197959e-06,
      "loss": 0.5668,
      "step": 34
    },
    {
      "epoch": 0.10542168674698796,
      "grad_norm": 0.11545271426439285,
      "learning_rate": 9.96398841274142e-06,
      "loss": 0.5842,
      "step": 35
    },
    {
      "epoch": 0.10843373493975904,
      "grad_norm": 0.07890575379133224,
      "learning_rate": 9.96105368780285e-06,
      "loss": 0.4241,
      "step": 36
    },
    {
      "epoch": 0.11144578313253012,
      "grad_norm": 0.09370716661214828,
      "learning_rate": 9.958004486101293e-06,
      "loss": 0.5054,
      "step": 37
    },
    {
      "epoch": 0.1144578313253012,
      "grad_norm": 0.08521121740341187,
      "learning_rate": 9.954840877997356e-06,
      "loss": 0.3894,
      "step": 38
    },
    {
      "epoch": 0.11746987951807229,
      "grad_norm": 0.09335027635097504,
      "learning_rate": 9.95156293649158e-06,
      "loss": 0.4202,
      "step": 39
    },
    {
      "epoch": 0.12048192771084337,
      "grad_norm": 0.0888521671295166,
      "learning_rate": 9.948170737222763e-06,
      "loss": 0.4229,
      "step": 40
    },
    {
      "epoch": 0.12349397590361445,
      "grad_norm": 0.08825533837080002,
      "learning_rate": 9.94466435846621e-06,
      "loss": 0.525,
      "step": 41
    },
    {
      "epoch": 0.12650602409638553,
      "grad_norm": 0.08048392087221146,
      "learning_rate": 9.941043881131928e-06,
      "loss": 0.4733,
      "step": 42
    },
    {
      "epoch": 0.12951807228915663,
      "grad_norm": 0.08944156765937805,
      "learning_rate": 9.93730938876276e-06,
      "loss": 0.4739,
      "step": 43
    },
    {
      "epoch": 0.13253012048192772,
      "grad_norm": 0.08353747427463531,
      "learning_rate": 9.933460967532454e-06,
      "loss": 0.4571,
      "step": 44
    },
    {
      "epoch": 0.1355421686746988,
      "grad_norm": 0.07594406604766846,
      "learning_rate": 9.929498706243681e-06,
      "loss": 0.4573,
      "step": 45
    },
    {
      "epoch": 0.13855421686746988,
      "grad_norm": 0.07401393353939056,
      "learning_rate": 9.925422696325976e-06,
      "loss": 0.3839,
      "step": 46
    },
    {
      "epoch": 0.14156626506024098,
      "grad_norm": 0.08534356951713562,
      "learning_rate": 9.921233031833639e-06,
      "loss": 0.4649,
      "step": 47
    },
    {
      "epoch": 0.14457831325301204,
      "grad_norm": 0.08551020175218582,
      "learning_rate": 9.916929809443555e-06,
      "loss": 0.4472,
      "step": 48
    },
    {
      "epoch": 0.14759036144578314,
      "grad_norm": 0.09304791688919067,
      "learning_rate": 9.912513128452974e-06,
      "loss": 0.4685,
      "step": 49
    },
    {
      "epoch": 0.15060240963855423,
      "grad_norm": 0.0794030949473381,
      "learning_rate": 9.907983090777206e-06,
      "loss": 0.4555,
      "step": 50
    },
    {
      "epoch": 0.1536144578313253,
      "grad_norm": 0.07851307094097137,
      "learning_rate": 9.903339800947284e-06,
      "loss": 0.3596,
      "step": 51
    },
    {
      "epoch": 0.1566265060240964,
      "grad_norm": 0.09233438223600388,
      "learning_rate": 9.898583366107539e-06,
      "loss": 0.5195,
      "step": 52
    },
    {
      "epoch": 0.15963855421686746,
      "grad_norm": 0.06730569899082184,
      "learning_rate": 9.893713896013134e-06,
      "loss": 0.3624,
      "step": 53
    },
    {
      "epoch": 0.16265060240963855,
      "grad_norm": 0.07352066785097122,
      "learning_rate": 9.888731503027535e-06,
      "loss": 0.3612,
      "step": 54
    },
    {
      "epoch": 0.16566265060240964,
      "grad_norm": 0.08405814319849014,
      "learning_rate": 9.883636302119911e-06,
      "loss": 0.3556,
      "step": 55
    },
    {
      "epoch": 0.1686746987951807,
      "grad_norm": 0.08859913796186447,
      "learning_rate": 9.878428410862484e-06,
      "loss": 0.5018,
      "step": 56
    },
    {
      "epoch": 0.1716867469879518,
      "grad_norm": 0.06710238754749298,
      "learning_rate": 9.873107949427815e-06,
      "loss": 0.4708,
      "step": 57
    },
    {
      "epoch": 0.1746987951807229,
      "grad_norm": 0.09144071489572525,
      "learning_rate": 9.867675040586035e-06,
      "loss": 0.6071,
      "step": 58
    },
    {
      "epoch": 0.17771084337349397,
      "grad_norm": 0.08027662336826324,
      "learning_rate": 9.862129809702006e-06,
      "loss": 0.3936,
      "step": 59
    },
    {
      "epoch": 0.18072289156626506,
      "grad_norm": 0.08805692195892334,
      "learning_rate": 9.856472384732432e-06,
      "loss": 0.5415,
      "step": 60
    },
    {
      "epoch": 0.18373493975903615,
      "grad_norm": 0.08526882529258728,
      "learning_rate": 9.850702896222908e-06,
      "loss": 0.4938,
      "step": 61
    },
    {
      "epoch": 0.18674698795180722,
      "grad_norm": 0.08791948109865189,
      "learning_rate": 9.844821477304904e-06,
      "loss": 0.5543,
      "step": 62
    },
    {
      "epoch": 0.1897590361445783,
      "grad_norm": 0.08400929719209671,
      "learning_rate": 9.838828263692693e-06,
      "loss": 0.457,
      "step": 63
    },
    {
      "epoch": 0.1927710843373494,
      "grad_norm": 0.0857481062412262,
      "learning_rate": 9.832723393680222e-06,
      "loss": 0.4335,
      "step": 64
    },
    {
      "epoch": 0.19578313253012047,
      "grad_norm": 0.08857893198728561,
      "learning_rate": 9.826507008137919e-06,
      "loss": 0.4833,
      "step": 65
    },
    {
      "epoch": 0.19879518072289157,
      "grad_norm": 0.11243699491024017,
      "learning_rate": 9.820179250509442e-06,
      "loss": 0.4892,
      "step": 66
    },
    {
      "epoch": 0.20180722891566266,
      "grad_norm": 0.07048942148685455,
      "learning_rate": 9.813740266808375e-06,
      "loss": 0.3947,
      "step": 67
    },
    {
      "epoch": 0.20481927710843373,
      "grad_norm": 0.09442531317472458,
      "learning_rate": 9.807190205614847e-06,
      "loss": 0.5209,
      "step": 68
    },
    {
      "epoch": 0.20783132530120482,
      "grad_norm": 0.07926708459854126,
      "learning_rate": 9.800529218072112e-06,
      "loss": 0.4134,
      "step": 69
    },
    {
      "epoch": 0.21084337349397592,
      "grad_norm": 0.08361215889453888,
      "learning_rate": 9.793757457883062e-06,
      "loss": 0.5141,
      "step": 70
    },
    {
      "epoch": 0.21385542168674698,
      "grad_norm": 0.0780983418226242,
      "learning_rate": 9.786875081306677e-06,
      "loss": 0.3984,
      "step": 71
    },
    {
      "epoch": 0.21686746987951808,
      "grad_norm": 0.0805901288986206,
      "learning_rate": 9.779882247154419e-06,
      "loss": 0.4594,
      "step": 72
    },
    {
      "epoch": 0.21987951807228914,
      "grad_norm": 0.08035779744386673,
      "learning_rate": 9.772779116786568e-06,
      "loss": 0.4807,
      "step": 73
    },
    {
      "epoch": 0.22289156626506024,
      "grad_norm": 0.09436261653900146,
      "learning_rate": 9.765565854108503e-06,
      "loss": 0.5547,
      "step": 74
    },
    {
      "epoch": 0.22590361445783133,
      "grad_norm": 0.08481397479772568,
      "learning_rate": 9.758242625566912e-06,
      "loss": 0.4781,
      "step": 75
    },
    {
      "epoch": 0.2289156626506024,
      "grad_norm": 0.07799296826124191,
      "learning_rate": 9.750809600145955e-06,
      "loss": 0.5435,
      "step": 76
    },
    {
      "epoch": 0.2319277108433735,
      "grad_norm": 0.1005324274301529,
      "learning_rate": 9.743266949363368e-06,
      "loss": 0.4334,
      "step": 77
    },
    {
      "epoch": 0.23493975903614459,
      "grad_norm": 0.06958253681659698,
      "learning_rate": 9.735614847266502e-06,
      "loss": 0.4439,
      "step": 78
    },
    {
      "epoch": 0.23795180722891565,
      "grad_norm": 0.06568962335586548,
      "learning_rate": 9.727853470428301e-06,
      "loss": 0.2761,
      "step": 79
    },
    {
      "epoch": 0.24096385542168675,
      "grad_norm": 0.08228959888219833,
      "learning_rate": 9.719982997943245e-06,
      "loss": 0.4604,
      "step": 80
    },
    {
      "epoch": 0.24397590361445784,
      "grad_norm": 0.07239473611116409,
      "learning_rate": 9.712003611423194e-06,
      "loss": 0.4126,
      "step": 81
    },
    {
      "epoch": 0.2469879518072289,
      "grad_norm": 0.06457886099815369,
      "learning_rate": 9.703915494993215e-06,
      "loss": 0.2551,
      "step": 82
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.07501790672540665,
      "learning_rate": 9.695718835287328e-06,
      "loss": 0.5372,
      "step": 83
    },
    {
      "epoch": 0.25,
      "eval_loss": 0.4660322368144989,
      "eval_runtime": 48.1631,
      "eval_samples_per_second": 7.641,
      "eval_steps_per_second": 0.955,
      "step": 83
    },
    {
      "epoch": 0.25301204819277107,
      "grad_norm": 0.09980539232492447,
      "learning_rate": 9.6874138214442e-06,
      "loss": 0.4397,
      "step": 84
    },
    {
      "epoch": 0.2560240963855422,
      "grad_norm": 0.09662894904613495,
      "learning_rate": 9.679000645102771e-06,
      "loss": 0.4799,
      "step": 85
    },
    {
      "epoch": 0.25903614457831325,
      "grad_norm": 0.0800192579627037,
      "learning_rate": 9.670479500397854e-06,
      "loss": 0.3729,
      "step": 86
    },
    {
      "epoch": 0.2620481927710843,
      "grad_norm": 0.09520886838436127,
      "learning_rate": 9.66185058395563e-06,
      "loss": 0.5556,
      "step": 87
    },
    {
      "epoch": 0.26506024096385544,
      "grad_norm": 0.06621432304382324,
      "learning_rate": 9.653114094889128e-06,
      "loss": 0.2844,
      "step": 88
    },
    {
      "epoch": 0.2680722891566265,
      "grad_norm": 0.07093362510204315,
      "learning_rate": 9.644270234793625e-06,
      "loss": 0.3263,
      "step": 89
    },
    {
      "epoch": 0.2710843373493976,
      "grad_norm": 0.1954663097858429,
      "learning_rate": 9.63531920774199e-06,
      "loss": 0.5507,
      "step": 90
    },
    {
      "epoch": 0.2740963855421687,
      "grad_norm": 0.0809064731001854,
      "learning_rate": 9.62626122027999e-06,
      "loss": 0.2653,
      "step": 91
    },
    {
      "epoch": 0.27710843373493976,
      "grad_norm": 0.08081785589456558,
      "learning_rate": 9.617096481421498e-06,
      "loss": 0.393,
      "step": 92
    },
    {
      "epoch": 0.28012048192771083,
      "grad_norm": 0.060243554413318634,
      "learning_rate": 9.607825202643696e-06,
      "loss": 0.2177,
      "step": 93
    },
    {
      "epoch": 0.28313253012048195,
      "grad_norm": 0.07686587423086166,
      "learning_rate": 9.598447597882181e-06,
      "loss": 0.2648,
      "step": 94
    },
    {
      "epoch": 0.286144578313253,
      "grad_norm": 0.10320460796356201,
      "learning_rate": 9.588963883526033e-06,
      "loss": 0.5048,
      "step": 95
    },
    {
      "epoch": 0.2891566265060241,
      "grad_norm": 0.07446248829364777,
      "learning_rate": 9.579374278412819e-06,
      "loss": 0.4118,
      "step": 96
    },
    {
      "epoch": 0.2921686746987952,
      "grad_norm": 0.08173944056034088,
      "learning_rate": 9.569679003823542e-06,
      "loss": 0.399,
      "step": 97
    },
    {
      "epoch": 0.29518072289156627,
      "grad_norm": 0.07631703466176987,
      "learning_rate": 9.559878283477546e-06,
      "loss": 0.4263,
      "step": 98
    },
    {
      "epoch": 0.29819277108433734,
      "grad_norm": 0.08103561401367188,
      "learning_rate": 9.549972343527336e-06,
      "loss": 0.3837,
      "step": 99
    },
    {
      "epoch": 0.30120481927710846,
      "grad_norm": 0.08016617596149445,
      "learning_rate": 9.539961412553375e-06,
      "loss": 0.2906,
      "step": 100
    },
    {
      "epoch": 0.3042168674698795,
      "grad_norm": 0.08368028700351715,
      "learning_rate": 9.529845721558802e-06,
      "loss": 0.329,
      "step": 101
    },
    {
      "epoch": 0.3072289156626506,
      "grad_norm": 0.07581895589828491,
      "learning_rate": 9.5196255039641e-06,
      "loss": 0.3386,
      "step": 102
    },
    {
      "epoch": 0.3102409638554217,
      "grad_norm": 0.07931499183177948,
      "learning_rate": 9.50930099560172e-06,
      "loss": 0.3775,
      "step": 103
    },
    {
      "epoch": 0.3132530120481928,
      "grad_norm": 0.07715684920549393,
      "learning_rate": 9.498872434710624e-06,
      "loss": 0.2493,
      "step": 104
    },
    {
      "epoch": 0.31626506024096385,
      "grad_norm": 0.15848775207996368,
      "learning_rate": 9.488340061930797e-06,
      "loss": 0.6623,
      "step": 105
    },
    {
      "epoch": 0.3192771084337349,
      "grad_norm": 0.064506396651268,
      "learning_rate": 9.477704120297698e-06,
      "loss": 0.2924,
      "step": 106
    },
    {
      "epoch": 0.32228915662650603,
      "grad_norm": 0.08634113520383835,
      "learning_rate": 9.46696485523664e-06,
      "loss": 0.4908,
      "step": 107
    },
    {
      "epoch": 0.3253012048192771,
      "grad_norm": 0.09926196932792664,
      "learning_rate": 9.45612251455714e-06,
      "loss": 0.5368,
      "step": 108
    },
    {
      "epoch": 0.32831325301204817,
      "grad_norm": 0.09239736199378967,
      "learning_rate": 9.445177348447187e-06,
      "loss": 0.4221,
      "step": 109
    },
    {
      "epoch": 0.3313253012048193,
      "grad_norm": 0.09763186424970627,
      "learning_rate": 9.434129609467484e-06,
      "loss": 0.3754,
      "step": 110
    },
    {
      "epoch": 0.33433734939759036,
      "grad_norm": 0.08639013767242432,
      "learning_rate": 9.422979552545604e-06,
      "loss": 0.4451,
      "step": 111
    },
    {
      "epoch": 0.3373493975903614,
      "grad_norm": 0.08338082581758499,
      "learning_rate": 9.411727434970121e-06,
      "loss": 0.3597,
      "step": 112
    },
    {
      "epoch": 0.34036144578313254,
      "grad_norm": 0.08375409245491028,
      "learning_rate": 9.400373516384671e-06,
      "loss": 0.3512,
      "step": 113
    },
    {
      "epoch": 0.3433734939759036,
      "grad_norm": 0.08984484523534775,
      "learning_rate": 9.388918058781947e-06,
      "loss": 0.4637,
      "step": 114
    },
    {
      "epoch": 0.3463855421686747,
      "grad_norm": 0.10151129961013794,
      "learning_rate": 9.377361326497673e-06,
      "loss": 0.4863,
      "step": 115
    },
    {
      "epoch": 0.3493975903614458,
      "grad_norm": 0.0721992552280426,
      "learning_rate": 9.365703586204495e-06,
      "loss": 0.3994,
      "step": 116
    },
    {
      "epoch": 0.35240963855421686,
      "grad_norm": 0.06449025869369507,
      "learning_rate": 9.353945106905822e-06,
      "loss": 0.3332,
      "step": 117
    },
    {
      "epoch": 0.35542168674698793,
      "grad_norm": 0.11437945812940598,
      "learning_rate": 9.342086159929629e-06,
      "loss": 0.4353,
      "step": 118
    },
    {
      "epoch": 0.35843373493975905,
      "grad_norm": 0.09777141362428665,
      "learning_rate": 9.330127018922195e-06,
      "loss": 0.3581,
      "step": 119
    },
    {
      "epoch": 0.3614457831325301,
      "grad_norm": 0.09215305745601654,
      "learning_rate": 9.318067959841776e-06,
      "loss": 0.4457,
      "step": 120
    },
    {
      "epoch": 0.3644578313253012,
      "grad_norm": 0.10612743347883224,
      "learning_rate": 9.305909260952255e-06,
      "loss": 0.5848,
      "step": 121
    },
    {
      "epoch": 0.3674698795180723,
      "grad_norm": 0.0931277871131897,
      "learning_rate": 9.29365120281671e-06,
      "loss": 0.3868,
      "step": 122
    },
    {
      "epoch": 0.3704819277108434,
      "grad_norm": 0.08951377868652344,
      "learning_rate": 9.28129406829094e-06,
      "loss": 0.4827,
      "step": 123
    },
    {
      "epoch": 0.37349397590361444,
      "grad_norm": 0.08375540375709534,
      "learning_rate": 9.268838142516943e-06,
      "loss": 0.4715,
      "step": 124
    },
    {
      "epoch": 0.37650602409638556,
      "grad_norm": 0.0971704050898552,
      "learning_rate": 9.256283712916337e-06,
      "loss": 0.3541,
      "step": 125
    },
    {
      "epoch": 0.3795180722891566,
      "grad_norm": 0.06618267297744751,
      "learning_rate": 9.24363106918372e-06,
      "loss": 0.2523,
      "step": 126
    },
    {
      "epoch": 0.3825301204819277,
      "grad_norm": 0.09525061398744583,
      "learning_rate": 9.230880503279991e-06,
      "loss": 0.4596,
      "step": 127
    },
    {
      "epoch": 0.3855421686746988,
      "grad_norm": 0.11402564495801926,
      "learning_rate": 9.218032309425613e-06,
      "loss": 0.4864,
      "step": 128
    },
    {
      "epoch": 0.3885542168674699,
      "grad_norm": 0.0729977935552597,
      "learning_rate": 9.205086784093823e-06,
      "loss": 0.3729,
      "step": 129
    },
    {
      "epoch": 0.39156626506024095,
      "grad_norm": 0.11046875268220901,
      "learning_rate": 9.19204422600379e-06,
      "loss": 0.4042,
      "step": 130
    },
    {
      "epoch": 0.39457831325301207,
      "grad_norm": 0.07796311378479004,
      "learning_rate": 9.178904936113719e-06,
      "loss": 0.3511,
      "step": 131
    },
    {
      "epoch": 0.39759036144578314,
      "grad_norm": 0.07394801825284958,
      "learning_rate": 9.165669217613919e-06,
      "loss": 0.3633,
      "step": 132
    },
    {
      "epoch": 0.4006024096385542,
      "grad_norm": 0.07786203175783157,
      "learning_rate": 9.152337375919792e-06,
      "loss": 0.2815,
      "step": 133
    },
    {
      "epoch": 0.4036144578313253,
      "grad_norm": 0.0837029293179512,
      "learning_rate": 9.138909718664788e-06,
      "loss": 0.3982,
      "step": 134
    },
    {
      "epoch": 0.4066265060240964,
      "grad_norm": 0.08676737546920776,
      "learning_rate": 9.125386555693316e-06,
      "loss": 0.2748,
      "step": 135
    },
    {
      "epoch": 0.40963855421686746,
      "grad_norm": 0.07859157770872116,
      "learning_rate": 9.111768199053588e-06,
      "loss": 0.3965,
      "step": 136
    },
    {
      "epoch": 0.4126506024096386,
      "grad_norm": 0.09692444652318954,
      "learning_rate": 9.098054962990415e-06,
      "loss": 0.4141,
      "step": 137
    },
    {
      "epoch": 0.41566265060240964,
      "grad_norm": 0.07770588248968124,
      "learning_rate": 9.084247163937959e-06,
      "loss": 0.2752,
      "step": 138
    },
    {
      "epoch": 0.4186746987951807,
      "grad_norm": 0.09689480066299438,
      "learning_rate": 9.070345120512436e-06,
      "loss": 0.3829,
      "step": 139
    },
    {
      "epoch": 0.42168674698795183,
      "grad_norm": 0.0891459733247757,
      "learning_rate": 9.056349153504753e-06,
      "loss": 0.3809,
      "step": 140
    },
    {
      "epoch": 0.4246987951807229,
      "grad_norm": 0.08335975557565689,
      "learning_rate": 9.042259585873119e-06,
      "loss": 0.3436,
      "step": 141
    },
    {
      "epoch": 0.42771084337349397,
      "grad_norm": 0.1099216416478157,
      "learning_rate": 9.028076742735583e-06,
      "loss": 0.327,
      "step": 142
    },
    {
      "epoch": 0.4307228915662651,
      "grad_norm": 0.1145530566573143,
      "learning_rate": 9.013800951362532e-06,
      "loss": 0.5582,
      "step": 143
    },
    {
      "epoch": 0.43373493975903615,
      "grad_norm": 0.09491799771785736,
      "learning_rate": 8.999432541169145e-06,
      "loss": 0.4046,
      "step": 144
    },
    {
      "epoch": 0.4367469879518072,
      "grad_norm": 0.09914596378803253,
      "learning_rate": 8.984971843707787e-06,
      "loss": 0.414,
      "step": 145
    },
    {
      "epoch": 0.4397590361445783,
      "grad_norm": 0.09991983324289322,
      "learning_rate": 8.970419192660366e-06,
      "loss": 0.4991,
      "step": 146
    },
    {
      "epoch": 0.4427710843373494,
      "grad_norm": 0.1129307746887207,
      "learning_rate": 8.955774923830618e-06,
      "loss": 0.4938,
      "step": 147
    },
    {
      "epoch": 0.4457831325301205,
      "grad_norm": 0.11100436747074127,
      "learning_rate": 8.94103937513637e-06,
      "loss": 0.5161,
      "step": 148
    },
    {
      "epoch": 0.44879518072289154,
      "grad_norm": 0.10246367007493973,
      "learning_rate": 8.92621288660175e-06,
      "loss": 0.3699,
      "step": 149
    },
    {
      "epoch": 0.45180722891566266,
      "grad_norm": 0.08281731605529785,
      "learning_rate": 8.911295800349316e-06,
      "loss": 0.3351,
      "step": 150
    },
    {
      "epoch": 0.45481927710843373,
      "grad_norm": 0.09455256164073944,
      "learning_rate": 8.896288460592187e-06,
      "loss": 0.4403,
      "step": 151
    },
    {
      "epoch": 0.4578313253012048,
      "grad_norm": 0.10226281732320786,
      "learning_rate": 8.881191213626084e-06,
      "loss": 0.4367,
      "step": 152
    },
    {
      "epoch": 0.4608433734939759,
      "grad_norm": 0.0877789556980133,
      "learning_rate": 8.86600440782135e-06,
      "loss": 0.3356,
      "step": 153
    },
    {
      "epoch": 0.463855421686747,
      "grad_norm": 0.12456001341342926,
      "learning_rate": 8.850728393614903e-06,
      "loss": 0.4589,
      "step": 154
    },
    {
      "epoch": 0.46686746987951805,
      "grad_norm": 0.09067565202713013,
      "learning_rate": 8.835363523502154e-06,
      "loss": 0.42,
      "step": 155
    },
    {
      "epoch": 0.46987951807228917,
      "grad_norm": 0.08902376890182495,
      "learning_rate": 8.819910152028872e-06,
      "loss": 0.3528,
      "step": 156
    },
    {
      "epoch": 0.47289156626506024,
      "grad_norm": 0.11373434960842133,
      "learning_rate": 8.804368635783002e-06,
      "loss": 0.3973,
      "step": 157
    },
    {
      "epoch": 0.4759036144578313,
      "grad_norm": 0.08251000195741653,
      "learning_rate": 8.788739333386443e-06,
      "loss": 0.3475,
      "step": 158
    },
    {
      "epoch": 0.4789156626506024,
      "grad_norm": 0.09951098263263702,
      "learning_rate": 8.773022605486755e-06,
      "loss": 0.307,
      "step": 159
    },
    {
      "epoch": 0.4819277108433735,
      "grad_norm": 0.14891928434371948,
      "learning_rate": 8.75721881474886e-06,
      "loss": 0.5982,
      "step": 160
    },
    {
      "epoch": 0.48493975903614456,
      "grad_norm": 0.09601758420467377,
      "learning_rate": 8.741328325846663e-06,
      "loss": 0.3029,
      "step": 161
    },
    {
      "epoch": 0.4879518072289157,
      "grad_norm": 0.10120223462581635,
      "learning_rate": 8.725351505454631e-06,
      "loss": 0.4484,
      "step": 162
    },
    {
      "epoch": 0.49096385542168675,
      "grad_norm": 0.09667719900608063,
      "learning_rate": 8.709288722239345e-06,
      "loss": 0.3746,
      "step": 163
    },
    {
      "epoch": 0.4939759036144578,
      "grad_norm": 0.09432260692119598,
      "learning_rate": 8.693140346850975e-06,
      "loss": 0.3193,
      "step": 164
    },
    {
      "epoch": 0.49698795180722893,
      "grad_norm": 0.08489949256181717,
      "learning_rate": 8.67690675191475e-06,
      "loss": 0.3274,
      "step": 165
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.11130422353744507,
      "learning_rate": 8.660588312022345e-06,
      "loss": 0.4527,
      "step": 166
    },
    {
      "epoch": 0.5,
      "eval_loss": 0.42669200897216797,
      "eval_runtime": 48.0943,
      "eval_samples_per_second": 7.652,
      "eval_steps_per_second": 0.956,
      "step": 166
    },
    {
      "epoch": 0.5030120481927711,
      "grad_norm": 0.12064981460571289,
      "learning_rate": 8.644185403723231e-06,
      "loss": 0.4115,
      "step": 167
    },
    {
      "epoch": 0.5060240963855421,
      "grad_norm": 0.06795509904623032,
      "learning_rate": 8.627698405516007e-06,
      "loss": 0.1872,
      "step": 168
    },
    {
      "epoch": 0.5090361445783133,
      "grad_norm": 0.08577800542116165,
      "learning_rate": 8.611127697839649e-06,
      "loss": 0.3129,
      "step": 169
    },
    {
      "epoch": 0.5120481927710844,
      "grad_norm": 0.10260018706321716,
      "learning_rate": 8.594473663064735e-06,
      "loss": 0.4587,
      "step": 170
    },
    {
      "epoch": 0.5150602409638554,
      "grad_norm": 0.07991928607225418,
      "learning_rate": 8.577736685484626e-06,
      "loss": 0.2316,
      "step": 171
    },
    {
      "epoch": 0.5180722891566265,
      "grad_norm": 0.12778519093990326,
      "learning_rate": 8.560917151306594e-06,
      "loss": 0.5422,
      "step": 172
    },
    {
      "epoch": 0.5210843373493976,
      "grad_norm": 0.11797113716602325,
      "learning_rate": 8.544015448642916e-06,
      "loss": 0.5094,
      "step": 173
    },
    {
      "epoch": 0.5240963855421686,
      "grad_norm": 0.09844504296779633,
      "learning_rate": 8.527031967501906e-06,
      "loss": 0.3694,
      "step": 174
    },
    {
      "epoch": 0.5271084337349398,
      "grad_norm": 0.09397323429584503,
      "learning_rate": 8.509967099778934e-06,
      "loss": 0.3101,
      "step": 175
    },
    {
      "epoch": 0.5301204819277109,
      "grad_norm": 0.10693401098251343,
      "learning_rate": 8.492821239247365e-06,
      "loss": 0.3144,
      "step": 176
    },
    {
      "epoch": 0.5331325301204819,
      "grad_norm": 0.12896175682544708,
      "learning_rate": 8.475594781549483e-06,
      "loss": 0.2638,
      "step": 177
    },
    {
      "epoch": 0.536144578313253,
      "grad_norm": 0.08528363704681396,
      "learning_rate": 8.45828812418736e-06,
      "loss": 0.3587,
      "step": 178
    },
    {
      "epoch": 0.5391566265060241,
      "grad_norm": 0.12003973871469498,
      "learning_rate": 8.44090166651368e-06,
      "loss": 0.4367,
      "step": 179
    },
    {
      "epoch": 0.5421686746987951,
      "grad_norm": 0.09943649917840958,
      "learning_rate": 8.42343580972253e-06,
      "loss": 0.4068,
      "step": 180
    },
    {
      "epoch": 0.5451807228915663,
      "grad_norm": 0.09416316449642181,
      "learning_rate": 8.405890956840136e-06,
      "loss": 0.3894,
      "step": 181
    },
    {
      "epoch": 0.5481927710843374,
      "grad_norm": 0.11709215492010117,
      "learning_rate": 8.388267512715565e-06,
      "loss": 0.3775,
      "step": 182
    },
    {
      "epoch": 0.5512048192771084,
      "grad_norm": 0.1207321509718895,
      "learning_rate": 8.370565884011389e-06,
      "loss": 0.3226,
      "step": 183
    },
    {
      "epoch": 0.5542168674698795,
      "grad_norm": 0.07701164484024048,
      "learning_rate": 8.352786479194288e-06,
      "loss": 0.2533,
      "step": 184
    },
    {
      "epoch": 0.5572289156626506,
      "grad_norm": 0.10769670456647873,
      "learning_rate": 8.33492970852564e-06,
      "loss": 0.3303,
      "step": 185
    },
    {
      "epoch": 0.5602409638554217,
      "grad_norm": 0.11196043342351913,
      "learning_rate": 8.316995984052048e-06,
      "loss": 0.3671,
      "step": 186
    },
    {
      "epoch": 0.5632530120481928,
      "grad_norm": 0.10518307983875275,
      "learning_rate": 8.298985719595824e-06,
      "loss": 0.2897,
      "step": 187
    },
    {
      "epoch": 0.5662650602409639,
      "grad_norm": 0.09793493896722794,
      "learning_rate": 8.280899330745452e-06,
      "loss": 0.3379,
      "step": 188
    },
    {
      "epoch": 0.5692771084337349,
      "grad_norm": 0.10353343933820724,
      "learning_rate": 8.262737234845993e-06,
      "loss": 0.3022,
      "step": 189
    },
    {
      "epoch": 0.572289156626506,
      "grad_norm": 0.13275578618049622,
      "learning_rate": 8.244499850989453e-06,
      "loss": 0.4683,
      "step": 190
    },
    {
      "epoch": 0.5753012048192772,
      "grad_norm": 0.12100367993116379,
      "learning_rate": 8.226187600005116e-06,
      "loss": 0.3862,
      "step": 191
    },
    {
      "epoch": 0.5783132530120482,
      "grad_norm": 0.10842237621545792,
      "learning_rate": 8.207800904449829e-06,
      "loss": 0.4358,
      "step": 192
    },
    {
      "epoch": 0.5813253012048193,
      "grad_norm": 0.08900940418243408,
      "learning_rate": 8.189340188598263e-06,
      "loss": 0.2957,
      "step": 193
    },
    {
      "epoch": 0.5843373493975904,
      "grad_norm": 0.1361563801765442,
      "learning_rate": 8.1708058784331e-06,
      "loss": 0.5122,
      "step": 194
    },
    {
      "epoch": 0.5873493975903614,
      "grad_norm": 0.09149997681379318,
      "learning_rate": 8.15219840163523e-06,
      "loss": 0.2789,
      "step": 195
    },
    {
      "epoch": 0.5903614457831325,
      "grad_norm": 0.12989595532417297,
      "learning_rate": 8.133518187573864e-06,
      "loss": 0.358,
      "step": 196
    },
    {
      "epoch": 0.5933734939759037,
      "grad_norm": 0.09390953183174133,
      "learning_rate": 8.114765667296628e-06,
      "loss": 0.2678,
      "step": 197
    },
    {
      "epoch": 0.5963855421686747,
      "grad_norm": 0.10648205876350403,
      "learning_rate": 8.095941273519634e-06,
      "loss": 0.4228,
      "step": 198
    },
    {
      "epoch": 0.5993975903614458,
      "grad_norm": 0.10480794310569763,
      "learning_rate": 8.077045440617465e-06,
      "loss": 0.2776,
      "step": 199
    },
    {
      "epoch": 0.6024096385542169,
      "grad_norm": 0.1166502833366394,
      "learning_rate": 8.058078604613178e-06,
      "loss": 0.4289,
      "step": 200
    },
    {
      "epoch": 0.6054216867469879,
      "grad_norm": 0.13281071186065674,
      "learning_rate": 8.039041203168233e-06,
      "loss": 0.3458,
      "step": 201
    },
    {
      "epoch": 0.608433734939759,
      "grad_norm": 0.12321053445339203,
      "learning_rate": 8.019933675572389e-06,
      "loss": 0.3823,
      "step": 202
    },
    {
      "epoch": 0.6114457831325302,
      "grad_norm": 0.10648687928915024,
      "learning_rate": 8.000756462733577e-06,
      "loss": 0.2839,
      "step": 203
    },
    {
      "epoch": 0.6144578313253012,
      "grad_norm": 0.09772239625453949,
      "learning_rate": 7.981510007167719e-06,
      "loss": 0.3649,
      "step": 204
    },
    {
      "epoch": 0.6174698795180723,
      "grad_norm": 0.09530483931303024,
      "learning_rate": 7.962194752988519e-06,
      "loss": 0.4029,
      "step": 205
    },
    {
      "epoch": 0.6204819277108434,
      "grad_norm": 0.14029258489608765,
      "learning_rate": 7.942811145897215e-06,
      "loss": 0.4089,
      "step": 206
    },
    {
      "epoch": 0.6234939759036144,
      "grad_norm": 0.10488390922546387,
      "learning_rate": 7.923359633172299e-06,
      "loss": 0.3588,
      "step": 207
    },
    {
      "epoch": 0.6265060240963856,
      "grad_norm": 0.11913249641656876,
      "learning_rate": 7.903840663659186e-06,
      "loss": 0.3846,
      "step": 208
    },
    {
      "epoch": 0.6295180722891566,
      "grad_norm": 0.09327327460050583,
      "learning_rate": 7.884254687759863e-06,
      "loss": 0.2904,
      "step": 209
    },
    {
      "epoch": 0.6325301204819277,
      "grad_norm": 0.1013420820236206,
      "learning_rate": 7.864602157422501e-06,
      "loss": 0.3217,
      "step": 210
    },
    {
      "epoch": 0.6355421686746988,
      "grad_norm": 0.12041863054037094,
      "learning_rate": 7.844883526131014e-06,
      "loss": 0.4139,
      "step": 211
    },
    {
      "epoch": 0.6385542168674698,
      "grad_norm": 0.1831393837928772,
      "learning_rate": 7.8250992488946e-06,
      "loss": 0.4607,
      "step": 212
    },
    {
      "epoch": 0.641566265060241,
      "grad_norm": 0.12515975534915924,
      "learning_rate": 7.805249782237256e-06,
      "loss": 0.473,
      "step": 213
    },
    {
      "epoch": 0.6445783132530121,
      "grad_norm": 0.10324941575527191,
      "learning_rate": 7.78533558418722e-06,
      "loss": 0.3054,
      "step": 214
    },
    {
      "epoch": 0.6475903614457831,
      "grad_norm": 0.1663861721754074,
      "learning_rate": 7.765357114266409e-06,
      "loss": 0.3492,
      "step": 215
    },
    {
      "epoch": 0.6506024096385542,
      "grad_norm": 0.09673499315977097,
      "learning_rate": 7.745314833479834e-06,
      "loss": 0.2971,
      "step": 216
    },
    {
      "epoch": 0.6536144578313253,
      "grad_norm": 0.11750275641679764,
      "learning_rate": 7.72520920430493e-06,
      "loss": 0.3796,
      "step": 217
    },
    {
      "epoch": 0.6566265060240963,
      "grad_norm": 0.11695467680692673,
      "learning_rate": 7.705040690680915e-06,
      "loss": 0.4032,
      "step": 218
    },
    {
      "epoch": 0.6596385542168675,
      "grad_norm": 0.18078581988811493,
      "learning_rate": 7.684809757998066e-06,
      "loss": 0.4728,
      "step": 219
    },
    {
      "epoch": 0.6626506024096386,
      "grad_norm": 0.16273823380470276,
      "learning_rate": 7.664516873086987e-06,
      "loss": 0.3374,
      "step": 220
    },
    {
      "epoch": 0.6656626506024096,
      "grad_norm": 0.09355267137289047,
      "learning_rate": 7.644162504207834e-06,
      "loss": 0.3066,
      "step": 221
    },
    {
      "epoch": 0.6686746987951807,
      "grad_norm": 0.1773396134376526,
      "learning_rate": 7.623747121039512e-06,
      "loss": 0.4394,
      "step": 222
    },
    {
      "epoch": 0.6716867469879518,
      "grad_norm": 0.11587468534708023,
      "learning_rate": 7.603271194668835e-06,
      "loss": 0.3592,
      "step": 223
    },
    {
      "epoch": 0.6746987951807228,
      "grad_norm": 0.13333013653755188,
      "learning_rate": 7.582735197579657e-06,
      "loss": 0.4295,
      "step": 224
    },
    {
      "epoch": 0.677710843373494,
      "grad_norm": 0.1107691079378128,
      "learning_rate": 7.562139603641971e-06,
      "loss": 0.3213,
      "step": 225
    },
    {
      "epoch": 0.6807228915662651,
      "grad_norm": 0.1352744698524475,
      "learning_rate": 7.541484888100974e-06,
      "loss": 0.448,
      "step": 226
    },
    {
      "epoch": 0.6837349397590361,
      "grad_norm": 0.11878973990678787,
      "learning_rate": 7.520771527566093e-06,
      "loss": 0.3696,
      "step": 227
    },
    {
      "epoch": 0.6867469879518072,
      "grad_norm": 0.35187989473342896,
      "learning_rate": 7.500000000000001e-06,
      "loss": 0.4887,
      "step": 228
    },
    {
      "epoch": 0.6897590361445783,
      "grad_norm": 0.1278284788131714,
      "learning_rate": 7.479170784707574e-06,
      "loss": 0.4926,
      "step": 229
    },
    {
      "epoch": 0.6927710843373494,
      "grad_norm": 0.15527869760990143,
      "learning_rate": 7.458284362324844e-06,
      "loss": 0.436,
      "step": 230
    },
    {
      "epoch": 0.6957831325301205,
      "grad_norm": 0.11231625825166702,
      "learning_rate": 7.437341214807895e-06,
      "loss": 0.3645,
      "step": 231
    },
    {
      "epoch": 0.6987951807228916,
      "grad_norm": 0.1510346382856369,
      "learning_rate": 7.416341825421755e-06,
      "loss": 0.3642,
      "step": 232
    },
    {
      "epoch": 0.7018072289156626,
      "grad_norm": 0.11185728013515472,
      "learning_rate": 7.395286678729232e-06,
      "loss": 0.4493,
      "step": 233
    },
    {
      "epoch": 0.7048192771084337,
      "grad_norm": 0.1314469277858734,
      "learning_rate": 7.374176260579746e-06,
      "loss": 0.3682,
      "step": 234
    },
    {
      "epoch": 0.7078313253012049,
      "grad_norm": 0.11538910865783691,
      "learning_rate": 7.353011058098104e-06,
      "loss": 0.376,
      "step": 235
    },
    {
      "epoch": 0.7108433734939759,
      "grad_norm": 0.11839091032743454,
      "learning_rate": 7.33179155967327e-06,
      "loss": 0.3509,
      "step": 236
    },
    {
      "epoch": 0.713855421686747,
      "grad_norm": 0.1360180377960205,
      "learning_rate": 7.310518254947092e-06,
      "loss": 0.3303,
      "step": 237
    },
    {
      "epoch": 0.7168674698795181,
      "grad_norm": 0.1287102997303009,
      "learning_rate": 7.289191634803002e-06,
      "loss": 0.3966,
      "step": 238
    },
    {
      "epoch": 0.7198795180722891,
      "grad_norm": 0.11669423431158066,
      "learning_rate": 7.267812191354691e-06,
      "loss": 0.3606,
      "step": 239
    },
    {
      "epoch": 0.7228915662650602,
      "grad_norm": 0.12020015716552734,
      "learning_rate": 7.246380417934752e-06,
      "loss": 0.325,
      "step": 240
    },
    {
      "epoch": 0.7259036144578314,
      "grad_norm": 0.10611787438392639,
      "learning_rate": 7.224896809083297e-06,
      "loss": 0.3202,
      "step": 241
    },
    {
      "epoch": 0.7289156626506024,
      "grad_norm": 0.13962885737419128,
      "learning_rate": 7.203361860536544e-06,
      "loss": 0.5206,
      "step": 242
    },
    {
      "epoch": 0.7319277108433735,
      "grad_norm": 0.12559789419174194,
      "learning_rate": 7.181776069215382e-06,
      "loss": 0.346,
      "step": 243
    },
    {
      "epoch": 0.7349397590361446,
      "grad_norm": 0.1341724544763565,
      "learning_rate": 7.160139933213899e-06,
      "loss": 0.4553,
      "step": 244
    },
    {
      "epoch": 0.7379518072289156,
      "grad_norm": 0.1436809003353119,
      "learning_rate": 7.138453951787894e-06,
      "loss": 0.4602,
      "step": 245
    },
    {
      "epoch": 0.7409638554216867,
      "grad_norm": 0.11017356067895889,
      "learning_rate": 7.1167186253433474e-06,
      "loss": 0.3412,
      "step": 246
    },
    {
      "epoch": 0.7439759036144579,
      "grad_norm": 0.1423342525959015,
      "learning_rate": 7.094934455424889e-06,
      "loss": 0.4518,
      "step": 247
    },
    {
      "epoch": 0.7469879518072289,
      "grad_norm": 0.17157544195652008,
      "learning_rate": 7.073101944704209e-06,
      "loss": 0.3862,
      "step": 248
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.12028568983078003,
      "learning_rate": 7.051221596968471e-06,
      "loss": 0.364,
      "step": 249
    },
    {
      "epoch": 0.75,
      "eval_loss": 0.3997645974159241,
      "eval_runtime": 48.0252,
      "eval_samples_per_second": 7.663,
      "eval_steps_per_second": 0.958,
      "step": 249
    },
    {
      "epoch": 0.7530120481927711,
      "grad_norm": 0.11746224015951157,
      "learning_rate": 7.029293917108678e-06,
      "loss": 0.2695,
      "step": 250
    },
    {
      "epoch": 0.7560240963855421,
      "grad_norm": 0.11289820075035095,
      "learning_rate": 7.0073194111080315e-06,
      "loss": 0.2859,
      "step": 251
    },
    {
      "epoch": 0.7590361445783133,
      "grad_norm": 0.1417943686246872,
      "learning_rate": 6.985298586030241e-06,
      "loss": 0.3099,
      "step": 252
    },
    {
      "epoch": 0.7620481927710844,
      "grad_norm": 0.1480390578508377,
      "learning_rate": 6.963231950007845e-06,
      "loss": 0.4117,
      "step": 253
    },
    {
      "epoch": 0.7650602409638554,
      "grad_norm": 0.13671045005321503,
      "learning_rate": 6.941120012230464e-06,
      "loss": 0.3894,
      "step": 254
    },
    {
      "epoch": 0.7680722891566265,
      "grad_norm": 0.1379365772008896,
      "learning_rate": 6.918963282933063e-06,
      "loss": 0.3894,
      "step": 255
    },
    {
      "epoch": 0.7710843373493976,
      "grad_norm": 0.13510343432426453,
      "learning_rate": 6.896762273384179e-06,
      "loss": 0.4063,
      "step": 256
    },
    {
      "epoch": 0.7740963855421686,
      "grad_norm": 0.10843163728713989,
      "learning_rate": 6.8745174958741164e-06,
      "loss": 0.2694,
      "step": 257
    },
    {
      "epoch": 0.7771084337349398,
      "grad_norm": 0.1143522784113884,
      "learning_rate": 6.852229463703131e-06,
      "loss": 0.3443,
      "step": 258
    },
    {
      "epoch": 0.7801204819277109,
      "grad_norm": 0.1380804479122162,
      "learning_rate": 6.829898691169581e-06,
      "loss": 0.358,
      "step": 259
    },
    {
      "epoch": 0.7831325301204819,
      "grad_norm": 0.08340010046958923,
      "learning_rate": 6.8075256935580655e-06,
      "loss": 0.1889,
      "step": 260
    },
    {
      "epoch": 0.786144578313253,
      "grad_norm": 0.13955867290496826,
      "learning_rate": 6.78511098712753e-06,
      "loss": 0.3529,
      "step": 261
    },
    {
      "epoch": 0.7891566265060241,
      "grad_norm": 0.13800843060016632,
      "learning_rate": 6.762655089099353e-06,
      "loss": 0.3343,
      "step": 262
    },
    {
      "epoch": 0.7921686746987951,
      "grad_norm": 0.1281561404466629,
      "learning_rate": 6.740158517645418e-06,
      "loss": 0.3782,
      "step": 263
    },
    {
      "epoch": 0.7951807228915663,
      "grad_norm": 0.11828935146331787,
      "learning_rate": 6.717621791876147e-06,
      "loss": 0.3209,
      "step": 264
    },
    {
      "epoch": 0.7981927710843374,
      "grad_norm": 0.1325826644897461,
      "learning_rate": 6.695045431828524e-06,
      "loss": 0.3042,
      "step": 265
    },
    {
      "epoch": 0.8012048192771084,
      "grad_norm": 0.16716520488262177,
      "learning_rate": 6.672429958454103e-06,
      "loss": 0.4642,
      "step": 266
    },
    {
      "epoch": 0.8042168674698795,
      "grad_norm": 0.1317368745803833,
      "learning_rate": 6.649775893606982e-06,
      "loss": 0.4527,
      "step": 267
    },
    {
      "epoch": 0.8072289156626506,
      "grad_norm": 0.10963856428861618,
      "learning_rate": 6.627083760031755e-06,
      "loss": 0.2991,
      "step": 268
    },
    {
      "epoch": 0.8102409638554217,
      "grad_norm": 0.11349374055862427,
      "learning_rate": 6.604354081351461e-06,
      "loss": 0.2648,
      "step": 269
    },
    {
      "epoch": 0.8132530120481928,
      "grad_norm": 0.14128448069095612,
      "learning_rate": 6.5815873820554925e-06,
      "loss": 0.3344,
      "step": 270
    },
    {
      "epoch": 0.8162650602409639,
      "grad_norm": 0.11427152901887894,
      "learning_rate": 6.558784187487495e-06,
      "loss": 0.2597,
      "step": 271
    },
    {
      "epoch": 0.8192771084337349,
      "grad_norm": 0.13017497956752777,
      "learning_rate": 6.535945023833249e-06,
      "loss": 0.3016,
      "step": 272
    },
    {
      "epoch": 0.822289156626506,
      "grad_norm": 0.11172367632389069,
      "learning_rate": 6.513070418108525e-06,
      "loss": 0.3508,
      "step": 273
    },
    {
      "epoch": 0.8253012048192772,
      "grad_norm": 0.1552492380142212,
      "learning_rate": 6.490160898146919e-06,
      "loss": 0.4058,
      "step": 274
    },
    {
      "epoch": 0.8283132530120482,
      "grad_norm": 0.18851318955421448,
      "learning_rate": 6.467216992587679e-06,
      "loss": 0.5397,
      "step": 275
    },
    {
      "epoch": 0.8313253012048193,
      "grad_norm": 0.13263428211212158,
      "learning_rate": 6.444239230863505e-06,
      "loss": 0.3756,
      "step": 276
    },
    {
      "epoch": 0.8343373493975904,
      "grad_norm": 0.15950614213943481,
      "learning_rate": 6.421228143188325e-06,
      "loss": 0.3658,
      "step": 277
    },
    {
      "epoch": 0.8373493975903614,
      "grad_norm": 0.15785080194473267,
      "learning_rate": 6.398184260545072e-06,
      "loss": 0.5645,
      "step": 278
    },
    {
      "epoch": 0.8403614457831325,
      "grad_norm": 0.16358067095279694,
      "learning_rate": 6.375108114673425e-06,
      "loss": 0.4303,
      "step": 279
    },
    {
      "epoch": 0.8433734939759037,
      "grad_norm": 0.14203619956970215,
      "learning_rate": 6.3520002380575395e-06,
      "loss": 0.3486,
      "step": 280
    },
    {
      "epoch": 0.8463855421686747,
      "grad_norm": 0.1213625818490982,
      "learning_rate": 6.32886116391376e-06,
      "loss": 0.3574,
      "step": 281
    },
    {
      "epoch": 0.8493975903614458,
      "grad_norm": 0.12014158070087433,
      "learning_rate": 6.305691426178316e-06,
      "loss": 0.3042,
      "step": 282
    },
    {
      "epoch": 0.8524096385542169,
      "grad_norm": 0.1291957050561905,
      "learning_rate": 6.282491559495005e-06,
      "loss": 0.3114,
      "step": 283
    },
    {
      "epoch": 0.8554216867469879,
      "grad_norm": 0.174629345536232,
      "learning_rate": 6.259262099202849e-06,
      "loss": 0.4871,
      "step": 284
    },
    {
      "epoch": 0.858433734939759,
      "grad_norm": 0.12753546237945557,
      "learning_rate": 6.23600358132375e-06,
      "loss": 0.2086,
      "step": 285
    },
    {
      "epoch": 0.8614457831325302,
      "grad_norm": 0.13646778464317322,
      "learning_rate": 6.212716542550112e-06,
      "loss": 0.329,
      "step": 286
    },
    {
      "epoch": 0.8644578313253012,
      "grad_norm": 0.15520715713500977,
      "learning_rate": 6.189401520232464e-06,
      "loss": 0.2789,
      "step": 287
    },
    {
      "epoch": 0.8674698795180723,
      "grad_norm": 0.14368513226509094,
      "learning_rate": 6.166059052367055e-06,
      "loss": 0.3816,
      "step": 288
    },
    {
      "epoch": 0.8704819277108434,
      "grad_norm": 0.19336989521980286,
      "learning_rate": 6.142689677583447e-06,
      "loss": 0.3221,
      "step": 289
    },
    {
      "epoch": 0.8734939759036144,
      "grad_norm": 0.15267544984817505,
      "learning_rate": 6.119293935132076e-06,
      "loss": 0.3729,
      "step": 290
    },
    {
      "epoch": 0.8765060240963856,
      "grad_norm": 0.1431257575750351,
      "learning_rate": 6.095872364871818e-06,
      "loss": 0.3342,
      "step": 291
    },
    {
      "epoch": 0.8795180722891566,
      "grad_norm": 0.16153433918952942,
      "learning_rate": 6.072425507257528e-06,
      "loss": 0.5453,
      "step": 292
    },
    {
      "epoch": 0.8825301204819277,
      "grad_norm": 0.12874870002269745,
      "learning_rate": 6.048953903327568e-06,
      "loss": 0.388,
      "step": 293
    },
    {
      "epoch": 0.8855421686746988,
      "grad_norm": 0.2061174362897873,
      "learning_rate": 6.025458094691323e-06,
      "loss": 0.4939,
      "step": 294
    },
    {
      "epoch": 0.8885542168674698,
      "grad_norm": 0.10293994843959808,
      "learning_rate": 6.0019386235167055e-06,
      "loss": 0.255,
      "step": 295
    },
    {
      "epoch": 0.891566265060241,
      "grad_norm": 0.12315797805786133,
      "learning_rate": 5.978396032517641e-06,
      "loss": 0.3047,
      "step": 296
    },
    {
      "epoch": 0.8945783132530121,
      "grad_norm": 0.12810122966766357,
      "learning_rate": 5.9548308649415486e-06,
      "loss": 0.3818,
      "step": 297
    },
    {
      "epoch": 0.8975903614457831,
      "grad_norm": 0.13862572610378265,
      "learning_rate": 5.931243664556803e-06,
      "loss": 0.4595,
      "step": 298
    },
    {
      "epoch": 0.9006024096385542,
      "grad_norm": 0.1489073932170868,
      "learning_rate": 5.90763497564019e-06,
      "loss": 0.5371,
      "step": 299
    },
    {
      "epoch": 0.9036144578313253,
      "grad_norm": 0.15324267745018005,
      "learning_rate": 5.884005342964343e-06,
      "loss": 0.3644,
      "step": 300
    },
    {
      "epoch": 0.9066265060240963,
      "grad_norm": 0.5843567252159119,
      "learning_rate": 5.860355311785175e-06,
      "loss": 0.3839,
      "step": 301
    },
    {
      "epoch": 0.9096385542168675,
      "grad_norm": 0.1056603267788887,
      "learning_rate": 5.836685427829296e-06,
      "loss": 0.3114,
      "step": 302
    },
    {
      "epoch": 0.9126506024096386,
      "grad_norm": 0.1388939917087555,
      "learning_rate": 5.812996237281423e-06,
      "loss": 0.3585,
      "step": 303
    },
    {
      "epoch": 0.9156626506024096,
      "grad_norm": 0.1273452639579773,
      "learning_rate": 5.7892882867717705e-06,
      "loss": 0.3699,
      "step": 304
    },
    {
      "epoch": 0.9186746987951807,
      "grad_norm": 0.15796081721782684,
      "learning_rate": 5.765562123363445e-06,
      "loss": 0.319,
      "step": 305
    },
    {
      "epoch": 0.9216867469879518,
      "grad_norm": 0.15159745514392853,
      "learning_rate": 5.7418182945398136e-06,
      "loss": 0.4136,
      "step": 306
    },
    {
      "epoch": 0.9246987951807228,
      "grad_norm": 0.11746060848236084,
      "learning_rate": 5.718057348191874e-06,
      "loss": 0.3404,
      "step": 307
    },
    {
      "epoch": 0.927710843373494,
      "grad_norm": 0.13623090088367462,
      "learning_rate": 5.6942798326056205e-06,
      "loss": 0.2705,
      "step": 308
    },
    {
      "epoch": 0.9307228915662651,
      "grad_norm": 0.16252101957798004,
      "learning_rate": 5.670486296449373e-06,
      "loss": 0.4949,
      "step": 309
    },
    {
      "epoch": 0.9337349397590361,
      "grad_norm": 0.1467500627040863,
      "learning_rate": 5.646677288761132e-06,
      "loss": 0.437,
      "step": 310
    },
    {
      "epoch": 0.9367469879518072,
      "grad_norm": 0.13205009698867798,
      "learning_rate": 5.622853358935908e-06,
      "loss": 0.3296,
      "step": 311
    },
    {
      "epoch": 0.9397590361445783,
      "grad_norm": 0.15937268733978271,
      "learning_rate": 5.599015056713037e-06,
      "loss": 0.3097,
      "step": 312
    },
    {
      "epoch": 0.9427710843373494,
      "grad_norm": 0.14837417006492615,
      "learning_rate": 5.575162932163501e-06,
      "loss": 0.2976,
      "step": 313
    },
    {
      "epoch": 0.9457831325301205,
      "grad_norm": 0.1272152066230774,
      "learning_rate": 5.551297535677236e-06,
      "loss": 0.2688,
      "step": 314
    },
    {
      "epoch": 0.9487951807228916,
      "grad_norm": 0.15668314695358276,
      "learning_rate": 5.527419417950424e-06,
      "loss": 0.3275,
      "step": 315
    },
    {
      "epoch": 0.9518072289156626,
      "grad_norm": 0.16511787474155426,
      "learning_rate": 5.503529129972792e-06,
      "loss": 0.4056,
      "step": 316
    },
    {
      "epoch": 0.9548192771084337,
      "grad_norm": 0.16846664249897003,
      "learning_rate": 5.479627223014902e-06,
      "loss": 0.413,
      "step": 317
    },
    {
      "epoch": 0.9578313253012049,
      "grad_norm": 0.13430540263652802,
      "learning_rate": 5.455714248615417e-06,
      "loss": 0.3085,
      "step": 318
    },
    {
      "epoch": 0.9608433734939759,
      "grad_norm": 0.13739560544490814,
      "learning_rate": 5.431790758568388e-06,
      "loss": 0.3388,
      "step": 319
    },
    {
      "epoch": 0.963855421686747,
      "grad_norm": 0.15051551163196564,
      "learning_rate": 5.4078573049105135e-06,
      "loss": 0.3835,
      "step": 320
    },
    {
      "epoch": 0.9668674698795181,
      "grad_norm": 0.13513195514678955,
      "learning_rate": 5.383914439908403e-06,
      "loss": 0.2506,
      "step": 321
    },
    {
      "epoch": 0.9698795180722891,
      "grad_norm": 0.17084147036075592,
      "learning_rate": 5.359962716045836e-06,
      "loss": 0.4237,
      "step": 322
    },
    {
      "epoch": 0.9728915662650602,
      "grad_norm": 0.154204323887825,
      "learning_rate": 5.336002686011007e-06,
      "loss": 0.3441,
      "step": 323
    },
    {
      "epoch": 0.9759036144578314,
      "grad_norm": 0.14598777890205383,
      "learning_rate": 5.312034902683779e-06,
      "loss": 0.3549,
      "step": 324
    },
    {
      "epoch": 0.9789156626506024,
      "grad_norm": 0.14227163791656494,
      "learning_rate": 5.288059919122922e-06,
      "loss": 0.3104,
      "step": 325
    },
    {
      "epoch": 0.9819277108433735,
      "grad_norm": 0.11683394759893417,
      "learning_rate": 5.2640782885533515e-06,
      "loss": 0.2984,
      "step": 326
    },
    {
      "epoch": 0.9849397590361446,
      "grad_norm": 0.2088451385498047,
      "learning_rate": 5.240090564353365e-06,
      "loss": 0.5566,
      "step": 327
    },
    {
      "epoch": 0.9879518072289156,
      "grad_norm": 0.15885204076766968,
      "learning_rate": 5.21609730004187e-06,
      "loss": 0.397,
      "step": 328
    },
    {
      "epoch": 0.9909638554216867,
      "grad_norm": 0.12600690126419067,
      "learning_rate": 5.1920990492656135e-06,
      "loss": 0.2872,
      "step": 329
    },
    {
      "epoch": 0.9939759036144579,
      "grad_norm": 0.12452724575996399,
      "learning_rate": 5.168096365786402e-06,
      "loss": 0.2311,
      "step": 330
    },
    {
      "epoch": 0.9969879518072289,
      "grad_norm": 0.2103230059146881,
      "learning_rate": 5.144089803468333e-06,
      "loss": 0.3784,
      "step": 331
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.15288111567497253,
      "learning_rate": 5.1200799162650035e-06,
      "loss": 0.3378,
      "step": 332
    },
    {
      "epoch": 1.0,
      "eval_loss": 0.38105618953704834,
      "eval_runtime": 47.9441,
      "eval_samples_per_second": 7.676,
      "eval_steps_per_second": 0.959,
      "step": 332
    },
    {
      "epoch": 1.0030120481927711,
      "grad_norm": 0.1693660169839859,
      "learning_rate": 5.096067258206735e-06,
      "loss": 0.3782,
      "step": 333
    },
    {
      "epoch": 1.0060240963855422,
      "grad_norm": 0.13185366988182068,
      "learning_rate": 5.072052383387787e-06,
      "loss": 0.4386,
      "step": 334
    },
    {
      "epoch": 1.0090361445783131,
      "grad_norm": 0.2009076029062271,
      "learning_rate": 5.048035845953569e-06,
      "loss": 0.5079,
      "step": 335
    },
    {
      "epoch": 1.0120481927710843,
      "grad_norm": 0.13641564548015594,
      "learning_rate": 5.024018200087855e-06,
      "loss": 0.2156,
      "step": 336
    },
    {
      "epoch": 1.0150602409638554,
      "grad_norm": 0.162125363945961,
      "learning_rate": 5e-06,
      "loss": 0.2569,
      "step": 337
    },
    {
      "epoch": 1.0180722891566265,
      "grad_norm": 0.14947426319122314,
      "learning_rate": 4.975981799912147e-06,
      "loss": 0.2846,
      "step": 338
    },
    {
      "epoch": 1.0210843373493976,
      "grad_norm": 0.1346963495016098,
      "learning_rate": 4.951964154046432e-06,
      "loss": 0.3302,
      "step": 339
    },
    {
      "epoch": 1.0030120481927711,
      "grad_norm": 0.17184017598628998,
      "learning_rate": 4.927947616612216e-06,
      "loss": 0.4225,
      "step": 340
    },
    {
      "epoch": 1.0060240963855422,
      "grad_norm": 0.10629676282405853,
      "learning_rate": 4.903932741793266e-06,
      "loss": 0.2626,
      "step": 341
    },
    {
      "epoch": 1.0090361445783131,
      "grad_norm": 0.11881528049707413,
      "learning_rate": 4.879920083734997e-06,
      "loss": 0.2189,
      "step": 342
    },
    {
      "epoch": 1.0120481927710843,
      "grad_norm": 0.1317717581987381,
      "learning_rate": 4.855910196531669e-06,
      "loss": 0.247,
      "step": 343
    },
    {
      "epoch": 1.0150602409638554,
      "grad_norm": 0.1618192493915558,
      "learning_rate": 4.8319036342135985e-06,
      "loss": 0.2762,
      "step": 344
    },
    {
      "epoch": 1.0180722891566265,
      "grad_norm": 0.16160622239112854,
      "learning_rate": 4.807900950734388e-06,
      "loss": 0.3957,
      "step": 345
    },
    {
      "epoch": 1.0210843373493976,
      "grad_norm": 0.14416123926639557,
      "learning_rate": 4.78390269995813e-06,
      "loss": 0.2766,
      "step": 346
    },
    {
      "epoch": 1.0240963855421688,
      "grad_norm": 0.10820020735263824,
      "learning_rate": 4.759909435646636e-06,
      "loss": 0.1951,
      "step": 347
    },
    {
      "epoch": 1.0271084337349397,
      "grad_norm": 0.16407382488250732,
      "learning_rate": 4.735921711446649e-06,
      "loss": 0.278,
      "step": 348
    },
    {
      "epoch": 1.0301204819277108,
      "grad_norm": 0.17282168567180634,
      "learning_rate": 4.711940080877079e-06,
      "loss": 0.3751,
      "step": 349
    },
    {
      "epoch": 1.033132530120482,
      "grad_norm": 0.1287918984889984,
      "learning_rate": 4.687965097316223e-06,
      "loss": 0.2509,
      "step": 350
    },
    {
      "epoch": 1.036144578313253,
      "grad_norm": 0.11395692825317383,
      "learning_rate": 4.6639973139889944e-06,
      "loss": 0.2757,
      "step": 351
    },
    {
      "epoch": 1.0391566265060241,
      "grad_norm": 0.142571821808815,
      "learning_rate": 4.640037283954165e-06,
      "loss": 0.2886,
      "step": 352
    },
    {
      "epoch": 1.0421686746987953,
      "grad_norm": 0.12164673209190369,
      "learning_rate": 4.616085560091596e-06,
      "loss": 0.2117,
      "step": 353
    },
    {
      "epoch": 1.0451807228915662,
      "grad_norm": 0.15279339253902435,
      "learning_rate": 4.592142695089489e-06,
      "loss": 0.3379,
      "step": 354
    },
    {
      "epoch": 1.0481927710843373,
      "grad_norm": 0.14959678053855896,
      "learning_rate": 4.568209241431615e-06,
      "loss": 0.3164,
      "step": 355
    },
    {
      "epoch": 1.0512048192771084,
      "grad_norm": 0.13712869584560394,
      "learning_rate": 4.544285751384585e-06,
      "loss": 0.2908,
      "step": 356
    },
    {
      "epoch": 1.0542168674698795,
      "grad_norm": 0.22040824592113495,
      "learning_rate": 4.520372776985101e-06,
      "loss": 0.5508,
      "step": 357
    },
    {
      "epoch": 1.0572289156626506,
      "grad_norm": 0.18658672273159027,
      "learning_rate": 4.496470870027209e-06,
      "loss": 0.5689,
      "step": 358
    },
    {
      "epoch": 1.0602409638554218,
      "grad_norm": 0.1375323086977005,
      "learning_rate": 4.472580582049578e-06,
      "loss": 0.3468,
      "step": 359
    },
    {
      "epoch": 1.0632530120481927,
      "grad_norm": 0.14857372641563416,
      "learning_rate": 4.448702464322764e-06,
      "loss": 0.3003,
      "step": 360
    },
    {
      "epoch": 1.0662650602409638,
      "grad_norm": 0.16661293804645538,
      "learning_rate": 4.4248370678364995e-06,
      "loss": 0.3879,
      "step": 361
    },
    {
      "epoch": 1.069277108433735,
      "grad_norm": 0.19231560826301575,
      "learning_rate": 4.400984943286965e-06,
      "loss": 0.3818,
      "step": 362
    },
    {
      "epoch": 1.072289156626506,
      "grad_norm": 0.149313285946846,
      "learning_rate": 4.377146641064093e-06,
      "loss": 0.4512,
      "step": 363
    },
    {
      "epoch": 1.0753012048192772,
      "grad_norm": 0.12603868544101715,
      "learning_rate": 4.3533227112388694e-06,
      "loss": 0.2365,
      "step": 364
    },
    {
      "epoch": 1.0783132530120483,
      "grad_norm": 0.2094918042421341,
      "learning_rate": 4.329513703550628e-06,
      "loss": 0.4479,
      "step": 365
    },
    {
      "epoch": 1.0813253012048192,
      "grad_norm": 0.18627941608428955,
      "learning_rate": 4.305720167394381e-06,
      "loss": 0.463,
      "step": 366
    },
    {
      "epoch": 1.0843373493975903,
      "grad_norm": 0.16777126491069794,
      "learning_rate": 4.2819426518081265e-06,
      "loss": 0.3307,
      "step": 367
    },
    {
      "epoch": 1.0873493975903614,
      "grad_norm": 0.13657556474208832,
      "learning_rate": 4.258181705460188e-06,
      "loss": 0.2546,
      "step": 368
    },
    {
      "epoch": 1.0903614457831325,
      "grad_norm": 0.13052892684936523,
      "learning_rate": 4.234437876636557e-06,
      "loss": 0.2653,
      "step": 369
    },
    {
      "epoch": 1.0933734939759037,
      "grad_norm": 0.2776612341403961,
      "learning_rate": 4.21071171322823e-06,
      "loss": 0.4,
      "step": 370
    },
    {
      "epoch": 1.0963855421686748,
      "grad_norm": 0.17850278317928314,
      "learning_rate": 4.1870037627185785e-06,
      "loss": 0.2607,
      "step": 371
    },
    {
      "epoch": 1.0993975903614457,
      "grad_norm": 0.20225200057029724,
      "learning_rate": 4.163314572170704e-06,
      "loss": 0.4746,
      "step": 372
    },
    {
      "epoch": 1.1024096385542168,
      "grad_norm": 0.22072741389274597,
      "learning_rate": 4.139644688214827e-06,
      "loss": 0.5159,
      "step": 373
    },
    {
      "epoch": 1.105421686746988,
      "grad_norm": 0.16861790418624878,
      "learning_rate": 4.115994657035659e-06,
      "loss": 0.4456,
      "step": 374
    },
    {
      "epoch": 1.108433734939759,
      "grad_norm": 0.227167546749115,
      "learning_rate": 4.0923650243598104e-06,
      "loss": 0.3914,
      "step": 375
    },
    {
      "epoch": 1.1114457831325302,
      "grad_norm": 0.19060221314430237,
      "learning_rate": 4.0687563354431986e-06,
      "loss": 0.3424,
      "step": 376
    },
    {
      "epoch": 1.1144578313253013,
      "grad_norm": 0.17396700382232666,
      "learning_rate": 4.045169135058452e-06,
      "loss": 0.4925,
      "step": 377
    },
    {
      "epoch": 1.1174698795180722,
      "grad_norm": 0.17985737323760986,
      "learning_rate": 4.021603967482361e-06,
      "loss": 0.256,
      "step": 378
    },
    {
      "epoch": 1.1204819277108433,
      "grad_norm": 0.15050223469734192,
      "learning_rate": 3.998061376483298e-06,
      "loss": 0.2767,
      "step": 379
    },
    {
      "epoch": 1.1234939759036144,
      "grad_norm": 0.14838173985481262,
      "learning_rate": 3.974541905308679e-06,
      "loss": 0.3555,
      "step": 380
    },
    {
      "epoch": 1.1265060240963856,
      "grad_norm": 0.16787950694561005,
      "learning_rate": 3.951046096672434e-06,
      "loss": 0.235,
      "step": 381
    },
    {
      "epoch": 1.1295180722891567,
      "grad_norm": 0.15755508840084076,
      "learning_rate": 3.927574492742473e-06,
      "loss": 0.3667,
      "step": 382
    },
    {
      "epoch": 1.1325301204819278,
      "grad_norm": 0.20158375799655914,
      "learning_rate": 3.904127635128184e-06,
      "loss": 0.4655,
      "step": 383
    },
    {
      "epoch": 1.1355421686746987,
      "grad_norm": 0.17723795771598816,
      "learning_rate": 3.880706064867927e-06,
      "loss": 0.4452,
      "step": 384
    },
    {
      "epoch": 1.1385542168674698,
      "grad_norm": 0.19107376039028168,
      "learning_rate": 3.857310322416555e-06,
      "loss": 0.3636,
      "step": 385
    },
    {
      "epoch": 1.141566265060241,
      "grad_norm": 0.17358338832855225,
      "learning_rate": 3.833940947632947e-06,
      "loss": 0.2636,
      "step": 386
    },
    {
      "epoch": 1.144578313253012,
      "grad_norm": 0.18460644781589508,
      "learning_rate": 3.8105984797675364e-06,
      "loss": 0.4849,
      "step": 387
    },
    {
      "epoch": 1.1475903614457832,
      "grad_norm": 0.15454675257205963,
      "learning_rate": 3.7872834574498894e-06,
      "loss": 0.3643,
      "step": 388
    },
    {
      "epoch": 1.1506024096385543,
      "grad_norm": 0.16667881608009338,
      "learning_rate": 3.7639964186762506e-06,
      "loss": 0.4057,
      "step": 389
    },
    {
      "epoch": 1.1536144578313252,
      "grad_norm": 0.12590649724006653,
      "learning_rate": 3.740737900797151e-06,
      "loss": 0.1882,
      "step": 390
    },
    {
      "epoch": 1.1566265060240963,
      "grad_norm": 0.17524027824401855,
      "learning_rate": 3.7175084405049978e-06,
      "loss": 0.3662,
      "step": 391
    },
    {
      "epoch": 1.1596385542168675,
      "grad_norm": 0.1579742133617401,
      "learning_rate": 3.6943085738216855e-06,
      "loss": 0.3395,
      "step": 392
    },
    {
      "epoch": 1.1626506024096386,
      "grad_norm": 0.23439815640449524,
      "learning_rate": 3.6711388360862417e-06,
      "loss": 0.4181,
      "step": 393
    },
    {
      "epoch": 1.1656626506024097,
      "grad_norm": 0.1944400668144226,
      "learning_rate": 3.6479997619424605e-06,
      "loss": 0.3925,
      "step": 394
    },
    {
      "epoch": 1.1686746987951806,
      "grad_norm": 0.16743271052837372,
      "learning_rate": 3.6248918853265756e-06,
      "loss": 0.3325,
      "step": 395
    },
    {
      "epoch": 1.1716867469879517,
      "grad_norm": 0.20892484486103058,
      "learning_rate": 3.6018157394549287e-06,
      "loss": 0.4283,
      "step": 396
    },
    {
      "epoch": 1.1746987951807228,
      "grad_norm": 0.15310931205749512,
      "learning_rate": 3.5787718568116764e-06,
      "loss": 0.3372,
      "step": 397
    },
    {
      "epoch": 1.177710843373494,
      "grad_norm": 0.16459712386131287,
      "learning_rate": 3.5557607691364983e-06,
      "loss": 0.4035,
      "step": 398
    },
    {
      "epoch": 1.180722891566265,
      "grad_norm": 0.160426527261734,
      "learning_rate": 3.5327830074123214e-06,
      "loss": 0.39,
      "step": 399
    },
    {
      "epoch": 1.1837349397590362,
      "grad_norm": 0.16313065588474274,
      "learning_rate": 3.509839101853082e-06,
      "loss": 0.3013,
      "step": 400
    },
    {
      "epoch": 1.1867469879518073,
      "grad_norm": 0.14337725937366486,
      "learning_rate": 3.486929581891476e-06,
      "loss": 0.2797,
      "step": 401
    },
    {
      "epoch": 1.1897590361445782,
      "grad_norm": 0.11817906051874161,
      "learning_rate": 3.464054976166753e-06,
      "loss": 0.2863,
      "step": 402
    },
    {
      "epoch": 1.1927710843373494,
      "grad_norm": 0.2168179452419281,
      "learning_rate": 3.441215812512508e-06,
      "loss": 0.5059,
      "step": 403
    },
    {
      "epoch": 1.1957831325301205,
      "grad_norm": 0.14408406615257263,
      "learning_rate": 3.41841261794451e-06,
      "loss": 0.2295,
      "step": 404
    },
    {
      "epoch": 1.1987951807228916,
      "grad_norm": 0.14556995034217834,
      "learning_rate": 3.3956459186485414e-06,
      "loss": 0.3999,
      "step": 405
    },
    {
      "epoch": 1.2018072289156627,
      "grad_norm": 0.22519560158252716,
      "learning_rate": 3.372916239968246e-06,
      "loss": 0.5036,
      "step": 406
    },
    {
      "epoch": 1.2048192771084336,
      "grad_norm": 0.17916397750377655,
      "learning_rate": 3.3502241063930196e-06,
      "loss": 0.4047,
      "step": 407
    },
    {
      "epoch": 1.2078313253012047,
      "grad_norm": 0.20149105787277222,
      "learning_rate": 3.327570041545897e-06,
      "loss": 0.3828,
      "step": 408
    },
    {
      "epoch": 1.2108433734939759,
      "grad_norm": 0.2073061168193817,
      "learning_rate": 3.304954568171478e-06,
      "loss": 0.4249,
      "step": 409
    },
    {
      "epoch": 1.213855421686747,
      "grad_norm": 0.16353848576545715,
      "learning_rate": 3.282378208123856e-06,
      "loss": 0.3528,
      "step": 410
    },
    {
      "epoch": 1.216867469879518,
      "grad_norm": 0.1294896900653839,
      "learning_rate": 3.259841482354582e-06,
      "loss": 0.229,
      "step": 411
    },
    {
      "epoch": 1.2198795180722892,
      "grad_norm": 0.1823435127735138,
      "learning_rate": 3.2373449109006476e-06,
      "loss": 0.2962,
      "step": 412
    },
    {
      "epoch": 1.2228915662650603,
      "grad_norm": 0.1962028592824936,
      "learning_rate": 3.21488901287247e-06,
      "loss": 0.3654,
      "step": 413
    },
    {
      "epoch": 1.2259036144578312,
      "grad_norm": 0.18562830984592438,
      "learning_rate": 3.192474306441936e-06,
      "loss": 0.5603,
      "step": 414
    },
    {
      "epoch": 1.2289156626506024,
      "grad_norm": 0.19218891859054565,
      "learning_rate": 3.170101308830421e-06,
      "loss": 0.5087,
      "step": 415
    },
    {
      "epoch": 1.2289156626506024,
      "eval_loss": 0.36883148550987244,
      "eval_runtime": 48.0542,
      "eval_samples_per_second": 7.658,
      "eval_steps_per_second": 0.957,
      "step": 415
    },
    {
      "epoch": 1.2319277108433735,
      "grad_norm": 0.15993016958236694,
      "learning_rate": 3.1477705362968702e-06,
      "loss": 0.3727,
      "step": 416
    },
    {
      "epoch": 1.2349397590361446,
      "grad_norm": 0.1381690949201584,
      "learning_rate": 3.1254825041258852e-06,
      "loss": 0.2371,
      "step": 417
    },
    {
      "epoch": 1.2379518072289157,
      "grad_norm": 0.14461062848567963,
      "learning_rate": 3.103237726615822e-06,
      "loss": 0.3255,
      "step": 418
    },
    {
      "epoch": 1.2409638554216866,
      "grad_norm": 0.12627124786376953,
      "learning_rate": 3.081036717066938e-06,
      "loss": 0.2406,
      "step": 419
    },
    {
      "epoch": 1.2439759036144578,
      "grad_norm": 0.170866921544075,
      "learning_rate": 3.0588799877695375e-06,
      "loss": 0.3002,
      "step": 420
    },
    {
      "epoch": 1.2469879518072289,
      "grad_norm": 0.1740315705537796,
      "learning_rate": 3.036768049992157e-06,
      "loss": 0.4274,
      "step": 421
    },
    {
      "epoch": 1.25,
      "grad_norm": 0.19806380569934845,
      "learning_rate": 3.0147014139697596e-06,
      "loss": 0.4143,
      "step": 422
    },
    {
      "epoch": 1.2530120481927711,
      "grad_norm": 0.22980116307735443,
      "learning_rate": 2.99268058889197e-06,
      "loss": 0.2678,
      "step": 423
    },
    {
      "epoch": 1.2560240963855422,
      "grad_norm": 0.21285657584667206,
      "learning_rate": 2.9707060828913226e-06,
      "loss": 0.4425,
      "step": 424
    },
    {
      "epoch": 1.2590361445783134,
      "grad_norm": 0.15227141976356506,
      "learning_rate": 2.9487784030315297e-06,
      "loss": 0.2836,
      "step": 425
    },
    {
      "epoch": 1.2620481927710843,
      "grad_norm": 0.1427774429321289,
      "learning_rate": 2.9268980552957917e-06,
      "loss": 0.3114,
      "step": 426
    },
    {
      "epoch": 1.2650602409638554,
      "grad_norm": 0.1547195166349411,
      "learning_rate": 2.905065544575114e-06,
      "loss": 0.3177,
      "step": 427
    },
    {
      "epoch": 1.2680722891566265,
      "grad_norm": 0.15522047877311707,
      "learning_rate": 2.8832813746566546e-06,
      "loss": 0.3496,
      "step": 428
    },
    {
      "epoch": 1.2710843373493976,
      "grad_norm": 0.18824540078639984,
      "learning_rate": 2.86154604821211e-06,
      "loss": 0.3926,
      "step": 429
    },
    {
      "epoch": 1.2740963855421688,
      "grad_norm": 0.13229520618915558,
      "learning_rate": 2.8398600667861032e-06,
      "loss": 0.2684,
      "step": 430
    },
    {
      "epoch": 1.2771084337349397,
      "grad_norm": 0.17028671503067017,
      "learning_rate": 2.8182239307846195e-06,
      "loss": 0.4819,
      "step": 431
    },
    {
      "epoch": 1.2801204819277108,
      "grad_norm": 0.30059295892715454,
      "learning_rate": 2.796638139463456e-06,
      "loss": 0.417,
      "step": 432
    },
    {
      "epoch": 1.283132530120482,
      "grad_norm": 0.18978437781333923,
      "learning_rate": 2.7751031909167046e-06,
      "loss": 0.4118,
      "step": 433
    },
    {
      "epoch": 1.286144578313253,
      "grad_norm": 0.1798931062221527,
      "learning_rate": 2.7536195820652506e-06,
      "loss": 0.3801,
      "step": 434
    },
    {
      "epoch": 1.2891566265060241,
      "grad_norm": 0.19128261506557465,
      "learning_rate": 2.73218780864531e-06,
      "loss": 0.3277,
      "step": 435
    },
    {
      "epoch": 1.2921686746987953,
      "grad_norm": 0.22201856970787048,
      "learning_rate": 2.710808365197e-06,
      "loss": 0.3294,
      "step": 436
    },
    {
      "epoch": 1.2951807228915664,
      "grad_norm": 0.2222212851047516,
      "learning_rate": 2.689481745052908e-06,
      "loss": 0.4099,
      "step": 437
    },
    {
      "epoch": 1.2981927710843373,
      "grad_norm": 0.11937326937913895,
      "learning_rate": 2.6682084403267305e-06,
      "loss": 0.1828,
      "step": 438
    },
    {
      "epoch": 1.3012048192771084,
      "grad_norm": 0.25063556432724,
      "learning_rate": 2.6469889419018985e-06,
      "loss": 0.3695,
      "step": 439
    },
    {
      "epoch": 1.3042168674698795,
      "grad_norm": 0.15843240916728973,
      "learning_rate": 2.6258237394202556e-06,
      "loss": 0.3532,
      "step": 440
    },
    {
      "epoch": 1.3072289156626506,
      "grad_norm": 0.16287773847579956,
      "learning_rate": 2.60471332127077e-06,
      "loss": 0.4453,
      "step": 441
    },
    {
      "epoch": 1.3102409638554218,
      "grad_norm": 0.2112409770488739,
      "learning_rate": 2.5836581745782474e-06,
      "loss": 0.4007,
      "step": 442
    },
    {
      "epoch": 1.3132530120481927,
      "grad_norm": 0.19147521257400513,
      "learning_rate": 2.5626587851921053e-06,
      "loss": 0.3765,
      "step": 443
    },
    {
      "epoch": 1.3162650602409638,
      "grad_norm": 0.1624053716659546,
      "learning_rate": 2.541715637675156e-06,
      "loss": 0.3615,
      "step": 444
    },
    {
      "epoch": 1.319277108433735,
      "grad_norm": 0.1541513204574585,
      "learning_rate": 2.520829215292426e-06,
      "loss": 0.3372,
      "step": 445
    },
    {
      "epoch": 1.322289156626506,
      "grad_norm": 0.21061226725578308,
      "learning_rate": 2.5000000000000015e-06,
      "loss": 0.5027,
      "step": 446
    },
    {
      "epoch": 1.3253012048192772,
      "grad_norm": 0.19752328097820282,
      "learning_rate": 2.4792284724339077e-06,
      "loss": 0.2708,
      "step": 447
    },
    {
      "epoch": 1.3283132530120483,
      "grad_norm": 0.15623369812965393,
      "learning_rate": 2.4585151118990286e-06,
      "loss": 0.364,
      "step": 448
    },
    {
      "epoch": 1.3313253012048194,
      "grad_norm": 0.15290258824825287,
      "learning_rate": 2.4378603963580293e-06,
      "loss": 0.2702,
      "step": 449
    },
    {
      "epoch": 1.3343373493975903,
      "grad_norm": 0.15025874972343445,
      "learning_rate": 2.417264802420343e-06,
      "loss": 0.3501,
      "step": 450
    },
    {
      "epoch": 1.3373493975903614,
      "grad_norm": 0.16519276797771454,
      "learning_rate": 2.396728805331167e-06,
      "loss": 0.2809,
      "step": 451
    },
    {
      "epoch": 1.3403614457831325,
      "grad_norm": 0.17497073113918304,
      "learning_rate": 2.3762528789604887e-06,
      "loss": 0.4417,
      "step": 452
    },
    {
      "epoch": 1.3433734939759037,
      "grad_norm": 0.25110098719596863,
      "learning_rate": 2.3558374957921678e-06,
      "loss": 0.3327,
      "step": 453
    },
    {
      "epoch": 1.3463855421686746,
      "grad_norm": 0.24098452925682068,
      "learning_rate": 2.3354831269130133e-06,
      "loss": 0.3,
      "step": 454
    },
    {
      "epoch": 1.3493975903614457,
      "grad_norm": 0.17397959530353546,
      "learning_rate": 2.3151902420019357e-06,
      "loss": 0.268,
      "step": 455
    },
    {
      "epoch": 1.3524096385542168,
      "grad_norm": 0.14491979777812958,
      "learning_rate": 2.2949593093190863e-06,
      "loss": 0.3696,
      "step": 456
    },
    {
      "epoch": 1.355421686746988,
      "grad_norm": 0.15514716506004333,
      "learning_rate": 2.274790795695071e-06,
      "loss": 0.2586,
      "step": 457
    },
    {
      "epoch": 1.358433734939759,
      "grad_norm": 0.23854245245456696,
      "learning_rate": 2.2546851665201692e-06,
      "loss": 0.3591,
      "step": 458
    },
    {
      "epoch": 1.3614457831325302,
      "grad_norm": 0.2554926872253418,
      "learning_rate": 2.2346428857335904e-06,
      "loss": 0.4179,
      "step": 459
    },
    {
      "epoch": 1.3644578313253013,
      "grad_norm": 0.14370888471603394,
      "learning_rate": 2.2146644158127827e-06,
      "loss": 0.2502,
      "step": 460
    },
    {
      "epoch": 1.3674698795180724,
      "grad_norm": 0.1868659108877182,
      "learning_rate": 2.1947502177627437e-06,
      "loss": 0.3848,
      "step": 461
    },
    {
      "epoch": 1.3704819277108433,
      "grad_norm": 0.1326580047607422,
      "learning_rate": 2.1749007511054005e-06,
      "loss": 0.2471,
      "step": 462
    },
    {
      "epoch": 1.3734939759036144,
      "grad_norm": 0.13474349677562714,
      "learning_rate": 2.1551164738689896e-06,
      "loss": 0.275,
      "step": 463
    },
    {
      "epoch": 1.3765060240963856,
      "grad_norm": 0.1436898559331894,
      "learning_rate": 2.1353978425775006e-06,
      "loss": 0.2391,
      "step": 464
    },
    {
      "epoch": 1.3795180722891567,
      "grad_norm": 0.15353891253471375,
      "learning_rate": 2.1157453122401385e-06,
      "loss": 0.2646,
      "step": 465
    },
    {
      "epoch": 1.3825301204819276,
      "grad_norm": 0.18674910068511963,
      "learning_rate": 2.0961593363408154e-06,
      "loss": 0.3587,
      "step": 466
    },
    {
      "epoch": 1.3855421686746987,
      "grad_norm": 0.20069798827171326,
      "learning_rate": 2.076640366827703e-06,
      "loss": 0.337,
      "step": 467
    },
    {
      "epoch": 1.3885542168674698,
      "grad_norm": 0.20228977501392365,
      "learning_rate": 2.0571888541027857e-06,
      "loss": 0.356,
      "step": 468
    },
    {
      "epoch": 1.391566265060241,
      "grad_norm": 0.18577708303928375,
      "learning_rate": 2.0378052470114822e-06,
      "loss": 0.3807,
      "step": 469
    },
    {
      "epoch": 1.394578313253012,
      "grad_norm": 0.2242514193058014,
      "learning_rate": 2.018489992832283e-06,
      "loss": 0.3577,
      "step": 470
    },
    {
      "epoch": 1.3975903614457832,
      "grad_norm": 0.16116055846214294,
      "learning_rate": 1.999243537266424e-06,
      "loss": 0.4194,
      "step": 471
    },
    {
      "epoch": 1.4006024096385543,
      "grad_norm": 0.19547365605831146,
      "learning_rate": 1.980066324427613e-06,
      "loss": 0.4161,
      "step": 472
    },
    {
      "epoch": 1.4036144578313254,
      "grad_norm": 0.13572612404823303,
      "learning_rate": 1.960958796831769e-06,
      "loss": 0.2878,
      "step": 473
    },
    {
      "epoch": 1.4066265060240963,
      "grad_norm": 0.1661803424358368,
      "learning_rate": 1.9419213953868236e-06,
      "loss": 0.3692,
      "step": 474
    },
    {
      "epoch": 1.4096385542168675,
      "grad_norm": 0.1443498730659485,
      "learning_rate": 1.9229545593825367e-06,
      "loss": 0.2833,
      "step": 475
    },
    {
      "epoch": 1.4126506024096386,
      "grad_norm": 0.1970563381910324,
      "learning_rate": 1.9040587264803673e-06,
      "loss": 0.3256,
      "step": 476
    },
    {
      "epoch": 1.4156626506024097,
      "grad_norm": 0.15597006678581238,
      "learning_rate": 1.8852343327033717e-06,
      "loss": 0.2241,
      "step": 477
    },
    {
      "epoch": 1.4186746987951806,
      "grad_norm": 0.1828545331954956,
      "learning_rate": 1.8664818124261375e-06,
      "loss": 0.3341,
      "step": 478
    },
    {
      "epoch": 1.4216867469879517,
      "grad_norm": 0.23139140009880066,
      "learning_rate": 1.8478015983647718e-06,
      "loss": 0.4646,
      "step": 479
    },
    {
      "epoch": 1.4246987951807228,
      "grad_norm": 0.2196948230266571,
      "learning_rate": 1.8291941215669024e-06,
      "loss": 0.4086,
      "step": 480
    },
    {
      "epoch": 1.427710843373494,
      "grad_norm": 0.25731542706489563,
      "learning_rate": 1.8106598114017398e-06,
      "loss": 0.3933,
      "step": 481
    },
    {
      "epoch": 1.430722891566265,
      "grad_norm": 0.23287609219551086,
      "learning_rate": 1.7921990955501705e-06,
      "loss": 0.4715,
      "step": 482
    },
    {
      "epoch": 1.4337349397590362,
      "grad_norm": 0.18525956571102142,
      "learning_rate": 1.7738123999948853e-06,
      "loss": 0.2407,
      "step": 483
    },
    {
      "epoch": 1.4367469879518073,
      "grad_norm": 0.16159279644489288,
      "learning_rate": 1.755500149010549e-06,
      "loss": 0.3681,
      "step": 484
    },
    {
      "epoch": 1.4397590361445782,
      "grad_norm": 0.1668546348810196,
      "learning_rate": 1.737262765154008e-06,
      "loss": 0.3868,
      "step": 485
    },
    {
      "epoch": 1.4427710843373494,
      "grad_norm": 0.15711194276809692,
      "learning_rate": 1.7191006692545493e-06,
      "loss": 0.3467,
      "step": 486
    },
    {
      "epoch": 1.4457831325301205,
      "grad_norm": 0.16672903299331665,
      "learning_rate": 1.7010142804041785e-06,
      "loss": 0.3285,
      "step": 487
    },
    {
      "epoch": 1.4487951807228916,
      "grad_norm": 0.11567605286836624,
      "learning_rate": 1.6830040159479521e-06,
      "loss": 0.1985,
      "step": 488
    },
    {
      "epoch": 1.4518072289156627,
      "grad_norm": 0.13821400701999664,
      "learning_rate": 1.66507029147436e-06,
      "loss": 0.2703,
      "step": 489
    },
    {
      "epoch": 1.4548192771084336,
      "grad_norm": 0.1859131008386612,
      "learning_rate": 1.6472135208057128e-06,
      "loss": 0.3096,
      "step": 490
    },
    {
      "epoch": 1.4578313253012047,
      "grad_norm": 0.20247076451778412,
      "learning_rate": 1.629434115988614e-06,
      "loss": 0.3022,
      "step": 491
    },
    {
      "epoch": 1.4608433734939759,
      "grad_norm": 0.20361284911632538,
      "learning_rate": 1.611732487284437e-06,
      "loss": 0.4198,
      "step": 492
    },
    {
      "epoch": 1.463855421686747,
      "grad_norm": 0.18198885023593903,
      "learning_rate": 1.5941090431598654e-06,
      "loss": 0.3556,
      "step": 493
    },
    {
      "epoch": 1.466867469879518,
      "grad_norm": 0.19117406010627747,
      "learning_rate": 1.5765641902774704e-06,
      "loss": 0.3378,
      "step": 494
    },
    {
      "epoch": 1.4698795180722892,
      "grad_norm": 0.15239785611629486,
      "learning_rate": 1.5590983334863191e-06,
      "loss": 0.2982,
      "step": 495
    },
    {
      "epoch": 1.4728915662650603,
      "grad_norm": 0.18119259178638458,
      "learning_rate": 1.5417118758126408e-06,
      "loss": 0.3394,
      "step": 496
    },
    {
      "epoch": 1.4759036144578312,
      "grad_norm": 0.22491803765296936,
      "learning_rate": 1.524405218450517e-06,
      "loss": 0.2992,
      "step": 497
    },
    {
      "epoch": 1.4789156626506024,
      "grad_norm": 0.15981170535087585,
      "learning_rate": 1.5071787607526366e-06,
      "loss": 0.3029,
      "step": 498
    },
    {
      "epoch": 1.4789156626506024,
      "eval_loss": 0.36260896921157837,
      "eval_runtime": 127.8777,
      "eval_samples_per_second": 2.878,
      "eval_steps_per_second": 0.36,
      "step": 498
    },
    {
      "epoch": 1.4819277108433735,
      "grad_norm": 0.21199637651443481,
      "learning_rate": 1.4900329002210684e-06,
      "loss": 0.3791,
      "step": 499
    },
    {
      "epoch": 1.4849397590361446,
      "grad_norm": 0.2165050506591797,
      "learning_rate": 1.472968032498095e-06,
      "loss": 0.4786,
      "step": 500
    },
    {
      "epoch": 1.4879518072289157,
      "grad_norm": 0.18277530372142792,
      "learning_rate": 1.4559845513570859e-06,
      "loss": 0.3564,
      "step": 501
    },
    {
      "epoch": 1.4909638554216866,
      "grad_norm": 0.1746102273464203,
      "learning_rate": 1.439082848693406e-06,
      "loss": 0.4017,
      "step": 502
    },
    {
      "epoch": 1.4939759036144578,
      "grad_norm": 0.14120972156524658,
      "learning_rate": 1.4222633145153758e-06,
      "loss": 0.2722,
      "step": 503
    },
    {
      "epoch": 1.4969879518072289,
      "grad_norm": 0.18486057221889496,
      "learning_rate": 1.4055263369352673e-06,
      "loss": 0.3194,
      "step": 504
    },
    {
      "epoch": 1.5,
      "grad_norm": 0.16988879442214966,
      "learning_rate": 1.388872302160353e-06,
      "loss": 0.2568,
      "step": 505
    },
    {
      "epoch": 1.5030120481927711,
      "grad_norm": 0.18600550293922424,
      "learning_rate": 1.3723015944839947e-06,
      "loss": 0.3502,
      "step": 506
    },
    {
      "epoch": 1.5060240963855422,
      "grad_norm": 0.15733253955841064,
      "learning_rate": 1.35581459627677e-06,
      "loss": 0.2692,
      "step": 507
    },
    {
      "epoch": 1.5090361445783134,
      "grad_norm": 0.15347357094287872,
      "learning_rate": 1.339411687977657e-06,
      "loss": 0.2666,
      "step": 508
    },
    {
      "epoch": 1.5120481927710845,
      "grad_norm": 0.32168644666671753,
      "learning_rate": 1.3230932480852487e-06,
      "loss": 0.2397,
      "step": 509
    },
    {
      "epoch": 1.5150602409638554,
      "grad_norm": 0.17254099249839783,
      "learning_rate": 1.3068596531490253e-06,
      "loss": 0.2868,
      "step": 510
    },
    {
      "epoch": 1.5180722891566265,
      "grad_norm": 0.20810185372829437,
      "learning_rate": 1.290711277760658e-06,
      "loss": 0.3383,
      "step": 511
    },
    {
      "epoch": 1.5210843373493976,
      "grad_norm": 0.18230295181274414,
      "learning_rate": 1.2746484945453691e-06,
      "loss": 0.3909,
      "step": 512
    },
    {
      "epoch": 1.5240963855421685,
      "grad_norm": 0.22496020793914795,
      "learning_rate": 1.2586716741533389e-06,
      "loss": 0.4322,
      "step": 513
    },
    {
      "epoch": 1.5271084337349397,
      "grad_norm": 0.1773802936077118,
      "learning_rate": 1.2427811852511396e-06,
      "loss": 0.3379,
      "step": 514
    },
    {
      "epoch": 1.5301204819277108,
      "grad_norm": 0.22131404280662537,
      "learning_rate": 1.226977394513247e-06,
      "loss": 0.5291,
      "step": 515
    },
    {
      "epoch": 1.533132530120482,
      "grad_norm": 0.13072459399700165,
      "learning_rate": 1.2112606666135602e-06,
      "loss": 0.2691,
      "step": 516
    },
    {
      "epoch": 1.536144578313253,
      "grad_norm": 0.16776853799819946,
      "learning_rate": 1.1956313642169974e-06,
      "loss": 0.3923,
      "step": 517
    },
    {
      "epoch": 1.5391566265060241,
      "grad_norm": 0.21626092493534088,
      "learning_rate": 1.1800898479711293e-06,
      "loss": 0.383,
      "step": 518
    },
    {
      "epoch": 1.5421686746987953,
      "grad_norm": 0.1677713394165039,
      "learning_rate": 1.1646364764978468e-06,
      "loss": 0.2859,
      "step": 519
    },
    {
      "epoch": 1.5451807228915664,
      "grad_norm": 0.15191853046417236,
      "learning_rate": 1.1492716063850973e-06,
      "loss": 0.3017,
      "step": 520
    },
    {
      "epoch": 1.5481927710843375,
      "grad_norm": 0.17901447415351868,
      "learning_rate": 1.1339955921786504e-06,
      "loss": 0.3612,
      "step": 521
    },
    {
      "epoch": 1.5512048192771084,
      "grad_norm": 0.14615051448345184,
      "learning_rate": 1.1188087863739173e-06,
      "loss": 0.2722,
      "step": 522
    },
    {
      "epoch": 1.5542168674698795,
      "grad_norm": 0.1234322264790535,
      "learning_rate": 1.1037115394078162e-06,
      "loss": 0.1978,
      "step": 523
    },
    {
      "epoch": 1.5572289156626506,
      "grad_norm": 0.16058236360549927,
      "learning_rate": 1.0887041996506858e-06,
      "loss": 0.1943,
      "step": 524
    },
    {
      "epoch": 1.5602409638554215,
      "grad_norm": 0.19182521104812622,
      "learning_rate": 1.0737871133982524e-06,
      "loss": 0.3489,
      "step": 525
    },
    {
      "epoch": 1.5632530120481927,
      "grad_norm": 0.1292957067489624,
      "learning_rate": 1.0589606248636291e-06,
      "loss": 0.1982,
      "step": 526
    },
    {
      "epoch": 1.5662650602409638,
      "grad_norm": 0.17571797966957092,
      "learning_rate": 1.0442250761693829e-06,
      "loss": 0.3113,
      "step": 527
    },
    {
      "epoch": 1.569277108433735,
      "grad_norm": 0.1693243682384491,
      "learning_rate": 1.0295808073396352e-06,
      "loss": 0.3196,
      "step": 528
    },
    {
      "epoch": 1.572289156626506,
      "grad_norm": 0.18643434345722198,
      "learning_rate": 1.015028156292212e-06,
      "loss": 0.3751,
      "step": 529
    },
    {
      "epoch": 1.5753012048192772,
      "grad_norm": 0.1578662097454071,
      "learning_rate": 1.0005674588308566e-06,
      "loss": 0.4102,
      "step": 530
    },
    {
      "epoch": 1.5783132530120483,
      "grad_norm": 0.16692018508911133,
      "learning_rate": 9.861990486374695e-07,
      "loss": 0.3071,
      "step": 531
    },
    {
      "epoch": 1.5813253012048194,
      "grad_norm": 0.14578799903392792,
      "learning_rate": 9.719232572644189e-07,
      "loss": 0.3543,
      "step": 532
    },
    {
      "epoch": 1.5843373493975905,
      "grad_norm": 0.26533403992652893,
      "learning_rate": 9.577404141268815e-07,
      "loss": 0.4793,
      "step": 533
    },
    {
      "epoch": 1.5873493975903614,
      "grad_norm": 0.18731725215911865,
      "learning_rate": 9.436508464952471e-07,
      "loss": 0.3111,
      "step": 534
    },
    {
      "epoch": 1.5903614457831325,
      "grad_norm": 0.15878336131572723,
      "learning_rate": 9.296548794875659e-07,
      "loss": 0.3838,
      "step": 535
    },
    {
      "epoch": 1.5933734939759037,
      "grad_norm": 0.14642632007598877,
      "learning_rate": 9.157528360620416e-07,
      "loss": 0.2276,
      "step": 536
    },
    {
      "epoch": 1.5963855421686746,
      "grad_norm": 0.18535569310188293,
      "learning_rate": 9.019450370095867e-07,
      "loss": 0.3032,
      "step": 537
    },
    {
      "epoch": 1.5993975903614457,
      "grad_norm": 0.12464189529418945,
      "learning_rate": 8.882318009464124e-07,
      "loss": 0.247,
      "step": 538
    },
    {
      "epoch": 1.6024096385542168,
      "grad_norm": 0.2229868322610855,
      "learning_rate": 8.74613444306684e-07,
      "loss": 0.3365,
      "step": 539
    },
    {
      "epoch": 1.605421686746988,
      "grad_norm": 0.16516928374767303,
      "learning_rate": 8.61090281335214e-07,
      "loss": 0.2678,
      "step": 540
    },
    {
      "epoch": 1.608433734939759,
      "grad_norm": 0.18349656462669373,
      "learning_rate": 8.476626240802099e-07,
      "loss": 0.2536,
      "step": 541
    },
    {
      "epoch": 1.6114457831325302,
      "grad_norm": 0.20605145394802094,
      "learning_rate": 8.343307823860819e-07,
      "loss": 0.4024,
      "step": 542
    },
    {
      "epoch": 1.6144578313253013,
      "grad_norm": 0.16944725811481476,
      "learning_rate": 8.210950638862813e-07,
      "loss": 0.3163,
      "step": 543
    },
    {
      "epoch": 1.6174698795180724,
      "grad_norm": 0.1750240921974182,
      "learning_rate": 8.079557739962129e-07,
      "loss": 0.3426,
      "step": 544
    },
    {
      "epoch": 1.6204819277108435,
      "grad_norm": 0.15269635617733002,
      "learning_rate": 7.949132159061784e-07,
      "loss": 0.2996,
      "step": 545
    },
    {
      "epoch": 1.6234939759036144,
      "grad_norm": 0.19370746612548828,
      "learning_rate": 7.819676905743872e-07,
      "loss": 0.3121,
      "step": 546
    },
    {
      "epoch": 1.6265060240963856,
      "grad_norm": 0.2879127562046051,
      "learning_rate": 7.691194967200099e-07,
      "loss": 0.4256,
      "step": 547
    },
    {
      "epoch": 1.6295180722891565,
      "grad_norm": 0.15857596695423126,
      "learning_rate": 7.563689308162803e-07,
      "loss": 0.2879,
      "step": 548
    },
    {
      "epoch": 1.6325301204819276,
      "grad_norm": 0.25081801414489746,
      "learning_rate": 7.43716287083664e-07,
      "loss": 0.5172,
      "step": 549
    },
    {
      "epoch": 1.6355421686746987,
      "grad_norm": 0.3084939122200012,
      "learning_rate": 7.31161857483057e-07,
      "loss": 0.3093,
      "step": 550
    },
    {
      "epoch": 1.6385542168674698,
      "grad_norm": 0.21095550060272217,
      "learning_rate": 7.187059317090622e-07,
      "loss": 0.2975,
      "step": 551
    },
    {
      "epoch": 1.641566265060241,
      "grad_norm": 0.14392945170402527,
      "learning_rate": 7.063487971832922e-07,
      "loss": 0.3632,
      "step": 552
    },
    {
      "epoch": 1.644578313253012,
      "grad_norm": 0.1537638157606125,
      "learning_rate": 6.940907390477458e-07,
      "loss": 0.2379,
      "step": 553
    },
    {
      "epoch": 1.6475903614457832,
      "grad_norm": 0.20836707949638367,
      "learning_rate": 6.819320401582258e-07,
      "loss": 0.384,
      "step": 554
    },
    {
      "epoch": 1.6506024096385543,
      "grad_norm": 0.20172376930713654,
      "learning_rate": 6.698729810778065e-07,
      "loss": 0.3071,
      "step": 555
    },
    {
      "epoch": 1.6536144578313254,
      "grad_norm": 0.18422287702560425,
      "learning_rate": 6.579138400703716e-07,
      "loss": 0.2829,
      "step": 556
    },
    {
      "epoch": 1.6566265060240963,
      "grad_norm": 0.17231068015098572,
      "learning_rate": 6.460548930941801e-07,
      "loss": 0.3375,
      "step": 557
    },
    {
      "epoch": 1.6596385542168675,
      "grad_norm": 0.1713942289352417,
      "learning_rate": 6.342964137955071e-07,
      "loss": 0.2688,
      "step": 558
    },
    {
      "epoch": 1.6626506024096386,
      "grad_norm": 0.1761113405227661,
      "learning_rate": 6.226386735023271e-07,
      "loss": 0.243,
      "step": 559
    },
    {
      "epoch": 1.6656626506024095,
      "grad_norm": 0.18430888652801514,
      "learning_rate": 6.110819412180535e-07,
      "loss": 0.2764,
      "step": 560
    },
    {
      "epoch": 1.6686746987951806,
      "grad_norm": 0.20808419585227966,
      "learning_rate": 5.99626483615331e-07,
      "loss": 0.3522,
      "step": 561
    },
    {
      "epoch": 1.6716867469879517,
      "grad_norm": 0.1984253227710724,
      "learning_rate": 5.882725650298787e-07,
      "loss": 0.3782,
      "step": 562
    },
    {
      "epoch": 1.6746987951807228,
      "grad_norm": 0.1662902534008026,
      "learning_rate": 5.770204474543978e-07,
      "loss": 0.3391,
      "step": 563
    },
    {
      "epoch": 1.677710843373494,
      "grad_norm": 0.18588629364967346,
      "learning_rate": 5.658703905325186e-07,
      "loss": 0.392,
      "step": 564
    },
    {
      "epoch": 1.680722891566265,
      "grad_norm": 0.21193590760231018,
      "learning_rate": 5.548226515528133e-07,
      "loss": 0.3875,
      "step": 565
    },
    {
      "epoch": 1.6837349397590362,
      "grad_norm": 0.156774640083313,
      "learning_rate": 5.438774854428614e-07,
      "loss": 0.3524,
      "step": 566
    },
    {
      "epoch": 1.6867469879518073,
      "grad_norm": 0.1758192926645279,
      "learning_rate": 5.330351447633603e-07,
      "loss": 0.4382,
      "step": 567
    },
    {
      "epoch": 1.6897590361445785,
      "grad_norm": 0.20016002655029297,
      "learning_rate": 5.222958797023036e-07,
      "loss": 0.3239,
      "step": 568
    },
    {
      "epoch": 1.6927710843373494,
      "grad_norm": 0.16859550774097443,
      "learning_rate": 5.11659938069205e-07,
      "loss": 0.3539,
      "step": 569
    },
    {
      "epoch": 1.6957831325301205,
      "grad_norm": 0.22717247903347015,
      "learning_rate": 5.011275652893782e-07,
      "loss": 0.3754,
      "step": 570
    },
    {
      "epoch": 1.6987951807228916,
      "grad_norm": 0.17677092552185059,
      "learning_rate": 4.906990043982813e-07,
      "loss": 0.3214,
      "step": 571
    },
    {
      "epoch": 1.7018072289156625,
      "grad_norm": 0.33064964413642883,
      "learning_rate": 4.803744960358992e-07,
      "loss": 0.4244,
      "step": 572
    },
    {
      "epoch": 1.7048192771084336,
      "grad_norm": 0.14009463787078857,
      "learning_rate": 4.701542784411994e-07,
      "loss": 0.289,
      "step": 573
    },
    {
      "epoch": 1.7078313253012047,
      "grad_norm": 0.20244641602039337,
      "learning_rate": 4.6003858744662564e-07,
      "loss": 0.4061,
      "step": 574
    },
    {
      "epoch": 1.7108433734939759,
      "grad_norm": 0.14781823754310608,
      "learning_rate": 4.500276564726652e-07,
      "loss": 0.3398,
      "step": 575
    },
    {
      "epoch": 1.713855421686747,
      "grad_norm": 0.16534654796123505,
      "learning_rate": 4.401217165224564e-07,
      "loss": 0.3205,
      "step": 576
    },
    {
      "epoch": 1.716867469879518,
      "grad_norm": 0.2676438093185425,
      "learning_rate": 4.3032099617645874e-07,
      "loss": 0.4988,
      "step": 577
    },
    {
      "epoch": 1.7198795180722892,
      "grad_norm": 0.20747099816799164,
      "learning_rate": 4.2062572158718284e-07,
      "loss": 0.3462,
      "step": 578
    },
    {
      "epoch": 1.7228915662650603,
      "grad_norm": 0.20796717703342438,
      "learning_rate": 4.1103611647396734e-07,
      "loss": 0.3622,
      "step": 579
    },
    {
      "epoch": 1.7259036144578315,
      "grad_norm": 0.1525891274213791,
      "learning_rate": 4.0155240211781966e-07,
      "loss": 0.3539,
      "step": 580
    },
    {
      "epoch": 1.7289156626506024,
      "grad_norm": 0.1623997986316681,
      "learning_rate": 3.921747973563056e-07,
      "loss": 0.3895,
      "step": 581
    },
    {
      "epoch": 1.7289156626506024,
      "eval_loss": 0.36007678508758545,
      "eval_runtime": 79.1746,
      "eval_samples_per_second": 4.648,
      "eval_steps_per_second": 0.581,
      "step": 581
    },
    {
      "epoch": 1.7319277108433735,
      "grad_norm": 0.20012828707695007,
      "learning_rate": 3.829035185785035e-07,
      "loss": 0.4253,
      "step": 582
    },
    {
      "epoch": 1.7349397590361446,
      "grad_norm": 0.16124022006988525,
      "learning_rate": 3.737387797200126e-07,
      "loss": 0.2732,
      "step": 583
    },
    {
      "epoch": 1.7379518072289155,
      "grad_norm": 0.19511763751506805,
      "learning_rate": 3.646807922580098e-07,
      "loss": 0.3539,
      "step": 584
    },
    {
      "epoch": 1.7409638554216866,
      "grad_norm": 0.19982604682445526,
      "learning_rate": 3.557297652063768e-07,
      "loss": 0.3382,
      "step": 585
    },
    {
      "epoch": 1.7439759036144578,
      "grad_norm": 0.15003900229930878,
      "learning_rate": 3.4688590511087304e-07,
      "loss": 0.3204,
      "step": 586
    },
    {
      "epoch": 1.7469879518072289,
      "grad_norm": 0.1792009174823761,
      "learning_rate": 3.3814941604437155e-07,
      "loss": 0.2802,
      "step": 587
    },
    {
      "epoch": 1.75,
      "grad_norm": 0.38043561577796936,
      "learning_rate": 3.2952049960214785e-07,
      "loss": 0.2556,
      "step": 588
    },
    {
      "epoch": 1.7530120481927711,
      "grad_norm": 0.14868871867656708,
      "learning_rate": 3.20999354897229e-07,
      "loss": 0.3935,
      "step": 589
    },
    {
      "epoch": 1.7560240963855422,
      "grad_norm": 0.10944348573684692,
      "learning_rate": 3.1258617855580155e-07,
      "loss": 0.146,
      "step": 590
    },
    {
      "epoch": 1.7590361445783134,
      "grad_norm": 0.16262729465961456,
      "learning_rate": 3.0428116471267146e-07,
      "loss": 0.2532,
      "step": 591
    },
    {
      "epoch": 1.7620481927710845,
      "grad_norm": 0.1523403823375702,
      "learning_rate": 2.9608450500678566e-07,
      "loss": 0.3212,
      "step": 592
    },
    {
      "epoch": 1.7650602409638554,
      "grad_norm": 0.1569455862045288,
      "learning_rate": 2.879963885768083e-07,
      "loss": 0.291,
      "step": 593
    },
    {
      "epoch": 1.7680722891566265,
      "grad_norm": 0.21074244379997253,
      "learning_rate": 2.800170020567566e-07,
      "loss": 0.294,
      "step": 594
    },
    {
      "epoch": 1.7710843373493976,
      "grad_norm": 0.17102384567260742,
      "learning_rate": 2.721465295716996e-07,
      "loss": 0.269,
      "step": 595
    },
    {
      "epoch": 1.7740963855421685,
      "grad_norm": 0.17632022500038147,
      "learning_rate": 2.643851527335006e-07,
      "loss": 0.3749,
      "step": 596
    },
    {
      "epoch": 1.7771084337349397,
      "grad_norm": 0.15809699892997742,
      "learning_rate": 2.5673305063663335e-07,
      "loss": 0.3419,
      "step": 597
    },
    {
      "epoch": 1.7801204819277108,
      "grad_norm": 0.16983191668987274,
      "learning_rate": 2.4919039985404626e-07,
      "loss": 0.2738,
      "step": 598
    },
    {
      "epoch": 1.783132530120482,
      "grad_norm": 0.18493536114692688,
      "learning_rate": 2.4175737443308976e-07,
      "loss": 0.2491,
      "step": 599
    },
    {
      "epoch": 1.786144578313253,
      "grad_norm": 0.1757514476776123,
      "learning_rate": 2.3443414589149838e-07,
      "loss": 0.3816,
      "step": 600
    },
    {
      "epoch": 1.7891566265060241,
      "grad_norm": 0.16976556181907654,
      "learning_rate": 2.272208832134326e-07,
      "loss": 0.2902,
      "step": 601
    },
    {
      "epoch": 1.7921686746987953,
      "grad_norm": 0.16954952478408813,
      "learning_rate": 2.201177528455828e-07,
      "loss": 0.2708,
      "step": 602
    },
    {
      "epoch": 1.7951807228915664,
      "grad_norm": 0.15355940163135529,
      "learning_rate": 2.131249186933243e-07,
      "loss": 0.2943,
      "step": 603
    },
    {
      "epoch": 1.7981927710843375,
      "grad_norm": 0.14185413718223572,
      "learning_rate": 2.0624254211693894e-07,
      "loss": 0.302,
      "step": 604
    },
    {
      "epoch": 1.8012048192771084,
      "grad_norm": 0.1535930335521698,
      "learning_rate": 1.994707819278896e-07,
      "loss": 0.3399,
      "step": 605
    },
    {
      "epoch": 1.8042168674698795,
      "grad_norm": 0.1895059496164322,
      "learning_rate": 1.9280979438515479e-07,
      "loss": 0.4095,
      "step": 606
    },
    {
      "epoch": 1.8072289156626506,
      "grad_norm": 0.21343795955181122,
      "learning_rate": 1.8625973319162605e-07,
      "loss": 0.3596,
      "step": 607
    },
    {
      "epoch": 1.8102409638554215,
      "grad_norm": 0.16654372215270996,
      "learning_rate": 1.7982074949055794e-07,
      "loss": 0.2931,
      "step": 608
    },
    {
      "epoch": 1.8132530120481927,
      "grad_norm": 0.19126953184604645,
      "learning_rate": 1.7349299186208258e-07,
      "loss": 0.3195,
      "step": 609
    },
    {
      "epoch": 1.8162650602409638,
      "grad_norm": 0.22678323090076447,
      "learning_rate": 1.6727660631977894e-07,
      "loss": 0.3572,
      "step": 610
    },
    {
      "epoch": 1.819277108433735,
      "grad_norm": 0.15590119361877441,
      "learning_rate": 1.6117173630730787e-07,
      "loss": 0.3264,
      "step": 611
    },
    {
      "epoch": 1.822289156626506,
      "grad_norm": 0.16644251346588135,
      "learning_rate": 1.5517852269509692e-07,
      "loss": 0.4044,
      "step": 612
    },
    {
      "epoch": 1.8253012048192772,
      "grad_norm": 0.18721044063568115,
      "learning_rate": 1.492971037770924e-07,
      "loss": 0.3631,
      "step": 613
    },
    {
      "epoch": 1.8283132530120483,
      "grad_norm": 0.2001548856496811,
      "learning_rate": 1.435276152675691e-07,
      "loss": 0.2765,
      "step": 614
    },
    {
      "epoch": 1.8313253012048194,
      "grad_norm": 0.18621757626533508,
      "learning_rate": 1.378701902979962e-07,
      "loss": 0.4584,
      "step": 615
    },
    {
      "epoch": 1.8343373493975905,
      "grad_norm": 0.2068716138601303,
      "learning_rate": 1.323249594139664e-07,
      "loss": 0.501,
      "step": 616
    },
    {
      "epoch": 1.8373493975903614,
      "grad_norm": 0.1547180563211441,
      "learning_rate": 1.2689205057218602e-07,
      "loss": 0.3241,
      "step": 617
    },
    {
      "epoch": 1.8403614457831325,
      "grad_norm": 0.1633985936641693,
      "learning_rate": 1.2157158913751687e-07,
      "loss": 0.3025,
      "step": 618
    },
    {
      "epoch": 1.8433734939759037,
      "grad_norm": 0.18659210205078125,
      "learning_rate": 1.1636369788008973e-07,
      "loss": 0.3649,
      "step": 619
    },
    {
      "epoch": 1.8463855421686746,
      "grad_norm": 0.19178517162799835,
      "learning_rate": 1.1126849697246533e-07,
      "loss": 0.2552,
      "step": 620
    },
    {
      "epoch": 1.8493975903614457,
      "grad_norm": 0.18525345623493195,
      "learning_rate": 1.0628610398686679e-07,
      "loss": 0.3322,
      "step": 621
    },
    {
      "epoch": 1.8524096385542168,
      "grad_norm": 0.1565900444984436,
      "learning_rate": 1.014166338924627e-07,
      "loss": 0.2165,
      "step": 622
    },
    {
      "epoch": 1.855421686746988,
      "grad_norm": 0.1916026771068573,
      "learning_rate": 9.666019905271662e-08,
      "loss": 0.3924,
      "step": 623
    },
    {
      "epoch": 1.858433734939759,
      "grad_norm": 0.1600860208272934,
      "learning_rate": 9.201690922279405e-08,
      "loss": 0.282,
      "step": 624
    },
    {
      "epoch": 1.8614457831325302,
      "grad_norm": 0.23213285207748413,
      "learning_rate": 8.748687154702673e-08,
      "loss": 0.3577,
      "step": 625
    },
    {
      "epoch": 1.8644578313253013,
      "grad_norm": 0.14008109271526337,
      "learning_rate": 8.307019055644517e-08,
      "loss": 0.2977,
      "step": 626
    },
    {
      "epoch": 1.8674698795180724,
      "grad_norm": 0.148224338889122,
      "learning_rate": 7.876696816636276e-08,
      "loss": 0.2515,
      "step": 627
    },
    {
      "epoch": 1.8704819277108435,
      "grad_norm": 0.17251333594322205,
      "learning_rate": 7.45773036740255e-08,
      "loss": 0.3083,
      "step": 628
    },
    {
      "epoch": 1.8734939759036144,
      "grad_norm": 0.15862807631492615,
      "learning_rate": 7.050129375632098e-08,
      "loss": 0.3082,
      "step": 629
    },
    {
      "epoch": 1.8765060240963856,
      "grad_norm": 0.14815159142017365,
      "learning_rate": 6.65390324675469e-08,
      "loss": 0.2304,
      "step": 630
    },
    {
      "epoch": 1.8795180722891565,
      "grad_norm": 0.26052090525627136,
      "learning_rate": 6.269061123724163e-08,
      "loss": 0.3544,
      "step": 631
    },
    {
      "epoch": 1.8825301204819276,
      "grad_norm": 0.19842372834682465,
      "learning_rate": 5.895611886807317e-08,
      "loss": 0.4025,
      "step": 632
    },
    {
      "epoch": 1.8855421686746987,
      "grad_norm": 0.18247205018997192,
      "learning_rate": 5.533564153379134e-08,
      "loss": 0.3334,
      "step": 633
    },
    {
      "epoch": 1.8885542168674698,
      "grad_norm": 0.14497226476669312,
      "learning_rate": 5.182926277723821e-08,
      "loss": 0.2822,
      "step": 634
    },
    {
      "epoch": 1.891566265060241,
      "grad_norm": 0.1699623316526413,
      "learning_rate": 4.843706350842081e-08,
      "loss": 0.3483,
      "step": 635
    },
    {
      "epoch": 1.894578313253012,
      "grad_norm": 0.37397855520248413,
      "learning_rate": 4.515912200264427e-08,
      "loss": 0.3952,
      "step": 636
    },
    {
      "epoch": 1.8975903614457832,
      "grad_norm": 0.2163594514131546,
      "learning_rate": 4.19955138987066e-08,
      "loss": 0.2991,
      "step": 637
    },
    {
      "epoch": 1.9006024096385543,
      "grad_norm": 0.13354437053203583,
      "learning_rate": 3.894631219715006e-08,
      "loss": 0.1968,
      "step": 638
    },
    {
      "epoch": 1.9036144578313254,
      "grad_norm": 0.19678649306297302,
      "learning_rate": 3.601158725858034e-08,
      "loss": 0.3328,
      "step": 639
    },
    {
      "epoch": 1.9066265060240963,
      "grad_norm": 0.19473896920681,
      "learning_rate": 3.3191406802041693e-08,
      "loss": 0.3913,
      "step": 640
    },
    {
      "epoch": 1.9096385542168675,
      "grad_norm": 0.18177784979343414,
      "learning_rate": 3.048583590345266e-08,
      "loss": 0.293,
      "step": 641
    },
    {
      "epoch": 1.9126506024096386,
      "grad_norm": 0.13523522019386292,
      "learning_rate": 2.7894936994106724e-08,
      "loss": 0.2142,
      "step": 642
    },
    {
      "epoch": 1.9156626506024095,
      "grad_norm": 0.16804173588752747,
      "learning_rate": 2.5418769859231194e-08,
      "loss": 0.3141,
      "step": 643
    },
    {
      "epoch": 1.9186746987951806,
      "grad_norm": 0.2132112681865692,
      "learning_rate": 2.3057391636606698e-08,
      "loss": 0.2868,
      "step": 644
    },
    {
      "epoch": 1.9216867469879517,
      "grad_norm": 0.2761172950267792,
      "learning_rate": 2.081085681524986e-08,
      "loss": 0.3607,
      "step": 645
    },
    {
      "epoch": 1.9246987951807228,
      "grad_norm": 0.22394540905952454,
      "learning_rate": 1.8679217234154335e-08,
      "loss": 0.3675,
      "step": 646
    },
    {
      "epoch": 1.927710843373494,
      "grad_norm": 0.15545201301574707,
      "learning_rate": 1.6662522081097308e-08,
      "loss": 0.2797,
      "step": 647
    },
    {
      "epoch": 1.930722891566265,
      "grad_norm": 0.21229010820388794,
      "learning_rate": 1.4760817891500966e-08,
      "loss": 0.3739,
      "step": 648
    },
    {
      "epoch": 1.9337349397590362,
      "grad_norm": 0.1342974752187729,
      "learning_rate": 1.2974148547362231e-08,
      "loss": 0.2724,
      "step": 649
    },
    {
      "epoch": 1.9367469879518073,
      "grad_norm": 0.16407661139965057,
      "learning_rate": 1.1302555276238581e-08,
      "loss": 0.2649,
      "step": 650
    },
    {
      "epoch": 1.9397590361445785,
      "grad_norm": 0.16028320789337158,
      "learning_rate": 9.746076650294922e-09,
      "loss": 0.3101,
      "step": 651
    },
    {
      "epoch": 1.9427710843373494,
      "grad_norm": 0.160682812333107,
      "learning_rate": 8.304748585417077e-09,
      "loss": 0.2489,
      "step": 652
    },
    {
      "epoch": 1.9457831325301205,
      "grad_norm": 0.16517463326454163,
      "learning_rate": 6.978604340380779e-09,
      "loss": 0.2734,
      "step": 653
    },
    {
      "epoch": 1.9487951807228916,
      "grad_norm": 0.21058174967765808,
      "learning_rate": 5.767674516083954e-09,
      "loss": 0.3024,
      "step": 654
    },
    {
      "epoch": 1.9518072289156625,
      "grad_norm": 0.13643121719360352,
      "learning_rate": 4.671987054842842e-09,
      "loss": 0.2566,
      "step": 655
    },
    {
      "epoch": 1.9548192771084336,
      "grad_norm": 0.12848874926567078,
      "learning_rate": 3.6915672397436208e-09,
      "loss": 0.3298,
      "step": 656
    },
    {
      "epoch": 1.9578313253012047,
      "grad_norm": 0.20304584503173828,
      "learning_rate": 2.8264376940634332e-09,
      "loss": 0.4233,
      "step": 657
    },
    {
      "epoch": 1.9608433734939759,
      "grad_norm": 0.1930498331785202,
      "learning_rate": 2.076618380744133e-09,
      "loss": 0.3333,
      "step": 658
    },
    {
      "epoch": 1.963855421686747,
      "grad_norm": 0.27355119585990906,
      "learning_rate": 1.4421266019348789e-09,
      "loss": 0.2296,
      "step": 659
    },
    {
      "epoch": 1.966867469879518,
      "grad_norm": 0.13266071677207947,
      "learning_rate": 9.229769985902304e-10,
      "loss": 0.2616,
      "step": 660
    },
    {
      "epoch": 1.9698795180722892,
      "grad_norm": 0.16650208830833435,
      "learning_rate": 5.191815501343067e-10,
      "loss": 0.2971,
      "step": 661
    },
    {
      "epoch": 1.9728915662650603,
      "grad_norm": 0.1883377730846405,
      "learning_rate": 2.307495741843413e-10,
      "loss": 0.3542,
      "step": 662
    },
    {
      "epoch": 1.9759036144578315,
      "grad_norm": 0.17213378846645355,
      "learning_rate": 5.768772633363284e-11,
      "loss": 0.2823,
      "step": 663
    },
    {
      "epoch": 1.9789156626506024,
      "grad_norm": 0.16032862663269043,
      "learning_rate": 0.0,
      "loss": 0.3168,
      "step": 664
    },
    {
      "epoch": 1.9789156626506024,
      "eval_loss": 0.35977768898010254,
      "eval_runtime": 48.6413,
      "eval_samples_per_second": 7.566,
      "eval_steps_per_second": 0.946,
      "step": 664
    }
  ],
  "logging_steps": 1,
  "max_steps": 664,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 166,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 3.6730319840173097e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}