{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 93654,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.003203280158882696,
      "grad_norm": 0.9955105781555176,
      "learning_rate": 5e-06,
      "loss": 1.2173,
      "num_input_tokens_seen": 819200,
      "step": 100
    },
    {
      "epoch": 0.006406560317765392,
      "grad_norm": 8.62949275970459,
      "learning_rate": 1e-05,
      "loss": 1.1953,
      "num_input_tokens_seen": 1638400,
      "step": 200
    },
    {
      "epoch": 0.009609840476648087,
      "grad_norm": 1.0293811559677124,
      "learning_rate": 1.5e-05,
      "loss": 1.1905,
      "num_input_tokens_seen": 2457600,
      "step": 300
    },
    {
      "epoch": 0.012813120635530783,
      "grad_norm": 6.295543193817139,
      "learning_rate": 2e-05,
      "loss": 1.1391,
      "num_input_tokens_seen": 3276800,
      "step": 400
    },
    {
      "epoch": 0.01601640079441348,
      "grad_norm": 3.0551528930664062,
      "learning_rate": 2.5e-05,
      "loss": 1.1383,
      "num_input_tokens_seen": 4096000,
      "step": 500
    },
    {
      "epoch": 0.019219680953296174,
      "grad_norm": 0.8111634850502014,
      "learning_rate": 3e-05,
      "loss": 1.1022,
      "num_input_tokens_seen": 4915200,
      "step": 600
    },
    {
      "epoch": 0.022422961112178872,
      "grad_norm": 0.77763432264328,
      "learning_rate": 3.5e-05,
      "loss": 1.0805,
      "num_input_tokens_seen": 5734400,
      "step": 700
    },
    {
      "epoch": 0.025626241271061567,
      "grad_norm": 1.9141496419906616,
      "learning_rate": 4e-05,
      "loss": 1.0755,
      "num_input_tokens_seen": 6553600,
      "step": 800
    },
    {
      "epoch": 0.028829521429944265,
      "grad_norm": 0.8061490058898926,
      "learning_rate": 4.5e-05,
      "loss": 1.0995,
      "num_input_tokens_seen": 7372800,
      "step": 900
    },
    {
      "epoch": 0.03203280158882696,
      "grad_norm": 0.6671661734580994,
      "learning_rate": 5e-05,
      "loss": 1.0835,
      "num_input_tokens_seen": 8192000,
      "step": 1000
    },
    {
      "epoch": 0.035236081747709654,
      "grad_norm": 2.4559221267700195,
      "learning_rate": 4.9999856291983216e-05,
      "loss": 1.0848,
      "num_input_tokens_seen": 9011200,
      "step": 1100
    },
    {
      "epoch": 0.03843936190659235,
      "grad_norm": 0.6218218803405762,
      "learning_rate": 4.9999425169585025e-05,
      "loss": 1.0621,
      "num_input_tokens_seen": 9830400,
      "step": 1200
    },
    {
      "epoch": 0.04164264206547505,
      "grad_norm": 1.1977851390838623,
      "learning_rate": 4.999870663776188e-05,
      "loss": 1.0774,
      "num_input_tokens_seen": 10649600,
      "step": 1300
    },
    {
      "epoch": 0.044845922224357744,
      "grad_norm": 0.581513524055481,
      "learning_rate": 4.99977007047745e-05,
      "loss": 1.0204,
      "num_input_tokens_seen": 11468800,
      "step": 1400
    },
    {
      "epoch": 0.04804920238324044,
      "grad_norm": 0.6710864901542664,
      "learning_rate": 4.999640738218772e-05,
      "loss": 1.0509,
      "num_input_tokens_seen": 12288000,
      "step": 1500
    },
    {
      "epoch": 0.05125248254212313,
      "grad_norm": 2.048499345779419,
      "learning_rate": 4.99948266848704e-05,
      "loss": 1.1401,
      "num_input_tokens_seen": 13107200,
      "step": 1600
    },
    {
      "epoch": 0.05445576270100583,
      "grad_norm": 0.6593829989433289,
      "learning_rate": 4.999295863099528e-05,
      "loss": 1.042,
      "num_input_tokens_seen": 13926400,
      "step": 1700
    },
    {
      "epoch": 0.05765904285988853,
      "grad_norm": 0.5166763663291931,
      "learning_rate": 4.999080324203867e-05,
      "loss": 1.1398,
      "num_input_tokens_seen": 14745600,
      "step": 1800
    },
    {
      "epoch": 0.060862323018771224,
      "grad_norm": 0.4539300203323364,
      "learning_rate": 4.9988360542780333e-05,
      "loss": 1.0759,
      "num_input_tokens_seen": 15564800,
      "step": 1900
    },
    {
      "epoch": 0.06406560317765392,
      "grad_norm": 0.7282894253730774,
      "learning_rate": 4.998563056130308e-05,
      "loss": 1.0988,
      "num_input_tokens_seen": 16384000,
      "step": 2000
    },
    {
      "epoch": 0.06726888333653662,
      "grad_norm": 0.6337546706199646,
      "learning_rate": 4.998261332899255e-05,
      "loss": 1.0642,
      "num_input_tokens_seen": 17203200,
      "step": 2100
    },
    {
      "epoch": 0.07047216349541931,
      "grad_norm": 0.6283242702484131,
      "learning_rate": 4.997930888053677e-05,
      "loss": 1.076,
      "num_input_tokens_seen": 18022400,
      "step": 2200
    },
    {
      "epoch": 0.07367544365430201,
      "grad_norm": 0.6066380739212036,
      "learning_rate": 4.99757172539258e-05,
      "loss": 1.0616,
      "num_input_tokens_seen": 18841600,
      "step": 2300
    },
    {
      "epoch": 0.0768787238131847,
      "grad_norm": 0.506839394569397,
      "learning_rate": 4.997183849045129e-05,
      "loss": 1.0691,
      "num_input_tokens_seen": 19660800,
      "step": 2400
    },
    {
      "epoch": 0.0800820039720674,
      "grad_norm": 0.6370711922645569,
      "learning_rate": 4.996767263470599e-05,
      "loss": 1.0463,
      "num_input_tokens_seen": 20480000,
      "step": 2500
    },
    {
      "epoch": 0.0832852841309501,
      "grad_norm": 2.0462234020233154,
      "learning_rate": 4.996321973458325e-05,
      "loss": 1.0703,
      "num_input_tokens_seen": 21299200,
      "step": 2600
    },
    {
      "epoch": 0.08648856428983279,
      "grad_norm": 0.6036199331283569,
      "learning_rate": 4.9958479841276446e-05,
      "loss": 1.0397,
      "num_input_tokens_seen": 22118400,
      "step": 2700
    },
    {
      "epoch": 0.08969184444871549,
      "grad_norm": 0.6303982138633728,
      "learning_rate": 4.995345300927845e-05,
      "loss": 1.0837,
      "num_input_tokens_seen": 22937600,
      "step": 2800
    },
    {
      "epoch": 0.09289512460759818,
      "grad_norm": 0.5572041869163513,
      "learning_rate": 4.994813929638096e-05,
      "loss": 1.0399,
      "num_input_tokens_seen": 23756800,
      "step": 2900
    },
    {
      "epoch": 0.09609840476648088,
      "grad_norm": 0.6958311200141907,
      "learning_rate": 4.9942538763673794e-05,
      "loss": 1.0634,
      "num_input_tokens_seen": 24576000,
      "step": 3000
    },
    {
      "epoch": 0.09930168492536358,
      "grad_norm": 0.583613395690918,
      "learning_rate": 4.993665147554429e-05,
      "loss": 1.0472,
      "num_input_tokens_seen": 25395200,
      "step": 3100
    },
    {
      "epoch": 0.10250496508424627,
      "grad_norm": 0.5093560814857483,
      "learning_rate": 4.9930477499676495e-05,
      "loss": 1.0774,
      "num_input_tokens_seen": 26214400,
      "step": 3200
    },
    {
      "epoch": 0.10570824524312897,
      "grad_norm": 1.930864691734314,
      "learning_rate": 4.992401690705038e-05,
      "loss": 1.0402,
      "num_input_tokens_seen": 27033600,
      "step": 3300
    },
    {
      "epoch": 0.10891152540201166,
      "grad_norm": 0.6102778911590576,
      "learning_rate": 4.9917269771941056e-05,
      "loss": 1.0353,
      "num_input_tokens_seen": 27852800,
      "step": 3400
    },
    {
      "epoch": 0.11211480556089436,
      "grad_norm": 0.5592427849769592,
      "learning_rate": 4.991023617191792e-05,
      "loss": 1.0776,
      "num_input_tokens_seen": 28672000,
      "step": 3500
    },
    {
      "epoch": 0.11531808571977706,
      "grad_norm": 0.6671651005744934,
      "learning_rate": 4.990291618784377e-05,
      "loss": 1.1083,
      "num_input_tokens_seen": 29491200,
      "step": 3600
    },
    {
      "epoch": 0.11852136587865975,
      "grad_norm": 1.4246577024459839,
      "learning_rate": 4.989530990387381e-05,
      "loss": 1.0262,
      "num_input_tokens_seen": 30310400,
      "step": 3700
    },
    {
      "epoch": 0.12172464603754245,
      "grad_norm": 2.4318628311157227,
      "learning_rate": 4.988741740745477e-05,
      "loss": 1.0441,
      "num_input_tokens_seen": 31129600,
      "step": 3800
    },
    {
      "epoch": 0.12492792619642513,
      "grad_norm": 2.1933786869049072,
      "learning_rate": 4.987923878932386e-05,
      "loss": 1.0375,
      "num_input_tokens_seen": 31948800,
      "step": 3900
    },
    {
      "epoch": 0.12813120635530784,
      "grad_norm": 0.5265761017799377,
      "learning_rate": 4.9870774143507696e-05,
      "loss": 1.0041,
      "num_input_tokens_seen": 32768000,
      "step": 4000
    },
    {
      "epoch": 0.13133448651419052,
      "grad_norm": 0.6378248929977417,
      "learning_rate": 4.98620235673213e-05,
      "loss": 1.0798,
      "num_input_tokens_seen": 33587200,
      "step": 4100
    },
    {
      "epoch": 0.13453776667307324,
      "grad_norm": 0.5426807999610901,
      "learning_rate": 4.9852987161366895e-05,
      "loss": 1.1014,
      "num_input_tokens_seen": 34406400,
      "step": 4200
    },
    {
      "epoch": 0.13774104683195593,
      "grad_norm": 0.587978720664978,
      "learning_rate": 4.9843665029532796e-05,
      "loss": 1.0321,
      "num_input_tokens_seen": 35225600,
      "step": 4300
    },
    {
      "epoch": 0.14094432699083861,
      "grad_norm": 0.8025338649749756,
      "learning_rate": 4.983405727899221e-05,
      "loss": 0.9954,
      "num_input_tokens_seen": 36044800,
      "step": 4400
    },
    {
      "epoch": 0.1441476071497213,
      "grad_norm": 0.5788518786430359,
      "learning_rate": 4.982416402020201e-05,
      "loss": 1.0049,
      "num_input_tokens_seen": 36864000,
      "step": 4500
    },
    {
      "epoch": 0.14735088730860402,
      "grad_norm": 0.629861056804657,
      "learning_rate": 4.9813985366901435e-05,
      "loss": 1.0586,
      "num_input_tokens_seen": 37683200,
      "step": 4600
    },
    {
      "epoch": 0.1505541674674867,
      "grad_norm": 0.5835918188095093,
      "learning_rate": 4.980352143611081e-05,
      "loss": 1.0949,
      "num_input_tokens_seen": 38502400,
      "step": 4700
    },
    {
      "epoch": 0.1537574476263694,
      "grad_norm": 0.5552580952644348,
      "learning_rate": 4.979277234813021e-05,
      "loss": 1.0374,
      "num_input_tokens_seen": 39321600,
      "step": 4800
    },
    {
      "epoch": 0.1569607277852521,
      "grad_norm": 0.7137876749038696,
      "learning_rate": 4.978173822653802e-05,
      "loss": 1.0195,
      "num_input_tokens_seen": 40140800,
      "step": 4900
    },
    {
      "epoch": 0.1601640079441348,
      "grad_norm": 0.6314465403556824,
      "learning_rate": 4.9770419198189595e-05,
      "loss": 1.0661,
      "num_input_tokens_seen": 40960000,
      "step": 5000
    },
    {
      "epoch": 0.16336728810301748,
      "grad_norm": 0.5494422316551208,
      "learning_rate": 4.975881539321574e-05,
      "loss": 1.0168,
      "num_input_tokens_seen": 41779200,
      "step": 5100
    },
    {
      "epoch": 0.1665705682619002,
      "grad_norm": 2.2284624576568604,
      "learning_rate": 4.974692694502123e-05,
      "loss": 1.0523,
      "num_input_tokens_seen": 42598400,
      "step": 5200
    },
    {
      "epoch": 0.16977384842078289,
      "grad_norm": 0.5189602375030518,
      "learning_rate": 4.973475399028331e-05,
      "loss": 1.0294,
      "num_input_tokens_seen": 43417600,
      "step": 5300
    },
    {
      "epoch": 0.17297712857966557,
      "grad_norm": 2.1537561416625977,
      "learning_rate": 4.972229666895006e-05,
      "loss": 0.9866,
      "num_input_tokens_seen": 44236800,
      "step": 5400
    },
    {
      "epoch": 0.17618040873854826,
      "grad_norm": 0.5834473967552185,
      "learning_rate": 4.970955512423884e-05,
      "loss": 0.99,
      "num_input_tokens_seen": 45056000,
      "step": 5500
    },
    {
      "epoch": 0.17938368889743098,
      "grad_norm": 0.6151788830757141,
      "learning_rate": 4.969652950263462e-05,
      "loss": 1.0292,
      "num_input_tokens_seen": 45875200,
      "step": 5600
    },
    {
      "epoch": 0.18258696905631366,
      "grad_norm": 0.641342043876648,
      "learning_rate": 4.96832199538883e-05,
      "loss": 1.0712,
      "num_input_tokens_seen": 46694400,
      "step": 5700
    },
    {
      "epoch": 0.18579024921519635,
      "grad_norm": 0.7882746458053589,
      "learning_rate": 4.966962663101499e-05,
      "loss": 1.0279,
      "num_input_tokens_seen": 47513600,
      "step": 5800
    },
    {
      "epoch": 0.18899352937407907,
      "grad_norm": 0.633734405040741,
      "learning_rate": 4.965574969029223e-05,
      "loss": 1.0448,
      "num_input_tokens_seen": 48332800,
      "step": 5900
    },
    {
      "epoch": 0.19219680953296175,
      "grad_norm": 1.5470919609069824,
      "learning_rate": 4.9641589291258255e-05,
      "loss": 1.0492,
      "num_input_tokens_seen": 49152000,
      "step": 6000
    },
    {
      "epoch": 0.19540008969184444,
      "grad_norm": 1.6563118696212769,
      "learning_rate": 4.962714559671008e-05,
      "loss": 1.0593,
      "num_input_tokens_seen": 49971200,
      "step": 6100
    },
    {
      "epoch": 0.19860336985072716,
      "grad_norm": 0.6741557717323303,
      "learning_rate": 4.961241877270169e-05,
      "loss": 1.0054,
      "num_input_tokens_seen": 50790400,
      "step": 6200
    },
    {
      "epoch": 0.20180665000960984,
      "grad_norm": 0.6842678785324097,
      "learning_rate": 4.9597408988542096e-05,
      "loss": 0.9865,
      "num_input_tokens_seen": 51609600,
      "step": 6300
    },
    {
      "epoch": 0.20500993016849253,
      "grad_norm": 8.189310073852539,
      "learning_rate": 4.958211641679339e-05,
      "loss": 1.0529,
      "num_input_tokens_seen": 52428800,
      "step": 6400
    },
    {
      "epoch": 0.20821321032737522,
      "grad_norm": 0.8904711604118347,
      "learning_rate": 4.956654123326881e-05,
      "loss": 1.0272,
      "num_input_tokens_seen": 53248000,
      "step": 6500
    },
    {
      "epoch": 0.21141649048625794,
      "grad_norm": 0.7857553362846375,
      "learning_rate": 4.9550683617030624e-05,
      "loss": 1.0295,
      "num_input_tokens_seen": 54067200,
      "step": 6600
    },
    {
      "epoch": 0.21461977064514062,
      "grad_norm": 0.6658555865287781,
      "learning_rate": 4.9534543750388185e-05,
      "loss": 0.9849,
      "num_input_tokens_seen": 54886400,
      "step": 6700
    },
    {
      "epoch": 0.2178230508040233,
      "grad_norm": 0.6390406489372253,
      "learning_rate": 4.951812181889573e-05,
      "loss": 0.9597,
      "num_input_tokens_seen": 55705600,
      "step": 6800
    },
    {
      "epoch": 0.22102633096290603,
      "grad_norm": 0.5161400437355042,
      "learning_rate": 4.950141801135034e-05,
      "loss": 1.0008,
      "num_input_tokens_seen": 56524800,
      "step": 6900
    },
    {
      "epoch": 0.2242296111217887,
      "grad_norm": 0.7651511430740356,
      "learning_rate": 4.948443251978968e-05,
      "loss": 0.9889,
      "num_input_tokens_seen": 57344000,
      "step": 7000
    },
    {
      "epoch": 0.2274328912806714,
      "grad_norm": 0.5069282054901123,
      "learning_rate": 4.946716553948987e-05,
      "loss": 0.9869,
      "num_input_tokens_seen": 58163200,
      "step": 7100
    },
    {
      "epoch": 0.23063617143955412,
      "grad_norm": 0.5041384696960449,
      "learning_rate": 4.9449617268963164e-05,
      "loss": 0.9669,
      "num_input_tokens_seen": 58982400,
      "step": 7200
    },
    {
      "epoch": 0.2338394515984368,
      "grad_norm": 1.7203638553619385,
      "learning_rate": 4.943178790995576e-05,
      "loss": 1.0426,
      "num_input_tokens_seen": 59801600,
      "step": 7300
    },
    {
      "epoch": 0.2370427317573195,
      "grad_norm": 0.8364699482917786,
      "learning_rate": 4.941367766744539e-05,
      "loss": 0.9894,
      "num_input_tokens_seen": 60620800,
      "step": 7400
    },
    {
      "epoch": 0.24024601191620218,
      "grad_norm": 0.42120370268821716,
      "learning_rate": 4.939528674963902e-05,
      "loss": 0.996,
      "num_input_tokens_seen": 61440000,
      "step": 7500
    },
    {
      "epoch": 0.2434492920750849,
      "grad_norm": 4.017838001251221,
      "learning_rate": 4.937661536797044e-05,
      "loss": 1.0557,
      "num_input_tokens_seen": 62259200,
      "step": 7600
    },
    {
      "epoch": 0.24665257223396758,
      "grad_norm": 0.7951923608779907,
      "learning_rate": 4.9357663737097824e-05,
      "loss": 1.0614,
      "num_input_tokens_seen": 63078400,
      "step": 7700
    },
    {
      "epoch": 0.24985585239285027,
      "grad_norm": 0.7139900922775269,
      "learning_rate": 4.9338432074901276e-05,
      "loss": 1.0525,
      "num_input_tokens_seen": 63897600,
      "step": 7800
    },
    {
      "epoch": 0.25305913255173296,
      "grad_norm": 0.6686214208602905,
      "learning_rate": 4.931892060248032e-05,
      "loss": 1.0947,
      "num_input_tokens_seen": 64716800,
      "step": 7900
    },
    {
      "epoch": 0.2562624127106157,
      "grad_norm": 0.737429678440094,
      "learning_rate": 4.929912954415135e-05,
      "loss": 0.9886,
      "num_input_tokens_seen": 65536000,
      "step": 8000
    },
    {
      "epoch": 0.2594656928694984,
      "grad_norm": 0.49794241786003113,
      "learning_rate": 4.9279059127445074e-05,
      "loss": 1.0407,
      "num_input_tokens_seen": 66355200,
      "step": 8100
    },
    {
      "epoch": 0.26266897302838105,
      "grad_norm": 0.6615239977836609,
      "learning_rate": 4.925870958310388e-05,
      "loss": 1.021,
      "num_input_tokens_seen": 67174400,
      "step": 8200
    },
    {
      "epoch": 0.26587225318726376,
      "grad_norm": 1.568616509437561,
      "learning_rate": 4.923808114507916e-05,
      "loss": 1.027,
      "num_input_tokens_seen": 67993600,
      "step": 8300
    },
    {
      "epoch": 0.2690755333461465,
      "grad_norm": 0.6627603769302368,
      "learning_rate": 4.921717405052868e-05,
      "loss": 1.0552,
      "num_input_tokens_seen": 68812800,
      "step": 8400
    },
    {
      "epoch": 0.27227881350502914,
      "grad_norm": 0.5849776864051819,
      "learning_rate": 4.9195988539813814e-05,
      "loss": 1.0552,
      "num_input_tokens_seen": 69632000,
      "step": 8500
    },
    {
      "epoch": 0.27548209366391185,
      "grad_norm": 1.6558514833450317,
      "learning_rate": 4.917452485649677e-05,
      "loss": 1.0516,
      "num_input_tokens_seen": 70451200,
      "step": 8600
    },
    {
      "epoch": 0.27868537382279457,
      "grad_norm": 0.5784972310066223,
      "learning_rate": 4.9152783247337823e-05,
      "loss": 1.0425,
      "num_input_tokens_seen": 71270400,
      "step": 8700
    },
    {
      "epoch": 0.28188865398167723,
      "grad_norm": 0.713585376739502,
      "learning_rate": 4.9130763962292453e-05,
      "loss": 1.0633,
      "num_input_tokens_seen": 72089600,
      "step": 8800
    },
    {
      "epoch": 0.28509193414055994,
      "grad_norm": 0.678617000579834,
      "learning_rate": 4.9108467254508487e-05,
      "loss": 1.0208,
      "num_input_tokens_seen": 72908800,
      "step": 8900
    },
    {
      "epoch": 0.2882952142994426,
      "grad_norm": 0.6494852900505066,
      "learning_rate": 4.908589338032316e-05,
      "loss": 1.0193,
      "num_input_tokens_seen": 73728000,
      "step": 9000
    },
    {
      "epoch": 0.2914984944583253,
      "grad_norm": 0.6913178563117981,
      "learning_rate": 4.9063042599260234e-05,
      "loss": 0.9783,
      "num_input_tokens_seen": 74547200,
      "step": 9100
    },
    {
      "epoch": 0.29470177461720803,
      "grad_norm": 0.6419298648834229,
      "learning_rate": 4.9039915174026916e-05,
      "loss": 1.0251,
      "num_input_tokens_seen": 75366400,
      "step": 9200
    },
    {
      "epoch": 0.2979050547760907,
      "grad_norm": 0.6663874983787537,
      "learning_rate": 4.9016511370510945e-05,
      "loss": 1.009,
      "num_input_tokens_seen": 76185600,
      "step": 9300
    },
    {
      "epoch": 0.3011083349349734,
      "grad_norm": 0.5730396509170532,
      "learning_rate": 4.8992831457777446e-05,
      "loss": 1.0154,
      "num_input_tokens_seen": 77004800,
      "step": 9400
    },
    {
      "epoch": 0.3043116150938561,
      "grad_norm": 0.5048360824584961,
      "learning_rate": 4.896887570806588e-05,
      "loss": 1.0498,
      "num_input_tokens_seen": 77824000,
      "step": 9500
    },
    {
      "epoch": 0.3075148952527388,
      "grad_norm": 1.7296109199523926,
      "learning_rate": 4.89446443967869e-05,
      "loss": 1.0426,
      "num_input_tokens_seen": 78643200,
      "step": 9600
    },
    {
      "epoch": 0.3107181754116215,
      "grad_norm": 0.8863735198974609,
      "learning_rate": 4.892013780251922e-05,
      "loss": 0.9947,
      "num_input_tokens_seen": 79462400,
      "step": 9700
    },
    {
      "epoch": 0.3139214555705042,
      "grad_norm": 2.7898573875427246,
      "learning_rate": 4.889535620700635e-05,
      "loss": 1.0301,
      "num_input_tokens_seen": 80281600,
      "step": 9800
    },
    {
      "epoch": 0.3171247357293869,
      "grad_norm": 0.5569226741790771,
      "learning_rate": 4.887029989515341e-05,
      "loss": 0.976,
      "num_input_tokens_seen": 81100800,
      "step": 9900
    },
    {
      "epoch": 0.3203280158882696,
      "grad_norm": 0.46732258796691895,
      "learning_rate": 4.884496915502385e-05,
      "loss": 1.0477,
      "num_input_tokens_seen": 81920000,
      "step": 10000
    },
    {
      "epoch": 0.3235312960471523,
      "grad_norm": 0.45553821325302124,
      "learning_rate": 4.881936427783607e-05,
      "loss": 1.0019,
      "num_input_tokens_seen": 82739200,
      "step": 10100
    },
    {
      "epoch": 0.32673457620603497,
      "grad_norm": 0.7193503379821777,
      "learning_rate": 4.879348555796018e-05,
      "loss": 0.997,
      "num_input_tokens_seen": 83558400,
      "step": 10200
    },
    {
      "epoch": 0.3299378563649177,
      "grad_norm": 0.6309390664100647,
      "learning_rate": 4.8767333292914544e-05,
      "loss": 0.9891,
      "num_input_tokens_seen": 84377600,
      "step": 10300
    },
    {
      "epoch": 0.3331411365238004,
      "grad_norm": 0.555618166923523,
      "learning_rate": 4.874090778336235e-05,
      "loss": 1.0175,
      "num_input_tokens_seen": 85196800,
      "step": 10400
    },
    {
      "epoch": 0.33634441668268306,
      "grad_norm": 1.5369619131088257,
      "learning_rate": 4.8714209333108236e-05,
      "loss": 1.0151,
      "num_input_tokens_seen": 86016000,
      "step": 10500
    },
    {
      "epoch": 0.33954769684156577,
      "grad_norm": 0.5254389047622681,
      "learning_rate": 4.868723824909469e-05,
      "loss": 1.025,
      "num_input_tokens_seen": 86835200,
      "step": 10600
    },
    {
      "epoch": 0.3427509770004485,
      "grad_norm": 0.5323970913887024,
      "learning_rate": 4.8659994841398594e-05,
      "loss": 1.0334,
      "num_input_tokens_seen": 87654400,
      "step": 10700
    },
    {
      "epoch": 0.34595425715933115,
      "grad_norm": 0.602602481842041,
      "learning_rate": 4.863247942322764e-05,
      "loss": 1.0237,
      "num_input_tokens_seen": 88473600,
      "step": 10800
    },
    {
      "epoch": 0.34915753731821386,
      "grad_norm": 2.1106760501861572,
      "learning_rate": 4.860469231091671e-05,
      "loss": 1.0181,
      "num_input_tokens_seen": 89292800,
      "step": 10900
    },
    {
      "epoch": 0.3523608174770965,
      "grad_norm": 0.6294669508934021,
      "learning_rate": 4.857663382392428e-05,
      "loss": 1.0289,
      "num_input_tokens_seen": 90112000,
      "step": 11000
    },
    {
      "epoch": 0.35556409763597924,
      "grad_norm": 0.5473527908325195,
      "learning_rate": 4.854830428482871e-05,
      "loss": 1.0296,
      "num_input_tokens_seen": 90931200,
      "step": 11100
    },
    {
      "epoch": 0.35876737779486195,
      "grad_norm": 0.5963702201843262,
      "learning_rate": 4.851970401932454e-05,
      "loss": 0.9784,
      "num_input_tokens_seen": 91750400,
      "step": 11200
    },
    {
      "epoch": 0.3619706579537446,
      "grad_norm": 1.5987745523452759,
      "learning_rate": 4.849083335621878e-05,
      "loss": 1.0842,
      "num_input_tokens_seen": 92569600,
      "step": 11300
    },
    {
      "epoch": 0.3651739381126273,
      "grad_norm": 1.9906154870986938,
      "learning_rate": 4.846169262742709e-05,
      "loss": 1.0196,
      "num_input_tokens_seen": 93388800,
      "step": 11400
    },
    {
      "epoch": 0.36837721827151004,
      "grad_norm": 0.7897935509681702,
      "learning_rate": 4.843228216796996e-05,
      "loss": 1.0103,
      "num_input_tokens_seen": 94208000,
      "step": 11500
    },
    {
      "epoch": 0.3715804984303927,
      "grad_norm": 0.6737790107727051,
      "learning_rate": 4.8402602315968905e-05,
      "loss": 1.0551,
      "num_input_tokens_seen": 95027200,
      "step": 11600
    },
    {
      "epoch": 0.3747837785892754,
      "grad_norm": 0.5573664307594299,
      "learning_rate": 4.837265341264253e-05,
      "loss": 1.0221,
      "num_input_tokens_seen": 95846400,
      "step": 11700
    },
    {
      "epoch": 0.37798705874815813,
      "grad_norm": 0.6558005809783936,
      "learning_rate": 4.834243580230266e-05,
      "loss": 0.975,
      "num_input_tokens_seen": 96665600,
      "step": 11800
    },
    {
      "epoch": 0.3811903389070408,
      "grad_norm": 0.7646604776382446,
      "learning_rate": 4.831194983235029e-05,
      "loss": 1.0152,
      "num_input_tokens_seen": 97484800,
      "step": 11900
    },
    {
      "epoch": 0.3843936190659235,
      "grad_norm": 0.5662313103675842,
      "learning_rate": 4.82811958532717e-05,
      "loss": 0.9909,
      "num_input_tokens_seen": 98304000,
      "step": 12000
    },
    {
      "epoch": 0.3875968992248062,
      "grad_norm": 0.5597667098045349,
      "learning_rate": 4.825017421863436e-05,
      "loss": 1.0208,
      "num_input_tokens_seen": 99123200,
      "step": 12100
    },
    {
      "epoch": 0.3908001793836889,
      "grad_norm": 0.5832675099372864,
      "learning_rate": 4.821888528508287e-05,
      "loss": 1.0189,
      "num_input_tokens_seen": 99942400,
      "step": 12200
    },
    {
      "epoch": 0.3940034595425716,
      "grad_norm": 1.6424989700317383,
      "learning_rate": 4.8187329412334884e-05,
      "loss": 1.055,
      "num_input_tokens_seen": 100761600,
      "step": 12300
    },
    {
      "epoch": 0.3972067397014543,
      "grad_norm": 0.4590611755847931,
      "learning_rate": 4.815550696317695e-05,
      "loss": 1.0586,
      "num_input_tokens_seen": 101580800,
      "step": 12400
    },
    {
      "epoch": 0.400410019860337,
      "grad_norm": 0.5123792290687561,
      "learning_rate": 4.812341830346035e-05,
      "loss": 1.0073,
      "num_input_tokens_seen": 102400000,
      "step": 12500
    },
    {
      "epoch": 0.4036133000192197,
      "grad_norm": 1.7758103609085083,
      "learning_rate": 4.80910638020969e-05,
      "loss": 1.0012,
      "num_input_tokens_seen": 103219200,
      "step": 12600
    },
    {
      "epoch": 0.40681658017810235,
      "grad_norm": 0.6465420722961426,
      "learning_rate": 4.805844383105469e-05,
      "loss": 0.9919,
      "num_input_tokens_seen": 104038400,
      "step": 12700
    },
    {
      "epoch": 0.41001986033698506,
      "grad_norm": 0.6052021980285645,
      "learning_rate": 4.802555876535383e-05,
      "loss": 1.0369,
      "num_input_tokens_seen": 104857600,
      "step": 12800
    },
    {
      "epoch": 0.4132231404958678,
      "grad_norm": 0.5069152116775513,
      "learning_rate": 4.799240898306214e-05,
      "loss": 1.0105,
      "num_input_tokens_seen": 105676800,
      "step": 12900
    },
    {
      "epoch": 0.41642642065475044,
      "grad_norm": 0.6421388387680054,
      "learning_rate": 4.7958994865290766e-05,
      "loss": 0.9861,
      "num_input_tokens_seen": 106496000,
      "step": 13000
    },
    {
      "epoch": 0.41962970081363316,
      "grad_norm": 0.6774849891662598,
      "learning_rate": 4.7925316796189826e-05,
      "loss": 0.9771,
      "num_input_tokens_seen": 107315200,
      "step": 13100
    },
    {
      "epoch": 0.42283298097251587,
      "grad_norm": 2.159661293029785,
      "learning_rate": 4.789137516294402e-05,
      "loss": 1.0182,
      "num_input_tokens_seen": 108134400,
      "step": 13200
    },
    {
      "epoch": 0.42603626113139853,
      "grad_norm": 0.6035510301589966,
      "learning_rate": 4.785717035576812e-05,
      "loss": 1.036,
      "num_input_tokens_seen": 108953600,
      "step": 13300
    },
    {
      "epoch": 0.42923954129028125,
      "grad_norm": 1.6665889024734497,
      "learning_rate": 4.782270276790254e-05,
      "loss": 1.0713,
      "num_input_tokens_seen": 109772800,
      "step": 13400
    },
    {
      "epoch": 0.43244282144916396,
      "grad_norm": 0.702918291091919,
      "learning_rate": 4.778797279560876e-05,
      "loss": 0.9708,
      "num_input_tokens_seen": 110592000,
      "step": 13500
    },
    {
      "epoch": 0.4356461016080466,
      "grad_norm": 0.6358348727226257,
      "learning_rate": 4.775298083816482e-05,
      "loss": 0.9967,
      "num_input_tokens_seen": 111411200,
      "step": 13600
    },
    {
      "epoch": 0.43884938176692934,
      "grad_norm": 0.652087390422821,
      "learning_rate": 4.77177272978607e-05,
      "loss": 1.0333,
      "num_input_tokens_seen": 112230400,
      "step": 13700
    },
    {
      "epoch": 0.44205266192581205,
      "grad_norm": 0.6892516016960144,
      "learning_rate": 4.768221257999373e-05,
      "loss": 1.0308,
      "num_input_tokens_seen": 113049600,
      "step": 13800
    },
    {
      "epoch": 0.4452559420846947,
      "grad_norm": 0.6279174089431763,
      "learning_rate": 4.764643709286386e-05,
      "loss": 1.057,
      "num_input_tokens_seen": 113868800,
      "step": 13900
    },
    {
      "epoch": 0.4484592222435774,
      "grad_norm": 0.6180372834205627,
      "learning_rate": 4.761040124776904e-05,
      "loss": 1.0059,
      "num_input_tokens_seen": 114688000,
      "step": 14000
    },
    {
      "epoch": 0.45166250240246014,
      "grad_norm": 0.6153070330619812,
      "learning_rate": 4.757410545900047e-05,
      "loss": 1.0717,
      "num_input_tokens_seen": 115507200,
      "step": 14100
    },
    {
      "epoch": 0.4548657825613428,
      "grad_norm": 0.5821653604507446,
      "learning_rate": 4.7537550143837796e-05,
      "loss": 1.0313,
      "num_input_tokens_seen": 116326400,
      "step": 14200
    },
    {
      "epoch": 0.4580690627202255,
      "grad_norm": 0.5773714780807495,
      "learning_rate": 4.750073572254438e-05,
      "loss": 1.0296,
      "num_input_tokens_seen": 117145600,
      "step": 14300
    },
    {
      "epoch": 0.46127234287910823,
      "grad_norm": 0.7084370255470276,
      "learning_rate": 4.746366261836242e-05,
      "loss": 0.9977,
      "num_input_tokens_seen": 117964800,
      "step": 14400
    },
    {
      "epoch": 0.4644756230379909,
      "grad_norm": 0.719439685344696,
      "learning_rate": 4.742633125750808e-05,
      "loss": 0.9753,
      "num_input_tokens_seen": 118784000,
      "step": 14500
    },
    {
      "epoch": 0.4676789031968736,
      "grad_norm": 0.6266898512840271,
      "learning_rate": 4.738874206916665e-05,
      "loss": 0.9722,
      "num_input_tokens_seen": 119603200,
      "step": 14600
    },
    {
      "epoch": 0.47088218335575627,
      "grad_norm": 0.6483869552612305,
      "learning_rate": 4.7350895485487526e-05,
      "loss": 1.066,
      "num_input_tokens_seen": 120422400,
      "step": 14700
    },
    {
      "epoch": 0.474085463514639,
      "grad_norm": 0.5138384699821472,
      "learning_rate": 4.731279194157933e-05,
      "loss": 0.973,
      "num_input_tokens_seen": 121241600,
      "step": 14800
    },
    {
      "epoch": 0.4772887436735217,
      "grad_norm": 0.6580103039741516,
      "learning_rate": 4.727443187550481e-05,
      "loss": 0.9922,
      "num_input_tokens_seen": 122060800,
      "step": 14900
    },
    {
      "epoch": 0.48049202383240436,
      "grad_norm": 0.6680930852890015,
      "learning_rate": 4.723581572827592e-05,
      "loss": 0.9851,
      "num_input_tokens_seen": 122880000,
      "step": 15000
    },
    {
      "epoch": 0.4836953039912871,
      "grad_norm": 2.329383373260498,
      "learning_rate": 4.719694394384863e-05,
      "loss": 1.0284,
      "num_input_tokens_seen": 123699200,
      "step": 15100
    },
    {
      "epoch": 0.4868985841501698,
      "grad_norm": 0.7416221499443054,
      "learning_rate": 4.715781696911792e-05,
      "loss": 0.9828,
      "num_input_tokens_seen": 124518400,
      "step": 15200
    },
    {
      "epoch": 0.49010186430905245,
      "grad_norm": 0.5373809337615967,
      "learning_rate": 4.7118435253912575e-05,
      "loss": 0.9621,
      "num_input_tokens_seen": 125337600,
      "step": 15300
    },
    {
      "epoch": 0.49330514446793516,
      "grad_norm": 0.5429302453994751,
      "learning_rate": 4.7078799250990056e-05,
      "loss": 1.013,
      "num_input_tokens_seen": 126156800,
      "step": 15400
    },
    {
      "epoch": 0.4965084246268179,
      "grad_norm": 0.5449560284614563,
      "learning_rate": 4.7038909416031276e-05,
      "loss": 1.0564,
      "num_input_tokens_seen": 126976000,
      "step": 15500
    },
    {
      "epoch": 0.49971170478570054,
      "grad_norm": 0.6629030704498291,
      "learning_rate": 4.699876620763535e-05,
      "loss": 0.9828,
      "num_input_tokens_seen": 127795200,
      "step": 15600
    },
    {
      "epoch": 0.5029149849445832,
      "grad_norm": 0.6022646427154541,
      "learning_rate": 4.6958370087314344e-05,
      "loss": 1.0435,
      "num_input_tokens_seen": 128614400,
      "step": 15700
    },
    {
      "epoch": 0.5061182651034659,
      "grad_norm": 1.8832833766937256,
      "learning_rate": 4.691772151948799e-05,
      "loss": 0.9438,
      "num_input_tokens_seen": 129433600,
      "step": 15800
    },
    {
      "epoch": 0.5093215452623486,
      "grad_norm": 0.7114049196243286,
      "learning_rate": 4.687682097147826e-05,
      "loss": 0.947,
      "num_input_tokens_seen": 130252800,
      "step": 15900
    },
    {
      "epoch": 0.5125248254212313,
      "grad_norm": 1.7428299188613892,
      "learning_rate": 4.683566891350412e-05,
      "loss": 0.9461,
      "num_input_tokens_seen": 131072000,
      "step": 16000
    },
    {
      "epoch": 0.5157281055801141,
      "grad_norm": 0.7306798100471497,
      "learning_rate": 4.679426581867599e-05,
      "loss": 0.9964,
      "num_input_tokens_seen": 131891200,
      "step": 16100
    },
    {
      "epoch": 0.5189313857389968,
      "grad_norm": 0.6088542938232422,
      "learning_rate": 4.675261216299042e-05,
      "loss": 0.9499,
      "num_input_tokens_seen": 132710400,
      "step": 16200
    },
    {
      "epoch": 0.5221346658978794,
      "grad_norm": 1.0487473011016846,
      "learning_rate": 4.6710708425324545e-05,
      "loss": 1.0205,
      "num_input_tokens_seen": 133529600,
      "step": 16300
    },
    {
      "epoch": 0.5253379460567621,
      "grad_norm": 0.4886884093284607,
      "learning_rate": 4.6668555087430605e-05,
      "loss": 0.9996,
      "num_input_tokens_seen": 134348800,
      "step": 16400
    },
    {
      "epoch": 0.5285412262156448,
      "grad_norm": 0.8639355301856995,
      "learning_rate": 4.662615263393041e-05,
      "loss": 1.0013,
      "num_input_tokens_seen": 135168000,
      "step": 16500
    },
    {
      "epoch": 0.5317445063745275,
      "grad_norm": 2.132063865661621,
      "learning_rate": 4.658350155230976e-05,
      "loss": 1.0437,
      "num_input_tokens_seen": 135987200,
      "step": 16600
    },
    {
      "epoch": 0.5349477865334102,
      "grad_norm": 0.5800316333770752,
      "learning_rate": 4.6540602332912854e-05,
      "loss": 1.0094,
      "num_input_tokens_seen": 136806400,
      "step": 16700
    },
    {
      "epoch": 0.538151066692293,
      "grad_norm": 0.48361486196517944,
      "learning_rate": 4.6497455468936606e-05,
      "loss": 1.0141,
      "num_input_tokens_seen": 137625600,
      "step": 16800
    },
    {
      "epoch": 0.5413543468511756,
      "grad_norm": 0.5760986804962158,
      "learning_rate": 4.645406145642506e-05,
      "loss": 1.0359,
      "num_input_tokens_seen": 138444800,
      "step": 16900
    },
    {
      "epoch": 0.5445576270100583,
      "grad_norm": 0.42741426825523376,
      "learning_rate": 4.64104207942636e-05,
      "loss": 0.9605,
      "num_input_tokens_seen": 139264000,
      "step": 17000
    },
    {
      "epoch": 0.547760907168941,
      "grad_norm": 0.6151024103164673,
      "learning_rate": 4.6366533984173274e-05,
      "loss": 0.9502,
      "num_input_tokens_seen": 140083200,
      "step": 17100
    },
    {
      "epoch": 0.5509641873278237,
      "grad_norm": 5.775717735290527,
      "learning_rate": 4.6322401530704995e-05,
      "loss": 1.016,
      "num_input_tokens_seen": 140902400,
      "step": 17200
    },
    {
      "epoch": 0.5541674674867064,
      "grad_norm": 0.5886793732643127,
      "learning_rate": 4.627802394123375e-05,
      "loss": 1.0039,
      "num_input_tokens_seen": 141721600,
      "step": 17300
    },
    {
      "epoch": 0.5573707476455891,
      "grad_norm": 2.4064829349517822,
      "learning_rate": 4.623340172595277e-05,
      "loss": 0.9972,
      "num_input_tokens_seen": 142540800,
      "step": 17400
    },
    {
      "epoch": 0.5605740278044717,
      "grad_norm": 0.5964205861091614,
      "learning_rate": 4.6188535397867675e-05,
      "loss": 0.9894,
      "num_input_tokens_seen": 143360000,
      "step": 17500
    },
    {
      "epoch": 0.5637773079633545,
      "grad_norm": 0.5683798789978027,
      "learning_rate": 4.614342547279052e-05,
      "loss": 1.0721,
      "num_input_tokens_seen": 144179200,
      "step": 17600
    },
    {
      "epoch": 0.5669805881222372,
      "grad_norm": 0.5441416501998901,
      "learning_rate": 4.609807246933395e-05,
      "loss": 1.0183,
      "num_input_tokens_seen": 144998400,
      "step": 17700
    },
    {
      "epoch": 0.5701838682811199,
      "grad_norm": 2.547898530960083,
      "learning_rate": 4.605247690890518e-05,
      "loss": 1.0083,
      "num_input_tokens_seen": 145817600,
      "step": 17800
    },
    {
      "epoch": 0.5733871484400026,
      "grad_norm": 0.7640330791473389,
      "learning_rate": 4.600663931570001e-05,
      "loss": 0.9927,
      "num_input_tokens_seen": 146636800,
      "step": 17900
    },
    {
      "epoch": 0.5765904285988852,
      "grad_norm": 0.6045035123825073,
      "learning_rate": 4.596056021669681e-05,
      "loss": 1.0144,
      "num_input_tokens_seen": 147456000,
      "step": 18000
    },
    {
      "epoch": 0.5797937087577679,
      "grad_norm": 0.5718028545379639,
      "learning_rate": 4.591424014165047e-05,
      "loss": 1.0417,
      "num_input_tokens_seen": 148275200,
      "step": 18100
    },
    {
      "epoch": 0.5829969889166506,
      "grad_norm": 0.49183499813079834,
      "learning_rate": 4.586767962308625e-05,
      "loss": 1.0124,
      "num_input_tokens_seen": 149094400,
      "step": 18200
    },
    {
      "epoch": 0.5862002690755334,
      "grad_norm": 0.5138664841651917,
      "learning_rate": 4.5820879196293756e-05,
      "loss": 0.9961,
      "num_input_tokens_seen": 149913600,
      "step": 18300
    },
    {
      "epoch": 0.5894035492344161,
      "grad_norm": 0.6507889628410339,
      "learning_rate": 4.577383939932069e-05,
      "loss": 1.0066,
      "num_input_tokens_seen": 150732800,
      "step": 18400
    },
    {
      "epoch": 0.5926068293932988,
      "grad_norm": 0.48219242691993713,
      "learning_rate": 4.572656077296676e-05,
      "loss": 1.0422,
      "num_input_tokens_seen": 151552000,
      "step": 18500
    },
    {
      "epoch": 0.5958101095521814,
      "grad_norm": 2.981851100921631,
      "learning_rate": 4.567904386077734e-05,
      "loss": 1.0647,
      "num_input_tokens_seen": 152371200,
      "step": 18600
    },
    {
      "epoch": 0.5990133897110641,
      "grad_norm": 1.6492716073989868,
      "learning_rate": 4.563128920903735e-05,
      "loss": 1.0465,
      "num_input_tokens_seen": 153190400,
      "step": 18700
    },
    {
      "epoch": 0.6022166698699468,
      "grad_norm": 0.6568962335586548,
      "learning_rate": 4.558329736676488e-05,
      "loss": 1.0505,
      "num_input_tokens_seen": 154009600,
      "step": 18800
    },
    {
      "epoch": 0.6054199500288295,
      "grad_norm": 0.77339768409729,
      "learning_rate": 4.553506888570494e-05,
      "loss": 1.0287,
      "num_input_tokens_seen": 154828800,
      "step": 18900
    },
    {
      "epoch": 0.6086232301877122,
      "grad_norm": 0.6354805827140808,
      "learning_rate": 4.548660432032307e-05,
      "loss": 0.9675,
      "num_input_tokens_seen": 155648000,
      "step": 19000
    },
    {
      "epoch": 0.611826510346595,
      "grad_norm": 0.6528341770172119,
      "learning_rate": 4.5437904227799e-05,
      "loss": 1.0027,
      "num_input_tokens_seen": 156467200,
      "step": 19100
    },
    {
      "epoch": 0.6150297905054776,
      "grad_norm": 0.7518653273582458,
      "learning_rate": 4.538896916802023e-05,
      "loss": 1.0002,
      "num_input_tokens_seen": 157286400,
      "step": 19200
    },
    {
      "epoch": 0.6182330706643603,
      "grad_norm": 1.2601783275604248,
      "learning_rate": 4.533979970357558e-05,
      "loss": 1.0698,
      "num_input_tokens_seen": 158105600,
      "step": 19300
    },
    {
      "epoch": 0.621436350823243,
      "grad_norm": 0.7242873311042786,
      "learning_rate": 4.529039639974876e-05,
      "loss": 0.9834,
      "num_input_tokens_seen": 158924800,
      "step": 19400
    },
    {
      "epoch": 0.6246396309821257,
      "grad_norm": 2.0396833419799805,
      "learning_rate": 4.524075982451183e-05,
      "loss": 0.9634,
      "num_input_tokens_seen": 159744000,
      "step": 19500
    },
    {
      "epoch": 0.6278429111410084,
      "grad_norm": 2.7037477493286133,
      "learning_rate": 4.5190890548518696e-05,
      "loss": 1.0221,
      "num_input_tokens_seen": 160563200,
      "step": 19600
    },
    {
      "epoch": 0.631046191299891,
      "grad_norm": 1.6231496334075928,
      "learning_rate": 4.5140789145098536e-05,
      "loss": 1.0582,
      "num_input_tokens_seen": 161382400,
      "step": 19700
    },
    {
      "epoch": 0.6342494714587738,
      "grad_norm": 0.6004766225814819,
      "learning_rate": 4.509045619024921e-05,
      "loss": 1.0112,
      "num_input_tokens_seen": 162201600,
      "step": 19800
    },
    {
      "epoch": 0.6374527516176565,
      "grad_norm": 12.123788833618164,
      "learning_rate": 4.5039892262630656e-05,
      "loss": 1.0078,
      "num_input_tokens_seen": 163020800,
      "step": 19900
    },
    {
      "epoch": 0.6406560317765392,
      "grad_norm": 3.2375683784484863,
      "learning_rate": 4.498909794355821e-05,
      "loss": 1.0239,
      "num_input_tokens_seen": 163840000,
      "step": 20000
    },
    {
      "epoch": 0.6438593119354219,
      "grad_norm": 0.8260817527770996,
      "learning_rate": 4.493807381699595e-05,
      "loss": 1.009,
      "num_input_tokens_seen": 164659200,
      "step": 20100
    },
    {
      "epoch": 0.6470625920943046,
      "grad_norm": 0.7712699174880981,
      "learning_rate": 4.488682046954994e-05,
      "loss": 0.9565,
      "num_input_tokens_seen": 165478400,
      "step": 20200
    },
    {
      "epoch": 0.6502658722531872,
      "grad_norm": 0.5889214277267456,
      "learning_rate": 4.483533849046155e-05,
      "loss": 1.0225,
      "num_input_tokens_seen": 166297600,
      "step": 20300
    },
    {
      "epoch": 0.6534691524120699,
      "grad_norm": 1.2388112545013428,
      "learning_rate": 4.4783628471600636e-05,
      "loss": 1.0642,
      "num_input_tokens_seen": 167116800,
      "step": 20400
    },
    {
      "epoch": 0.6566724325709526,
      "grad_norm": 0.6664971709251404,
      "learning_rate": 4.473169100745871e-05,
      "loss": 0.9598,
      "num_input_tokens_seen": 167936000,
      "step": 20500
    },
    {
      "epoch": 0.6598757127298354,
      "grad_norm": 0.5350831151008606,
      "learning_rate": 4.4679526695142195e-05,
      "loss": 1.0391,
      "num_input_tokens_seen": 168755200,
      "step": 20600
    },
    {
      "epoch": 0.6630789928887181,
      "grad_norm": 0.6643035411834717,
      "learning_rate": 4.4627136134365463e-05,
      "loss": 0.998,
      "num_input_tokens_seen": 169574400,
      "step": 20700
    },
    {
      "epoch": 0.6662822730476008,
      "grad_norm": 0.5972053408622742,
      "learning_rate": 4.457451992744402e-05,
      "loss": 1.0335,
      "num_input_tokens_seen": 170393600,
      "step": 20800
    },
    {
      "epoch": 0.6694855532064834,
      "grad_norm": 0.5102434754371643,
      "learning_rate": 4.452167867928751e-05,
      "loss": 1.0459,
      "num_input_tokens_seen": 171212800,
      "step": 20900
    },
    {
      "epoch": 0.6726888333653661,
      "grad_norm": 0.5346103310585022,
      "learning_rate": 4.4468612997392824e-05,
      "loss": 0.9922,
      "num_input_tokens_seen": 172032000,
      "step": 21000
    },
    {
      "epoch": 0.6758921135242488,
      "grad_norm": 0.5129193663597107,
      "learning_rate": 4.441532349183706e-05,
      "loss": 1.0024,
      "num_input_tokens_seen": 172851200,
      "step": 21100
    },
    {
      "epoch": 0.6790953936831315,
      "grad_norm": 0.5462967753410339,
      "learning_rate": 4.4361810775270554e-05,
      "loss": 0.994,
      "num_input_tokens_seen": 173670400,
      "step": 21200
    },
    {
      "epoch": 0.6822986738420143,
      "grad_norm": 1.2343724966049194,
      "learning_rate": 4.430807546290982e-05,
      "loss": 0.9669,
      "num_input_tokens_seen": 174489600,
      "step": 21300
    },
    {
      "epoch": 0.685501954000897,
      "grad_norm": 0.653947651386261,
      "learning_rate": 4.425411817253048e-05,
      "loss": 1.0029,
      "num_input_tokens_seen": 175308800,
      "step": 21400
    },
    {
      "epoch": 0.6887052341597796,
      "grad_norm": 2.948323965072632,
      "learning_rate": 4.419993952446013e-05,
      "loss": 1.0158,
      "num_input_tokens_seen": 176128000,
      "step": 21500
    },
    {
      "epoch": 0.6919085143186623,
      "grad_norm": 1.577588438987732,
      "learning_rate": 4.414554014157127e-05,
      "loss": 1.0571,
      "num_input_tokens_seen": 176947200,
      "step": 21600
    },
    {
      "epoch": 0.695111794477545,
      "grad_norm": 1.0136100053787231,
      "learning_rate": 4.4090920649274095e-05,
      "loss": 0.9647,
      "num_input_tokens_seen": 177766400,
      "step": 21700
    },
    {
      "epoch": 0.6983150746364277,
      "grad_norm": 0.5571495294570923,
      "learning_rate": 4.40360816755093e-05,
      "loss": 0.9609,
      "num_input_tokens_seen": 178585600,
      "step": 21800
    },
    {
      "epoch": 0.7015183547953104,
      "grad_norm": 0.5548049211502075,
      "learning_rate": 4.3981023850740926e-05,
      "loss": 0.9524,
      "num_input_tokens_seen": 179404800,
      "step": 21900
    },
    {
      "epoch": 0.704721634954193,
      "grad_norm": 0.9693801999092102,
      "learning_rate": 4.392574780794901e-05,
      "loss": 0.9641,
      "num_input_tokens_seen": 180224000,
      "step": 22000
    },
    {
      "epoch": 0.7079249151130758,
      "grad_norm": 0.6628372669219971,
      "learning_rate": 4.387025418262242e-05,
      "loss": 0.9838,
      "num_input_tokens_seen": 181043200,
      "step": 22100
    },
    {
      "epoch": 0.7111281952719585,
      "grad_norm": 0.5312179923057556,
      "learning_rate": 4.381454361275143e-05,
      "loss": 1.0309,
      "num_input_tokens_seen": 181862400,
      "step": 22200
    },
    {
      "epoch": 0.7143314754308412,
      "grad_norm": 0.6137087941169739,
      "learning_rate": 4.3758616738820506e-05,
      "loss": 1.0029,
      "num_input_tokens_seen": 182681600,
      "step": 22300
    },
    {
      "epoch": 0.7175347555897239,
      "grad_norm": 1.6591495275497437,
      "learning_rate": 4.370247420380085e-05,
      "loss": 0.9842,
      "num_input_tokens_seen": 183500800,
      "step": 22400
    },
    {
      "epoch": 0.7207380357486066,
      "grad_norm": 0.677762508392334,
      "learning_rate": 4.3646116653143046e-05,
      "loss": 0.9606,
      "num_input_tokens_seen": 184320000,
      "step": 22500
    },
    {
      "epoch": 0.7239413159074892,
      "grad_norm": 0.602687418460846,
      "learning_rate": 4.358954473476965e-05,
      "loss": 0.9781,
      "num_input_tokens_seen": 185139200,
      "step": 22600
    },
    {
      "epoch": 0.7271445960663719,
      "grad_norm": 0.5638014674186707,
      "learning_rate": 4.353275909906772e-05,
      "loss": 0.9823,
      "num_input_tokens_seen": 185958400,
      "step": 22700
    },
    {
      "epoch": 0.7303478762252547,
      "grad_norm": 1.6680676937103271,
      "learning_rate": 4.3475760398881325e-05,
      "loss": 0.988,
      "num_input_tokens_seen": 186777600,
      "step": 22800
    },
    {
      "epoch": 0.7335511563841374,
      "grad_norm": 0.6449896097183228,
      "learning_rate": 4.3418549289504096e-05,
      "loss": 0.9878,
      "num_input_tokens_seen": 187596800,
      "step": 22900
    },
    {
      "epoch": 0.7367544365430201,
      "grad_norm": 2.6768717765808105,
      "learning_rate": 4.3361126428671636e-05,
      "loss": 1.0091,
      "num_input_tokens_seen": 188416000,
      "step": 23000
    },
    {
      "epoch": 0.7399577167019028,
      "grad_norm": 1.079026460647583,
      "learning_rate": 4.330349247655398e-05,
      "loss": 1.0383,
      "num_input_tokens_seen": 189235200,
      "step": 23100
    },
    {
      "epoch": 0.7431609968607854,
      "grad_norm": 0.6426740288734436,
      "learning_rate": 4.324564809574799e-05,
      "loss": 0.9801,
      "num_input_tokens_seen": 190054400,
      "step": 23200
    },
    {
      "epoch": 0.7463642770196681,
      "grad_norm": 0.8264270424842834,
      "learning_rate": 4.318759395126979e-05,
      "loss": 1.0095,
      "num_input_tokens_seen": 190873600,
      "step": 23300
    },
    {
      "epoch": 0.7495675571785508,
      "grad_norm": 0.5160927176475525,
      "learning_rate": 4.3129330710547035e-05,
      "loss": 0.9601,
      "num_input_tokens_seen": 191692800,
      "step": 23400
    },
    {
      "epoch": 0.7527708373374336,
      "grad_norm": 0.6011959910392761,
      "learning_rate": 4.307085904341133e-05,
      "loss": 0.9837,
      "num_input_tokens_seen": 192512000,
      "step": 23500
    },
    {
      "epoch": 0.7559741174963163,
      "grad_norm": 0.5961838960647583,
      "learning_rate": 4.3012179622090436e-05,
      "loss": 0.9647,
      "num_input_tokens_seen": 193331200,
      "step": 23600
    },
    {
      "epoch": 0.7591773976551989,
      "grad_norm": 0.8201313614845276,
      "learning_rate": 4.295329312120063e-05,
      "loss": 0.9439,
      "num_input_tokens_seen": 194150400,
      "step": 23700
    },
    {
      "epoch": 0.7623806778140816,
      "grad_norm": 0.5474829077720642,
      "learning_rate": 4.289420021773889e-05,
      "loss": 0.9708,
      "num_input_tokens_seen": 194969600,
      "step": 23800
    },
    {
      "epoch": 0.7655839579729643,
      "grad_norm": 0.5124524235725403,
      "learning_rate": 4.283490159107513e-05,
      "loss": 1.0109,
      "num_input_tokens_seen": 195788800,
      "step": 23900
    },
    {
      "epoch": 0.768787238131847,
      "grad_norm": 0.6800445318222046,
      "learning_rate": 4.27753979229444e-05,
      "loss": 1.0119,
      "num_input_tokens_seen": 196608000,
      "step": 24000
    },
    {
      "epoch": 0.7719905182907297,
      "grad_norm": 0.5350146889686584,
      "learning_rate": 4.271568989743903e-05,
      "loss": 0.9659,
      "num_input_tokens_seen": 197427200,
      "step": 24100
    },
    {
      "epoch": 0.7751937984496124,
      "grad_norm": 0.6650831699371338,
      "learning_rate": 4.265577820100076e-05,
      "loss": 0.9729,
      "num_input_tokens_seen": 198246400,
      "step": 24200
    },
    {
      "epoch": 0.778397078608495,
      "grad_norm": 0.5228304862976074,
      "learning_rate": 4.2595663522412884e-05,
      "loss": 0.9633,
      "num_input_tokens_seen": 199065600,
      "step": 24300
    },
    {
      "epoch": 0.7816003587673778,
      "grad_norm": 0.532375693321228,
      "learning_rate": 4.253534655279232e-05,
      "loss": 0.9687,
      "num_input_tokens_seen": 199884800,
      "step": 24400
    },
    {
      "epoch": 0.7848036389262605,
      "grad_norm": 0.8860092759132385,
      "learning_rate": 4.247482798558161e-05,
      "loss": 1.0017,
      "num_input_tokens_seen": 200704000,
      "step": 24500
    },
    {
      "epoch": 0.7880069190851432,
      "grad_norm": 2.975177526473999,
      "learning_rate": 4.241410851654102e-05,
      "loss": 0.9905,
      "num_input_tokens_seen": 201523200,
      "step": 24600
    },
    {
      "epoch": 0.7912101992440259,
      "grad_norm": 0.622031033039093,
      "learning_rate": 4.235318884374051e-05,
      "loss": 1.0358,
      "num_input_tokens_seen": 202342400,
      "step": 24700
    },
    {
      "epoch": 0.7944134794029086,
      "grad_norm": 1.7574553489685059,
      "learning_rate": 4.229206966755172e-05,
      "loss": 1.0105,
      "num_input_tokens_seen": 203161600,
      "step": 24800
    },
    {
      "epoch": 0.7976167595617912,
      "grad_norm": 0.7439371347427368,
      "learning_rate": 4.223075169063989e-05,
      "loss": 0.9345,
      "num_input_tokens_seen": 203980800,
      "step": 24900
    },
    {
      "epoch": 0.800820039720674,
      "grad_norm": 0.5452560782432556,
      "learning_rate": 4.21692356179558e-05,
      "loss": 0.9655,
      "num_input_tokens_seen": 204800000,
      "step": 25000
    },
    {
      "epoch": 0.8040233198795567,
      "grad_norm": 0.5876986384391785,
      "learning_rate": 4.210752215672769e-05,
      "loss": 0.949,
      "num_input_tokens_seen": 205619200,
      "step": 25100
    },
    {
      "epoch": 0.8072266000384394,
      "grad_norm": 2.6809980869293213,
      "learning_rate": 4.204561201645307e-05,
      "loss": 1.0082,
      "num_input_tokens_seen": 206438400,
      "step": 25200
    },
    {
      "epoch": 0.8104298801973221,
      "grad_norm": 0.647762656211853,
      "learning_rate": 4.198350590889064e-05,
      "loss": 1.0074,
      "num_input_tokens_seen": 207257600,
      "step": 25300
    },
    {
      "epoch": 0.8136331603562047,
      "grad_norm": 0.4822922945022583,
      "learning_rate": 4.192120454805203e-05,
      "loss": 0.9638,
      "num_input_tokens_seen": 208076800,
      "step": 25400
    },
    {
      "epoch": 0.8168364405150874,
      "grad_norm": 9.964862823486328,
      "learning_rate": 4.185870865019364e-05,
      "loss": 0.9793,
      "num_input_tokens_seen": 208896000,
      "step": 25500
    },
    {
      "epoch": 0.8200397206739701,
      "grad_norm": 0.6270651817321777,
      "learning_rate": 4.17960189338084e-05,
      "loss": 0.9515,
      "num_input_tokens_seen": 209715200,
      "step": 25600
    },
    {
      "epoch": 0.8232430008328528,
      "grad_norm": 0.5813098549842834,
      "learning_rate": 4.17331361196175e-05,
      "loss": 0.9659,
      "num_input_tokens_seen": 210534400,
      "step": 25700
    },
    {
      "epoch": 0.8264462809917356,
      "grad_norm": 0.5864317417144775,
      "learning_rate": 4.167006093056209e-05,
      "loss": 1.0496,
      "num_input_tokens_seen": 211353600,
      "step": 25800
    },
    {
      "epoch": 0.8296495611506183,
      "grad_norm": 2.7955405712127686,
      "learning_rate": 4.1606794091795e-05,
      "loss": 0.9466,
      "num_input_tokens_seen": 212172800,
      "step": 25900
    },
    {
      "epoch": 0.8328528413095009,
      "grad_norm": 0.5431935787200928,
      "learning_rate": 4.154333633067238e-05,
      "loss": 0.9308,
      "num_input_tokens_seen": 212992000,
      "step": 26000
    },
    {
      "epoch": 0.8360561214683836,
      "grad_norm": 2.313504934310913,
      "learning_rate": 4.147968837674535e-05,
      "loss": 0.9996,
      "num_input_tokens_seen": 213811200,
      "step": 26100
    },
    {
      "epoch": 0.8392594016272663,
      "grad_norm": 0.6028672456741333,
      "learning_rate": 4.141585096175162e-05,
      "loss": 0.9862,
      "num_input_tokens_seen": 214630400,
      "step": 26200
    },
    {
      "epoch": 0.842462681786149,
      "grad_norm": 1.6038614511489868,
      "learning_rate": 4.1351824819607056e-05,
      "loss": 1.0175,
      "num_input_tokens_seen": 215449600,
      "step": 26300
    },
    {
      "epoch": 0.8456659619450317,
      "grad_norm": 0.6132040619850159,
      "learning_rate": 4.128761068639723e-05,
      "loss": 0.9903,
      "num_input_tokens_seen": 216268800,
      "step": 26400
    },
    {
      "epoch": 0.8488692421039145,
      "grad_norm": 1.7026666402816772,
      "learning_rate": 4.122320930036902e-05,
      "loss": 1.0261,
      "num_input_tokens_seen": 217088000,
      "step": 26500
    },
    {
      "epoch": 0.8520725222627971,
      "grad_norm": 0.6355572938919067,
      "learning_rate": 4.1158621401922046e-05,
      "loss": 1.0048,
      "num_input_tokens_seen": 217907200,
      "step": 26600
    },
    {
      "epoch": 0.8552758024216798,
      "grad_norm": 0.683513879776001,
      "learning_rate": 4.109384773360023e-05,
      "loss": 0.9659,
      "num_input_tokens_seen": 218726400,
      "step": 26700
    },
    {
      "epoch": 0.8584790825805625,
      "grad_norm": 0.6867396831512451,
      "learning_rate": 4.10288890400832e-05,
      "loss": 1.0134,
      "num_input_tokens_seen": 219545600,
      "step": 26800
    },
    {
      "epoch": 0.8616823627394452,
      "grad_norm": 0.4578529894351959,
      "learning_rate": 4.0963746068177744e-05,
      "loss": 1.0011,
      "num_input_tokens_seen": 220364800,
      "step": 26900
    },
    {
      "epoch": 0.8648856428983279,
      "grad_norm": 0.5275700688362122,
      "learning_rate": 4.089841956680927e-05,
      "loss": 1.0777,
      "num_input_tokens_seen": 221184000,
      "step": 27000
    },
    {
      "epoch": 0.8680889230572106,
      "grad_norm": 0.5704593658447266,
      "learning_rate": 4.08329102870131e-05,
      "loss": 1.0113,
      "num_input_tokens_seen": 222003200,
      "step": 27100
    },
    {
      "epoch": 0.8712922032160932,
      "grad_norm": 0.5546739101409912,
      "learning_rate": 4.076721898192597e-05,
      "loss": 1.0181,
      "num_input_tokens_seen": 222822400,
      "step": 27200
    },
    {
      "epoch": 0.874495483374976,
      "grad_norm": 0.4796381890773773,
      "learning_rate": 4.070134640677722e-05,
      "loss": 0.9882,
      "num_input_tokens_seen": 223641600,
      "step": 27300
    },
    {
      "epoch": 0.8776987635338587,
      "grad_norm": 8.13311767578125,
      "learning_rate": 4.063529331888024e-05,
      "loss": 0.9378,
      "num_input_tokens_seen": 224460800,
      "step": 27400
    },
    {
      "epoch": 0.8809020436927414,
      "grad_norm": 0.4969484806060791,
      "learning_rate": 4.056906047762368e-05,
      "loss": 0.9867,
      "num_input_tokens_seen": 225280000,
      "step": 27500
    },
    {
      "epoch": 0.8841053238516241,
      "grad_norm": 3.9572601318359375,
      "learning_rate": 4.0502648644462774e-05,
      "loss": 0.9645,
      "num_input_tokens_seen": 226099200,
      "step": 27600
    },
    {
      "epoch": 0.8873086040105067,
      "grad_norm": 2.1928722858428955,
      "learning_rate": 4.043605858291053e-05,
      "loss": 0.9678,
      "num_input_tokens_seen": 226918400,
      "step": 27700
    },
    {
      "epoch": 0.8905118841693894,
      "grad_norm": 0.7099782824516296,
      "learning_rate": 4.036929105852901e-05,
      "loss": 1.0127,
      "num_input_tokens_seen": 227737600,
      "step": 27800
    },
    {
      "epoch": 0.8937151643282721,
      "grad_norm": 0.6126459836959839,
      "learning_rate": 4.0302346838920514e-05,
      "loss": 1.0439,
      "num_input_tokens_seen": 228556800,
      "step": 27900
    },
    {
      "epoch": 0.8969184444871549,
      "grad_norm": 0.6163774728775024,
      "learning_rate": 4.02352266937187e-05,
      "loss": 0.9393,
      "num_input_tokens_seen": 229376000,
      "step": 28000
    },
    {
      "epoch": 0.9001217246460376,
      "grad_norm": 0.6306945085525513,
      "learning_rate": 4.016793139457982e-05,
      "loss": 0.8966,
      "num_input_tokens_seen": 230195200,
      "step": 28100
    },
    {
      "epoch": 0.9033250048049203,
      "grad_norm": 0.6520447134971619,
      "learning_rate": 4.0100461715173777e-05,
      "loss": 0.9861,
      "num_input_tokens_seen": 231014400,
      "step": 28200
    },
    {
      "epoch": 0.9065282849638029,
      "grad_norm": 0.5960193276405334,
      "learning_rate": 4.003281843117528e-05,
      "loss": 1.0012,
      "num_input_tokens_seen": 231833600,
      "step": 28300
    },
    {
      "epoch": 0.9097315651226856,
      "grad_norm": 0.6080912947654724,
      "learning_rate": 3.9965002320254924e-05,
      "loss": 0.9602,
      "num_input_tokens_seen": 232652800,
      "step": 28400
    },
    {
      "epoch": 0.9129348452815683,
      "grad_norm": 0.6659435033798218,
      "learning_rate": 3.989701416207019e-05,
      "loss": 0.988,
      "num_input_tokens_seen": 233472000,
      "step": 28500
    },
    {
      "epoch": 0.916138125440451,
      "grad_norm": 2.5207667350769043,
      "learning_rate": 3.9828854738256564e-05,
      "loss": 1.0339,
      "num_input_tokens_seen": 234291200,
      "step": 28600
    },
    {
      "epoch": 0.9193414055993337,
      "grad_norm": 2.4952239990234375,
      "learning_rate": 3.976052483241849e-05,
      "loss": 1.0025,
      "num_input_tokens_seen": 235110400,
      "step": 28700
    },
    {
      "epoch": 0.9225446857582165,
      "grad_norm": 0.6766204237937927,
      "learning_rate": 3.969202523012038e-05,
      "loss": 1.0335,
      "num_input_tokens_seen": 235929600,
      "step": 28800
    },
    {
      "epoch": 0.9257479659170991,
      "grad_norm": 0.666861891746521,
      "learning_rate": 3.9623356718877605e-05,
      "loss": 0.9721,
      "num_input_tokens_seen": 236748800,
      "step": 28900
    },
    {
      "epoch": 0.9289512460759818,
      "grad_norm": 0.5322718620300293,
      "learning_rate": 3.955452008814741e-05,
      "loss": 0.9866,
      "num_input_tokens_seen": 237568000,
      "step": 29000
    },
    {
      "epoch": 0.9321545262348645,
      "grad_norm": 0.6603706479072571,
      "learning_rate": 3.9485516129319844e-05,
      "loss": 0.9863,
      "num_input_tokens_seen": 238387200,
      "step": 29100
    },
    {
      "epoch": 0.9353578063937472,
      "grad_norm": 0.6650800704956055,
      "learning_rate": 3.9416345635708676e-05,
      "loss": 0.9902,
      "num_input_tokens_seen": 239206400,
      "step": 29200
    },
    {
      "epoch": 0.9385610865526299,
      "grad_norm": 2.477098226547241,
      "learning_rate": 3.9347009402542256e-05,
      "loss": 0.991,
      "num_input_tokens_seen": 240025600,
      "step": 29300
    },
    {
      "epoch": 0.9417643667115125,
      "grad_norm": 0.6523051261901855,
      "learning_rate": 3.9277508226954394e-05,
      "loss": 0.9851,
      "num_input_tokens_seen": 240844800,
      "step": 29400
    },
    {
      "epoch": 0.9449676468703953,
      "grad_norm": 0.7197608351707458,
      "learning_rate": 3.920784290797519e-05,
      "loss": 1.0144,
      "num_input_tokens_seen": 241664000,
      "step": 29500
    },
    {
      "epoch": 0.948170927029278,
      "grad_norm": 0.6857073903083801,
      "learning_rate": 3.9138014246521806e-05,
      "loss": 0.9529,
      "num_input_tokens_seen": 242483200,
      "step": 29600
    },
    {
      "epoch": 0.9513742071881607,
      "grad_norm": 0.616074800491333,
      "learning_rate": 3.906802304538935e-05,
      "loss": 0.9949,
      "num_input_tokens_seen": 243302400,
      "step": 29700
    },
    {
      "epoch": 0.9545774873470434,
      "grad_norm": 0.5982092022895813,
      "learning_rate": 3.899787010924152e-05,
      "loss": 0.9596,
      "num_input_tokens_seen": 244121600,
      "step": 29800
    },
    {
      "epoch": 0.9577807675059261,
      "grad_norm": 0.6943311095237732,
      "learning_rate": 3.8927556244601495e-05,
      "loss": 0.9813,
      "num_input_tokens_seen": 244940800,
      "step": 29900
    },
    {
      "epoch": 0.9609840476648087,
      "grad_norm": 0.7715808153152466,
      "learning_rate": 3.885708225984254e-05,
      "loss": 0.9747,
      "num_input_tokens_seen": 245760000,
      "step": 30000
    },
    {
      "epoch": 0.9641873278236914,
      "grad_norm": 0.6129135489463806,
      "learning_rate": 3.878644896517879e-05,
      "loss": 0.9933,
      "num_input_tokens_seen": 246579200,
      "step": 30100
    },
    {
      "epoch": 0.9673906079825741,
      "grad_norm": 0.7009174227714539,
      "learning_rate": 3.87156571726559e-05,
      "loss": 0.964,
      "num_input_tokens_seen": 247398400,
      "step": 30200
    },
    {
      "epoch": 0.9705938881414569,
      "grad_norm": 0.7255650758743286,
      "learning_rate": 3.8644707696141704e-05,
      "loss": 0.9784,
      "num_input_tokens_seen": 248217600,
      "step": 30300
    },
    {
      "epoch": 0.9737971683003396,
      "grad_norm": 4.299106597900391,
      "learning_rate": 3.857360135131691e-05,
      "loss": 1.0191,
      "num_input_tokens_seen": 249036800,
      "step": 30400
    },
    {
      "epoch": 0.9770004484592223,
      "grad_norm": 0.5924736261367798,
      "learning_rate": 3.8502338955665644e-05,
      "loss": 0.9769,
      "num_input_tokens_seen": 249856000,
      "step": 30500
    },
    {
      "epoch": 0.9802037286181049,
      "grad_norm": 0.7270549535751343,
      "learning_rate": 3.843092132846613e-05,
      "loss": 1.0179,
      "num_input_tokens_seen": 250675200,
      "step": 30600
    },
    {
      "epoch": 0.9834070087769876,
      "grad_norm": 0.7704394459724426,
      "learning_rate": 3.835934929078119e-05,
      "loss": 0.9206,
      "num_input_tokens_seen": 251494400,
      "step": 30700
    },
    {
      "epoch": 0.9866102889358703,
      "grad_norm": 0.612688422203064,
      "learning_rate": 3.828762366544888e-05,
      "loss": 0.9686,
      "num_input_tokens_seen": 252313600,
      "step": 30800
    },
    {
      "epoch": 0.989813569094753,
      "grad_norm": 0.5262284278869629,
      "learning_rate": 3.8215745277073e-05,
      "loss": 0.9694,
      "num_input_tokens_seen": 253132800,
      "step": 30900
    },
    {
      "epoch": 0.9930168492536358,
      "grad_norm": 0.5798372626304626,
      "learning_rate": 3.8143714952013584e-05,
      "loss": 0.8879,
      "num_input_tokens_seen": 253952000,
      "step": 31000
    },
    {
      "epoch": 0.9962201294125185,
      "grad_norm": 0.5605859756469727,
      "learning_rate": 3.807153351837746e-05,
      "loss": 0.9948,
      "num_input_tokens_seen": 254771200,
      "step": 31100
    },
    {
      "epoch": 0.9994234095714011,
      "grad_norm": 1.9532912969589233,
      "learning_rate": 3.799920180600868e-05,
      "loss": 1.027,
      "num_input_tokens_seen": 255590400,
      "step": 31200
    },
    {
      "epoch": 1.0026266897302838,
      "grad_norm": 0.6683017611503601,
      "learning_rate": 3.792672064647898e-05,
      "loss": 0.9665,
      "num_input_tokens_seen": 256409600,
      "step": 31300
    },
    {
      "epoch": 1.0058299698891664,
      "grad_norm": 0.5574291348457336,
      "learning_rate": 3.785409087307828e-05,
      "loss": 0.8671,
      "num_input_tokens_seen": 257228800,
      "step": 31400
    },
    {
      "epoch": 1.0090332500480492,
      "grad_norm": 0.6487427949905396,
      "learning_rate": 3.778131332080503e-05,
      "loss": 0.9356,
      "num_input_tokens_seen": 258048000,
      "step": 31500
    },
    {
      "epoch": 1.0122365302069318,
      "grad_norm": 0.6974719166755676,
      "learning_rate": 3.7708388826356636e-05,
      "loss": 0.9751,
      "num_input_tokens_seen": 258867200,
      "step": 31600
    },
    {
      "epoch": 1.0154398103658147,
      "grad_norm": 0.6754201054573059,
      "learning_rate": 3.763531822811986e-05,
      "loss": 0.8963,
      "num_input_tokens_seen": 259686400,
      "step": 31700
    },
    {
      "epoch": 1.0186430905246973,
      "grad_norm": 0.5839199423789978,
      "learning_rate": 3.756210236616117e-05,
      "loss": 0.9021,
      "num_input_tokens_seen": 260505600,
      "step": 31800
    },
    {
      "epoch": 1.02184637068358,
      "grad_norm": 0.5535345673561096,
      "learning_rate": 3.7488742082217064e-05,
      "loss": 0.947,
      "num_input_tokens_seen": 261324800,
      "step": 31900
    },
    {
      "epoch": 1.0250496508424627,
      "grad_norm": 1.948480248451233,
      "learning_rate": 3.741523821968441e-05,
      "loss": 0.9314,
      "num_input_tokens_seen": 262144000,
      "step": 32000
    },
    {
      "epoch": 1.0282529310013453,
      "grad_norm": 0.8400202393531799,
      "learning_rate": 3.734159162361077e-05,
      "loss": 0.9523,
      "num_input_tokens_seen": 262963200,
      "step": 32100
    },
    {
      "epoch": 1.0314562111602281,
      "grad_norm": 0.7016623020172119,
      "learning_rate": 3.7267803140684635e-05,
      "loss": 0.9119,
      "num_input_tokens_seen": 263782400,
      "step": 32200
    },
    {
      "epoch": 1.0346594913191107,
      "grad_norm": 0.6084064841270447,
      "learning_rate": 3.719387361922573e-05,
      "loss": 0.9027,
      "num_input_tokens_seen": 264601600,
      "step": 32300
    },
    {
      "epoch": 1.0378627714779936,
      "grad_norm": 1.551859736442566,
      "learning_rate": 3.711980390917523e-05,
      "loss": 0.9126,
      "num_input_tokens_seen": 265420800,
      "step": 32400
    },
    {
      "epoch": 1.0410660516368762,
      "grad_norm": 0.6663823127746582,
      "learning_rate": 3.7045594862086065e-05,
      "loss": 0.909,
      "num_input_tokens_seen": 266240000,
      "step": 32500
    },
    {
      "epoch": 1.0442693317957588,
      "grad_norm": 0.6280916333198547,
      "learning_rate": 3.697124733111299e-05,
      "loss": 0.8809,
      "num_input_tokens_seen": 267059200,
      "step": 32600
    },
    {
      "epoch": 1.0474726119546416,
      "grad_norm": 0.7370727062225342,
      "learning_rate": 3.689676217100293e-05,
      "loss": 0.9155,
      "num_input_tokens_seen": 267878400,
      "step": 32700
    },
    {
      "epoch": 1.0506758921135242,
      "grad_norm": 0.5798324942588806,
      "learning_rate": 3.682214023808506e-05,
      "loss": 0.9514,
      "num_input_tokens_seen": 268697600,
      "step": 32800
    },
    {
      "epoch": 1.053879172272407,
      "grad_norm": 0.6621294021606445,
      "learning_rate": 3.674738239026097e-05,
      "loss": 0.9057,
      "num_input_tokens_seen": 269516800,
      "step": 32900
    },
    {
      "epoch": 1.0570824524312896,
      "grad_norm": 0.9696263074874878,
      "learning_rate": 3.667248948699482e-05,
      "loss": 0.9083,
      "num_input_tokens_seen": 270336000,
      "step": 33000
    },
    {
      "epoch": 1.0602857325901724,
      "grad_norm": 1.3327863216400146,
      "learning_rate": 3.659746238930345e-05,
      "loss": 0.9211,
      "num_input_tokens_seen": 271155200,
      "step": 33100
    },
    {
      "epoch": 1.063489012749055,
      "grad_norm": 0.7066917419433594,
      "learning_rate": 3.6522301959746514e-05,
      "loss": 0.9384,
      "num_input_tokens_seen": 271974400,
      "step": 33200
    },
    {
      "epoch": 1.0666922929079377,
      "grad_norm": 0.6944926977157593,
      "learning_rate": 3.6447009062416506e-05,
      "loss": 0.9296,
      "num_input_tokens_seen": 272793600,
      "step": 33300
    },
    {
      "epoch": 1.0698955730668205,
      "grad_norm": 2.94767165184021,
      "learning_rate": 3.637158456292885e-05,
      "loss": 0.8913,
      "num_input_tokens_seen": 273612800,
      "step": 33400
    },
    {
      "epoch": 1.073098853225703,
      "grad_norm": 0.671801745891571,
      "learning_rate": 3.629602932841199e-05,
      "loss": 0.9251,
      "num_input_tokens_seen": 274432000,
      "step": 33500
    },
    {
      "epoch": 1.076302133384586,
      "grad_norm": 0.6639389991760254,
      "learning_rate": 3.622034422749734e-05,
      "loss": 0.9024,
      "num_input_tokens_seen": 275251200,
      "step": 33600
    },
    {
      "epoch": 1.0795054135434685,
      "grad_norm": 0.6131206154823303,
      "learning_rate": 3.614453013030936e-05,
      "loss": 0.8965,
      "num_input_tokens_seen": 276070400,
      "step": 33700
    },
    {
      "epoch": 1.0827086937023511,
      "grad_norm": 2.824341058731079,
      "learning_rate": 3.606858790845555e-05,
      "loss": 0.9058,
      "num_input_tokens_seen": 276889600,
      "step": 33800
    },
    {
      "epoch": 1.085911973861234,
      "grad_norm": 0.4830228388309479,
      "learning_rate": 3.5992518435016376e-05,
      "loss": 0.9052,
      "num_input_tokens_seen": 277708800,
      "step": 33900
    },
    {
      "epoch": 1.0891152540201166,
      "grad_norm": 0.49670127034187317,
      "learning_rate": 3.59163225845353e-05,
      "loss": 0.9027,
      "num_input_tokens_seen": 278528000,
      "step": 34000
    },
    {
      "epoch": 1.0923185341789994,
      "grad_norm": 0.7440226674079895,
      "learning_rate": 3.584000123300869e-05,
      "loss": 0.8947,
      "num_input_tokens_seen": 279347200,
      "step": 34100
    },
    {
      "epoch": 1.095521814337882,
      "grad_norm": 0.515023410320282,
      "learning_rate": 3.576355525787576e-05,
      "loss": 0.8998,
      "num_input_tokens_seen": 280166400,
      "step": 34200
    },
    {
      "epoch": 1.0987250944967646,
      "grad_norm": 0.8011521100997925,
      "learning_rate": 3.5686985538008445e-05,
      "loss": 0.8951,
      "num_input_tokens_seen": 280985600,
      "step": 34300
    },
    {
      "epoch": 1.1019283746556474,
      "grad_norm": 0.5452113151550293,
      "learning_rate": 3.561029295370138e-05,
      "loss": 0.9009,
      "num_input_tokens_seen": 281804800,
      "step": 34400
    },
    {
      "epoch": 1.10513165481453,
      "grad_norm": 0.8674356937408447,
      "learning_rate": 3.5533478386661665e-05,
      "loss": 0.9592,
      "num_input_tokens_seen": 282624000,
      "step": 34500
    },
    {
      "epoch": 1.1083349349734128,
      "grad_norm": 0.653605043888092,
      "learning_rate": 3.545654271999886e-05,
      "loss": 0.8587,
      "num_input_tokens_seen": 283443200,
      "step": 34600
    },
    {
      "epoch": 1.1115382151322954,
      "grad_norm": 0.5951905846595764,
      "learning_rate": 3.5379486838214715e-05,
      "loss": 0.906,
      "num_input_tokens_seen": 284262400,
      "step": 34700
    },
    {
      "epoch": 1.1147414952911783,
      "grad_norm": 0.6143243908882141,
      "learning_rate": 3.530231162719307e-05,
      "loss": 0.8925,
      "num_input_tokens_seen": 285081600,
      "step": 34800
    },
    {
      "epoch": 1.1179447754500609,
      "grad_norm": 0.569734513759613,
      "learning_rate": 3.5225017974189644e-05,
      "loss": 0.8922,
      "num_input_tokens_seen": 285900800,
      "step": 34900
    },
    {
      "epoch": 1.1211480556089435,
      "grad_norm": 1.6546896696090698,
      "learning_rate": 3.5147606767821846e-05,
      "loss": 0.884,
      "num_input_tokens_seen": 286720000,
      "step": 35000
    },
    {
      "epoch": 1.1243513357678263,
      "grad_norm": 0.7131773829460144,
      "learning_rate": 3.507007889805856e-05,
      "loss": 0.8941,
      "num_input_tokens_seen": 287539200,
      "step": 35100
    },
    {
      "epoch": 1.127554615926709,
      "grad_norm": 1.8620835542678833,
      "learning_rate": 3.499243525620988e-05,
      "loss": 0.9209,
      "num_input_tokens_seen": 288358400,
      "step": 35200
    },
    {
      "epoch": 1.1307578960855917,
      "grad_norm": 1.936231017112732,
      "learning_rate": 3.491467673491692e-05,
      "loss": 0.9284,
      "num_input_tokens_seen": 289177600,
      "step": 35300
    },
    {
      "epoch": 1.1339611762444743,
      "grad_norm": 0.5847631096839905,
      "learning_rate": 3.483680422814152e-05,
      "loss": 0.9036,
      "num_input_tokens_seen": 289996800,
      "step": 35400
    },
    {
      "epoch": 1.137164456403357,
      "grad_norm": 0.6272117495536804,
      "learning_rate": 3.4758818631155934e-05,
      "loss": 0.8766,
      "num_input_tokens_seen": 290816000,
      "step": 35500
    },
    {
      "epoch": 1.1403677365622398,
      "grad_norm": 0.50895756483078,
      "learning_rate": 3.4680720840532636e-05,
      "loss": 0.8996,
      "num_input_tokens_seen": 291635200,
      "step": 35600
    },
    {
      "epoch": 1.1435710167211224,
      "grad_norm": 0.8421196341514587,
      "learning_rate": 3.460251175413388e-05,
      "loss": 0.932,
      "num_input_tokens_seen": 292454400,
      "step": 35700
    },
    {
      "epoch": 1.1467742968800052,
      "grad_norm": 1.1610244512557983,
      "learning_rate": 3.452419227110151e-05,
      "loss": 0.9095,
      "num_input_tokens_seen": 293273600,
      "step": 35800
    },
    {
      "epoch": 1.1499775770388878,
      "grad_norm": 0.5575504302978516,
      "learning_rate": 3.444576329184651e-05,
      "loss": 0.9166,
      "num_input_tokens_seen": 294092800,
      "step": 35900
    },
    {
      "epoch": 1.1531808571977704,
      "grad_norm": 0.5330684781074524,
      "learning_rate": 3.436722571803874e-05,
      "loss": 0.9445,
      "num_input_tokens_seen": 294912000,
      "step": 36000
    },
    {
      "epoch": 1.1563841373566532,
      "grad_norm": 0.7490949630737305,
      "learning_rate": 3.428858045259652e-05,
      "loss": 0.8947,
      "num_input_tokens_seen": 295731200,
      "step": 36100
    },
    {
      "epoch": 1.1595874175155358,
      "grad_norm": 1.870923399925232,
      "learning_rate": 3.420982839967624e-05,
      "loss": 0.9532,
      "num_input_tokens_seen": 296550400,
      "step": 36200
    },
    {
      "epoch": 1.1627906976744187,
      "grad_norm": 3.164524555206299,
      "learning_rate": 3.413097046466203e-05,
      "loss": 0.9716,
      "num_input_tokens_seen": 297369600,
      "step": 36300
    },
    {
      "epoch": 1.1659939778333013,
      "grad_norm": 1.375303864479065,
      "learning_rate": 3.405200755415527e-05,
      "loss": 0.9364,
      "num_input_tokens_seen": 298188800,
      "step": 36400
    },
    {
      "epoch": 1.169197257992184,
      "grad_norm": 2.2876625061035156,
      "learning_rate": 3.397294057596424e-05,
      "loss": 0.8933,
      "num_input_tokens_seen": 299008000,
      "step": 36500
    },
    {
      "epoch": 1.1724005381510667,
      "grad_norm": 0.5776546597480774,
      "learning_rate": 3.389377043909361e-05,
      "loss": 0.8916,
      "num_input_tokens_seen": 299827200,
      "step": 36600
    },
    {
      "epoch": 1.1756038183099493,
      "grad_norm": 0.7254892587661743,
      "learning_rate": 3.381449805373406e-05,
      "loss": 0.922,
      "num_input_tokens_seen": 300646400,
      "step": 36700
    },
    {
      "epoch": 1.1788070984688321,
      "grad_norm": 0.7244319319725037,
      "learning_rate": 3.3735124331251764e-05,
      "loss": 0.9093,
      "num_input_tokens_seen": 301465600,
      "step": 36800
    },
    {
      "epoch": 1.1820103786277147,
      "grad_norm": 0.5166808366775513,
      "learning_rate": 3.3655650184177957e-05,
      "loss": 0.9553,
      "num_input_tokens_seen": 302284800,
      "step": 36900
    },
    {
      "epoch": 1.1852136587865976,
      "grad_norm": 1.6987115144729614,
      "learning_rate": 3.357607652619839e-05,
      "loss": 0.8768,
      "num_input_tokens_seen": 303104000,
      "step": 37000
    },
    {
      "epoch": 1.1884169389454802,
      "grad_norm": 0.8271929621696472,
      "learning_rate": 3.349640427214287e-05,
      "loss": 0.9632,
      "num_input_tokens_seen": 303923200,
      "step": 37100
    },
    {
      "epoch": 1.1916202191043628,
      "grad_norm": 0.7163927555084229,
      "learning_rate": 3.341663433797474e-05,
      "loss": 0.8682,
      "num_input_tokens_seen": 304742400,
      "step": 37200
    },
    {
      "epoch": 1.1948234992632456,
      "grad_norm": 0.6233458518981934,
      "learning_rate": 3.33367676407803e-05,
      "loss": 0.9334,
      "num_input_tokens_seen": 305561600,
      "step": 37300
    },
    {
      "epoch": 1.1980267794221282,
      "grad_norm": 1.0882517099380493,
      "learning_rate": 3.3256805098758346e-05,
      "loss": 0.9073,
      "num_input_tokens_seen": 306380800,
      "step": 37400
    },
    {
      "epoch": 1.201230059581011,
      "grad_norm": 0.8322218656539917,
      "learning_rate": 3.3176747631209534e-05,
      "loss": 0.9343,
      "num_input_tokens_seen": 307200000,
      "step": 37500
    },
    {
      "epoch": 1.2044333397398936,
      "grad_norm": 1.4540088176727295,
      "learning_rate": 3.309659615852586e-05,
      "loss": 0.8541,
      "num_input_tokens_seen": 308019200,
      "step": 37600
    },
    {
      "epoch": 1.2076366198987762,
      "grad_norm": 0.6830178499221802,
      "learning_rate": 3.301635160218005e-05,
      "loss": 0.8889,
      "num_input_tokens_seen": 308838400,
      "step": 37700
    },
    {
      "epoch": 1.210839900057659,
      "grad_norm": 1.9847421646118164,
      "learning_rate": 3.293601488471499e-05,
      "loss": 0.883,
      "num_input_tokens_seen": 309657600,
      "step": 37800
    },
    {
      "epoch": 1.2140431802165417,
      "grad_norm": 0.8129870891571045,
      "learning_rate": 3.285558692973312e-05,
      "loss": 0.9474,
      "num_input_tokens_seen": 310476800,
      "step": 37900
    },
    {
      "epoch": 1.2172464603754245,
      "grad_norm": 0.6733205914497375,
      "learning_rate": 3.277506866188577e-05,
      "loss": 0.904,
      "num_input_tokens_seen": 311296000,
      "step": 38000
    },
    {
      "epoch": 1.220449740534307,
      "grad_norm": 1.2211860418319702,
      "learning_rate": 3.269446100686261e-05,
      "loss": 0.8879,
      "num_input_tokens_seen": 312115200,
      "step": 38100
    },
    {
      "epoch": 1.22365302069319,
      "grad_norm": 0.7225973010063171,
      "learning_rate": 3.261376489138092e-05,
      "loss": 0.9139,
      "num_input_tokens_seen": 312934400,
      "step": 38200
    },
    {
      "epoch": 1.2268563008520725,
      "grad_norm": 0.7631468772888184,
      "learning_rate": 3.253298124317502e-05,
      "loss": 0.959,
      "num_input_tokens_seen": 313753600,
      "step": 38300
    },
    {
      "epoch": 1.2300595810109551,
      "grad_norm": 0.6244317889213562,
      "learning_rate": 3.245211099098551e-05,
      "loss": 0.9155,
      "num_input_tokens_seen": 314572800,
      "step": 38400
    },
    {
      "epoch": 1.233262861169838,
      "grad_norm": 0.5164452791213989,
      "learning_rate": 3.237115506454869e-05,
      "loss": 0.8758,
      "num_input_tokens_seen": 315392000,
      "step": 38500
    },
    {
      "epoch": 1.2364661413287206,
      "grad_norm": 0.7463127970695496,
      "learning_rate": 3.2290114394585815e-05,
      "loss": 0.9116,
      "num_input_tokens_seen": 316211200,
      "step": 38600
    },
    {
      "epoch": 1.2396694214876034,
      "grad_norm": 0.697425901889801,
      "learning_rate": 3.22089899127924e-05,
      "loss": 0.8743,
      "num_input_tokens_seen": 317030400,
      "step": 38700
    },
    {
      "epoch": 1.242872701646486,
      "grad_norm": 0.6725397706031799,
      "learning_rate": 3.212778255182752e-05,
      "loss": 0.9507,
      "num_input_tokens_seen": 317849600,
      "step": 38800
    },
    {
      "epoch": 1.2460759818053686,
      "grad_norm": 0.5633911490440369,
      "learning_rate": 3.2046493245303066e-05,
      "loss": 0.9114,
      "num_input_tokens_seen": 318668800,
      "step": 38900
    },
    {
      "epoch": 1.2492792619642514,
      "grad_norm": 0.4953620135784149,
      "learning_rate": 3.196512292777305e-05,
      "loss": 0.9392,
      "num_input_tokens_seen": 319488000,
      "step": 39000
    },
    {
      "epoch": 1.252482542123134,
      "grad_norm": 0.5511077642440796,
      "learning_rate": 3.1883672534722824e-05,
      "loss": 0.9277,
      "num_input_tokens_seen": 320307200,
      "step": 39100
    },
    {
      "epoch": 1.2556858222820169,
      "grad_norm": 1.671002745628357,
      "learning_rate": 3.180214300255834e-05,
      "loss": 0.8868,
      "num_input_tokens_seen": 321126400,
      "step": 39200
    },
    {
      "epoch": 1.2588891024408995,
      "grad_norm": 0.47333982586860657,
      "learning_rate": 3.1720535268595406e-05,
      "loss": 0.9129,
      "num_input_tokens_seen": 321945600,
      "step": 39300
    },
    {
      "epoch": 1.262092382599782,
      "grad_norm": 0.6256750226020813,
      "learning_rate": 3.1638850271048845e-05,
      "loss": 0.9237,
      "num_input_tokens_seen": 322764800,
      "step": 39400
    },
    {
      "epoch": 1.265295662758665,
      "grad_norm": 1.6359134912490845,
      "learning_rate": 3.15570889490218e-05,
      "loss": 0.8913,
      "num_input_tokens_seen": 323584000,
      "step": 39500
    },
    {
      "epoch": 1.2684989429175475,
      "grad_norm": 0.7079516649246216,
      "learning_rate": 3.1475252242494855e-05,
      "loss": 0.9312,
      "num_input_tokens_seen": 324403200,
      "step": 39600
    },
    {
      "epoch": 1.2717022230764303,
      "grad_norm": 0.5469818711280823,
      "learning_rate": 3.139334109231527e-05,
      "loss": 0.8776,
      "num_input_tokens_seen": 325222400,
      "step": 39700
    },
    {
      "epoch": 1.274905503235313,
      "grad_norm": 0.6753129959106445,
      "learning_rate": 3.131135644018617e-05,
      "loss": 0.9715,
      "num_input_tokens_seen": 326041600,
      "step": 39800
    },
    {
      "epoch": 1.2781087833941958,
      "grad_norm": 1.3139586448669434,
      "learning_rate": 3.1229299228655683e-05,
      "loss": 0.9268,
      "num_input_tokens_seen": 326860800,
      "step": 39900
    },
    {
      "epoch": 1.2813120635530784,
      "grad_norm": 0.6371886730194092,
      "learning_rate": 3.1147170401106154e-05,
      "loss": 0.9286,
      "num_input_tokens_seen": 327680000,
      "step": 40000
    },
    {
      "epoch": 1.284515343711961,
      "grad_norm": 0.9212737083435059,
      "learning_rate": 3.106497090174325e-05,
      "loss": 0.9317,
      "num_input_tokens_seen": 328499200,
      "step": 40100
    },
    {
      "epoch": 1.2877186238708438,
      "grad_norm": 0.6135571002960205,
      "learning_rate": 3.098270167558514e-05,
      "loss": 0.9152,
      "num_input_tokens_seen": 329318400,
      "step": 40200
    },
    {
      "epoch": 1.2909219040297264,
      "grad_norm": 0.6993789076805115,
      "learning_rate": 3.09003636684516e-05,
      "loss": 0.9283,
      "num_input_tokens_seen": 330137600,
      "step": 40300
    },
    {
      "epoch": 1.294125184188609,
      "grad_norm": 0.7431827783584595,
      "learning_rate": 3.081795782695317e-05,
      "loss": 0.9307,
      "num_input_tokens_seen": 330956800,
      "step": 40400
    },
    {
      "epoch": 1.2973284643474918,
      "grad_norm": 0.9774760603904724,
      "learning_rate": 3.0735485098480255e-05,
      "loss": 0.8917,
      "num_input_tokens_seen": 331776000,
      "step": 40500
    },
    {
      "epoch": 1.3005317445063747,
      "grad_norm": 0.5644115209579468,
      "learning_rate": 3.0652946431192244e-05,
      "loss": 0.9321,
      "num_input_tokens_seen": 332595200,
      "step": 40600
    },
    {
      "epoch": 1.3037350246652573,
      "grad_norm": 2.2749266624450684,
      "learning_rate": 3.057034277400658e-05,
      "loss": 0.9211,
      "num_input_tokens_seen": 333414400,
      "step": 40700
    },
    {
      "epoch": 1.3069383048241399,
      "grad_norm": 0.6312987804412842,
      "learning_rate": 3.048767507658788e-05,
      "loss": 0.913,
      "num_input_tokens_seen": 334233600,
      "step": 40800
    },
    {
      "epoch": 1.3101415849830227,
      "grad_norm": 0.5494056344032288,
      "learning_rate": 3.0404944289337034e-05,
      "loss": 0.9423,
      "num_input_tokens_seen": 335052800,
      "step": 40900
    },
    {
      "epoch": 1.3133448651419053,
      "grad_norm": 1.3932960033416748,
      "learning_rate": 3.0322151363380202e-05,
      "loss": 0.9409,
      "num_input_tokens_seen": 335872000,
      "step": 41000
    },
    {
      "epoch": 1.316548145300788,
      "grad_norm": 0.7711178660392761,
      "learning_rate": 3.023929725055798e-05,
      "loss": 0.9187,
      "num_input_tokens_seen": 336691200,
      "step": 41100
    },
    {
      "epoch": 1.3197514254596707,
      "grad_norm": 0.9086521863937378,
      "learning_rate": 3.0156382903414383e-05,
      "loss": 1.0063,
      "num_input_tokens_seen": 337510400,
      "step": 41200
    },
    {
      "epoch": 1.3229547056185533,
      "grad_norm": 0.6938414573669434,
      "learning_rate": 3.007340927518591e-05,
      "loss": 0.8821,
      "num_input_tokens_seen": 338329600,
      "step": 41300
    },
    {
      "epoch": 1.3261579857774362,
      "grad_norm": 0.5269713401794434,
      "learning_rate": 2.999037731979063e-05,
      "loss": 0.8968,
      "num_input_tokens_seen": 339148800,
      "step": 41400
    },
    {
      "epoch": 1.3293612659363188,
      "grad_norm": 0.69822096824646,
      "learning_rate": 2.9907287991817128e-05,
      "loss": 0.955,
      "num_input_tokens_seen": 339968000,
      "step": 41500
    },
    {
      "epoch": 1.3325645460952016,
      "grad_norm": 1.9268356561660767,
      "learning_rate": 2.9824142246513624e-05,
      "loss": 0.9096,
      "num_input_tokens_seen": 340787200,
      "step": 41600
    },
    {
      "epoch": 1.3357678262540842,
      "grad_norm": 0.5475559234619141,
      "learning_rate": 2.9740941039776925e-05,
      "loss": 0.8828,
      "num_input_tokens_seen": 341606400,
      "step": 41700
    },
    {
      "epoch": 1.3389711064129668,
      "grad_norm": 1.9515366554260254,
      "learning_rate": 2.9657685328141466e-05,
      "loss": 0.9614,
      "num_input_tokens_seen": 342425600,
      "step": 41800
    },
    {
      "epoch": 1.3421743865718496,
      "grad_norm": 0.6959076523780823,
      "learning_rate": 2.95743760687683e-05,
      "loss": 0.8739,
      "num_input_tokens_seen": 343244800,
      "step": 41900
    },
    {
      "epoch": 1.3453776667307322,
      "grad_norm": 0.761962890625,
      "learning_rate": 2.9491014219434105e-05,
      "loss": 0.9595,
      "num_input_tokens_seen": 344064000,
      "step": 42000
    },
    {
      "epoch": 1.3485809468896148,
      "grad_norm": 0.6127232909202576,
      "learning_rate": 2.9407600738520162e-05,
      "loss": 0.9026,
      "num_input_tokens_seen": 344883200,
      "step": 42100
    },
    {
      "epoch": 1.3517842270484977,
      "grad_norm": 0.6869720220565796,
      "learning_rate": 2.9324136585001348e-05,
      "loss": 0.9488,
      "num_input_tokens_seen": 345702400,
      "step": 42200
    },
    {
      "epoch": 1.3549875072073805,
      "grad_norm": 0.7109299898147583,
      "learning_rate": 2.9240622718435107e-05,
      "loss": 0.9433,
      "num_input_tokens_seen": 346521600,
      "step": 42300
    },
    {
      "epoch": 1.358190787366263,
      "grad_norm": 0.6879071593284607,
      "learning_rate": 2.9157060098950395e-05,
      "loss": 0.8783,
      "num_input_tokens_seen": 347340800,
      "step": 42400
    },
    {
      "epoch": 1.3613940675251457,
      "grad_norm": 0.5623328685760498,
      "learning_rate": 2.9073449687236688e-05,
      "loss": 0.8925,
      "num_input_tokens_seen": 348160000,
      "step": 42500
    },
    {
      "epoch": 1.3645973476840285,
      "grad_norm": 0.9881012439727783,
      "learning_rate": 2.8989792444532892e-05,
      "loss": 0.9417,
      "num_input_tokens_seen": 348979200,
      "step": 42600
    },
    {
      "epoch": 1.3678006278429111,
      "grad_norm": 0.6569281816482544,
      "learning_rate": 2.890608933261633e-05,
      "loss": 0.9262,
      "num_input_tokens_seen": 349798400,
      "step": 42700
    },
    {
      "epoch": 1.3710039080017937,
      "grad_norm": 0.9453611969947815,
      "learning_rate": 2.882234131379167e-05,
      "loss": 0.9022,
      "num_input_tokens_seen": 350617600,
      "step": 42800
    },
    {
      "epoch": 1.3742071881606766,
      "grad_norm": 0.5668920874595642,
      "learning_rate": 2.8738549350879824e-05,
      "loss": 0.9306,
      "num_input_tokens_seen": 351436800,
      "step": 42900
    },
    {
      "epoch": 1.3774104683195592,
      "grad_norm": 0.8056479692459106,
      "learning_rate": 2.8654714407206956e-05,
      "loss": 0.8878,
      "num_input_tokens_seen": 352256000,
      "step": 43000
    },
    {
      "epoch": 1.380613748478442,
      "grad_norm": 0.863929271697998,
      "learning_rate": 2.8570837446593336e-05,
      "loss": 0.9391,
      "num_input_tokens_seen": 353075200,
      "step": 43100
    },
    {
      "epoch": 1.3838170286373246,
      "grad_norm": 0.5808566808700562,
      "learning_rate": 2.8486919433342295e-05,
      "loss": 0.9061,
      "num_input_tokens_seen": 353894400,
      "step": 43200
    },
    {
      "epoch": 1.3870203087962074,
      "grad_norm": 0.8920639157295227,
      "learning_rate": 2.8402961332229143e-05,
      "loss": 0.8854,
      "num_input_tokens_seen": 354713600,
      "step": 43300
    },
    {
      "epoch": 1.39022358895509,
      "grad_norm": 0.6987112760543823,
      "learning_rate": 2.831896410849005e-05,
      "loss": 0.893,
      "num_input_tokens_seen": 355532800,
      "step": 43400
    },
    {
      "epoch": 1.3934268691139726,
      "grad_norm": 0.6486085653305054,
      "learning_rate": 2.823492872781098e-05,
      "loss": 0.9166,
      "num_input_tokens_seen": 356352000,
      "step": 43500
    },
    {
      "epoch": 1.3966301492728554,
      "grad_norm": 1.6597498655319214,
      "learning_rate": 2.815085615631654e-05,
      "loss": 0.9473,
      "num_input_tokens_seen": 357171200,
      "step": 43600
    },
    {
      "epoch": 1.399833429431738,
      "grad_norm": 0.598414957523346,
      "learning_rate": 2.8066747360558966e-05,
      "loss": 0.9046,
      "num_input_tokens_seen": 357990400,
      "step": 43700
    },
    {
      "epoch": 1.4030367095906209,
      "grad_norm": 2.125504732131958,
      "learning_rate": 2.798260330750689e-05,
      "loss": 0.9325,
      "num_input_tokens_seen": 358809600,
      "step": 43800
    },
    {
      "epoch": 1.4062399897495035,
      "grad_norm": 0.798989474773407,
      "learning_rate": 2.789842496453432e-05,
      "loss": 0.9057,
      "num_input_tokens_seen": 359628800,
      "step": 43900
    },
    {
      "epoch": 1.4094432699083863,
      "grad_norm": 0.8189502954483032,
      "learning_rate": 2.7814213299409475e-05,
      "loss": 0.923,
      "num_input_tokens_seen": 360448000,
      "step": 44000
    },
    {
      "epoch": 1.412646550067269,
      "grad_norm": 0.5460119247436523,
      "learning_rate": 2.7729969280283662e-05,
      "loss": 0.8764,
      "num_input_tokens_seen": 361267200,
      "step": 44100
    },
    {
      "epoch": 1.4158498302261515,
      "grad_norm": 0.6900705695152283,
      "learning_rate": 2.7645693875680163e-05,
      "loss": 0.9295,
      "num_input_tokens_seen": 362086400,
      "step": 44200
    },
    {
      "epoch": 1.4190531103850343,
      "grad_norm": 0.7309842705726624,
      "learning_rate": 2.7561388054483074e-05,
      "loss": 0.8883,
      "num_input_tokens_seen": 362905600,
      "step": 44300
    },
    {
      "epoch": 1.422256390543917,
      "grad_norm": 0.9340581297874451,
      "learning_rate": 2.7477052785926178e-05,
      "loss": 0.8784,
      "num_input_tokens_seen": 363724800,
      "step": 44400
    },
    {
      "epoch": 1.4254596707027996,
      "grad_norm": 0.6001551151275635,
      "learning_rate": 2.7392689039581815e-05,
      "loss": 0.949,
      "num_input_tokens_seen": 364544000,
      "step": 44500
    },
    {
      "epoch": 1.4286629508616824,
      "grad_norm": 0.5180249810218811,
      "learning_rate": 2.7308297785349724e-05,
      "loss": 0.8738,
      "num_input_tokens_seen": 365363200,
      "step": 44600
    },
    {
      "epoch": 1.431866231020565,
      "grad_norm": 0.6243082284927368,
      "learning_rate": 2.7223879993445873e-05,
      "loss": 0.9074,
      "num_input_tokens_seen": 366182400,
      "step": 44700
    },
    {
      "epoch": 1.4350695111794478,
      "grad_norm": 0.6807756423950195,
      "learning_rate": 2.713943663439135e-05,
      "loss": 0.953,
      "num_input_tokens_seen": 367001600,
      "step": 44800
    },
    {
      "epoch": 1.4382727913383304,
      "grad_norm": 0.6057282090187073,
      "learning_rate": 2.7054968679001174e-05,
      "loss": 0.8736,
      "num_input_tokens_seen": 367820800,
      "step": 44900
    },
    {
      "epoch": 1.4414760714972132,
      "grad_norm": 0.593506395816803,
      "learning_rate": 2.697047709837312e-05,
      "loss": 0.8405,
      "num_input_tokens_seen": 368640000,
      "step": 45000
    },
    {
      "epoch": 1.4446793516560958,
      "grad_norm": 0.7090416550636292,
      "learning_rate": 2.6885962863876596e-05,
      "loss": 0.8852,
      "num_input_tokens_seen": 369459200,
      "step": 45100
    },
    {
      "epoch": 1.4478826318149784,
      "grad_norm": 0.5391395092010498,
      "learning_rate": 2.6801426947141435e-05,
      "loss": 0.9029,
      "num_input_tokens_seen": 370278400,
      "step": 45200
    },
    {
      "epoch": 1.4510859119738613,
      "grad_norm": 0.5424131751060486,
      "learning_rate": 2.671687032004676e-05,
      "loss": 0.8751,
      "num_input_tokens_seen": 371097600,
      "step": 45300
    },
    {
      "epoch": 1.4542891921327439,
      "grad_norm": 0.5781705975532532,
      "learning_rate": 2.6632293954709785e-05,
      "loss": 0.9417,
      "num_input_tokens_seen": 371916800,
      "step": 45400
    },
    {
      "epoch": 1.4574924722916267,
      "grad_norm": 0.5788801312446594,
      "learning_rate": 2.654769882347464e-05,
      "loss": 0.9022,
      "num_input_tokens_seen": 372736000,
      "step": 45500
    },
    {
      "epoch": 1.4606957524505093,
      "grad_norm": 0.6637430787086487,
      "learning_rate": 2.646308589890123e-05,
      "loss": 0.9017,
      "num_input_tokens_seen": 373555200,
      "step": 45600
    },
    {
      "epoch": 1.4638990326093921,
      "grad_norm": 0.7034772634506226,
      "learning_rate": 2.637845615375397e-05,
      "loss": 0.883,
      "num_input_tokens_seen": 374374400,
      "step": 45700
    },
    {
      "epoch": 1.4671023127682747,
      "grad_norm": 0.6476500630378723,
      "learning_rate": 2.629381056099071e-05,
      "loss": 0.9469,
      "num_input_tokens_seen": 375193600,
      "step": 45800
    },
    {
      "epoch": 1.4703055929271573,
      "grad_norm": 0.560495913028717,
      "learning_rate": 2.6209150093751473e-05,
      "loss": 0.885,
      "num_input_tokens_seen": 376012800,
      "step": 45900
    },
    {
      "epoch": 1.4735088730860402,
      "grad_norm": 1.9203239679336548,
      "learning_rate": 2.612447572534727e-05,
      "loss": 0.9248,
      "num_input_tokens_seen": 376832000,
      "step": 46000
    },
    {
      "epoch": 1.4767121532449228,
      "grad_norm": 2.3468987941741943,
      "learning_rate": 2.6039788429248957e-05,
      "loss": 0.9041,
      "num_input_tokens_seen": 377651200,
      "step": 46100
    },
    {
      "epoch": 1.4799154334038054,
      "grad_norm": 0.6502100825309753,
      "learning_rate": 2.5955089179075997e-05,
      "loss": 0.9431,
      "num_input_tokens_seen": 378470400,
      "step": 46200
    },
    {
      "epoch": 1.4831187135626882,
      "grad_norm": 3.609816551208496,
      "learning_rate": 2.5870378948585295e-05,
      "loss": 0.8893,
      "num_input_tokens_seen": 379289600,
      "step": 46300
    },
    {
      "epoch": 1.4863219937215708,
      "grad_norm": 0.58833247423172,
      "learning_rate": 2.5785658711659987e-05,
      "loss": 0.9181,
      "num_input_tokens_seen": 380108800,
      "step": 46400
    },
    {
      "epoch": 1.4895252738804536,
      "grad_norm": 1.7303794622421265,
      "learning_rate": 2.570092944229826e-05,
      "loss": 0.8921,
      "num_input_tokens_seen": 380928000,
      "step": 46500
    },
    {
      "epoch": 1.4927285540393362,
      "grad_norm": 0.7278485894203186,
      "learning_rate": 2.5616192114602127e-05,
      "loss": 0.8693,
      "num_input_tokens_seen": 381747200,
      "step": 46600
    },
    {
      "epoch": 1.495931834198219,
      "grad_norm": 0.7616570591926575,
      "learning_rate": 2.5531447702766254e-05,
      "loss": 0.9397,
      "num_input_tokens_seen": 382566400,
      "step": 46700
    },
    {
      "epoch": 1.4991351143571017,
      "grad_norm": 0.11684958636760712,
      "learning_rate": 2.5446697181066747e-05,
      "loss": 0.8526,
      "num_input_tokens_seen": 383385600,
      "step": 46800
    },
    {
      "epoch": 1.5023383945159843,
      "grad_norm": 0.7726488709449768,
      "learning_rate": 2.536194152384997e-05,
      "loss": 0.9122,
      "num_input_tokens_seen": 384204800,
      "step": 46900
    },
    {
      "epoch": 1.505541674674867,
      "grad_norm": 0.7091355323791504,
      "learning_rate": 2.527718170552129e-05,
      "loss": 0.8666,
      "num_input_tokens_seen": 385024000,
      "step": 47000
    },
    {
      "epoch": 1.5087449548337497,
      "grad_norm": 2.5142340660095215,
      "learning_rate": 2.519241870053396e-05,
      "loss": 0.911,
      "num_input_tokens_seen": 385843200,
      "step": 47100
    },
    {
      "epoch": 1.5119482349926323,
      "grad_norm": 0.6862989664077759,
      "learning_rate": 2.5107653483377852e-05,
      "loss": 0.974,
      "num_input_tokens_seen": 386662400,
      "step": 47200
    },
    {
      "epoch": 1.5151515151515151,
      "grad_norm": 2.351198196411133,
      "learning_rate": 2.502288702856824e-05,
      "loss": 0.8986,
      "num_input_tokens_seen": 387481600,
      "step": 47300
    },
    {
      "epoch": 1.518354795310398,
      "grad_norm": 0.7517640590667725,
      "learning_rate": 2.4938120310634682e-05,
      "loss": 0.8549,
      "num_input_tokens_seen": 388300800,
      "step": 47400
    },
    {
      "epoch": 1.5215580754692806,
      "grad_norm": 2.709975004196167,
      "learning_rate": 2.485335430410972e-05,
      "loss": 0.899,
      "num_input_tokens_seen": 389120000,
      "step": 47500
    },
    {
      "epoch": 1.5247613556281632,
      "grad_norm": 0.7952636480331421,
      "learning_rate": 2.4768589983517716e-05,
      "loss": 0.8622,
      "num_input_tokens_seen": 389939200,
      "step": 47600
    },
    {
      "epoch": 1.527964635787046,
      "grad_norm": 0.7378533482551575,
      "learning_rate": 2.4683828323363687e-05,
      "loss": 0.8334,
      "num_input_tokens_seen": 390758400,
      "step": 47700
    },
    {
      "epoch": 1.5311679159459286,
      "grad_norm": 2.5980470180511475,
      "learning_rate": 2.459907029812203e-05,
      "loss": 0.9028,
      "num_input_tokens_seen": 391577600,
      "step": 47800
    },
    {
      "epoch": 1.5343711961048112,
      "grad_norm": 0.6807860732078552,
      "learning_rate": 2.4514316882225347e-05,
      "loss": 0.9259,
      "num_input_tokens_seen": 392396800,
      "step": 47900
    },
    {
      "epoch": 1.537574476263694,
      "grad_norm": 2.3691670894622803,
      "learning_rate": 2.442956905005328e-05,
      "loss": 0.8639,
      "num_input_tokens_seen": 393216000,
      "step": 48000
    },
    {
      "epoch": 1.5407777564225769,
      "grad_norm": 0.7466169595718384,
      "learning_rate": 2.434482777592125e-05,
      "loss": 0.8828,
      "num_input_tokens_seen": 394035200,
      "step": 48100
    },
    {
      "epoch": 1.5439810365814595,
      "grad_norm": 0.5329868793487549,
      "learning_rate": 2.426009403406931e-05,
      "loss": 0.8802,
      "num_input_tokens_seen": 394854400,
      "step": 48200
    },
    {
      "epoch": 1.547184316740342,
      "grad_norm": 0.6394245028495789,
      "learning_rate": 2.4175368798650884e-05,
      "loss": 0.8811,
      "num_input_tokens_seen": 395673600,
      "step": 48300
    },
    {
      "epoch": 1.550387596899225,
      "grad_norm": 0.9404513239860535,
      "learning_rate": 2.4090653043721612e-05,
      "loss": 0.8663,
      "num_input_tokens_seen": 396492800,
      "step": 48400
    },
    {
      "epoch": 1.5535908770581075,
      "grad_norm": 0.7973567843437195,
      "learning_rate": 2.4005947743228157e-05,
      "loss": 0.9452,
      "num_input_tokens_seen": 397312000,
      "step": 48500
    },
    {
      "epoch": 1.55679415721699,
      "grad_norm": 1.8970893621444702,
      "learning_rate": 2.3921253870996972e-05,
      "loss": 0.8968,
      "num_input_tokens_seen": 398131200,
      "step": 48600
    },
    {
      "epoch": 1.559997437375873,
      "grad_norm": 0.7782315015792847,
      "learning_rate": 2.383657240072314e-05,
      "loss": 0.9475,
      "num_input_tokens_seen": 398950400,
      "step": 48700
    },
    {
      "epoch": 1.5632007175347555,
      "grad_norm": 0.72723788022995,
      "learning_rate": 2.375190430595914e-05,
      "loss": 0.9347,
      "num_input_tokens_seen": 399769600,
      "step": 48800
    },
    {
      "epoch": 1.5664039976936381,
      "grad_norm": 0.5238316655158997,
      "learning_rate": 2.366725056010369e-05,
      "loss": 0.8969,
      "num_input_tokens_seen": 400588800,
      "step": 48900
    },
    {
      "epoch": 1.569607277852521,
      "grad_norm": 0.7676683664321899,
      "learning_rate": 2.3582612136390556e-05,
      "loss": 0.8926,
      "num_input_tokens_seen": 401408000,
      "step": 49000
    },
    {
      "epoch": 1.5728105580114038,
      "grad_norm": 1.64457106590271,
      "learning_rate": 2.349799000787733e-05,
      "loss": 0.9027,
      "num_input_tokens_seen": 402227200,
      "step": 49100
    },
    {
      "epoch": 1.5760138381702864,
      "grad_norm": 0.5461480617523193,
      "learning_rate": 2.3413385147434285e-05,
      "loss": 0.8651,
      "num_input_tokens_seen": 403046400,
      "step": 49200
    },
    {
      "epoch": 1.579217118329169,
      "grad_norm": 0.527300238609314,
      "learning_rate": 2.332879852773314e-05,
      "loss": 0.8354,
      "num_input_tokens_seen": 403865600,
      "step": 49300
    },
    {
      "epoch": 1.5824203984880518,
      "grad_norm": 0.8455817699432373,
      "learning_rate": 2.3244231121235936e-05,
      "loss": 0.903,
      "num_input_tokens_seen": 404684800,
      "step": 49400
    },
    {
      "epoch": 1.5856236786469344,
      "grad_norm": 0.8457258939743042,
      "learning_rate": 2.3159683900183812e-05,
      "loss": 0.9085,
      "num_input_tokens_seen": 405504000,
      "step": 49500
    },
    {
      "epoch": 1.588826958805817,
      "grad_norm": 0.7063552141189575,
      "learning_rate": 2.3075157836585854e-05,
      "loss": 0.9002,
      "num_input_tokens_seen": 406323200,
      "step": 49600
    },
    {
      "epoch": 1.5920302389646999,
      "grad_norm": 0.6034948229789734,
      "learning_rate": 2.2990653902207875e-05,
      "loss": 0.8665,
      "num_input_tokens_seen": 407142400,
      "step": 49700
    },
    {
      "epoch": 1.5952335191235827,
      "grad_norm": 0.6883265972137451,
      "learning_rate": 2.2906173068561324e-05,
      "loss": 0.9031,
      "num_input_tokens_seen": 407961600,
      "step": 49800
    },
    {
      "epoch": 1.5984367992824653,
      "grad_norm": 0.6610883474349976,
      "learning_rate": 2.282171630689203e-05,
      "loss": 0.9153,
      "num_input_tokens_seen": 408780800,
      "step": 49900
    },
    {
      "epoch": 1.601640079441348,
      "grad_norm": 1.8148962259292603,
      "learning_rate": 2.2737284588169107e-05,
      "loss": 0.8904,
      "num_input_tokens_seen": 409600000,
      "step": 50000
    },
    {
      "epoch": 1.6048433596002307,
      "grad_norm": 0.8317341804504395,
      "learning_rate": 2.2652878883073736e-05,
      "loss": 0.8847,
      "num_input_tokens_seen": 410419200,
      "step": 50100
    },
    {
      "epoch": 1.6080466397591133,
      "grad_norm": 0.5359209179878235,
      "learning_rate": 2.2568500161988023e-05,
      "loss": 0.8983,
      "num_input_tokens_seen": 411238400,
      "step": 50200
    },
    {
      "epoch": 1.611249919917996,
      "grad_norm": 0.6819952726364136,
      "learning_rate": 2.2484149394983882e-05,
      "loss": 0.9138,
      "num_input_tokens_seen": 412057600,
      "step": 50300
    },
    {
      "epoch": 1.6144532000768788,
      "grad_norm": 0.8475795984268188,
      "learning_rate": 2.239982755181181e-05,
      "loss": 0.8536,
      "num_input_tokens_seen": 412876800,
      "step": 50400
    },
    {
      "epoch": 1.6176564802357616,
      "grad_norm": 1.1045705080032349,
      "learning_rate": 2.2315535601889814e-05,
      "loss": 0.9137,
      "num_input_tokens_seen": 413696000,
      "step": 50500
    },
    {
      "epoch": 1.620859760394644,
      "grad_norm": 0.6131917834281921,
      "learning_rate": 2.2231274514292196e-05,
      "loss": 0.8992,
      "num_input_tokens_seen": 414515200,
      "step": 50600
    },
    {
      "epoch": 1.6240630405535268,
      "grad_norm": 0.6096556186676025,
      "learning_rate": 2.214704525773846e-05,
      "loss": 0.9211,
      "num_input_tokens_seen": 415334400,
      "step": 50700
    },
    {
      "epoch": 1.6272663207124096,
      "grad_norm": 0.5279362797737122,
      "learning_rate": 2.2062848800582168e-05,
      "loss": 0.9231,
      "num_input_tokens_seen": 416153600,
      "step": 50800
    },
    {
      "epoch": 1.6304696008712922,
      "grad_norm": 0.5645897388458252,
      "learning_rate": 2.197868611079978e-05,
      "loss": 0.8579,
      "num_input_tokens_seen": 416972800,
      "step": 50900
    },
    {
      "epoch": 1.6336728810301748,
      "grad_norm": 0.5469439029693604,
      "learning_rate": 2.189455815597957e-05,
      "loss": 0.8802,
      "num_input_tokens_seen": 417792000,
      "step": 51000
    },
    {
      "epoch": 1.6368761611890577,
      "grad_norm": 0.7165865898132324,
      "learning_rate": 2.1810465903310445e-05,
      "loss": 0.897,
      "num_input_tokens_seen": 418611200,
      "step": 51100
    },
    {
      "epoch": 1.6400794413479403,
      "grad_norm": 0.49263107776641846,
      "learning_rate": 2.1726410319570874e-05,
      "loss": 0.9145,
      "num_input_tokens_seen": 419430400,
      "step": 51200
    },
    {
      "epoch": 1.6432827215068229,
      "grad_norm": 0.7984305620193481,
      "learning_rate": 2.164239237111776e-05,
      "loss": 0.9656,
      "num_input_tokens_seen": 420249600,
      "step": 51300
    },
    {
      "epoch": 1.6464860016657057,
      "grad_norm": 0.6783995628356934,
      "learning_rate": 2.1558413023875334e-05,
      "loss": 0.8937,
      "num_input_tokens_seen": 421068800,
      "step": 51400
    },
    {
      "epoch": 1.6496892818245885,
      "grad_norm": 0.6700116395950317,
      "learning_rate": 2.147447324332403e-05,
      "loss": 0.8966,
      "num_input_tokens_seen": 421888000,
      "step": 51500
    },
    {
      "epoch": 1.6528925619834711,
      "grad_norm": 2.6840033531188965,
      "learning_rate": 2.1390573994489377e-05,
      "loss": 0.9922,
      "num_input_tokens_seen": 422707200,
      "step": 51600
    },
    {
      "epoch": 1.6560958421423537,
      "grad_norm": 0.6062913537025452,
      "learning_rate": 2.1306716241930968e-05,
      "loss": 0.9201,
      "num_input_tokens_seen": 423526400,
      "step": 51700
    },
    {
      "epoch": 1.6592991223012366,
      "grad_norm": 0.7637689113616943,
      "learning_rate": 2.1222900949731297e-05,
      "loss": 0.9039,
      "num_input_tokens_seen": 424345600,
      "step": 51800
    },
    {
      "epoch": 1.6625024024601192,
      "grad_norm": 3.154482841491699,
      "learning_rate": 2.1139129081484734e-05,
      "loss": 0.968,
      "num_input_tokens_seen": 425164800,
      "step": 51900
    },
    {
      "epoch": 1.6657056826190018,
      "grad_norm": 1.900366187095642,
      "learning_rate": 2.1055401600286386e-05,
      "loss": 0.9064,
      "num_input_tokens_seen": 425984000,
      "step": 52000
    },
    {
      "epoch": 1.6689089627778846,
      "grad_norm": 0.6276770830154419,
      "learning_rate": 2.0971719468721077e-05,
      "loss": 0.8786,
      "num_input_tokens_seen": 426803200,
      "step": 52100
    },
    {
      "epoch": 1.6721122429367674,
      "grad_norm": 0.7337915301322937,
      "learning_rate": 2.0888083648852267e-05,
      "loss": 0.9213,
      "num_input_tokens_seen": 427622400,
      "step": 52200
    },
    {
      "epoch": 1.6753155230956498,
      "grad_norm": 0.6604040861129761,
      "learning_rate": 2.0804495102210975e-05,
      "loss": 0.944,
      "num_input_tokens_seen": 428441600,
      "step": 52300
    },
    {
      "epoch": 1.6785188032545326,
      "grad_norm": 0.6165716648101807,
      "learning_rate": 2.0720954789784753e-05,
      "loss": 0.8767,
      "num_input_tokens_seen": 429260800,
      "step": 52400
    },
    {
      "epoch": 1.6817220834134154,
      "grad_norm": 1.7939884662628174,
      "learning_rate": 2.0637463672006595e-05,
      "loss": 0.9095,
      "num_input_tokens_seen": 430080000,
      "step": 52500
    },
    {
      "epoch": 1.684925363572298,
      "grad_norm": 0.6687926054000854,
      "learning_rate": 2.0554022708743943e-05,
      "loss": 0.8976,
      "num_input_tokens_seen": 430899200,
      "step": 52600
    },
    {
      "epoch": 1.6881286437311807,
      "grad_norm": 0.7300702929496765,
      "learning_rate": 2.0470632859287628e-05,
      "loss": 0.9377,
      "num_input_tokens_seen": 431718400,
      "step": 52700
    },
    {
      "epoch": 1.6913319238900635,
      "grad_norm": 0.590376615524292,
      "learning_rate": 2.0387295082340835e-05,
      "loss": 0.8911,
      "num_input_tokens_seen": 432537600,
      "step": 52800
    },
    {
      "epoch": 1.694535204048946,
      "grad_norm": 0.556515097618103,
      "learning_rate": 2.0304010336008112e-05,
      "loss": 0.8771,
      "num_input_tokens_seen": 433356800,
      "step": 52900
    },
    {
      "epoch": 1.6977384842078287,
      "grad_norm": 0.6625654101371765,
      "learning_rate": 2.0220779577784298e-05,
      "loss": 0.9529,
      "num_input_tokens_seen": 434176000,
      "step": 53000
    },
    {
      "epoch": 1.7009417643667115,
      "grad_norm": 0.5537979602813721,
      "learning_rate": 2.0137603764543573e-05,
      "loss": 0.8813,
      "num_input_tokens_seen": 434995200,
      "step": 53100
    },
    {
      "epoch": 1.7041450445255943,
      "grad_norm": 0.49151819944381714,
      "learning_rate": 2.0054483852528435e-05,
      "loss": 0.8268,
      "num_input_tokens_seen": 435814400,
      "step": 53200
    },
    {
      "epoch": 1.707348324684477,
      "grad_norm": 0.6030770540237427,
      "learning_rate": 1.9971420797338708e-05,
      "loss": 0.9116,
      "num_input_tokens_seen": 436633600,
      "step": 53300
    },
    {
      "epoch": 1.7105516048433596,
      "grad_norm": 0.872156023979187,
      "learning_rate": 1.9888415553920525e-05,
      "loss": 0.8564,
      "num_input_tokens_seen": 437452800,
      "step": 53400
    },
    {
      "epoch": 1.7137548850022424,
      "grad_norm": 0.608736515045166,
      "learning_rate": 1.9805469076555418e-05,
      "loss": 0.8656,
      "num_input_tokens_seen": 438272000,
      "step": 53500
    },
    {
      "epoch": 1.716958165161125,
      "grad_norm": 0.6439238786697388,
      "learning_rate": 1.9722582318849274e-05,
      "loss": 0.8819,
      "num_input_tokens_seen": 439091200,
      "step": 53600
    },
    {
      "epoch": 1.7201614453200076,
      "grad_norm": 0.5254938006401062,
      "learning_rate": 1.9639756233721433e-05,
      "loss": 0.9118,
      "num_input_tokens_seen": 439910400,
      "step": 53700
    },
    {
      "epoch": 1.7233647254788904,
      "grad_norm": 0.6956652998924255,
      "learning_rate": 1.9556991773393686e-05,
      "loss": 0.8578,
      "num_input_tokens_seen": 440729600,
      "step": 53800
    },
    {
      "epoch": 1.7265680056377732,
      "grad_norm": 0.5322553515434265,
      "learning_rate": 1.9474289889379334e-05,
      "loss": 0.8907,
      "num_input_tokens_seen": 441548800,
      "step": 53900
    },
    {
      "epoch": 1.7297712857966556,
      "grad_norm": 0.706683874130249,
      "learning_rate": 1.9391651532472296e-05,
      "loss": 0.8853,
      "num_input_tokens_seen": 442368000,
      "step": 54000
    },
    {
      "epoch": 1.7329745659555384,
      "grad_norm": 1.7393512725830078,
      "learning_rate": 1.930907765273611e-05,
      "loss": 0.8942,
      "num_input_tokens_seen": 443187200,
      "step": 54100
    },
    {
      "epoch": 1.7361778461144213,
      "grad_norm": 0.6126461029052734,
      "learning_rate": 1.922656919949306e-05,
      "loss": 0.861,
      "num_input_tokens_seen": 444006400,
      "step": 54200
    },
    {
      "epoch": 1.7393811262733039,
      "grad_norm": 15.058053016662598,
      "learning_rate": 1.914412712131325e-05,
      "loss": 0.8764,
      "num_input_tokens_seen": 444825600,
      "step": 54300
    },
    {
      "epoch": 1.7425844064321865,
      "grad_norm": 1.590517520904541,
      "learning_rate": 1.906175236600366e-05,
      "loss": 0.9054,
      "num_input_tokens_seen": 445644800,
      "step": 54400
    },
    {
      "epoch": 1.7457876865910693,
      "grad_norm": 2.823185920715332,
      "learning_rate": 1.8979445880597332e-05,
      "loss": 0.9166,
      "num_input_tokens_seen": 446464000,
      "step": 54500
    },
    {
      "epoch": 1.748990966749952,
      "grad_norm": 0.6295785903930664,
      "learning_rate": 1.8897208611342392e-05,
      "loss": 0.893,
      "num_input_tokens_seen": 447283200,
      "step": 54600
    },
    {
      "epoch": 1.7521942469088345,
      "grad_norm": 2.9604554176330566,
      "learning_rate": 1.881504150369125e-05,
      "loss": 0.8883,
      "num_input_tokens_seen": 448102400,
      "step": 54700
    },
    {
      "epoch": 1.7553975270677173,
      "grad_norm": 0.12940554320812225,
      "learning_rate": 1.873294550228965e-05,
      "loss": 0.9114,
      "num_input_tokens_seen": 448921600,
      "step": 54800
    },
    {
      "epoch": 1.7586008072266002,
      "grad_norm": 0.6710172891616821,
      "learning_rate": 1.8650921550965884e-05,
      "loss": 0.9675,
      "num_input_tokens_seen": 449740800,
      "step": 54900
    },
    {
      "epoch": 1.7618040873854828,
      "grad_norm": 0.5467862486839294,
      "learning_rate": 1.8568970592719903e-05,
      "loss": 0.9055,
      "num_input_tokens_seen": 450560000,
      "step": 55000
    },
    {
      "epoch": 1.7650073675443654,
      "grad_norm": 1.6943007707595825,
      "learning_rate": 1.8487093569712482e-05,
      "loss": 0.8754,
      "num_input_tokens_seen": 451379200,
      "step": 55100
    },
    {
      "epoch": 1.7682106477032482,
      "grad_norm": 0.6068347692489624,
      "learning_rate": 1.84052914232544e-05,
      "loss": 0.9695,
      "num_input_tokens_seen": 452198400,
      "step": 55200
    },
    {
      "epoch": 1.7714139278621308,
      "grad_norm": 2.650592565536499,
      "learning_rate": 1.8323565093795576e-05,
      "loss": 0.8756,
      "num_input_tokens_seen": 453017600,
      "step": 55300
    },
    {
      "epoch": 1.7746172080210134,
      "grad_norm": 2.3554019927978516,
      "learning_rate": 1.824191552091431e-05,
      "loss": 0.8884,
      "num_input_tokens_seen": 453836800,
      "step": 55400
    },
    {
      "epoch": 1.7778204881798962,
      "grad_norm": 0.5100352764129639,
      "learning_rate": 1.8160343643306467e-05,
      "loss": 0.901,
      "num_input_tokens_seen": 454656000,
      "step": 55500
    },
    {
      "epoch": 1.781023768338779,
      "grad_norm": 2.276134490966797,
      "learning_rate": 1.8078850398774666e-05,
      "loss": 0.8653,
      "num_input_tokens_seen": 455475200,
      "step": 55600
    },
    {
      "epoch": 1.7842270484976614,
      "grad_norm": 0.6568858027458191,
      "learning_rate": 1.7997436724217517e-05,
      "loss": 0.9307,
      "num_input_tokens_seen": 456294400,
      "step": 55700
    },
    {
      "epoch": 1.7874303286565443,
      "grad_norm": 0.5729939341545105,
      "learning_rate": 1.7916103555618818e-05,
      "loss": 0.8938,
      "num_input_tokens_seen": 457113600,
      "step": 55800
    },
    {
      "epoch": 1.790633608815427,
      "grad_norm": 0.4960566759109497,
      "learning_rate": 1.7834851828036855e-05,
      "loss": 0.8622,
      "num_input_tokens_seen": 457932800,
      "step": 55900
    },
    {
      "epoch": 1.7938368889743097,
      "grad_norm": 0.6195512413978577,
      "learning_rate": 1.7753682475593587e-05,
      "loss": 0.9165,
      "num_input_tokens_seen": 458752000,
      "step": 56000
    },
    {
      "epoch": 1.7970401691331923,
      "grad_norm": 0.7224614024162292,
      "learning_rate": 1.7672596431463963e-05,
      "loss": 0.9159,
      "num_input_tokens_seen": 459571200,
      "step": 56100
    },
    {
      "epoch": 1.8002434492920751,
      "grad_norm": 0.683172881603241,
      "learning_rate": 1.7591594627865134e-05,
      "loss": 0.928,
      "num_input_tokens_seen": 460390400,
      "step": 56200
    },
    {
      "epoch": 1.8034467294509577,
      "grad_norm": 0.6346443891525269,
      "learning_rate": 1.7510677996045787e-05,
      "loss": 0.8891,
      "num_input_tokens_seen": 461209600,
      "step": 56300
    },
    {
      "epoch": 1.8066500096098403,
      "grad_norm": 0.5797076225280762,
      "learning_rate": 1.7429847466275424e-05,
      "loss": 0.9163,
      "num_input_tokens_seen": 462028800,
      "step": 56400
    },
    {
      "epoch": 1.8098532897687232,
      "grad_norm": 1.201037883758545,
      "learning_rate": 1.734910396783364e-05,
      "loss": 0.9401,
      "num_input_tokens_seen": 462848000,
      "step": 56500
    },
    {
      "epoch": 1.813056569927606,
      "grad_norm": 0.6015352606773376,
      "learning_rate": 1.7268448428999508e-05,
      "loss": 0.9391,
      "num_input_tokens_seen": 463667200,
      "step": 56600
    },
    {
      "epoch": 1.8162598500864886,
      "grad_norm": 0.6725329756736755,
      "learning_rate": 1.71878817770408e-05,
      "loss": 0.8751,
      "num_input_tokens_seen": 464486400,
      "step": 56700
    },
    {
      "epoch": 1.8194631302453712,
      "grad_norm": 0.7582192420959473,
      "learning_rate": 1.7107404938203422e-05,
      "loss": 0.9578,
      "num_input_tokens_seen": 465305600,
      "step": 56800
    },
    {
      "epoch": 1.822666410404254,
      "grad_norm": 0.5181425213813782,
      "learning_rate": 1.702701883770074e-05,
      "loss": 0.9462,
      "num_input_tokens_seen": 466124800,
      "step": 56900
    },
    {
      "epoch": 1.8258696905631366,
      "grad_norm": 0.672991931438446,
      "learning_rate": 1.6946724399702905e-05,
      "loss": 0.8676,
      "num_input_tokens_seen": 466944000,
      "step": 57000
    },
    {
      "epoch": 1.8290729707220192,
      "grad_norm": 2.6324303150177,
      "learning_rate": 1.6866522547326292e-05,
      "loss": 0.9282,
      "num_input_tokens_seen": 467763200,
      "step": 57100
    },
    {
      "epoch": 1.832276250880902,
      "grad_norm": 0.5964205861091614,
      "learning_rate": 1.6786414202622818e-05,
      "loss": 0.8611,
      "num_input_tokens_seen": 468582400,
      "step": 57200
    },
    {
      "epoch": 1.835479531039785,
      "grad_norm": 1.6168113946914673,
      "learning_rate": 1.670640028656939e-05,
      "loss": 0.8977,
      "num_input_tokens_seen": 469401600,
      "step": 57300
    },
    {
      "epoch": 1.8386828111986673,
      "grad_norm": 0.5584040284156799,
      "learning_rate": 1.662648171905731e-05,
      "loss": 0.9157,
      "num_input_tokens_seen": 470220800,
      "step": 57400
    },
    {
      "epoch": 1.84188609135755,
      "grad_norm": 0.6906948685646057,
      "learning_rate": 1.654665941888169e-05,
      "loss": 0.8808,
      "num_input_tokens_seen": 471040000,
      "step": 57500
    },
    {
      "epoch": 1.845089371516433,
      "grad_norm": 0.8261626958847046,
      "learning_rate": 1.6466934303730866e-05,
      "loss": 0.9322,
      "num_input_tokens_seen": 471859200,
      "step": 57600
    },
    {
      "epoch": 1.8482926516753155,
      "grad_norm": 0.5074647068977356,
      "learning_rate": 1.6387307290175914e-05,
      "loss": 0.9141,
      "num_input_tokens_seen": 472678400,
      "step": 57700
    },
    {
      "epoch": 1.8514959318341981,
      "grad_norm": 1.8539708852767944,
      "learning_rate": 1.6307779293660034e-05,
      "loss": 0.8777,
      "num_input_tokens_seen": 473497600,
      "step": 57800
    },
    {
      "epoch": 1.854699211993081,
      "grad_norm": 2.2079038619995117,
      "learning_rate": 1.622835122848809e-05,
      "loss": 0.8596,
      "num_input_tokens_seen": 474316800,
      "step": 57900
    },
    {
      "epoch": 1.8579024921519636,
      "grad_norm": 0.670155942440033,
      "learning_rate": 1.6149024007816067e-05,
      "loss": 0.9112,
      "num_input_tokens_seen": 475136000,
      "step": 58000
    },
    {
      "epoch": 1.8611057723108462,
      "grad_norm": 0.8173292875289917,
      "learning_rate": 1.6069798543640543e-05,
      "loss": 0.9513,
      "num_input_tokens_seen": 475955200,
      "step": 58100
    },
    {
      "epoch": 1.864309052469729,
      "grad_norm": 0.5929046273231506,
      "learning_rate": 1.599067574678829e-05,
      "loss": 0.8633,
      "num_input_tokens_seen": 476774400,
      "step": 58200
    },
    {
      "epoch": 1.8675123326286118,
      "grad_norm": 0.6177115440368652,
      "learning_rate": 1.591165652690571e-05,
      "loss": 0.8829,
      "num_input_tokens_seen": 477593600,
      "step": 58300
    },
    {
      "epoch": 1.8707156127874944,
      "grad_norm": 5.405032157897949,
      "learning_rate": 1.5832741792448447e-05,
      "loss": 0.853,
      "num_input_tokens_seen": 478412800,
      "step": 58400
    },
    {
      "epoch": 1.873918892946377,
      "grad_norm": 0.8819538950920105,
      "learning_rate": 1.5753932450670892e-05,
      "loss": 0.8632,
      "num_input_tokens_seen": 479232000,
      "step": 58500
    },
    {
      "epoch": 1.8771221731052599,
      "grad_norm": 0.7577266693115234,
      "learning_rate": 1.5675229407615773e-05,
      "loss": 0.8691,
      "num_input_tokens_seen": 480051200,
      "step": 58600
    },
    {
      "epoch": 1.8803254532641425,
      "grad_norm": 0.5581927299499512,
      "learning_rate": 1.5596633568103764e-05,
      "loss": 0.8898,
      "num_input_tokens_seen": 480870400,
      "step": 58700
    },
    {
      "epoch": 1.883528733423025,
      "grad_norm": 1.5271930694580078,
      "learning_rate": 1.5518145835723034e-05,
      "loss": 0.9001,
      "num_input_tokens_seen": 481689600,
      "step": 58800
    },
    {
      "epoch": 1.886732013581908,
      "grad_norm": 0.594035804271698,
      "learning_rate": 1.54397671128189e-05,
      "loss": 0.8988,
      "num_input_tokens_seen": 482508800,
      "step": 58900
    },
    {
      "epoch": 1.8899352937407907,
      "grad_norm": 0.778454601764679,
      "learning_rate": 1.5361498300483423e-05,
      "loss": 0.8744,
      "num_input_tokens_seen": 483328000,
      "step": 59000
    },
    {
      "epoch": 1.893138573899673,
      "grad_norm": 0.6719622611999512,
      "learning_rate": 1.5283340298545056e-05,
      "loss": 0.9189,
      "num_input_tokens_seen": 484147200,
      "step": 59100
    },
    {
      "epoch": 1.896341854058556,
      "grad_norm": 0.7632321119308472,
      "learning_rate": 1.5205294005558335e-05,
      "loss": 0.9133,
      "num_input_tokens_seen": 484966400,
      "step": 59200
    },
    {
      "epoch": 1.8995451342174388,
      "grad_norm": 2.033229112625122,
      "learning_rate": 1.5127360318793481e-05,
      "loss": 0.8913,
      "num_input_tokens_seen": 485785600,
      "step": 59300
    },
    {
      "epoch": 1.9027484143763214,
      "grad_norm": 0.598871648311615,
      "learning_rate": 1.5049540134226158e-05,
      "loss": 0.8857,
      "num_input_tokens_seen": 486604800,
      "step": 59400
    },
    {
      "epoch": 1.905951694535204,
      "grad_norm": 1.5140035152435303,
      "learning_rate": 1.4971834346527102e-05,
      "loss": 0.9104,
      "num_input_tokens_seen": 487424000,
      "step": 59500
    },
    {
      "epoch": 1.9091549746940868,
      "grad_norm": 1.2196921110153198,
      "learning_rate": 1.4894243849051889e-05,
      "loss": 0.8936,
      "num_input_tokens_seen": 488243200,
      "step": 59600
    },
    {
      "epoch": 1.9123582548529694,
      "grad_norm": 0.6041728854179382,
      "learning_rate": 1.4816769533830638e-05,
      "loss": 0.9233,
      "num_input_tokens_seen": 489062400,
      "step": 59700
    },
    {
      "epoch": 1.915561535011852,
      "grad_norm": 0.585239589214325,
      "learning_rate": 1.4739412291557774e-05,
      "loss": 0.893,
      "num_input_tokens_seen": 489881600,
      "step": 59800
    },
    {
      "epoch": 1.9187648151707348,
      "grad_norm": 0.5198357701301575,
      "learning_rate": 1.4662173011581757e-05,
      "loss": 0.8643,
      "num_input_tokens_seen": 490700800,
      "step": 59900
    },
    {
      "epoch": 1.9219680953296177,
      "grad_norm": 1.5068873167037964,
      "learning_rate": 1.4585052581894881e-05,
      "loss": 0.9376,
      "num_input_tokens_seen": 491520000,
      "step": 60000
    },
    {
      "epoch": 1.9251713754885003,
      "grad_norm": 1.573378562927246,
      "learning_rate": 1.4508051889123075e-05,
      "loss": 0.9354,
      "num_input_tokens_seen": 492339200,
      "step": 60100
    },
    {
      "epoch": 1.9283746556473829,
      "grad_norm": 0.7995052933692932,
      "learning_rate": 1.4431171818515698e-05,
      "loss": 0.8201,
      "num_input_tokens_seen": 493158400,
      "step": 60200
    },
    {
      "epoch": 1.9315779358062657,
      "grad_norm": 0.7116925716400146,
      "learning_rate": 1.4354413253935336e-05,
      "loss": 0.8322,
      "num_input_tokens_seen": 493977600,
      "step": 60300
    },
    {
      "epoch": 1.9347812159651483,
      "grad_norm": 0.714451253414154,
      "learning_rate": 1.4277777077847665e-05,
      "loss": 0.9181,
      "num_input_tokens_seen": 494796800,
      "step": 60400
    },
    {
      "epoch": 1.937984496124031,
      "grad_norm": 0.7062659859657288,
      "learning_rate": 1.420126417131133e-05,
      "loss": 0.8783,
      "num_input_tokens_seen": 495616000,
      "step": 60500
    },
    {
      "epoch": 1.9411877762829137,
      "grad_norm": 0.5767313838005066,
      "learning_rate": 1.4124875413967767e-05,
      "loss": 0.9239,
      "num_input_tokens_seen": 496435200,
      "step": 60600
    },
    {
      "epoch": 1.9443910564417966,
      "grad_norm": 0.7007090449333191,
      "learning_rate": 1.4048611684031138e-05,
      "loss": 0.8908,
      "num_input_tokens_seen": 497254400,
      "step": 60700
    },
    {
      "epoch": 1.947594336600679,
      "grad_norm": 0.663779079914093,
      "learning_rate": 1.3972473858278184e-05,
      "loss": 0.8845,
      "num_input_tokens_seen": 498073600,
      "step": 60800
    },
    {
      "epoch": 1.9507976167595618,
      "grad_norm": 1.9937938451766968,
      "learning_rate": 1.3896462812038168e-05,
      "loss": 0.8902,
      "num_input_tokens_seen": 498892800,
      "step": 60900
    },
    {
      "epoch": 1.9540008969184446,
      "grad_norm": 0.5911014676094055,
      "learning_rate": 1.3820579419182838e-05,
      "loss": 0.9283,
      "num_input_tokens_seen": 499712000,
      "step": 61000
    },
    {
      "epoch": 1.9572041770773272,
      "grad_norm": 0.680264949798584,
      "learning_rate": 1.3744824552116343e-05,
      "loss": 0.9166,
      "num_input_tokens_seen": 500531200,
      "step": 61100
    },
    {
      "epoch": 1.9604074572362098,
      "grad_norm": 0.5298569202423096,
      "learning_rate": 1.3669199081765232e-05,
      "loss": 0.9069,
      "num_input_tokens_seen": 501350400,
      "step": 61200
    },
    {
      "epoch": 1.9636107373950926,
      "grad_norm": 2.5101547241210938,
      "learning_rate": 1.3593703877568407e-05,
      "loss": 0.9138,
      "num_input_tokens_seen": 502169600,
      "step": 61300
    },
    {
      "epoch": 1.9668140175539752,
      "grad_norm": 1.6266756057739258,
      "learning_rate": 1.3518339807467138e-05,
      "loss": 0.8311,
      "num_input_tokens_seen": 502988800,
      "step": 61400
    },
    {
      "epoch": 1.9700172977128578,
      "grad_norm": 0.6949862241744995,
      "learning_rate": 1.3443107737895121e-05,
      "loss": 0.9508,
      "num_input_tokens_seen": 503808000,
      "step": 61500
    },
    {
      "epoch": 1.9732205778717407,
      "grad_norm": 1.9142687320709229,
      "learning_rate": 1.3368008533768478e-05,
      "loss": 0.8986,
      "num_input_tokens_seen": 504627200,
      "step": 61600
    },
    {
      "epoch": 1.9764238580306235,
      "grad_norm": 1.5811573266983032,
      "learning_rate": 1.3293043058475835e-05,
      "loss": 0.8775,
      "num_input_tokens_seen": 505446400,
      "step": 61700
    },
    {
      "epoch": 1.979627138189506,
      "grad_norm": 0.5435724258422852,
      "learning_rate": 1.321821217386836e-05,
      "loss": 0.8588,
      "num_input_tokens_seen": 506265600,
      "step": 61800
    },
    {
      "epoch": 1.9828304183483887,
      "grad_norm": 0.5689346194267273,
      "learning_rate": 1.314351674024989e-05,
      "loss": 0.9,
      "num_input_tokens_seen": 507084800,
      "step": 61900
    },
    {
      "epoch": 1.9860336985072715,
      "grad_norm": 0.5658956170082092,
      "learning_rate": 1.3068957616367045e-05,
      "loss": 0.8931,
      "num_input_tokens_seen": 507904000,
      "step": 62000
    },
    {
      "epoch": 1.9892369786661541,
      "grad_norm": 0.6352538466453552,
      "learning_rate": 1.2994535659399327e-05,
      "loss": 0.9254,
      "num_input_tokens_seen": 508723200,
      "step": 62100
    },
    {
      "epoch": 1.9924402588250367,
      "grad_norm": 1.6909618377685547,
      "learning_rate": 1.2920251724949296e-05,
      "loss": 0.8628,
      "num_input_tokens_seen": 509542400,
      "step": 62200
    },
    {
      "epoch": 1.9956435389839196,
      "grad_norm": 0.6590949892997742,
      "learning_rate": 1.2846106667032693e-05,
      "loss": 0.8509,
      "num_input_tokens_seen": 510361600,
      "step": 62300
    },
    {
      "epoch": 1.9988468191428024,
      "grad_norm": 2.059828042984009,
      "learning_rate": 1.2772101338068649e-05,
      "loss": 0.8547,
      "num_input_tokens_seen": 511180800,
      "step": 62400
    },
    {
      "epoch": 2.0020500993016848,
      "grad_norm": 0.8146264553070068,
      "learning_rate": 1.2698236588869894e-05,
      "loss": 0.8274,
      "num_input_tokens_seen": 512000000,
      "step": 62500
    },
    {
      "epoch": 2.0052533794605676,
      "grad_norm": 0.5894434452056885,
      "learning_rate": 1.2624513268632967e-05,
      "loss": 0.8213,
      "num_input_tokens_seen": 512819200,
      "step": 62600
    },
    {
      "epoch": 2.0084566596194504,
      "grad_norm": 1.9424681663513184,
      "learning_rate": 1.2550932224928425e-05,
      "loss": 0.8608,
      "num_input_tokens_seen": 513638400,
      "step": 62700
    },
    {
      "epoch": 2.011659939778333,
      "grad_norm": 0.6579126715660095,
      "learning_rate": 1.2477494303691157e-05,
      "loss": 0.836,
      "num_input_tokens_seen": 514457600,
      "step": 62800
    },
    {
      "epoch": 2.0148632199372156,
      "grad_norm": 0.5051004886627197,
      "learning_rate": 1.2404200349210577e-05,
      "loss": 0.8208,
      "num_input_tokens_seen": 515276800,
      "step": 62900
    },
    {
      "epoch": 2.0180665000960984,
      "grad_norm": 0.6397780179977417,
      "learning_rate": 1.2331051204121009e-05,
      "loss": 0.8293,
      "num_input_tokens_seen": 516096000,
      "step": 63000
    },
    {
      "epoch": 2.0212697802549813,
      "grad_norm": 0.7705442309379578,
      "learning_rate": 1.2258047709391945e-05,
      "loss": 0.8663,
      "num_input_tokens_seen": 516915200,
      "step": 63100
    },
    {
      "epoch": 2.0244730604138637,
      "grad_norm": 0.711100697517395,
      "learning_rate": 1.218519070431836e-05,
      "loss": 0.8186,
      "num_input_tokens_seen": 517734400,
      "step": 63200
    },
    {
      "epoch": 2.0276763405727465,
      "grad_norm": 0.6769080758094788,
      "learning_rate": 1.2112481026511138e-05,
      "loss": 0.8468,
      "num_input_tokens_seen": 518553600,
      "step": 63300
    },
    {
      "epoch": 2.0308796207316293,
      "grad_norm": 0.7686530351638794,
      "learning_rate": 1.2039919511887338e-05,
      "loss": 0.7955,
      "num_input_tokens_seen": 519372800,
      "step": 63400
    },
    {
      "epoch": 2.0340829008905117,
      "grad_norm": 0.826252281665802,
      "learning_rate": 1.1967506994660685e-05,
      "loss": 0.8313,
      "num_input_tokens_seen": 520192000,
      "step": 63500
    },
    {
      "epoch": 2.0372861810493945,
      "grad_norm": 1.5545631647109985,
      "learning_rate": 1.1895244307331923e-05,
      "loss": 0.8387,
      "num_input_tokens_seen": 521011200,
      "step": 63600
    },
    {
      "epoch": 2.0404894612082773,
      "grad_norm": 2.142545461654663,
      "learning_rate": 1.1823132280679235e-05,
      "loss": 0.8087,
      "num_input_tokens_seen": 521830400,
      "step": 63700
    },
    {
      "epoch": 2.04369274136716,
      "grad_norm": 1.7032113075256348,
      "learning_rate": 1.1751171743748737e-05,
      "loss": 0.8357,
      "num_input_tokens_seen": 522649600,
      "step": 63800
    },
    {
      "epoch": 2.0468960215260426,
      "grad_norm": 0.6579723358154297,
      "learning_rate": 1.1679363523844918e-05,
      "loss": 0.8435,
      "num_input_tokens_seen": 523468800,
      "step": 63900
    },
    {
      "epoch": 2.0500993016849254,
      "grad_norm": 0.6495528817176819,
      "learning_rate": 1.1607708446521125e-05,
      "loss": 0.8702,
      "num_input_tokens_seen": 524288000,
      "step": 64000
    },
    {
      "epoch": 2.053302581843808,
      "grad_norm": 0.5699741840362549,
      "learning_rate": 1.153620733557007e-05,
      "loss": 0.8436,
      "num_input_tokens_seen": 525107200,
      "step": 64100
    },
    {
      "epoch": 2.0565058620026906,
      "grad_norm": 0.5475245118141174,
      "learning_rate": 1.1464861013014391e-05,
      "loss": 0.825,
      "num_input_tokens_seen": 525926400,
      "step": 64200
    },
    {
      "epoch": 2.0597091421615734,
      "grad_norm": 2.3118770122528076,
      "learning_rate": 1.139367029909717e-05,
      "loss": 0.8469,
      "num_input_tokens_seen": 526745600,
      "step": 64300
    },
    {
      "epoch": 2.0629124223204562,
      "grad_norm": 0.7807962894439697,
      "learning_rate": 1.1322636012272517e-05,
      "loss": 0.8397,
      "num_input_tokens_seen": 527564800,
      "step": 64400
    },
    {
      "epoch": 2.0661157024793386,
      "grad_norm": 1.0216293334960938,
      "learning_rate": 1.1251758969196147e-05,
      "loss": 0.7898,
      "num_input_tokens_seen": 528384000,
      "step": 64500
    },
    {
      "epoch": 2.0693189826382214,
      "grad_norm": 0.7191298604011536,
      "learning_rate": 1.1181039984715991e-05,
      "loss": 0.8449,
      "num_input_tokens_seen": 529203200,
      "step": 64600
    },
    {
      "epoch": 2.0725222627971043,
      "grad_norm": 0.4787365198135376,
      "learning_rate": 1.1110479871862862e-05,
      "loss": 0.7879,
      "num_input_tokens_seen": 530022400,
      "step": 64700
    },
    {
      "epoch": 2.075725542955987,
      "grad_norm": 0.7449747323989868,
      "learning_rate": 1.1040079441841065e-05,
      "loss": 0.866,
      "num_input_tokens_seen": 530841600,
      "step": 64800
    },
    {
      "epoch": 2.0789288231148695,
      "grad_norm": 0.7580021619796753,
      "learning_rate": 1.0969839504019108e-05,
      "loss": 0.851,
      "num_input_tokens_seen": 531660800,
      "step": 64900
    },
    {
      "epoch": 2.0821321032737523,
      "grad_norm": 0.6036601662635803,
      "learning_rate": 1.0899760865920355e-05,
      "loss": 0.814,
      "num_input_tokens_seen": 532480000,
      "step": 65000
    },
    {
      "epoch": 2.085335383432635,
      "grad_norm": 0.553875207901001,
      "learning_rate": 1.0829844333213766e-05,
      "loss": 0.8307,
      "num_input_tokens_seen": 533299200,
      "step": 65100
    },
    {
      "epoch": 2.0885386635915175,
      "grad_norm": 0.6239012479782104,
      "learning_rate": 1.0760090709704642e-05,
      "loss": 0.8406,
      "num_input_tokens_seen": 534118400,
      "step": 65200
    },
    {
      "epoch": 2.0917419437504003,
      "grad_norm": 0.8101912140846252,
      "learning_rate": 1.0690500797325387e-05,
      "loss": 0.8263,
      "num_input_tokens_seen": 534937600,
      "step": 65300
    },
    {
      "epoch": 2.094945223909283,
      "grad_norm": 0.827496349811554,
      "learning_rate": 1.0621075396126265e-05,
      "loss": 0.7959,
      "num_input_tokens_seen": 535756800,
      "step": 65400
    },
    {
      "epoch": 2.098148504068166,
      "grad_norm": 0.7722252607345581,
      "learning_rate": 1.055181530426621e-05,
      "loss": 0.8417,
      "num_input_tokens_seen": 536576000,
      "step": 65500
    },
    {
      "epoch": 2.1013517842270484,
      "grad_norm": 0.8276936411857605,
      "learning_rate": 1.0482721318003644e-05,
      "loss": 0.8267,
      "num_input_tokens_seen": 537395200,
      "step": 65600
    },
    {
      "epoch": 2.104555064385931,
      "grad_norm": 0.5818492770195007,
      "learning_rate": 1.0413794231687357e-05,
      "loss": 0.811,
      "num_input_tokens_seen": 538214400,
      "step": 65700
    },
    {
      "epoch": 2.107758344544814,
      "grad_norm": 1.9946190118789673,
      "learning_rate": 1.0345034837747342e-05,
      "loss": 0.8376,
      "num_input_tokens_seen": 539033600,
      "step": 65800
    },
    {
      "epoch": 2.1109616247036964,
      "grad_norm": 0.5959033370018005,
      "learning_rate": 1.0276443926685694e-05,
      "loss": 0.8641,
      "num_input_tokens_seen": 539852800,
      "step": 65900
    },
    {
      "epoch": 2.1141649048625792,
      "grad_norm": 0.9433934092521667,
      "learning_rate": 1.0208022287067509e-05,
      "loss": 0.8445,
      "num_input_tokens_seen": 540672000,
      "step": 66000
    },
    {
      "epoch": 2.117368185021462,
      "grad_norm": 1.3814393281936646,
      "learning_rate": 1.0139770705511833e-05,
      "loss": 0.8783,
      "num_input_tokens_seen": 541491200,
      "step": 66100
    },
    {
      "epoch": 2.120571465180345,
      "grad_norm": 0.5552910566329956,
      "learning_rate": 1.0071689966682623e-05,
      "loss": 0.7836,
      "num_input_tokens_seen": 542310400,
      "step": 66200
    },
    {
      "epoch": 2.1237747453392273,
      "grad_norm": 0.6831013560295105,
      "learning_rate": 1.0003780853279732e-05,
      "loss": 0.8143,
      "num_input_tokens_seen": 543129600,
      "step": 66300
    },
    {
      "epoch": 2.12697802549811,
      "grad_norm": 1.8912497758865356,
      "learning_rate": 9.936044146029855e-06,
      "loss": 0.8582,
      "num_input_tokens_seen": 543948800,
      "step": 66400
    },
    {
      "epoch": 2.130181305656993,
      "grad_norm": 0.6759600639343262,
      "learning_rate": 9.868480623677643e-06,
      "loss": 0.8295,
      "num_input_tokens_seen": 544768000,
      "step": 66500
    },
    {
      "epoch": 2.1333845858158753,
      "grad_norm": 0.6555814146995544,
      "learning_rate": 9.801091062976665e-06,
      "loss": 0.7856,
      "num_input_tokens_seen": 545587200,
      "step": 66600
    },
    {
      "epoch": 2.136587865974758,
      "grad_norm": 0.7342298626899719,
      "learning_rate": 9.733876238680531e-06,
      "loss": 0.8144,
      "num_input_tokens_seen": 546406400,
      "step": 66700
    },
    {
      "epoch": 2.139791146133641,
      "grad_norm": 1.6135506629943848,
      "learning_rate": 9.666836923533987e-06,
      "loss": 0.7658,
      "num_input_tokens_seen": 547225600,
      "step": 66800
    },
    {
      "epoch": 2.1429944262925233,
      "grad_norm": 0.6479013562202454,
      "learning_rate": 9.599973888263972e-06,
      "loss": 0.7818,
      "num_input_tokens_seen": 548044800,
      "step": 66900
    },
    {
      "epoch": 2.146197706451406,
      "grad_norm": 0.8639338612556458,
      "learning_rate": 9.533287901570843e-06,
      "loss": 0.8259,
      "num_input_tokens_seen": 548864000,
      "step": 67000
    },
    {
      "epoch": 2.149400986610289,
      "grad_norm": 0.852070152759552,
      "learning_rate": 9.466779730119449e-06,
      "loss": 0.84,
      "num_input_tokens_seen": 549683200,
      "step": 67100
    },
    {
      "epoch": 2.152604266769172,
      "grad_norm": 0.8585788607597351,
      "learning_rate": 9.400450138530394e-06,
      "loss": 0.8595,
      "num_input_tokens_seen": 550502400,
      "step": 67200
    },
    {
      "epoch": 2.155807546928054,
      "grad_norm": 2.652194023132324,
      "learning_rate": 9.334299889371217e-06,
      "loss": 0.8404,
      "num_input_tokens_seen": 551321600,
      "step": 67300
    },
    {
      "epoch": 2.159010827086937,
      "grad_norm": 0.6588045954704285,
      "learning_rate": 9.268329743147583e-06,
      "loss": 0.7933,
      "num_input_tokens_seen": 552140800,
      "step": 67400
    },
    {
      "epoch": 2.16221410724582,
      "grad_norm": 2.807159423828125,
      "learning_rate": 9.202540458294623e-06,
      "loss": 0.8066,
      "num_input_tokens_seen": 552960000,
      "step": 67500
    },
    {
      "epoch": 2.1654173874047022,
      "grad_norm": 0.7351047396659851,
      "learning_rate": 9.136932791168132e-06,
      "loss": 0.8831,
      "num_input_tokens_seen": 553779200,
      "step": 67600
    },
    {
      "epoch": 2.168620667563585,
      "grad_norm": 0.6064037084579468,
      "learning_rate": 9.071507496035943e-06,
      "loss": 0.7602,
      "num_input_tokens_seen": 554598400,
      "step": 67700
    },
    {
      "epoch": 2.171823947722468,
      "grad_norm": 0.6641263365745544,
      "learning_rate": 9.006265325069197e-06,
      "loss": 0.7984,
      "num_input_tokens_seen": 555417600,
      "step": 67800
    },
    {
      "epoch": 2.1750272278813503,
      "grad_norm": 0.6006192564964294,
      "learning_rate": 8.941207028333737e-06,
      "loss": 0.7831,
      "num_input_tokens_seen": 556236800,
      "step": 67900
    },
    {
      "epoch": 2.178230508040233,
      "grad_norm": 0.6849149465560913,
      "learning_rate": 8.876333353781468e-06,
      "loss": 0.829,
      "num_input_tokens_seen": 557056000,
      "step": 68000
    },
    {
      "epoch": 2.181433788199116,
      "grad_norm": 0.7569016218185425,
      "learning_rate": 8.811645047241767e-06,
      "loss": 0.8623,
      "num_input_tokens_seen": 557875200,
      "step": 68100
    },
    {
      "epoch": 2.1846370683579988,
      "grad_norm": 0.7035521268844604,
      "learning_rate": 8.74714285241289e-06,
      "loss": 0.8444,
      "num_input_tokens_seen": 558694400,
      "step": 68200
    },
    {
      "epoch": 2.187840348516881,
      "grad_norm": 0.7252819538116455,
      "learning_rate": 8.682827510853426e-06,
      "loss": 0.8287,
      "num_input_tokens_seen": 559513600,
      "step": 68300
    },
    {
      "epoch": 2.191043628675764,
      "grad_norm": 0.5455666780471802,
      "learning_rate": 8.618699761973792e-06,
      "loss": 0.7785,
      "num_input_tokens_seen": 560332800,
      "step": 68400
    },
    {
      "epoch": 2.194246908834647,
      "grad_norm": 0.8008429408073425,
      "learning_rate": 8.554760343027724e-06,
      "loss": 0.8595,
      "num_input_tokens_seen": 561152000,
      "step": 68500
    },
    {
      "epoch": 2.197450188993529,
      "grad_norm": 0.755208432674408,
      "learning_rate": 8.491009989103796e-06,
      "loss": 0.8538,
      "num_input_tokens_seen": 561971200,
      "step": 68600
    },
    {
      "epoch": 2.200653469152412,
      "grad_norm": 0.5776748657226562,
      "learning_rate": 8.427449433116952e-06,
      "loss": 0.8333,
      "num_input_tokens_seen": 562790400,
      "step": 68700
    },
    {
      "epoch": 2.203856749311295,
      "grad_norm": 0.6535948514938354,
      "learning_rate": 8.364079405800105e-06,
      "loss": 0.8281,
      "num_input_tokens_seen": 563609600,
      "step": 68800
    },
    {
      "epoch": 2.2070600294701777,
      "grad_norm": 0.5949485898017883,
      "learning_rate": 8.30090063569573e-06,
      "loss": 0.7887,
      "num_input_tokens_seen": 564428800,
      "step": 68900
    },
    {
      "epoch": 2.21026330962906,
      "grad_norm": 3.0284650325775146,
      "learning_rate": 8.237913849147497e-06,
      "loss": 0.8451,
      "num_input_tokens_seen": 565248000,
      "step": 69000
    },
    {
      "epoch": 2.213466589787943,
      "grad_norm": 0.5593298673629761,
      "learning_rate": 8.1751197702919e-06,
      "loss": 0.8596,
      "num_input_tokens_seen": 566067200,
      "step": 69100
    },
    {
      "epoch": 2.2166698699468257,
      "grad_norm": 0.670230507850647,
      "learning_rate": 8.112519121049942e-06,
      "loss": 0.8584,
      "num_input_tokens_seen": 566886400,
      "step": 69200
    },
    {
      "epoch": 2.219873150105708,
      "grad_norm": 1.34910249710083,
      "learning_rate": 8.050112621118822e-06,
      "loss": 0.8518,
      "num_input_tokens_seen": 567705600,
      "step": 69300
    },
    {
      "epoch": 2.223076430264591,
      "grad_norm": 0.6535902619361877,
      "learning_rate": 7.987900987963695e-06,
      "loss": 0.8544,
      "num_input_tokens_seen": 568524800,
      "step": 69400
    },
    {
      "epoch": 2.2262797104234737,
      "grad_norm": 0.594032883644104,
      "learning_rate": 7.925884936809396e-06,
      "loss": 0.8395,
      "num_input_tokens_seen": 569344000,
      "step": 69500
    },
    {
      "epoch": 2.2294829905823565,
      "grad_norm": 0.6679059863090515,
      "learning_rate": 7.864065180632233e-06,
      "loss": 0.8681,
      "num_input_tokens_seen": 570163200,
      "step": 69600
    },
    {
      "epoch": 2.232686270741239,
      "grad_norm": 0.5853981375694275,
      "learning_rate": 7.802442430151757e-06,
      "loss": 0.7735,
      "num_input_tokens_seen": 570982400,
      "step": 69700
    },
    {
      "epoch": 2.2358895509001218,
      "grad_norm": 1.4077626466751099,
      "learning_rate": 7.741017393822628e-06,
      "loss": 0.7853,
      "num_input_tokens_seen": 571801600,
      "step": 69800
    },
    {
      "epoch": 2.2390928310590046,
      "grad_norm": 0.6583539247512817,
      "learning_rate": 7.679790777826459e-06,
      "loss": 0.8403,
      "num_input_tokens_seen": 572620800,
      "step": 69900
    },
    {
      "epoch": 2.242296111217887,
      "grad_norm": 0.8946901559829712,
      "learning_rate": 7.618763286063698e-06,
      "loss": 0.8336,
      "num_input_tokens_seen": 573440000,
      "step": 70000
    },
    {
      "epoch": 2.24549939137677,
      "grad_norm": 0.7540560364723206,
      "learning_rate": 7.55793562014554e-06,
      "loss": 0.7682,
      "num_input_tokens_seen": 574259200,
      "step": 70100
    },
    {
      "epoch": 2.2487026715356526,
      "grad_norm": 0.7601240873336792,
      "learning_rate": 7.497308479385831e-06,
      "loss": 0.8367,
      "num_input_tokens_seen": 575078400,
      "step": 70200
    },
    {
      "epoch": 2.2519059516945354,
      "grad_norm": 0.7198605537414551,
      "learning_rate": 7.43688256079306e-06,
      "loss": 0.8119,
      "num_input_tokens_seen": 575897600,
      "step": 70300
    },
    {
      "epoch": 2.255109231853418,
      "grad_norm": 0.7405291199684143,
      "learning_rate": 7.376658559062349e-06,
      "loss": 0.8231,
      "num_input_tokens_seen": 576716800,
      "step": 70400
    },
    {
      "epoch": 2.2583125120123007,
      "grad_norm": 0.6844334602355957,
      "learning_rate": 7.31663716656745e-06,
      "loss": 0.852,
      "num_input_tokens_seen": 577536000,
      "step": 70500
    },
    {
      "epoch": 2.2615157921711835,
      "grad_norm": 3.182279348373413,
      "learning_rate": 7.256819073352775e-06,
      "loss": 0.82,
      "num_input_tokens_seen": 578355200,
      "step": 70600
    },
    {
      "epoch": 2.264719072330066,
      "grad_norm": 0.7010332345962524,
      "learning_rate": 7.197204967125498e-06,
      "loss": 0.8417,
      "num_input_tokens_seen": 579174400,
      "step": 70700
    },
    {
      "epoch": 2.2679223524889487,
      "grad_norm": 3.276526927947998,
      "learning_rate": 7.137795533247604e-06,
      "loss": 0.8252,
      "num_input_tokens_seen": 579993600,
      "step": 70800
    },
    {
      "epoch": 2.2711256326478315,
      "grad_norm": 0.6692455410957336,
      "learning_rate": 7.078591454728056e-06,
      "loss": 0.8195,
      "num_input_tokens_seen": 580812800,
      "step": 70900
    },
    {
      "epoch": 2.274328912806714,
      "grad_norm": 0.6837947368621826,
      "learning_rate": 7.019593412214914e-06,
      "loss": 0.8012,
      "num_input_tokens_seen": 581632000,
      "step": 71000
    },
    {
      "epoch": 2.2775321929655967,
      "grad_norm": 0.8453261256217957,
      "learning_rate": 6.960802083987503e-06,
      "loss": 0.8097,
      "num_input_tokens_seen": 582451200,
      "step": 71100
    },
    {
      "epoch": 2.2807354731244796,
      "grad_norm": 0.7615090608596802,
      "learning_rate": 6.902218145948647e-06,
      "loss": 0.8216,
      "num_input_tokens_seen": 583270400,
      "step": 71200
    },
    {
      "epoch": 2.283938753283362,
      "grad_norm": 2.4880526065826416,
      "learning_rate": 6.8438422716168595e-06,
      "loss": 0.829,
      "num_input_tokens_seen": 584089600,
      "step": 71300
    },
    {
      "epoch": 2.2871420334422448,
      "grad_norm": 2.184436798095703,
      "learning_rate": 6.785675132118638e-06,
      "loss": 0.8557,
      "num_input_tokens_seen": 584908800,
      "step": 71400
    },
    {
      "epoch": 2.2903453136011276,
      "grad_norm": 0.6513957977294922,
      "learning_rate": 6.72771739618073e-06,
      "loss": 0.8199,
      "num_input_tokens_seen": 585728000,
      "step": 71500
    },
    {
      "epoch": 2.2935485937600104,
      "grad_norm": 2.187042713165283,
      "learning_rate": 6.6699697301224214e-06,
      "loss": 0.876,
      "num_input_tokens_seen": 586547200,
      "step": 71600
    },
    {
      "epoch": 2.296751873918893,
      "grad_norm": 0.6848201751708984,
      "learning_rate": 6.612432797847937e-06,
      "loss": 0.8013,
      "num_input_tokens_seen": 587366400,
      "step": 71700
    },
    {
      "epoch": 2.2999551540777756,
      "grad_norm": 0.9538524150848389,
      "learning_rate": 6.55510726083873e-06,
      "loss": 0.7922,
      "num_input_tokens_seen": 588185600,
      "step": 71800
    },
    {
      "epoch": 2.3031584342366584,
      "grad_norm": 0.6234622597694397,
      "learning_rate": 6.4979937781459586e-06,
      "loss": 0.7617,
      "num_input_tokens_seen": 589004800,
      "step": 71900
    },
    {
      "epoch": 2.306361714395541,
      "grad_norm": 0.7952730655670166,
      "learning_rate": 6.441093006382831e-06,
      "loss": 0.8744,
      "num_input_tokens_seen": 589824000,
      "step": 72000
    },
    {
      "epoch": 2.3095649945544237,
      "grad_norm": 0.6471823453903198,
      "learning_rate": 6.384405599717125e-06,
      "loss": 0.7952,
      "num_input_tokens_seen": 590643200,
      "step": 72100
    },
    {
      "epoch": 2.3127682747133065,
      "grad_norm": 0.713498592376709,
      "learning_rate": 6.327932209863618e-06,
      "loss": 0.817,
      "num_input_tokens_seen": 591462400,
      "step": 72200
    },
    {
      "epoch": 2.3159715548721893,
      "grad_norm": 0.8223375678062439,
      "learning_rate": 6.271673486076629e-06,
      "loss": 0.8127,
      "num_input_tokens_seen": 592281600,
      "step": 72300
    },
    {
      "epoch": 2.3191748350310717,
      "grad_norm": 2.696056842803955,
      "learning_rate": 6.215630075142523e-06,
      "loss": 0.8191,
      "num_input_tokens_seen": 593100800,
      "step": 72400
    },
    {
      "epoch": 2.3223781151899545,
      "grad_norm": 0.6731551885604858,
      "learning_rate": 6.159802621372279e-06,
      "loss": 0.831,
      "num_input_tokens_seen": 593920000,
      "step": 72500
    },
    {
      "epoch": 2.3255813953488373,
      "grad_norm": 0.6898087859153748,
      "learning_rate": 6.1041917665941275e-06,
      "loss": 0.8249,
      "num_input_tokens_seen": 594739200,
      "step": 72600
    },
    {
      "epoch": 2.3287846755077197,
      "grad_norm": 0.6532519459724426,
      "learning_rate": 6.048798150146112e-06,
      "loss": 0.7416,
      "num_input_tokens_seen": 595558400,
      "step": 72700
    },
    {
      "epoch": 2.3319879556666026,
      "grad_norm": 0.6760110259056091,
      "learning_rate": 5.993622408868788e-06,
      "loss": 0.8451,
      "num_input_tokens_seen": 596377600,
      "step": 72800
    },
    {
      "epoch": 2.3351912358254854,
      "grad_norm": 2.732374668121338,
      "learning_rate": 5.9386651770978516e-06,
      "loss": 0.8654,
      "num_input_tokens_seen": 597196800,
      "step": 72900
    },
    {
      "epoch": 2.338394515984368,
      "grad_norm": 0.6297926306724548,
      "learning_rate": 5.8839270866568816e-06,
      "loss": 0.8397,
      "num_input_tokens_seen": 598016000,
      "step": 73000
    },
    {
      "epoch": 2.3415977961432506,
      "grad_norm": 0.5178629755973816,
      "learning_rate": 5.829408766850078e-06,
      "loss": 0.833,
      "num_input_tokens_seen": 598835200,
      "step": 73100
    },
    {
      "epoch": 2.3448010763021334,
      "grad_norm": 0.5522879958152771,
      "learning_rate": 5.7751108444550066e-06,
      "loss": 0.8174,
      "num_input_tokens_seen": 599654400,
      "step": 73200
    },
    {
      "epoch": 2.3480043564610162,
      "grad_norm": 0.6307721734046936,
      "learning_rate": 5.7210339437154175e-06,
      "loss": 0.7809,
      "num_input_tokens_seen": 600473600,
      "step": 73300
    },
    {
      "epoch": 2.3512076366198986,
      "grad_norm": 0.6830965876579285,
      "learning_rate": 5.667178686334037e-06,
      "loss": 0.8243,
      "num_input_tokens_seen": 601292800,
      "step": 73400
    },
    {
      "epoch": 2.3544109167787814,
      "grad_norm": 2.0725910663604736,
      "learning_rate": 5.613545691465438e-06,
      "loss": 0.7868,
      "num_input_tokens_seen": 602112000,
      "step": 73500
    },
    {
      "epoch": 2.3576141969376643,
      "grad_norm": 0.994819700717926,
      "learning_rate": 5.560135575708927e-06,
      "loss": 0.8176,
      "num_input_tokens_seen": 602931200,
      "step": 73600
    },
    {
      "epoch": 2.360817477096547,
      "grad_norm": 0.7025684714317322,
      "learning_rate": 5.506948953101454e-06,
      "loss": 0.8417,
      "num_input_tokens_seen": 603750400,
      "step": 73700
    },
    {
      "epoch": 2.3640207572554295,
      "grad_norm": 0.6975109577178955,
      "learning_rate": 5.45398643511055e-06,
      "loss": 0.8552,
      "num_input_tokens_seen": 604569600,
      "step": 73800
    },
    {
      "epoch": 2.3672240374143123,
      "grad_norm": 0.6180407404899597,
      "learning_rate": 5.401248630627282e-06,
      "loss": 0.8423,
      "num_input_tokens_seen": 605388800,
      "step": 73900
    },
    {
      "epoch": 2.370427317573195,
      "grad_norm": 0.8194453716278076,
      "learning_rate": 5.3487361459592626e-06,
      "loss": 0.8278,
      "num_input_tokens_seen": 606208000,
      "step": 74000
    },
    {
      "epoch": 2.3736305977320775,
      "grad_norm": 0.6039137244224548,
      "learning_rate": 5.296449584823707e-06,
      "loss": 0.8354,
      "num_input_tokens_seen": 607027200,
      "step": 74100
    },
    {
      "epoch": 2.3768338778909603,
      "grad_norm": 0.6407757997512817,
      "learning_rate": 5.244389548340456e-06,
      "loss": 0.8292,
      "num_input_tokens_seen": 607846400,
      "step": 74200
    },
    {
      "epoch": 2.380037158049843,
      "grad_norm": 1.9735205173492432,
      "learning_rate": 5.19255663502507e-06,
      "loss": 0.8604,
      "num_input_tokens_seen": 608665600,
      "step": 74300
    },
    {
      "epoch": 2.3832404382087256,
      "grad_norm": 0.7297560572624207,
      "learning_rate": 5.1409514407819745e-06,
      "loss": 0.8464,
      "num_input_tokens_seen": 609484800,
      "step": 74400
    },
    {
      "epoch": 2.3864437183676084,
      "grad_norm": 0.641272246837616,
      "learning_rate": 5.089574558897564e-06,
      "loss": 0.8711,
      "num_input_tokens_seen": 610304000,
      "step": 74500
    },
    {
      "epoch": 2.389646998526491,
      "grad_norm": 0.5732747316360474,
      "learning_rate": 5.038426580033431e-06,
      "loss": 0.8357,
      "num_input_tokens_seen": 611123200,
      "step": 74600
    },
    {
      "epoch": 2.3928502786853736,
      "grad_norm": 0.7175111770629883,
      "learning_rate": 4.98750809221955e-06,
      "loss": 0.8782,
      "num_input_tokens_seen": 611942400,
      "step": 74700
    },
    {
      "epoch": 2.3960535588442564,
      "grad_norm": 0.6939539909362793,
      "learning_rate": 4.936819680847499e-06,
      "loss": 0.8051,
      "num_input_tokens_seen": 612761600,
      "step": 74800
    },
    {
      "epoch": 2.3992568390031392,
      "grad_norm": 0.9897929430007935,
      "learning_rate": 4.886361928663779e-06,
      "loss": 0.8208,
      "num_input_tokens_seen": 613580800,
      "step": 74900
    },
    {
      "epoch": 2.402460119162022,
      "grad_norm": 1.3492214679718018,
      "learning_rate": 4.836135415763054e-06,
      "loss": 0.8081,
      "num_input_tokens_seen": 614400000,
      "step": 75000
    },
    {
      "epoch": 2.4056633993209044,
      "grad_norm": 0.6165256500244141,
      "learning_rate": 4.786140719581539e-06,
      "loss": 0.8612,
      "num_input_tokens_seen": 615219200,
      "step": 75100
    },
    {
      "epoch": 2.4088666794797873,
      "grad_norm": 0.7315238118171692,
      "learning_rate": 4.73637841489033e-06,
      "loss": 0.8201,
      "num_input_tokens_seen": 616038400,
      "step": 75200
    },
    {
      "epoch": 2.41206995963867,
      "grad_norm": 0.5693472027778625,
      "learning_rate": 4.686849073788782e-06,
      "loss": 0.8319,
      "num_input_tokens_seen": 616857600,
      "step": 75300
    },
    {
      "epoch": 2.4152732397975525,
      "grad_norm": 1.28626549243927,
      "learning_rate": 4.637553265697978e-06,
      "loss": 0.8012,
      "num_input_tokens_seen": 617676800,
      "step": 75400
    },
    {
      "epoch": 2.4184765199564353,
      "grad_norm": 3.020348072052002,
      "learning_rate": 4.5884915573541326e-06,
      "loss": 0.8216,
      "num_input_tokens_seen": 618496000,
      "step": 75500
    },
    {
      "epoch": 2.421679800115318,
      "grad_norm": 1.7923747301101685,
      "learning_rate": 4.539664512802125e-06,
      "loss": 0.8269,
      "num_input_tokens_seen": 619315200,
      "step": 75600
    },
    {
      "epoch": 2.424883080274201,
      "grad_norm": 0.6749047636985779,
      "learning_rate": 4.491072693388957e-06,
      "loss": 0.7949,
      "num_input_tokens_seen": 620134400,
      "step": 75700
    },
    {
      "epoch": 2.4280863604330833,
      "grad_norm": 0.8918429613113403,
      "learning_rate": 4.442716657757354e-06,
      "loss": 0.8153,
      "num_input_tokens_seen": 620953600,
      "step": 75800
    },
    {
      "epoch": 2.431289640591966,
      "grad_norm": 0.8165135383605957,
      "learning_rate": 4.3945969618393255e-06,
      "loss": 0.8063,
      "num_input_tokens_seen": 621772800,
      "step": 75900
    },
    {
      "epoch": 2.434492920750849,
      "grad_norm": 2.7509946823120117,
      "learning_rate": 4.346714158849744e-06,
      "loss": 0.7779,
      "num_input_tokens_seen": 622592000,
      "step": 76000
    },
    {
      "epoch": 2.4376962009097314,
      "grad_norm": 1.2128119468688965,
      "learning_rate": 4.299068799280032e-06,
      "loss": 0.8322,
      "num_input_tokens_seen": 623411200,
      "step": 76100
    },
    {
      "epoch": 2.440899481068614,
      "grad_norm": 1.1851086616516113,
      "learning_rate": 4.251661430891787e-06,
      "loss": 0.8294,
      "num_input_tokens_seen": 624230400,
      "step": 76200
    },
    {
      "epoch": 2.444102761227497,
      "grad_norm": 0.7874124646186829,
      "learning_rate": 4.20449259871053e-06,
      "loss": 0.819,
      "num_input_tokens_seen": 625049600,
      "step": 76300
    },
    {
      "epoch": 2.44730604138638,
      "grad_norm": 0.6558551788330078,
      "learning_rate": 4.157562845019405e-06,
      "loss": 0.7969,
      "num_input_tokens_seen": 625868800,
      "step": 76400
    },
    {
      "epoch": 2.4505093215452622,
      "grad_norm": 0.7723847031593323,
      "learning_rate": 4.1108727093529644e-06,
      "loss": 0.8516,
      "num_input_tokens_seen": 626688000,
      "step": 76500
    },
    {
      "epoch": 2.453712601704145,
      "grad_norm": 0.6779108047485352,
      "learning_rate": 4.064422728490946e-06,
      "loss": 0.8471,
      "num_input_tokens_seen": 627507200,
      "step": 76600
    },
    {
      "epoch": 2.456915881863028,
      "grad_norm": 0.5954208970069885,
      "learning_rate": 4.018213436452117e-06,
      "loss": 0.84,
      "num_input_tokens_seen": 628326400,
      "step": 76700
    },
    {
      "epoch": 2.4601191620219103,
      "grad_norm": 2.6484439373016357,
      "learning_rate": 3.972245364488136e-06,
      "loss": 0.8224,
      "num_input_tokens_seen": 629145600,
      "step": 76800
    },
    {
      "epoch": 2.463322442180793,
      "grad_norm": 0.6489027142524719,
      "learning_rate": 3.926519041077445e-06,
      "loss": 0.8476,
      "num_input_tokens_seen": 629964800,
      "step": 76900
    },
    {
      "epoch": 2.466525722339676,
      "grad_norm": 2.0896570682525635,
      "learning_rate": 3.8810349919191825e-06,
      "loss": 0.8256,
      "num_input_tokens_seen": 630784000,
      "step": 77000
    },
    {
      "epoch": 2.4697290024985588,
      "grad_norm": 0.8174818158149719,
      "learning_rate": 3.835793739927151e-06,
      "loss": 0.8493,
      "num_input_tokens_seen": 631603200,
      "step": 77100
    },
    {
      "epoch": 2.472932282657441,
      "grad_norm": 0.7576190829277039,
      "learning_rate": 3.7907958052237875e-06,
      "loss": 0.8275,
      "num_input_tokens_seen": 632422400,
      "step": 77200
    },
    {
      "epoch": 2.476135562816324,
      "grad_norm": 1.7763944864273071,
      "learning_rate": 3.746041705134215e-06,
      "loss": 0.8628,
      "num_input_tokens_seen": 633241600,
      "step": 77300
    },
    {
      "epoch": 2.479338842975207,
      "grad_norm": 0.8131124973297119,
      "learning_rate": 3.7015319541802708e-06,
      "loss": 0.8246,
      "num_input_tokens_seen": 634060800,
      "step": 77400
    },
    {
      "epoch": 2.482542123134089,
      "grad_norm": 0.9916465282440186,
      "learning_rate": 3.657267064074607e-06,
      "loss": 0.806,
      "num_input_tokens_seen": 634880000,
      "step": 77500
    },
    {
      "epoch": 2.485745403292972,
      "grad_norm": 1.6239954233169556,
      "learning_rate": 3.613247543714779e-06,
      "loss": 0.8068,
      "num_input_tokens_seen": 635699200,
      "step": 77600
    },
    {
      "epoch": 2.488948683451855,
      "grad_norm": 1.0215014219284058,
      "learning_rate": 3.5694738991774197e-06,
      "loss": 0.7704,
      "num_input_tokens_seen": 636518400,
      "step": 77700
    },
    {
      "epoch": 2.492151963610737,
      "grad_norm": 0.6939218044281006,
      "learning_rate": 3.5259466337124293e-06,
      "loss": 0.8625,
      "num_input_tokens_seen": 637337600,
      "step": 77800
    },
    {
      "epoch": 2.49535524376962,
      "grad_norm": 0.7442044615745544,
      "learning_rate": 3.4826662477371624e-06,
      "loss": 0.8093,
      "num_input_tokens_seen": 638156800,
      "step": 77900
    },
    {
      "epoch": 2.498558523928503,
      "grad_norm": 0.5725979208946228,
      "learning_rate": 3.4396332388307057e-06,
      "loss": 0.8533,
      "num_input_tokens_seen": 638976000,
      "step": 78000
    },
    {
      "epoch": 2.5017618040873852,
      "grad_norm": 2.239358425140381,
      "learning_rate": 3.3968481017281173e-06,
      "loss": 0.8254,
      "num_input_tokens_seen": 639795200,
      "step": 78100
    },
    {
      "epoch": 2.504965084246268,
      "grad_norm": 0.6777194142341614,
      "learning_rate": 3.3543113283147687e-06,
      "loss": 0.8311,
      "num_input_tokens_seen": 640614400,
      "step": 78200
    },
    {
      "epoch": 2.508168364405151,
      "grad_norm": 0.9692057371139526,
      "learning_rate": 3.3120234076206987e-06,
      "loss": 0.8285,
      "num_input_tokens_seen": 641433600,
      "step": 78300
    },
    {
      "epoch": 2.5113716445640337,
      "grad_norm": 0.8157410621643066,
      "learning_rate": 3.2699848258149617e-06,
      "loss": 0.8276,
      "num_input_tokens_seen": 642252800,
      "step": 78400
    },
    {
      "epoch": 2.514574924722916,
      "grad_norm": 1.9688010215759277,
      "learning_rate": 3.228196066200051e-06,
      "loss": 0.7989,
      "num_input_tokens_seen": 643072000,
      "step": 78500
    },
    {
      "epoch": 2.517778204881799,
      "grad_norm": 2.142247200012207,
      "learning_rate": 3.186657609206353e-06,
      "loss": 0.8165,
      "num_input_tokens_seen": 643891200,
      "step": 78600
    },
    {
      "epoch": 2.5209814850406818,
      "grad_norm": 0.7529670596122742,
      "learning_rate": 3.1453699323866047e-06,
      "loss": 0.8476,
      "num_input_tokens_seen": 644710400,
      "step": 78700
    },
    {
      "epoch": 2.524184765199564,
      "grad_norm": 0.5978514552116394,
      "learning_rate": 3.1043335104104233e-06,
      "loss": 0.8386,
      "num_input_tokens_seen": 645529600,
      "step": 78800
    },
    {
      "epoch": 2.527388045358447,
      "grad_norm": 0.7615718841552734,
      "learning_rate": 3.0635488150588338e-06,
      "loss": 0.8198,
      "num_input_tokens_seen": 646348800,
      "step": 78900
    },
    {
      "epoch": 2.53059132551733,
      "grad_norm": 0.7568325400352478,
      "learning_rate": 3.0230163152188463e-06,
      "loss": 0.8364,
      "num_input_tokens_seen": 647168000,
      "step": 79000
    },
    {
      "epoch": 2.5337946056762126,
      "grad_norm": 0.5773870944976807,
      "learning_rate": 2.9827364768780814e-06,
      "loss": 0.7922,
      "num_input_tokens_seen": 647987200,
      "step": 79100
    },
    {
      "epoch": 2.536997885835095,
      "grad_norm": 4.734196662902832,
      "learning_rate": 2.942709763119386e-06,
      "loss": 0.7829,
      "num_input_tokens_seen": 648806400,
      "step": 79200
    },
    {
      "epoch": 2.540201165993978,
      "grad_norm": 0.7763670682907104,
      "learning_rate": 2.9029366341155356e-06,
      "loss": 0.8196,
      "num_input_tokens_seen": 649625600,
      "step": 79300
    },
    {
      "epoch": 2.5434044461528607,
      "grad_norm": 0.6776308417320251,
      "learning_rate": 2.863417547123934e-06,
      "loss": 0.788,
      "num_input_tokens_seen": 650444800,
      "step": 79400
    },
    {
      "epoch": 2.546607726311743,
      "grad_norm": 0.7068803906440735,
      "learning_rate": 2.8241529564813434e-06,
      "loss": 0.8413,
      "num_input_tokens_seen": 651264000,
      "step": 79500
    },
    {
      "epoch": 2.549811006470626,
      "grad_norm": 1.1894068717956543,
      "learning_rate": 2.7851433135986843e-06,
      "loss": 0.851,
      "num_input_tokens_seen": 652083200,
      "step": 79600
    },
    {
      "epoch": 2.5530142866295087,
      "grad_norm": 1.9698837995529175,
      "learning_rate": 2.7463890669558263e-06,
      "loss": 0.8379,
      "num_input_tokens_seen": 652902400,
      "step": 79700
    },
    {
      "epoch": 2.5562175667883915,
      "grad_norm": 1.8066941499710083,
      "learning_rate": 2.707890662096452e-06,
      "loss": 0.7906,
      "num_input_tokens_seen": 653721600,
      "step": 79800
    },
    {
      "epoch": 2.559420846947274,
      "grad_norm": 0.824046790599823,
      "learning_rate": 2.6696485416228987e-06,
      "loss": 0.8011,
      "num_input_tokens_seen": 654540800,
      "step": 79900
    },
    {
      "epoch": 2.5626241271061567,
      "grad_norm": 0.7096015214920044,
      "learning_rate": 2.6316631451911213e-06,
      "loss": 0.8328,
      "num_input_tokens_seen": 655360000,
      "step": 80000
    },
    {
      "epoch": 2.5658274072650396,
      "grad_norm": 0.5634686350822449,
      "learning_rate": 2.593934909505602e-06,
      "loss": 0.8896,
      "num_input_tokens_seen": 656179200,
      "step": 80100
    },
    {
      "epoch": 2.569030687423922,
      "grad_norm": 0.7022582292556763,
      "learning_rate": 2.5564642683143263e-06,
      "loss": 0.8405,
      "num_input_tokens_seen": 656998400,
      "step": 80200
    },
    {
      "epoch": 2.5722339675828048,
      "grad_norm": 0.010020343586802483,
      "learning_rate": 2.51925165240382e-06,
      "loss": 0.8639,
      "num_input_tokens_seen": 657817600,
      "step": 80300
    },
    {
      "epoch": 2.5754372477416876,
      "grad_norm": 0.7010151147842407,
      "learning_rate": 2.482297489594182e-06,
      "loss": 0.813,
      "num_input_tokens_seen": 658636800,
      "step": 80400
    },
    {
      "epoch": 2.5786405279005704,
      "grad_norm": 1.0606889724731445,
      "learning_rate": 2.4456022047341653e-06,
      "loss": 0.8494,
      "num_input_tokens_seen": 659456000,
      "step": 80500
    },
    {
      "epoch": 2.581843808059453,
      "grad_norm": 0.5736305713653564,
      "learning_rate": 2.4091662196963014e-06,
      "loss": 0.8748,
      "num_input_tokens_seen": 660275200,
      "step": 80600
    },
    {
      "epoch": 2.5850470882183356,
      "grad_norm": 0.6299107074737549,
      "learning_rate": 2.3729899533720485e-06,
      "loss": 0.8254,
      "num_input_tokens_seen": 661094400,
      "step": 80700
    },
    {
      "epoch": 2.588250368377218,
      "grad_norm": 0.8091995120048523,
      "learning_rate": 2.3370738216669574e-06,
      "loss": 0.8373,
      "num_input_tokens_seen": 661913600,
      "step": 80800
    },
    {
      "epoch": 2.591453648536101,
      "grad_norm": 0.7887117862701416,
      "learning_rate": 2.3014182374959116e-06,
      "loss": 0.7675,
      "num_input_tokens_seen": 662732800,
      "step": 80900
    },
    {
      "epoch": 2.5946569286949837,
      "grad_norm": 0.7341217994689941,
      "learning_rate": 2.2660236107783783e-06,
      "loss": 0.8264,
      "num_input_tokens_seen": 663552000,
      "step": 81000
    },
    {
      "epoch": 2.5978602088538665,
      "grad_norm": 0.7887162566184998,
      "learning_rate": 2.230890348433684e-06,
      "loss": 0.8579,
      "num_input_tokens_seen": 664371200,
      "step": 81100
    },
    {
      "epoch": 2.6010634890127493,
      "grad_norm": 0.8627157807350159,
      "learning_rate": 2.1960188543763526e-06,
      "loss": 0.8412,
      "num_input_tokens_seen": 665190400,
      "step": 81200
    },
    {
      "epoch": 2.6042667691716317,
      "grad_norm": 2.6676676273345947,
      "learning_rate": 2.161409529511438e-06,
      "loss": 0.7985,
      "num_input_tokens_seen": 666009600,
      "step": 81300
    },
    {
      "epoch": 2.6074700493305145,
      "grad_norm": 0.6035804748535156,
      "learning_rate": 2.127062771729929e-06,
      "loss": 0.8033,
      "num_input_tokens_seen": 666828800,
      "step": 81400
    },
    {
      "epoch": 2.610673329489397,
      "grad_norm": 2.14854097366333,
      "learning_rate": 2.092978975904189e-06,
      "loss": 0.8538,
      "num_input_tokens_seen": 667648000,
      "step": 81500
    },
    {
      "epoch": 2.6138766096482797,
      "grad_norm": 1.651636004447937,
      "learning_rate": 2.059158533883393e-06,
      "loss": 0.8805,
      "num_input_tokens_seen": 668467200,
      "step": 81600
    },
    {
      "epoch": 2.6170798898071626,
      "grad_norm": 2.1014175415039062,
      "learning_rate": 2.025601834489038e-06,
      "loss": 0.8837,
      "num_input_tokens_seen": 669286400,
      "step": 81700
    },
    {
      "epoch": 2.6202831699660454,
      "grad_norm": 0.741468071937561,
      "learning_rate": 1.9923092635104557e-06,
      "loss": 0.7892,
      "num_input_tokens_seen": 670105600,
      "step": 81800
    },
    {
      "epoch": 2.6234864501249278,
      "grad_norm": 1.3246105909347534,
      "learning_rate": 1.9592812037003918e-06,
      "loss": 0.774,
      "num_input_tokens_seen": 670924800,
      "step": 81900
    },
    {
      "epoch": 2.6266897302838106,
      "grad_norm": 0.6697006225585938,
      "learning_rate": 1.9265180347706053e-06,
      "loss": 0.8393,
      "num_input_tokens_seen": 671744000,
      "step": 82000
    },
    {
      "epoch": 2.6298930104426934,
      "grad_norm": 0.5421914458274841,
      "learning_rate": 1.894020133387503e-06,
      "loss": 0.8398,
      "num_input_tokens_seen": 672563200,
      "step": 82100
    },
    {
      "epoch": 2.633096290601576,
      "grad_norm": 2.6112563610076904,
      "learning_rate": 1.8617878731678e-06,
      "loss": 0.8031,
      "num_input_tokens_seen": 673382400,
      "step": 82200
    },
    {
      "epoch": 2.6362995707604586,
      "grad_norm": 0.7507239580154419,
      "learning_rate": 1.8298216246742329e-06,
      "loss": 0.831,
      "num_input_tokens_seen": 674201600,
      "step": 82300
    },
    {
      "epoch": 2.6395028509193414,
      "grad_norm": 2.156158685684204,
      "learning_rate": 1.798121755411289e-06,
      "loss": 0.8778,
      "num_input_tokens_seen": 675020800,
      "step": 82400
    },
    {
      "epoch": 2.6427061310782243,
      "grad_norm": 0.5693337917327881,
      "learning_rate": 1.7666886298210006e-06,
      "loss": 0.7904,
      "num_input_tokens_seen": 675840000,
      "step": 82500
    },
    {
      "epoch": 2.6459094112371067,
      "grad_norm": 0.9597682356834412,
      "learning_rate": 1.735522609278742e-06,
      "loss": 0.8547,
      "num_input_tokens_seen": 676659200,
      "step": 82600
    },
    {
      "epoch": 2.6491126913959895,
      "grad_norm": 0.8956586122512817,
      "learning_rate": 1.7046240520890655e-06,
      "loss": 0.8395,
      "num_input_tokens_seen": 677478400,
      "step": 82700
    },
    {
      "epoch": 2.6523159715548723,
      "grad_norm": 0.918878436088562,
      "learning_rate": 1.6739933134816117e-06,
      "loss": 0.8106,
      "num_input_tokens_seen": 678297600,
      "step": 82800
    },
    {
      "epoch": 2.6555192517137547,
      "grad_norm": 0.6460690498352051,
      "learning_rate": 1.6436307456069832e-06,
      "loss": 0.8427,
      "num_input_tokens_seen": 679116800,
      "step": 82900
    },
    {
      "epoch": 2.6587225318726375,
      "grad_norm": 0.7876623868942261,
      "learning_rate": 1.6135366975327442e-06,
      "loss": 0.8306,
      "num_input_tokens_seen": 679936000,
      "step": 83000
    },
    {
      "epoch": 2.6619258120315203,
      "grad_norm": 0.7109478712081909,
      "learning_rate": 1.5837115152393695e-06,
      "loss": 0.8785,
      "num_input_tokens_seen": 680755200,
      "step": 83100
    },
    {
      "epoch": 2.665129092190403,
      "grad_norm": 0.6864702701568604,
      "learning_rate": 1.5541555416162784e-06,
      "loss": 0.7719,
      "num_input_tokens_seen": 681574400,
      "step": 83200
    },
    {
      "epoch": 2.6683323723492856,
      "grad_norm": 0.5490867495536804,
      "learning_rate": 1.5248691164579054e-06,
      "loss": 0.7945,
      "num_input_tokens_seen": 682393600,
      "step": 83300
    },
    {
      "epoch": 2.6715356525081684,
      "grad_norm": 0.7371602654457092,
      "learning_rate": 1.4958525764597719e-06,
      "loss": 0.8751,
      "num_input_tokens_seen": 683212800,
      "step": 83400
    },
    {
      "epoch": 2.674738932667051,
      "grad_norm": 3.058120012283325,
      "learning_rate": 1.4671062552146342e-06,
      "loss": 0.807,
      "num_input_tokens_seen": 684032000,
      "step": 83500
    },
    {
      "epoch": 2.6779422128259336,
      "grad_norm": 2.8297903537750244,
      "learning_rate": 1.4386304832086333e-06,
      "loss": 0.8519,
      "num_input_tokens_seen": 684851200,
      "step": 83600
    },
    {
      "epoch": 2.6811454929848164,
      "grad_norm": 0.5840158462524414,
      "learning_rate": 1.4104255878175099e-06,
      "loss": 0.7911,
      "num_input_tokens_seen": 685670400,
      "step": 83700
    },
    {
      "epoch": 2.6843487731436992,
      "grad_norm": 0.5358206629753113,
      "learning_rate": 1.382491893302837e-06,
      "loss": 0.85,
      "num_input_tokens_seen": 686489600,
      "step": 83800
    },
    {
      "epoch": 2.687552053302582,
      "grad_norm": 0.5446909666061401,
      "learning_rate": 1.3548297208082678e-06,
      "loss": 0.7469,
      "num_input_tokens_seen": 687308800,
      "step": 83900
    },
    {
      "epoch": 2.6907553334614644,
      "grad_norm": 0.7376157641410828,
      "learning_rate": 1.3274393883558916e-06,
      "loss": 0.815,
      "num_input_tokens_seen": 688128000,
      "step": 84000
    },
    {
      "epoch": 2.6939586136203473,
      "grad_norm": 2.3603358268737793,
      "learning_rate": 1.3003212108425256e-06,
      "loss": 0.8195,
      "num_input_tokens_seen": 688947200,
      "step": 84100
    },
    {
      "epoch": 2.6971618937792297,
      "grad_norm": 2.3444812297821045,
      "learning_rate": 1.2734755000361393e-06,
      "loss": 0.8265,
      "num_input_tokens_seen": 689766400,
      "step": 84200
    },
    {
      "epoch": 2.7003651739381125,
      "grad_norm": 0.7536035776138306,
      "learning_rate": 1.2469025645722333e-06,
      "loss": 0.8382,
      "num_input_tokens_seen": 690585600,
      "step": 84300
    },
    {
      "epoch": 2.7035684540969953,
      "grad_norm": 0.7054631114006042,
      "learning_rate": 1.2206027099503275e-06,
      "loss": 0.7791,
      "num_input_tokens_seen": 691404800,
      "step": 84400
    },
    {
      "epoch": 2.706771734255878,
      "grad_norm": 0.7819291353225708,
      "learning_rate": 1.1945762385304122e-06,
      "loss": 0.8321,
      "num_input_tokens_seen": 692224000,
      "step": 84500
    },
    {
      "epoch": 2.709975014414761,
      "grad_norm": 0.7501091361045837,
      "learning_rate": 1.168823449529488e-06,
      "loss": 0.8494,
      "num_input_tokens_seen": 693043200,
      "step": 84600
    },
    {
      "epoch": 2.7131782945736433,
      "grad_norm": 0.566743016242981,
      "learning_rate": 1.1433446390181402e-06,
      "loss": 0.8685,
      "num_input_tokens_seen": 693862400,
      "step": 84700
    },
    {
      "epoch": 2.716381574732526,
      "grad_norm": 2.204374313354492,
      "learning_rate": 1.1181400999171144e-06,
      "loss": 0.8147,
      "num_input_tokens_seen": 694681600,
      "step": 84800
    },
    {
      "epoch": 2.7195848548914086,
      "grad_norm": 2.641223192214966,
      "learning_rate": 1.0932101219939594e-06,
      "loss": 0.8259,
      "num_input_tokens_seen": 695500800,
      "step": 84900
    },
    {
      "epoch": 2.7227881350502914,
      "grad_norm": 0.747035562992096,
      "learning_rate": 1.0685549918596882e-06,
      "loss": 0.8737,
      "num_input_tokens_seen": 696320000,
      "step": 85000
    },
    {
      "epoch": 2.725991415209174,
      "grad_norm": 0.9778177738189697,
      "learning_rate": 1.0441749929654827e-06,
      "loss": 0.8358,
      "num_input_tokens_seen": 697139200,
      "step": 85100
    },
    {
      "epoch": 2.729194695368057,
      "grad_norm": 2.0086069107055664,
      "learning_rate": 1.0200704055994548e-06,
      "loss": 0.8231,
      "num_input_tokens_seen": 697958400,
      "step": 85200
    },
    {
      "epoch": 2.73239797552694,
      "grad_norm": 0.7290952801704407,
      "learning_rate": 9.962415068833968e-07,
      "loss": 0.8211,
      "num_input_tokens_seen": 698777600,
      "step": 85300
    },
    {
      "epoch": 2.7356012556858222,
      "grad_norm": 0.6520437598228455,
      "learning_rate": 9.726885707696114e-07,
      "loss": 0.8776,
      "num_input_tokens_seen": 699596800,
      "step": 85400
    },
    {
      "epoch": 2.738804535844705,
      "grad_norm": 0.5633389353752136,
      "learning_rate": 9.494118680377612e-07,
      "loss": 0.8198,
      "num_input_tokens_seen": 700416000,
      "step": 85500
    },
    {
      "epoch": 2.7420078160035875,
      "grad_norm": 0.8410841822624207,
      "learning_rate": 9.264116662917405e-07,
      "loss": 0.8894,
      "num_input_tokens_seen": 701235200,
      "step": 85600
    },
    {
      "epoch": 2.7452110961624703,
      "grad_norm": 2.9148612022399902,
      "learning_rate": 9.036882299566229e-07,
      "loss": 0.8259,
      "num_input_tokens_seen": 702054400,
      "step": 85700
    },
    {
      "epoch": 2.748414376321353,
      "grad_norm": 0.5637199878692627,
      "learning_rate": 8.812418202756107e-07,
      "loss": 0.7636,
      "num_input_tokens_seen": 702873600,
      "step": 85800
    },
    {
      "epoch": 2.751617656480236,
      "grad_norm": 0.5929956436157227,
      "learning_rate": 8.590726953070228e-07,
      "loss": 0.8448,
      "num_input_tokens_seen": 703692800,
      "step": 85900
    },
    {
      "epoch": 2.7548209366391183,
      "grad_norm": 0.5491350889205933,
      "learning_rate": 8.371811099213394e-07,
      "loss": 0.8467,
      "num_input_tokens_seen": 704512000,
      "step": 86000
    },
    {
      "epoch": 2.758024216798001,
      "grad_norm": 1.0223699808120728,
      "learning_rate": 8.155673157982601e-07,
      "loss": 0.8133,
      "num_input_tokens_seen": 705331200,
      "step": 86100
    },
    {
      "epoch": 2.761227496956884,
      "grad_norm": 1.5225611925125122,
      "learning_rate": 7.942315614238277e-07,
      "loss": 0.8109,
      "num_input_tokens_seen": 706150400,
      "step": 86200
    },
    {
      "epoch": 2.7644307771157663,
      "grad_norm": 0.8148054480552673,
      "learning_rate": 7.731740920875613e-07,
      "loss": 0.821,
      "num_input_tokens_seen": 706969600,
      "step": 86300
    },
    {
      "epoch": 2.767634057274649,
      "grad_norm": 0.7864372730255127,
      "learning_rate": 7.523951498796283e-07,
      "loss": 0.8135,
      "num_input_tokens_seen": 707788800,
      "step": 86400
    },
    {
      "epoch": 2.770837337433532,
      "grad_norm": 2.5619330406188965,
      "learning_rate": 7.318949736880798e-07,
      "loss": 0.7905,
      "num_input_tokens_seen": 708608000,
      "step": 86500
    },
    {
      "epoch": 2.774040617592415,
      "grad_norm": 1.5780519247055054,
      "learning_rate": 7.116737991960831e-07,
      "loss": 0.8608,
      "num_input_tokens_seen": 709427200,
      "step": 86600
    },
    {
      "epoch": 2.777243897751297,
      "grad_norm": 0.666118323802948,
      "learning_rate": 6.917318588792299e-07,
      "loss": 0.8586,
      "num_input_tokens_seen": 710246400,
      "step": 86700
    },
    {
      "epoch": 2.78044717791018,
      "grad_norm": 0.5050229430198669,
      "learning_rate": 6.720693820028629e-07,
      "loss": 0.8473,
      "num_input_tokens_seen": 711065600,
      "step": 86800
    },
    {
      "epoch": 2.783650458069063,
      "grad_norm": 0.5586540699005127,
      "learning_rate": 6.526865946194172e-07,
      "loss": 0.8182,
      "num_input_tokens_seen": 711884800,
      "step": 86900
    },
    {
      "epoch": 2.7868537382279452,
      "grad_norm": 0.6938973665237427,
      "learning_rate": 6.335837195658528e-07,
      "loss": 0.8493,
      "num_input_tokens_seen": 712704000,
      "step": 87000
    },
    {
      "epoch": 2.790057018386828,
      "grad_norm": 0.8710479736328125,
      "learning_rate": 6.147609764610707e-07,
      "loss": 0.8134,
      "num_input_tokens_seen": 713523200,
      "step": 87100
    },
    {
      "epoch": 2.793260298545711,
      "grad_norm": 2.5295767784118652,
      "learning_rate": 5.962185817034005e-07,
      "loss": 0.7893,
      "num_input_tokens_seen": 714342400,
      "step": 87200
    },
    {
      "epoch": 2.7964635787045937,
      "grad_norm": 0.5434448719024658,
      "learning_rate": 5.779567484681032e-07,
      "loss": 0.7896,
      "num_input_tokens_seen": 715161600,
      "step": 87300
    },
    {
      "epoch": 2.799666858863476,
      "grad_norm": 2.833872079849243,
      "learning_rate": 5.599756867049221e-07,
      "loss": 0.8185,
      "num_input_tokens_seen": 715980800,
      "step": 87400
    },
    {
      "epoch": 2.802870139022359,
      "grad_norm": 0.5753843784332275,
      "learning_rate": 5.422756031356779e-07,
      "loss": 0.8188,
      "num_input_tokens_seen": 716800000,
      "step": 87500
    },
    {
      "epoch": 2.8060734191812418,
      "grad_norm": 0.6721400022506714,
      "learning_rate": 5.248567012518857e-07,
      "loss": 0.8303,
      "num_input_tokens_seen": 717619200,
      "step": 87600
    },
    {
      "epoch": 2.809276699340124,
      "grad_norm": 0.7175859808921814,
      "learning_rate": 5.077191813124105e-07,
      "loss": 0.7866,
      "num_input_tokens_seen": 718438400,
      "step": 87700
    },
    {
      "epoch": 2.812479979499007,
      "grad_norm": 0.9649165868759155,
      "learning_rate": 4.90863240341169e-07,
      "loss": 0.8269,
      "num_input_tokens_seen": 719257600,
      "step": 87800
    },
    {
      "epoch": 2.81568325965789,
      "grad_norm": 0.5693693161010742,
      "learning_rate": 4.742890721248755e-07,
      "loss": 0.7737,
      "num_input_tokens_seen": 720076800,
      "step": 87900
    },
    {
      "epoch": 2.8188865398167726,
      "grad_norm": 0.6442407369613647,
      "learning_rate": 4.579968672107943e-07,
      "loss": 0.8196,
      "num_input_tokens_seen": 720896000,
      "step": 88000
    },
    {
      "epoch": 2.822089819975655,
      "grad_norm": 0.72199547290802,
      "learning_rate": 4.419868129045629e-07,
      "loss": 0.7998,
      "num_input_tokens_seen": 721715200,
      "step": 88100
    },
    {
      "epoch": 2.825293100134538,
      "grad_norm": 1.2243154048919678,
      "learning_rate": 4.2625909326803325e-07,
      "loss": 0.8534,
      "num_input_tokens_seen": 722534400,
      "step": 88200
    },
    {
      "epoch": 2.82849638029342,
      "grad_norm": 0.8224316835403442,
      "learning_rate": 4.1081388911715645e-07,
      "loss": 0.8262,
      "num_input_tokens_seen": 723353600,
      "step": 88300
    },
    {
      "epoch": 2.831699660452303,
      "grad_norm": 0.7001350522041321,
      "learning_rate": 3.9565137801990395e-07,
      "loss": 0.8323,
      "num_input_tokens_seen": 724172800,
      "step": 88400
    },
    {
      "epoch": 2.834902940611186,
      "grad_norm": 0.7441889643669128,
      "learning_rate": 3.807717342942302e-07,
      "loss": 0.8116,
      "num_input_tokens_seen": 724992000,
      "step": 88500
    },
    {
      "epoch": 2.8381062207700687,
      "grad_norm": 0.6325407028198242,
      "learning_rate": 3.661751290060633e-07,
      "loss": 0.8481,
      "num_input_tokens_seen": 725811200,
      "step": 88600
    },
    {
      "epoch": 2.8413095009289515,
      "grad_norm": 0.9763919711112976,
      "learning_rate": 3.5186172996733714e-07,
      "loss": 0.8084,
      "num_input_tokens_seen": 726630400,
      "step": 88700
    },
    {
      "epoch": 2.844512781087834,
      "grad_norm": 0.6528813242912292,
      "learning_rate": 3.3783170173406764e-07,
      "loss": 0.7923,
      "num_input_tokens_seen": 727449600,
      "step": 88800
    },
    {
      "epoch": 2.8477160612467167,
      "grad_norm": 0.8190716505050659,
      "learning_rate": 3.2408520560445463e-07,
      "loss": 0.8397,
      "num_input_tokens_seen": 728268800,
      "step": 88900
    },
    {
      "epoch": 2.850919341405599,
      "grad_norm": 0.6821821928024292,
      "learning_rate": 3.10622399617036e-07,
      "loss": 0.7856,
      "num_input_tokens_seen": 729088000,
      "step": 89000
    },
    {
      "epoch": 2.854122621564482,
      "grad_norm": 0.9017992615699768,
      "learning_rate": 2.9744343854886393e-07,
      "loss": 0.8271,
      "num_input_tokens_seen": 729907200,
      "step": 89100
    },
    {
      "epoch": 2.8573259017233648,
      "grad_norm": 0.6816012263298035,
      "learning_rate": 2.8454847391372886e-07,
      "loss": 0.8334,
      "num_input_tokens_seen": 730726400,
      "step": 89200
    },
    {
      "epoch": 2.8605291818822476,
      "grad_norm": 1.0822001695632935,
      "learning_rate": 2.719376539604107e-07,
      "loss": 0.8198,
      "num_input_tokens_seen": 731545600,
      "step": 89300
    },
    {
      "epoch": 2.86373246204113,
      "grad_norm": 0.782041072845459,
      "learning_rate": 2.5961112367098306e-07,
      "loss": 0.8199,
      "num_input_tokens_seen": 732364800,
      "step": 89400
    },
    {
      "epoch": 2.866935742200013,
      "grad_norm": 1.8875998258590698,
      "learning_rate": 2.4756902475914777e-07,
      "loss": 0.7963,
      "num_input_tokens_seen": 733184000,
      "step": 89500
    },
    {
      "epoch": 2.8701390223588956,
      "grad_norm": 0.549452543258667,
      "learning_rate": 2.358114956685975e-07,
      "loss": 0.8353,
      "num_input_tokens_seen": 734003200,
      "step": 89600
    },
    {
      "epoch": 2.873342302517778,
      "grad_norm": 1.3322216272354126,
      "learning_rate": 2.243386715714224e-07,
      "loss": 0.8547,
      "num_input_tokens_seen": 734822400,
      "step": 89700
    },
    {
      "epoch": 2.876545582676661,
      "grad_norm": 0.8102174997329712,
      "learning_rate": 2.1315068436656983e-07,
      "loss": 0.8233,
      "num_input_tokens_seen": 735641600,
      "step": 89800
    },
    {
      "epoch": 2.8797488628355437,
      "grad_norm": 0.6969431042671204,
      "learning_rate": 2.0224766267831207e-07,
      "loss": 0.8622,
      "num_input_tokens_seen": 736460800,
      "step": 89900
    },
    {
      "epoch": 2.8829521429944265,
      "grad_norm": 1.4771400690078735,
      "learning_rate": 1.9162973185478383e-07,
      "loss": 0.789,
      "num_input_tokens_seen": 737280000,
      "step": 90000
    },
    {
      "epoch": 2.886155423153309,
      "grad_norm": 0.6978898048400879,
      "learning_rate": 1.8129701396652487e-07,
      "loss": 0.8723,
      "num_input_tokens_seen": 738099200,
      "step": 90100
    },
    {
      "epoch": 2.8893587033121917,
      "grad_norm": 0.838759183883667,
      "learning_rate": 1.7124962780508957e-07,
      "loss": 0.8136,
      "num_input_tokens_seen": 738918400,
      "step": 90200
    },
    {
      "epoch": 2.8925619834710745,
      "grad_norm": 0.6396787762641907,
      "learning_rate": 1.6148768888166744e-07,
      "loss": 0.8263,
      "num_input_tokens_seen": 739737600,
      "step": 90300
    },
    {
      "epoch": 2.895765263629957,
      "grad_norm": 0.7068443298339844,
      "learning_rate": 1.5201130942577578e-07,
      "loss": 0.8388,
      "num_input_tokens_seen": 740556800,
      "step": 90400
    },
    {
      "epoch": 2.8989685437888397,
      "grad_norm": 0.5743166208267212,
      "learning_rate": 1.4282059838394701e-07,
      "loss": 0.8284,
      "num_input_tokens_seen": 741376000,
      "step": 90500
    },
    {
      "epoch": 2.9021718239477226,
      "grad_norm": 0.5627537369728088,
      "learning_rate": 1.3391566141848778e-07,
      "loss": 0.834,
      "num_input_tokens_seen": 742195200,
      "step": 90600
    },
    {
      "epoch": 2.9053751041066054,
      "grad_norm": 2.069951057434082,
      "learning_rate": 1.2529660090626894e-07,
      "loss": 0.8798,
      "num_input_tokens_seen": 743014400,
      "step": 90700
    },
    {
      "epoch": 2.9085783842654878,
      "grad_norm": 0.5723984241485596,
      "learning_rate": 1.1696351593753485e-07,
      "loss": 0.8443,
      "num_input_tokens_seen": 743833600,
      "step": 90800
    },
    {
      "epoch": 2.9117816644243706,
      "grad_norm": 0.5584101676940918,
      "learning_rate": 1.0891650231477646e-07,
      "loss": 0.7991,
      "num_input_tokens_seen": 744652800,
      "step": 90900
    },
    {
      "epoch": 2.9149849445832534,
      "grad_norm": 0.8929557800292969,
      "learning_rate": 1.0115565255162107e-07,
      "loss": 0.8134,
      "num_input_tokens_seen": 745472000,
      "step": 91000
    },
    {
      "epoch": 2.918188224742136,
      "grad_norm": 0.5613967776298523,
      "learning_rate": 9.368105587177767e-08,
      "loss": 0.855,
      "num_input_tokens_seen": 746291200,
      "step": 91100
    },
    {
      "epoch": 2.9213915049010186,
      "grad_norm": 0.5235220193862915,
      "learning_rate": 8.649279820800161e-08,
      "loss": 0.7894,
      "num_input_tokens_seen": 747110400,
      "step": 91200
    },
    {
      "epoch": 2.9245947850599014,
      "grad_norm": 2.220933198928833,
      "learning_rate": 7.959096220111206e-08,
      "loss": 0.8311,
      "num_input_tokens_seen": 747929600,
      "step": 91300
    },
    {
      "epoch": 2.9277980652187843,
      "grad_norm": 2.264698028564453,
      "learning_rate": 7.297562719904561e-08,
      "loss": 0.7856,
      "num_input_tokens_seen": 748748800,
      "step": 91400
    },
    {
      "epoch": 2.9310013453776667,
      "grad_norm": 0.6808698773384094,
      "learning_rate": 6.664686925593188e-08,
      "loss": 0.8379,
      "num_input_tokens_seen": 749568000,
      "step": 91500
    },
    {
      "epoch": 2.9342046255365495,
      "grad_norm": 2.1781809329986572,
      "learning_rate": 6.060476113123603e-08,
      "loss": 0.7529,
      "num_input_tokens_seen": 750387200,
      "step": 91600
    },
    {
      "epoch": 2.937407905695432,
      "grad_norm": 0.6591463685035706,
      "learning_rate": 5.4849372288903744e-08,
      "loss": 0.8836,
      "num_input_tokens_seen": 751206400,
      "step": 91700
    },
    {
      "epoch": 2.9406111858543147,
      "grad_norm": 0.5385074019432068,
      "learning_rate": 4.9380768896578614e-08,
      "loss": 0.8253,
      "num_input_tokens_seen": 752025600,
      "step": 91800
    },
    {
      "epoch": 2.9438144660131975,
      "grad_norm": 0.7810553312301636,
      "learning_rate": 4.419901382483327e-08,
      "loss": 0.7867,
      "num_input_tokens_seen": 752844800,
      "step": 91900
    },
    {
      "epoch": 2.9470177461720803,
      "grad_norm": 1.6066702604293823,
      "learning_rate": 3.930416664644498e-08,
      "loss": 0.8089,
      "num_input_tokens_seen": 753664000,
      "step": 92000
    },
    {
      "epoch": 2.950221026330963,
      "grad_norm": 0.8969001173973083,
      "learning_rate": 3.469628363571564e-08,
      "loss": 0.8324,
      "num_input_tokens_seen": 754483200,
      "step": 92100
    },
    {
      "epoch": 2.9534243064898456,
      "grad_norm": 0.6381150484085083,
      "learning_rate": 3.037541776782782e-08,
      "loss": 0.8199,
      "num_input_tokens_seen": 755302400,
      "step": 92200
    },
    {
      "epoch": 2.9566275866487284,
      "grad_norm": 0.8189881443977356,
      "learning_rate": 2.6341618718223048e-08,
      "loss": 0.8282,
      "num_input_tokens_seen": 756121600,
      "step": 92300
    },
    {
      "epoch": 2.9598308668076108,
      "grad_norm": 0.744215190410614,
      "learning_rate": 2.2594932862041173e-08,
      "loss": 0.823,
      "num_input_tokens_seen": 756940800,
      "step": 92400
    },
    {
      "epoch": 2.9630341469664936,
      "grad_norm": 0.6979692578315735,
      "learning_rate": 1.91354032735902e-08,
      "loss": 0.7854,
      "num_input_tokens_seen": 757760000,
      "step": 92500
    },
    {
      "epoch": 2.9662374271253764,
      "grad_norm": 0.6506592035293579,
      "learning_rate": 1.5963069725838385e-08,
      "loss": 0.8654,
      "num_input_tokens_seen": 758579200,
      "step": 92600
    },
    {
      "epoch": 2.9694407072842592,
      "grad_norm": 0.7221033573150635,
      "learning_rate": 1.3077968689964582e-08,
      "loss": 0.7966,
      "num_input_tokens_seen": 759398400,
      "step": 92700
    },
    {
      "epoch": 2.9726439874431416,
      "grad_norm": 0.5663209557533264,
      "learning_rate": 1.0480133334947462e-08,
      "loss": 0.8375,
      "num_input_tokens_seen": 760217600,
      "step": 92800
    },
    {
      "epoch": 2.9758472676020244,
      "grad_norm": 0.7616459131240845,
      "learning_rate": 8.169593527160291e-09,
      "loss": 0.8056,
      "num_input_tokens_seen": 761036800,
      "step": 92900
    },
    {
      "epoch": 2.9790505477609073,
      "grad_norm": 0.7259778380393982,
      "learning_rate": 6.146375830054507e-09,
      "loss": 0.8026,
      "num_input_tokens_seen": 761856000,
      "step": 93000
    },
    {
      "epoch": 2.9822538279197897,
      "grad_norm": 0.6411218643188477,
      "learning_rate": 4.410503503840535e-09,
      "loss": 0.8472,
      "num_input_tokens_seen": 762675200,
      "step": 93100
    },
    {
      "epoch": 2.9854571080786725,
      "grad_norm": 0.6619647741317749,
      "learning_rate": 2.961996505213005e-09,
      "loss": 0.8558,
      "num_input_tokens_seen": 763494400,
      "step": 93200
    },
    {
      "epoch": 2.9886603882375553,
      "grad_norm": 0.7283292412757874,
      "learning_rate": 1.8008714871453613e-09,
      "loss": 0.8321,
      "num_input_tokens_seen": 764313600,
      "step": 93300
    },
    {
      "epoch": 2.991863668396438,
      "grad_norm": 0.7489187717437744,
      "learning_rate": 9.271417986705943e-10,
      "loss": 0.8264,
      "num_input_tokens_seen": 765132800,
      "step": 93400
    },
    {
      "epoch": 2.9950669485553205,
      "grad_norm": 2.186750888824463,
      "learning_rate": 3.408174847480128e-10,
      "loss": 0.7796,
      "num_input_tokens_seen": 765952000,
      "step": 93500
    },
    {
      "epoch": 2.9982702287142033,
      "grad_norm": 2.5423426628112793,
      "learning_rate": 4.1905286135568434e-11,
      "loss": 0.7863,
      "num_input_tokens_seen": 766771200,
      "step": 93600
    },
    {
      "epoch": 3.0,
      "num_input_tokens_seen": 767213568,
      "step": 93654,
      "total_flos": 3.49334314435121e+19,
      "train_loss": 0.04966252789047391,
      "train_runtime": 28761.9651,
      "train_samples_per_second": 3.256,
      "train_steps_per_second": 3.256
    }
  ],
  "logging_steps": 100,
  "max_steps": 93654,
  "num_input_tokens_seen": 767213568,
  "num_train_epochs": 3,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 3.49334314435121e+19,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}