{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9993355481727575,
  "eval_steps": 500,
  "global_step": 1316,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0007593735168485999,
      "grad_norm": 4.0,
      "learning_rate": 2.0000000000000002e-07,
      "loss": 1.9271,
      "step": 1
    },
    {
      "epoch": 0.0015187470336971997,
      "grad_norm": 3.359375,
      "learning_rate": 4.0000000000000003e-07,
      "loss": 1.6784,
      "step": 2
    },
    {
      "epoch": 0.0022781205505457997,
      "grad_norm": 3.1875,
      "learning_rate": 6.000000000000001e-07,
      "loss": 1.7025,
      "step": 3
    },
    {
      "epoch": 0.0030374940673943995,
      "grad_norm": 3.640625,
      "learning_rate": 8.000000000000001e-07,
      "loss": 1.8366,
      "step": 4
    },
    {
      "epoch": 0.0037968675842429997,
      "grad_norm": 3.859375,
      "learning_rate": 1.0000000000000002e-06,
      "loss": 1.8837,
      "step": 5
    },
    {
      "epoch": 0.0045562411010915994,
      "grad_norm": 3.546875,
      "learning_rate": 1.2000000000000002e-06,
      "loss": 1.7767,
      "step": 6
    },
    {
      "epoch": 0.0053156146179402,
      "grad_norm": 3.21875,
      "learning_rate": 1.4000000000000001e-06,
      "loss": 1.6786,
      "step": 7
    },
    {
      "epoch": 0.006074988134788799,
      "grad_norm": 3.96875,
      "learning_rate": 1.6000000000000001e-06,
      "loss": 1.873,
      "step": 8
    },
    {
      "epoch": 0.006834361651637399,
      "grad_norm": 3.703125,
      "learning_rate": 1.8000000000000001e-06,
      "loss": 1.8584,
      "step": 9
    },
    {
      "epoch": 0.007593735168485999,
      "grad_norm": 3.40625,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 1.7817,
      "step": 10
    },
    {
      "epoch": 0.0083531086853346,
      "grad_norm": 3.25,
      "learning_rate": 2.2e-06,
      "loss": 1.7579,
      "step": 11
    },
    {
      "epoch": 0.009112482202183199,
      "grad_norm": 3.953125,
      "learning_rate": 2.4000000000000003e-06,
      "loss": 1.9496,
      "step": 12
    },
    {
      "epoch": 0.009871855719031798,
      "grad_norm": 3.515625,
      "learning_rate": 2.6e-06,
      "loss": 1.7234,
      "step": 13
    },
    {
      "epoch": 0.0106312292358804,
      "grad_norm": 4.375,
      "learning_rate": 2.8000000000000003e-06,
      "loss": 2.003,
      "step": 14
    },
    {
      "epoch": 0.011390602752728999,
      "grad_norm": 4.125,
      "learning_rate": 3e-06,
      "loss": 1.8606,
      "step": 15
    },
    {
      "epoch": 0.012149976269577598,
      "grad_norm": 3.71875,
      "learning_rate": 3.2000000000000003e-06,
      "loss": 1.8039,
      "step": 16
    },
    {
      "epoch": 0.012909349786426199,
      "grad_norm": 3.96875,
      "learning_rate": 3.4000000000000005e-06,
      "loss": 1.936,
      "step": 17
    },
    {
      "epoch": 0.013668723303274798,
      "grad_norm": 3.453125,
      "learning_rate": 3.6000000000000003e-06,
      "loss": 1.7465,
      "step": 18
    },
    {
      "epoch": 0.014428096820123398,
      "grad_norm": 3.5625,
      "learning_rate": 3.8000000000000005e-06,
      "loss": 1.659,
      "step": 19
    },
    {
      "epoch": 0.015187470336971999,
      "grad_norm": 3.59375,
      "learning_rate": 4.000000000000001e-06,
      "loss": 1.7962,
      "step": 20
    },
    {
      "epoch": 0.015946843853820596,
      "grad_norm": 3.375,
      "learning_rate": 4.2000000000000004e-06,
      "loss": 1.6802,
      "step": 21
    },
    {
      "epoch": 0.0167062173706692,
      "grad_norm": 3.875,
      "learning_rate": 4.4e-06,
      "loss": 1.8444,
      "step": 22
    },
    {
      "epoch": 0.0174655908875178,
      "grad_norm": 3.53125,
      "learning_rate": 4.600000000000001e-06,
      "loss": 1.7685,
      "step": 23
    },
    {
      "epoch": 0.018224964404366398,
      "grad_norm": 3.421875,
      "learning_rate": 4.800000000000001e-06,
      "loss": 1.6768,
      "step": 24
    },
    {
      "epoch": 0.018984337921214997,
      "grad_norm": 3.6875,
      "learning_rate": 5e-06,
      "loss": 1.8115,
      "step": 25
    },
    {
      "epoch": 0.019743711438063596,
      "grad_norm": 3.671875,
      "learning_rate": 5.2e-06,
      "loss": 1.7844,
      "step": 26
    },
    {
      "epoch": 0.020503084954912196,
      "grad_norm": 3.75,
      "learning_rate": 5.400000000000001e-06,
      "loss": 1.8313,
      "step": 27
    },
    {
      "epoch": 0.0212624584717608,
      "grad_norm": 3.953125,
      "learning_rate": 5.600000000000001e-06,
      "loss": 1.8675,
      "step": 28
    },
    {
      "epoch": 0.022021831988609398,
      "grad_norm": 3.71875,
      "learning_rate": 5.8e-06,
      "loss": 1.7895,
      "step": 29
    },
    {
      "epoch": 0.022781205505457997,
      "grad_norm": 4.03125,
      "learning_rate": 6e-06,
      "loss": 1.8702,
      "step": 30
    },
    {
      "epoch": 0.023540579022306597,
      "grad_norm": 3.640625,
      "learning_rate": 6.200000000000001e-06,
      "loss": 1.6666,
      "step": 31
    },
    {
      "epoch": 0.024299952539155196,
      "grad_norm": 4.125,
      "learning_rate": 6.4000000000000006e-06,
      "loss": 1.9699,
      "step": 32
    },
    {
      "epoch": 0.025059326056003795,
      "grad_norm": 3.578125,
      "learning_rate": 6.600000000000001e-06,
      "loss": 1.6828,
      "step": 33
    },
    {
      "epoch": 0.025818699572852398,
      "grad_norm": 3.65625,
      "learning_rate": 6.800000000000001e-06,
      "loss": 1.8098,
      "step": 34
    },
    {
      "epoch": 0.026578073089700997,
      "grad_norm": 3.484375,
      "learning_rate": 7e-06,
      "loss": 1.6943,
      "step": 35
    },
    {
      "epoch": 0.027337446606549597,
      "grad_norm": 3.40625,
      "learning_rate": 7.2000000000000005e-06,
      "loss": 1.6835,
      "step": 36
    },
    {
      "epoch": 0.028096820123398196,
      "grad_norm": 3.53125,
      "learning_rate": 7.4e-06,
      "loss": 1.7776,
      "step": 37
    },
    {
      "epoch": 0.028856193640246795,
      "grad_norm": 3.828125,
      "learning_rate": 7.600000000000001e-06,
      "loss": 1.8554,
      "step": 38
    },
    {
      "epoch": 0.029615567157095395,
      "grad_norm": 4.28125,
      "learning_rate": 7.800000000000002e-06,
      "loss": 2.0373,
      "step": 39
    },
    {
      "epoch": 0.030374940673943997,
      "grad_norm": 3.4375,
      "learning_rate": 8.000000000000001e-06,
      "loss": 1.7848,
      "step": 40
    },
    {
      "epoch": 0.031134314190792597,
      "grad_norm": 3.71875,
      "learning_rate": 8.2e-06,
      "loss": 1.8114,
      "step": 41
    },
    {
      "epoch": 0.03189368770764119,
      "grad_norm": 4.21875,
      "learning_rate": 8.400000000000001e-06,
      "loss": 1.9938,
      "step": 42
    },
    {
      "epoch": 0.0326530612244898,
      "grad_norm": 3.515625,
      "learning_rate": 8.6e-06,
      "loss": 1.6792,
      "step": 43
    },
    {
      "epoch": 0.0334124347413384,
      "grad_norm": 3.6875,
      "learning_rate": 8.8e-06,
      "loss": 1.8027,
      "step": 44
    },
    {
      "epoch": 0.034171808258187,
      "grad_norm": 4.0625,
      "learning_rate": 9e-06,
      "loss": 1.8655,
      "step": 45
    },
    {
      "epoch": 0.0349311817750356,
      "grad_norm": 3.75,
      "learning_rate": 9.200000000000002e-06,
      "loss": 1.8402,
      "step": 46
    },
    {
      "epoch": 0.035690555291884196,
      "grad_norm": 3.75,
      "learning_rate": 9.4e-06,
      "loss": 1.8507,
      "step": 47
    },
    {
      "epoch": 0.036449928808732796,
      "grad_norm": 3.515625,
      "learning_rate": 9.600000000000001e-06,
      "loss": 1.7811,
      "step": 48
    },
    {
      "epoch": 0.037209302325581395,
      "grad_norm": 3.796875,
      "learning_rate": 9.800000000000001e-06,
      "loss": 1.873,
      "step": 49
    },
    {
      "epoch": 0.037968675842429994,
      "grad_norm": 3.40625,
      "learning_rate": 1e-05,
      "loss": 1.7869,
      "step": 50
    },
    {
      "epoch": 0.038728049359278593,
      "grad_norm": 3.890625,
      "learning_rate": 1.02e-05,
      "loss": 1.847,
      "step": 51
    },
    {
      "epoch": 0.03948742287612719,
      "grad_norm": 4.0,
      "learning_rate": 1.04e-05,
      "loss": 1.9245,
      "step": 52
    },
    {
      "epoch": 0.04024679639297579,
      "grad_norm": 4.09375,
      "learning_rate": 1.0600000000000002e-05,
      "loss": 2.0196,
      "step": 53
    },
    {
      "epoch": 0.04100616990982439,
      "grad_norm": 3.609375,
      "learning_rate": 1.0800000000000002e-05,
      "loss": 1.7158,
      "step": 54
    },
    {
      "epoch": 0.041765543426673,
      "grad_norm": 3.453125,
      "learning_rate": 1.1000000000000001e-05,
      "loss": 1.7212,
      "step": 55
    },
    {
      "epoch": 0.0425249169435216,
      "grad_norm": 4.0625,
      "learning_rate": 1.1200000000000001e-05,
      "loss": 1.9365,
      "step": 56
    },
    {
      "epoch": 0.043284290460370196,
      "grad_norm": 3.65625,
      "learning_rate": 1.14e-05,
      "loss": 1.8307,
      "step": 57
    },
    {
      "epoch": 0.044043663977218796,
      "grad_norm": 3.296875,
      "learning_rate": 1.16e-05,
      "loss": 1.6974,
      "step": 58
    },
    {
      "epoch": 0.044803037494067395,
      "grad_norm": 3.328125,
      "learning_rate": 1.18e-05,
      "loss": 1.6723,
      "step": 59
    },
    {
      "epoch": 0.045562411010915994,
      "grad_norm": 3.25,
      "learning_rate": 1.2e-05,
      "loss": 1.6466,
      "step": 60
    },
    {
      "epoch": 0.046321784527764594,
      "grad_norm": 3.59375,
      "learning_rate": 1.22e-05,
      "loss": 1.7542,
      "step": 61
    },
    {
      "epoch": 0.04708115804461319,
      "grad_norm": 3.546875,
      "learning_rate": 1.2400000000000002e-05,
      "loss": 1.8449,
      "step": 62
    },
    {
      "epoch": 0.04784053156146179,
      "grad_norm": 3.140625,
      "learning_rate": 1.2600000000000001e-05,
      "loss": 1.6788,
      "step": 63
    },
    {
      "epoch": 0.04859990507831039,
      "grad_norm": 3.421875,
      "learning_rate": 1.2800000000000001e-05,
      "loss": 1.8164,
      "step": 64
    },
    {
      "epoch": 0.04935927859515899,
      "grad_norm": 3.359375,
      "learning_rate": 1.3000000000000001e-05,
      "loss": 1.7674,
      "step": 65
    },
    {
      "epoch": 0.05011865211200759,
      "grad_norm": 3.296875,
      "learning_rate": 1.3200000000000002e-05,
      "loss": 1.711,
      "step": 66
    },
    {
      "epoch": 0.0508780256288562,
      "grad_norm": 3.109375,
      "learning_rate": 1.3400000000000002e-05,
      "loss": 1.6482,
      "step": 67
    },
    {
      "epoch": 0.051637399145704796,
      "grad_norm": 3.1875,
      "learning_rate": 1.3600000000000002e-05,
      "loss": 1.6734,
      "step": 68
    },
    {
      "epoch": 0.052396772662553395,
      "grad_norm": 3.546875,
      "learning_rate": 1.38e-05,
      "loss": 1.793,
      "step": 69
    },
    {
      "epoch": 0.053156146179401995,
      "grad_norm": 3.65625,
      "learning_rate": 1.4e-05,
      "loss": 1.8647,
      "step": 70
    },
    {
      "epoch": 0.053915519696250594,
      "grad_norm": 3.53125,
      "learning_rate": 1.4200000000000001e-05,
      "loss": 1.8249,
      "step": 71
    },
    {
      "epoch": 0.05467489321309919,
      "grad_norm": 3.796875,
      "learning_rate": 1.4400000000000001e-05,
      "loss": 1.88,
      "step": 72
    },
    {
      "epoch": 0.05543426672994779,
      "grad_norm": 3.984375,
      "learning_rate": 1.46e-05,
      "loss": 1.9618,
      "step": 73
    },
    {
      "epoch": 0.05619364024679639,
      "grad_norm": 3.46875,
      "learning_rate": 1.48e-05,
      "loss": 1.8017,
      "step": 74
    },
    {
      "epoch": 0.05695301376364499,
      "grad_norm": 3.40625,
      "learning_rate": 1.5000000000000002e-05,
      "loss": 1.6894,
      "step": 75
    },
    {
      "epoch": 0.05771238728049359,
      "grad_norm": 3.375,
      "learning_rate": 1.5200000000000002e-05,
      "loss": 1.7385,
      "step": 76
    },
    {
      "epoch": 0.05847176079734219,
      "grad_norm": 3.21875,
      "learning_rate": 1.54e-05,
      "loss": 1.631,
      "step": 77
    },
    {
      "epoch": 0.05923113431419079,
      "grad_norm": 3.421875,
      "learning_rate": 1.5600000000000003e-05,
      "loss": 1.7345,
      "step": 78
    },
    {
      "epoch": 0.059990507831039395,
      "grad_norm": 3.25,
      "learning_rate": 1.58e-05,
      "loss": 1.6198,
      "step": 79
    },
    {
      "epoch": 0.060749881347887995,
      "grad_norm": 3.703125,
      "learning_rate": 1.6000000000000003e-05,
      "loss": 1.7695,
      "step": 80
    },
    {
      "epoch": 0.061509254864736594,
      "grad_norm": 3.546875,
      "learning_rate": 1.62e-05,
      "loss": 1.7828,
      "step": 81
    },
    {
      "epoch": 0.062268628381585193,
      "grad_norm": 4.0625,
      "learning_rate": 1.64e-05,
      "loss": 1.8845,
      "step": 82
    },
    {
      "epoch": 0.06302800189843379,
      "grad_norm": 3.1875,
      "learning_rate": 1.66e-05,
      "loss": 1.698,
      "step": 83
    },
    {
      "epoch": 0.06378737541528239,
      "grad_norm": 3.28125,
      "learning_rate": 1.6800000000000002e-05,
      "loss": 1.6712,
      "step": 84
    },
    {
      "epoch": 0.064546748932131,
      "grad_norm": 3.375,
      "learning_rate": 1.7e-05,
      "loss": 1.7673,
      "step": 85
    },
    {
      "epoch": 0.0653061224489796,
      "grad_norm": 3.609375,
      "learning_rate": 1.72e-05,
      "loss": 1.8005,
      "step": 86
    },
    {
      "epoch": 0.0660654959658282,
      "grad_norm": 3.5,
      "learning_rate": 1.7400000000000003e-05,
      "loss": 1.7674,
      "step": 87
    },
    {
      "epoch": 0.0668248694826768,
      "grad_norm": 3.484375,
      "learning_rate": 1.76e-05,
      "loss": 1.7665,
      "step": 88
    },
    {
      "epoch": 0.0675842429995254,
      "grad_norm": 3.578125,
      "learning_rate": 1.7800000000000002e-05,
      "loss": 1.7815,
      "step": 89
    },
    {
      "epoch": 0.068343616516374,
      "grad_norm": 3.25,
      "learning_rate": 1.8e-05,
      "loss": 1.6855,
      "step": 90
    },
    {
      "epoch": 0.0691029900332226,
      "grad_norm": 3.1875,
      "learning_rate": 1.8200000000000002e-05,
      "loss": 1.6461,
      "step": 91
    },
    {
      "epoch": 0.0698623635500712,
      "grad_norm": 3.09375,
      "learning_rate": 1.8400000000000003e-05,
      "loss": 1.6388,
      "step": 92
    },
    {
      "epoch": 0.07062173706691979,
      "grad_norm": 3.46875,
      "learning_rate": 1.86e-05,
      "loss": 1.7505,
      "step": 93
    },
    {
      "epoch": 0.07138111058376839,
      "grad_norm": 2.84375,
      "learning_rate": 1.88e-05,
      "loss": 1.6048,
      "step": 94
    },
    {
      "epoch": 0.07214048410061699,
      "grad_norm": 3.34375,
      "learning_rate": 1.9e-05,
      "loss": 1.6765,
      "step": 95
    },
    {
      "epoch": 0.07289985761746559,
      "grad_norm": 3.171875,
      "learning_rate": 1.9200000000000003e-05,
      "loss": 1.634,
      "step": 96
    },
    {
      "epoch": 0.07365923113431419,
      "grad_norm": 3.0625,
      "learning_rate": 1.94e-05,
      "loss": 1.6586,
      "step": 97
    },
    {
      "epoch": 0.07441860465116279,
      "grad_norm": 3.140625,
      "learning_rate": 1.9600000000000002e-05,
      "loss": 1.6871,
      "step": 98
    },
    {
      "epoch": 0.07517797816801139,
      "grad_norm": 3.703125,
      "learning_rate": 1.98e-05,
      "loss": 1.7815,
      "step": 99
    },
    {
      "epoch": 0.07593735168485999,
      "grad_norm": 3.671875,
      "learning_rate": 2e-05,
      "loss": 1.8349,
      "step": 100
    },
    {
      "epoch": 0.07669672520170859,
      "grad_norm": 3.625,
      "learning_rate": 1.9999966626453647e-05,
      "loss": 1.8303,
      "step": 101
    },
    {
      "epoch": 0.07745609871855719,
      "grad_norm": 2.921875,
      "learning_rate": 1.9999866506037346e-05,
      "loss": 1.5889,
      "step": 102
    },
    {
      "epoch": 0.07821547223540579,
      "grad_norm": 2.984375,
      "learning_rate": 1.9999699639419373e-05,
      "loss": 1.5841,
      "step": 103
    },
    {
      "epoch": 0.07897484575225439,
      "grad_norm": 2.96875,
      "learning_rate": 1.999946602771351e-05,
      "loss": 1.6492,
      "step": 104
    },
    {
      "epoch": 0.07973421926910298,
      "grad_norm": 3.203125,
      "learning_rate": 1.999916567247905e-05,
      "loss": 1.6682,
      "step": 105
    },
    {
      "epoch": 0.08049359278595158,
      "grad_norm": 2.6875,
      "learning_rate": 1.9998798575720776e-05,
      "loss": 1.522,
      "step": 106
    },
    {
      "epoch": 0.08125296630280018,
      "grad_norm": 3.171875,
      "learning_rate": 1.9998364739888954e-05,
      "loss": 1.6903,
      "step": 107
    },
    {
      "epoch": 0.08201233981964878,
      "grad_norm": 2.765625,
      "learning_rate": 1.9997864167879313e-05,
      "loss": 1.5823,
      "step": 108
    },
    {
      "epoch": 0.0827717133364974,
      "grad_norm": 2.953125,
      "learning_rate": 1.9997296863033018e-05,
      "loss": 1.6105,
      "step": 109
    },
    {
      "epoch": 0.083531086853346,
      "grad_norm": 2.90625,
      "learning_rate": 1.9996662829136676e-05,
      "loss": 1.5877,
      "step": 110
    },
    {
      "epoch": 0.0842904603701946,
      "grad_norm": 3.515625,
      "learning_rate": 1.999596207042227e-05,
      "loss": 1.7453,
      "step": 111
    },
    {
      "epoch": 0.0850498338870432,
      "grad_norm": 3.3125,
      "learning_rate": 1.999519459156716e-05,
      "loss": 1.7015,
      "step": 112
    },
    {
      "epoch": 0.0858092074038918,
      "grad_norm": 3.09375,
      "learning_rate": 1.999436039769405e-05,
      "loss": 1.6773,
      "step": 113
    },
    {
      "epoch": 0.08656858092074039,
      "grad_norm": 2.84375,
      "learning_rate": 1.9993459494370938e-05,
      "loss": 1.6287,
      "step": 114
    },
    {
      "epoch": 0.08732795443758899,
      "grad_norm": 3.40625,
      "learning_rate": 1.9992491887611095e-05,
      "loss": 1.7393,
      "step": 115
    },
    {
      "epoch": 0.08808732795443759,
      "grad_norm": 4.03125,
      "learning_rate": 1.999145758387301e-05,
      "loss": 1.9157,
      "step": 116
    },
    {
      "epoch": 0.08884670147128619,
      "grad_norm": 2.734375,
      "learning_rate": 1.9990356590060363e-05,
      "loss": 1.6195,
      "step": 117
    },
    {
      "epoch": 0.08960607498813479,
      "grad_norm": 2.71875,
      "learning_rate": 1.998918891352197e-05,
      "loss": 1.6428,
      "step": 118
    },
    {
      "epoch": 0.09036544850498339,
      "grad_norm": 3.1875,
      "learning_rate": 1.9987954562051724e-05,
      "loss": 1.6772,
      "step": 119
    },
    {
      "epoch": 0.09112482202183199,
      "grad_norm": 2.84375,
      "learning_rate": 1.998665354388857e-05,
      "loss": 1.5625,
      "step": 120
    },
    {
      "epoch": 0.09188419553868059,
      "grad_norm": 2.984375,
      "learning_rate": 1.9985285867716423e-05,
      "loss": 1.6915,
      "step": 121
    },
    {
      "epoch": 0.09264356905552919,
      "grad_norm": 2.828125,
      "learning_rate": 1.9983851542664125e-05,
      "loss": 1.6413,
      "step": 122
    },
    {
      "epoch": 0.09340294257237779,
      "grad_norm": 2.65625,
      "learning_rate": 1.998235057830538e-05,
      "loss": 1.5844,
      "step": 123
    },
    {
      "epoch": 0.09416231608922639,
      "grad_norm": 2.59375,
      "learning_rate": 1.9980782984658682e-05,
      "loss": 1.561,
      "step": 124
    },
    {
      "epoch": 0.09492168960607499,
      "grad_norm": 2.921875,
      "learning_rate": 1.997914877218727e-05,
      "loss": 1.6305,
      "step": 125
    },
    {
      "epoch": 0.09568106312292358,
      "grad_norm": 2.25,
      "learning_rate": 1.9977447951799035e-05,
      "loss": 1.4409,
      "step": 126
    },
    {
      "epoch": 0.09644043663977218,
      "grad_norm": 2.484375,
      "learning_rate": 1.9975680534846457e-05,
      "loss": 1.5723,
      "step": 127
    },
    {
      "epoch": 0.09719981015662078,
      "grad_norm": 3.453125,
      "learning_rate": 1.9973846533126533e-05,
      "loss": 1.7338,
      "step": 128
    },
    {
      "epoch": 0.09795918367346938,
      "grad_norm": 2.703125,
      "learning_rate": 1.997194595888069e-05,
      "loss": 1.6383,
      "step": 129
    },
    {
      "epoch": 0.09871855719031798,
      "grad_norm": 2.4375,
      "learning_rate": 1.996997882479471e-05,
      "loss": 1.5887,
      "step": 130
    },
    {
      "epoch": 0.09947793070716658,
      "grad_norm": 2.4375,
      "learning_rate": 1.9967945143998636e-05,
      "loss": 1.5525,
      "step": 131
    },
    {
      "epoch": 0.10023730422401518,
      "grad_norm": 2.359375,
      "learning_rate": 1.99658449300667e-05,
      "loss": 1.4995,
      "step": 132
    },
    {
      "epoch": 0.1009966777408638,
      "grad_norm": 2.140625,
      "learning_rate": 1.996367819701722e-05,
      "loss": 1.5085,
      "step": 133
    },
    {
      "epoch": 0.1017560512577124,
      "grad_norm": 2.46875,
      "learning_rate": 1.996144495931251e-05,
      "loss": 1.5708,
      "step": 134
    },
    {
      "epoch": 0.10251542477456099,
      "grad_norm": 2.71875,
      "learning_rate": 1.995914523185878e-05,
      "loss": 1.623,
      "step": 135
    },
    {
      "epoch": 0.10327479829140959,
      "grad_norm": 2.1875,
      "learning_rate": 1.9956779030006038e-05,
      "loss": 1.5378,
      "step": 136
    },
    {
      "epoch": 0.10403417180825819,
      "grad_norm": 2.5,
      "learning_rate": 1.9954346369548002e-05,
      "loss": 1.5672,
      "step": 137
    },
    {
      "epoch": 0.10479354532510679,
      "grad_norm": 2.078125,
      "learning_rate": 1.995184726672197e-05,
      "loss": 1.5316,
      "step": 138
    },
    {
      "epoch": 0.10555291884195539,
      "grad_norm": 2.25,
      "learning_rate": 1.994928173820873e-05,
      "loss": 1.5776,
      "step": 139
    },
    {
      "epoch": 0.10631229235880399,
      "grad_norm": 2.34375,
      "learning_rate": 1.994664980113243e-05,
      "loss": 1.6079,
      "step": 140
    },
    {
      "epoch": 0.10707166587565259,
      "grad_norm": 2.296875,
      "learning_rate": 1.9943951473060488e-05,
      "loss": 1.5903,
      "step": 141
    },
    {
      "epoch": 0.10783103939250119,
      "grad_norm": 2.53125,
      "learning_rate": 1.9941186772003463e-05,
      "loss": 1.6456,
      "step": 142
    },
    {
      "epoch": 0.10859041290934979,
      "grad_norm": 2.171875,
      "learning_rate": 1.9938355716414933e-05,
      "loss": 1.5053,
      "step": 143
    },
    {
      "epoch": 0.10934978642619839,
      "grad_norm": 2.09375,
      "learning_rate": 1.9935458325191365e-05,
      "loss": 1.5925,
      "step": 144
    },
    {
      "epoch": 0.11010915994304699,
      "grad_norm": 2.171875,
      "learning_rate": 1.9932494617672007e-05,
      "loss": 1.6033,
      "step": 145
    },
    {
      "epoch": 0.11086853345989559,
      "grad_norm": 2.046875,
      "learning_rate": 1.992946461363874e-05,
      "loss": 1.553,
      "step": 146
    },
    {
      "epoch": 0.11162790697674418,
      "grad_norm": 2.21875,
      "learning_rate": 1.9926368333315964e-05,
      "loss": 1.5962,
      "step": 147
    },
    {
      "epoch": 0.11238728049359278,
      "grad_norm": 2.203125,
      "learning_rate": 1.992320579737045e-05,
      "loss": 1.6159,
      "step": 148
    },
    {
      "epoch": 0.11314665401044138,
      "grad_norm": 2.0625,
      "learning_rate": 1.991997702691121e-05,
      "loss": 1.4709,
      "step": 149
    },
    {
      "epoch": 0.11390602752728998,
      "grad_norm": 2.375,
      "learning_rate": 1.9916682043489337e-05,
      "loss": 1.6076,
      "step": 150
    },
    {
      "epoch": 0.11466540104413858,
      "grad_norm": 1.984375,
      "learning_rate": 1.9913320869097897e-05,
      "loss": 1.4864,
      "step": 151
    },
    {
      "epoch": 0.11542477456098718,
      "grad_norm": 1.7734375,
      "learning_rate": 1.9909893526171745e-05,
      "loss": 1.4559,
      "step": 152
    },
    {
      "epoch": 0.11618414807783578,
      "grad_norm": 1.9921875,
      "learning_rate": 1.990640003758741e-05,
      "loss": 1.5585,
      "step": 153
    },
    {
      "epoch": 0.11694352159468438,
      "grad_norm": 1.796875,
      "learning_rate": 1.9902840426662897e-05,
      "loss": 1.4656,
      "step": 154
    },
    {
      "epoch": 0.11770289511153298,
      "grad_norm": 1.9296875,
      "learning_rate": 1.9899214717157588e-05,
      "loss": 1.5357,
      "step": 155
    },
    {
      "epoch": 0.11846226862838158,
      "grad_norm": 1.9296875,
      "learning_rate": 1.9895522933272028e-05,
      "loss": 1.5101,
      "step": 156
    },
    {
      "epoch": 0.11922164214523019,
      "grad_norm": 1.9140625,
      "learning_rate": 1.989176509964781e-05,
      "loss": 1.5287,
      "step": 157
    },
    {
      "epoch": 0.11998101566207879,
      "grad_norm": 1.9765625,
      "learning_rate": 1.988794124136738e-05,
      "loss": 1.6104,
      "step": 158
    },
    {
      "epoch": 0.12074038917892739,
      "grad_norm": 1.9296875,
      "learning_rate": 1.9884051383953876e-05,
      "loss": 1.5313,
      "step": 159
    },
    {
      "epoch": 0.12149976269577599,
      "grad_norm": 1.703125,
      "learning_rate": 1.9880095553370967e-05,
      "loss": 1.4602,
      "step": 160
    },
    {
      "epoch": 0.12225913621262459,
      "grad_norm": 1.59375,
      "learning_rate": 1.9876073776022676e-05,
      "loss": 1.4071,
      "step": 161
    },
    {
      "epoch": 0.12301850972947319,
      "grad_norm": 1.6953125,
      "learning_rate": 1.987198607875319e-05,
      "loss": 1.4707,
      "step": 162
    },
    {
      "epoch": 0.12377788324632179,
      "grad_norm": 1.8125,
      "learning_rate": 1.9867832488846702e-05,
      "loss": 1.4729,
      "step": 163
    },
    {
      "epoch": 0.12453725676317039,
      "grad_norm": 1.6328125,
      "learning_rate": 1.9863613034027224e-05,
      "loss": 1.4967,
      "step": 164
    },
    {
      "epoch": 0.12529663028001897,
      "grad_norm": 1.6171875,
      "learning_rate": 1.9859327742458387e-05,
      "loss": 1.4463,
      "step": 165
    },
    {
      "epoch": 0.12605600379686757,
      "grad_norm": 1.65625,
      "learning_rate": 1.985497664274326e-05,
      "loss": 1.4763,
      "step": 166
    },
    {
      "epoch": 0.12681537731371617,
      "grad_norm": 1.6953125,
      "learning_rate": 1.9850559763924176e-05,
      "loss": 1.5175,
      "step": 167
    },
    {
      "epoch": 0.12757475083056477,
      "grad_norm": 1.609375,
      "learning_rate": 1.9846077135482513e-05,
      "loss": 1.4363,
      "step": 168
    },
    {
      "epoch": 0.1283341243474134,
      "grad_norm": 1.4609375,
      "learning_rate": 1.9841528787338513e-05,
      "loss": 1.3922,
      "step": 169
    },
    {
      "epoch": 0.129093497864262,
      "grad_norm": 1.578125,
      "learning_rate": 1.983691474985108e-05,
      "loss": 1.4937,
      "step": 170
    },
    {
      "epoch": 0.1298528713811106,
      "grad_norm": 1.421875,
      "learning_rate": 1.983223505381757e-05,
      "loss": 1.4381,
      "step": 171
    },
    {
      "epoch": 0.1306122448979592,
      "grad_norm": 1.6484375,
      "learning_rate": 1.9827489730473597e-05,
      "loss": 1.5019,
      "step": 172
    },
    {
      "epoch": 0.1313716184148078,
      "grad_norm": 1.4140625,
      "learning_rate": 1.982267881149281e-05,
      "loss": 1.3798,
      "step": 173
    },
    {
      "epoch": 0.1321309919316564,
      "grad_norm": 1.6796875,
      "learning_rate": 1.9817802328986696e-05,
      "loss": 1.5623,
      "step": 174
    },
    {
      "epoch": 0.132890365448505,
      "grad_norm": 1.5390625,
      "learning_rate": 1.9812860315504362e-05,
      "loss": 1.4497,
      "step": 175
    },
    {
      "epoch": 0.1336497389653536,
      "grad_norm": 1.4921875,
      "learning_rate": 1.9807852804032306e-05,
      "loss": 1.4442,
      "step": 176
    },
    {
      "epoch": 0.1344091124822022,
      "grad_norm": 1.734375,
      "learning_rate": 1.9802779827994214e-05,
      "loss": 1.5552,
      "step": 177
    },
    {
      "epoch": 0.1351684859990508,
      "grad_norm": 1.421875,
      "learning_rate": 1.9797641421250725e-05,
      "loss": 1.4411,
      "step": 178
    },
    {
      "epoch": 0.1359278595158994,
      "grad_norm": 1.3515625,
      "learning_rate": 1.9792437618099215e-05,
      "loss": 1.4569,
      "step": 179
    },
    {
      "epoch": 0.136687233032748,
      "grad_norm": 1.40625,
      "learning_rate": 1.9787168453273546e-05,
      "loss": 1.4257,
      "step": 180
    },
    {
      "epoch": 0.1374466065495966,
      "grad_norm": 1.359375,
      "learning_rate": 1.9781833961943874e-05,
      "loss": 1.417,
      "step": 181
    },
    {
      "epoch": 0.1382059800664452,
      "grad_norm": 1.5625,
      "learning_rate": 1.9776434179716365e-05,
      "loss": 1.4831,
      "step": 182
    },
    {
      "epoch": 0.1389653535832938,
      "grad_norm": 1.265625,
      "learning_rate": 1.977096914263301e-05,
      "loss": 1.3927,
      "step": 183
    },
    {
      "epoch": 0.1397247271001424,
      "grad_norm": 1.3671875,
      "learning_rate": 1.9765438887171327e-05,
      "loss": 1.431,
      "step": 184
    },
    {
      "epoch": 0.140484100616991,
      "grad_norm": 1.4609375,
      "learning_rate": 1.975984345024418e-05,
      "loss": 1.4798,
      "step": 185
    },
    {
      "epoch": 0.14124347413383959,
      "grad_norm": 1.484375,
      "learning_rate": 1.975418286919947e-05,
      "loss": 1.4939,
      "step": 186
    },
    {
      "epoch": 0.14200284765068819,
      "grad_norm": 1.390625,
      "learning_rate": 1.9748457181819937e-05,
      "loss": 1.4784,
      "step": 187
    },
    {
      "epoch": 0.14276222116753678,
      "grad_norm": 1.2421875,
      "learning_rate": 1.9742666426322877e-05,
      "loss": 1.3947,
      "step": 188
    },
    {
      "epoch": 0.14352159468438538,
      "grad_norm": 1.2109375,
      "learning_rate": 1.97368106413599e-05,
      "loss": 1.3783,
      "step": 189
    },
    {
      "epoch": 0.14428096820123398,
      "grad_norm": 1.0859375,
      "learning_rate": 1.9730889866016668e-05,
      "loss": 1.3301,
      "step": 190
    },
    {
      "epoch": 0.14504034171808258,
      "grad_norm": 1.1953125,
      "learning_rate": 1.9724904139812636e-05,
      "loss": 1.4403,
      "step": 191
    },
    {
      "epoch": 0.14579971523493118,
      "grad_norm": 1.1484375,
      "learning_rate": 1.9718853502700783e-05,
      "loss": 1.4301,
      "step": 192
    },
    {
      "epoch": 0.14655908875177978,
      "grad_norm": 1.0859375,
      "learning_rate": 1.9712737995067357e-05,
      "loss": 1.3473,
      "step": 193
    },
    {
      "epoch": 0.14731846226862838,
      "grad_norm": 1.078125,
      "learning_rate": 1.970655765773159e-05,
      "loss": 1.3557,
      "step": 194
    },
    {
      "epoch": 0.14807783578547698,
      "grad_norm": 1.0703125,
      "learning_rate": 1.9700312531945444e-05,
      "loss": 1.3979,
      "step": 195
    },
    {
      "epoch": 0.14883720930232558,
      "grad_norm": 1.375,
      "learning_rate": 1.9694002659393306e-05,
      "loss": 1.5305,
      "step": 196
    },
    {
      "epoch": 0.14959658281917418,
      "grad_norm": 1.1875,
      "learning_rate": 1.9687628082191748e-05,
      "loss": 1.5078,
      "step": 197
    },
    {
      "epoch": 0.15035595633602278,
      "grad_norm": 1.265625,
      "learning_rate": 1.9681188842889222e-05,
      "loss": 1.4817,
      "step": 198
    },
    {
      "epoch": 0.15111532985287138,
      "grad_norm": 1.0234375,
      "learning_rate": 1.9674684984465774e-05,
      "loss": 1.3599,
      "step": 199
    },
    {
      "epoch": 0.15187470336971998,
      "grad_norm": 1.0625,
      "learning_rate": 1.966811655033277e-05,
      "loss": 1.384,
      "step": 200
    },
    {
      "epoch": 0.15263407688656858,
      "grad_norm": 1.3515625,
      "learning_rate": 1.9661483584332592e-05,
      "loss": 1.514,
      "step": 201
    },
    {
      "epoch": 0.15339345040341718,
      "grad_norm": 1.1328125,
      "learning_rate": 1.9654786130738372e-05,
      "loss": 1.3908,
      "step": 202
    },
    {
      "epoch": 0.15415282392026577,
      "grad_norm": 1.015625,
      "learning_rate": 1.9648024234253654e-05,
      "loss": 1.336,
      "step": 203
    },
    {
      "epoch": 0.15491219743711437,
      "grad_norm": 1.0078125,
      "learning_rate": 1.9641197940012136e-05,
      "loss": 1.3723,
      "step": 204
    },
    {
      "epoch": 0.15567157095396297,
      "grad_norm": 1.015625,
      "learning_rate": 1.963430729357735e-05,
      "loss": 1.3784,
      "step": 205
    },
    {
      "epoch": 0.15643094447081157,
      "grad_norm": 0.9375,
      "learning_rate": 1.9627352340942355e-05,
      "loss": 1.3541,
      "step": 206
    },
    {
      "epoch": 0.15719031798766017,
      "grad_norm": 1.0546875,
      "learning_rate": 1.9620333128529436e-05,
      "loss": 1.3969,
      "step": 207
    },
    {
      "epoch": 0.15794969150450877,
      "grad_norm": 1.1953125,
      "learning_rate": 1.96132497031898e-05,
      "loss": 1.4611,
      "step": 208
    },
    {
      "epoch": 0.15870906502135737,
      "grad_norm": 0.96484375,
      "learning_rate": 1.9606102112203243e-05,
      "loss": 1.3631,
      "step": 209
    },
    {
      "epoch": 0.15946843853820597,
      "grad_norm": 0.9375,
      "learning_rate": 1.9598890403277867e-05,
      "loss": 1.3605,
      "step": 210
    },
    {
      "epoch": 0.16022781205505457,
      "grad_norm": 1.078125,
      "learning_rate": 1.9591614624549724e-05,
      "loss": 1.4721,
      "step": 211
    },
    {
      "epoch": 0.16098718557190317,
      "grad_norm": 1.0234375,
      "learning_rate": 1.958427482458253e-05,
      "loss": 1.429,
      "step": 212
    },
    {
      "epoch": 0.16174655908875177,
      "grad_norm": 0.94921875,
      "learning_rate": 1.9576871052367307e-05,
      "loss": 1.3866,
      "step": 213
    },
    {
      "epoch": 0.16250593260560037,
      "grad_norm": 0.9140625,
      "learning_rate": 1.956940335732209e-05,
      "loss": 1.4103,
      "step": 214
    },
    {
      "epoch": 0.16326530612244897,
      "grad_norm": 0.953125,
      "learning_rate": 1.956187178929157e-05,
      "loss": 1.3547,
      "step": 215
    },
    {
      "epoch": 0.16402467963929757,
      "grad_norm": 1.0078125,
      "learning_rate": 1.9554276398546767e-05,
      "loss": 1.4262,
      "step": 216
    },
    {
      "epoch": 0.1647840531561462,
      "grad_norm": 0.89453125,
      "learning_rate": 1.9546617235784716e-05,
      "loss": 1.3589,
      "step": 217
    },
    {
      "epoch": 0.1655434266729948,
      "grad_norm": 0.91796875,
      "learning_rate": 1.95388943521281e-05,
      "loss": 1.3694,
      "step": 218
    },
    {
      "epoch": 0.1663028001898434,
      "grad_norm": 0.859375,
      "learning_rate": 1.953110779912492e-05,
      "loss": 1.3515,
      "step": 219
    },
    {
      "epoch": 0.167062173706692,
      "grad_norm": 0.96875,
      "learning_rate": 1.9523257628748148e-05,
      "loss": 1.419,
      "step": 220
    },
    {
      "epoch": 0.1678215472235406,
      "grad_norm": 0.8515625,
      "learning_rate": 1.9515343893395394e-05,
      "loss": 1.3665,
      "step": 221
    },
    {
      "epoch": 0.1685809207403892,
      "grad_norm": 0.7734375,
      "learning_rate": 1.9507366645888544e-05,
      "loss": 1.3448,
      "step": 222
    },
    {
      "epoch": 0.1693402942572378,
      "grad_norm": 0.7578125,
      "learning_rate": 1.9499325939473403e-05,
      "loss": 1.3186,
      "step": 223
    },
    {
      "epoch": 0.1700996677740864,
      "grad_norm": 0.6875,
      "learning_rate": 1.9491221827819348e-05,
      "loss": 1.2722,
      "step": 224
    },
    {
      "epoch": 0.170859041290935,
      "grad_norm": 0.9375,
      "learning_rate": 1.948305436501897e-05,
      "loss": 1.4339,
      "step": 225
    },
    {
      "epoch": 0.1716184148077836,
      "grad_norm": 0.796875,
      "learning_rate": 1.9474823605587705e-05,
      "loss": 1.3838,
      "step": 226
    },
    {
      "epoch": 0.1723777883246322,
      "grad_norm": 0.98828125,
      "learning_rate": 1.9466529604463484e-05,
      "loss": 1.4411,
      "step": 227
    },
    {
      "epoch": 0.17313716184148079,
      "grad_norm": 0.78515625,
      "learning_rate": 1.9458172417006347e-05,
      "loss": 1.3107,
      "step": 228
    },
    {
      "epoch": 0.17389653535832938,
      "grad_norm": 0.86328125,
      "learning_rate": 1.9449752098998097e-05,
      "loss": 1.4422,
      "step": 229
    },
    {
      "epoch": 0.17465590887517798,
      "grad_norm": 0.80078125,
      "learning_rate": 1.9441268706641907e-05,
      "loss": 1.3728,
      "step": 230
    },
    {
      "epoch": 0.17541528239202658,
      "grad_norm": 0.9453125,
      "learning_rate": 1.9432722296561954e-05,
      "loss": 1.4489,
      "step": 231
    },
    {
      "epoch": 0.17617465590887518,
      "grad_norm": 0.78125,
      "learning_rate": 1.942411292580304e-05,
      "loss": 1.3594,
      "step": 232
    },
    {
      "epoch": 0.17693402942572378,
      "grad_norm": 0.7421875,
      "learning_rate": 1.941544065183021e-05,
      "loss": 1.3176,
      "step": 233
    },
    {
      "epoch": 0.17769340294257238,
      "grad_norm": 0.71875,
      "learning_rate": 1.9406705532528373e-05,
      "loss": 1.3331,
      "step": 234
    },
    {
      "epoch": 0.17845277645942098,
      "grad_norm": 0.73828125,
      "learning_rate": 1.9397907626201915e-05,
      "loss": 1.3217,
      "step": 235
    },
    {
      "epoch": 0.17921214997626958,
      "grad_norm": 0.7578125,
      "learning_rate": 1.9389046991574298e-05,
      "loss": 1.3825,
      "step": 236
    },
    {
      "epoch": 0.17997152349311818,
      "grad_norm": 0.78515625,
      "learning_rate": 1.938012368778768e-05,
      "loss": 1.3604,
      "step": 237
    },
    {
      "epoch": 0.18073089700996678,
      "grad_norm": 0.6875,
      "learning_rate": 1.9371137774402528e-05,
      "loss": 1.3345,
      "step": 238
    },
    {
      "epoch": 0.18149027052681538,
      "grad_norm": 0.87890625,
      "learning_rate": 1.9362089311397194e-05,
      "loss": 1.417,
      "step": 239
    },
    {
      "epoch": 0.18224964404366398,
      "grad_norm": 0.63671875,
      "learning_rate": 1.935297835916754e-05,
      "loss": 1.2646,
      "step": 240
    },
    {
      "epoch": 0.18300901756051258,
      "grad_norm": 0.67578125,
      "learning_rate": 1.9343804978526525e-05,
      "loss": 1.3089,
      "step": 241
    },
    {
      "epoch": 0.18376839107736118,
      "grad_norm": 0.6328125,
      "learning_rate": 1.9334569230703794e-05,
      "loss": 1.2812,
      "step": 242
    },
    {
      "epoch": 0.18452776459420978,
      "grad_norm": 0.76171875,
      "learning_rate": 1.9325271177345284e-05,
      "loss": 1.3355,
      "step": 243
    },
    {
      "epoch": 0.18528713811105837,
      "grad_norm": 0.6484375,
      "learning_rate": 1.9315910880512792e-05,
      "loss": 1.3089,
      "step": 244
    },
    {
      "epoch": 0.18604651162790697,
      "grad_norm": 0.703125,
      "learning_rate": 1.9306488402683582e-05,
      "loss": 1.3573,
      "step": 245
    },
    {
      "epoch": 0.18680588514475557,
      "grad_norm": 0.62890625,
      "learning_rate": 1.929700380674995e-05,
      "loss": 1.2955,
      "step": 246
    },
    {
      "epoch": 0.18756525866160417,
      "grad_norm": 0.6015625,
      "learning_rate": 1.9287457156018824e-05,
      "loss": 1.2819,
      "step": 247
    },
    {
      "epoch": 0.18832463217845277,
      "grad_norm": 0.60546875,
      "learning_rate": 1.927784851421132e-05,
      "loss": 1.2677,
      "step": 248
    },
    {
      "epoch": 0.18908400569530137,
      "grad_norm": 0.75,
      "learning_rate": 1.926817794546232e-05,
      "loss": 1.3524,
      "step": 249
    },
    {
      "epoch": 0.18984337921214997,
      "grad_norm": 0.859375,
      "learning_rate": 1.9258445514320064e-05,
      "loss": 1.4673,
      "step": 250
    },
    {
      "epoch": 0.19060275272899857,
      "grad_norm": 0.70703125,
      "learning_rate": 1.9248651285745708e-05,
      "loss": 1.3484,
      "step": 251
    },
    {
      "epoch": 0.19136212624584717,
      "grad_norm": 0.7109375,
      "learning_rate": 1.9238795325112867e-05,
      "loss": 1.3565,
      "step": 252
    },
    {
      "epoch": 0.19212149976269577,
      "grad_norm": 0.625,
      "learning_rate": 1.9228877698207227e-05,
      "loss": 1.3004,
      "step": 253
    },
    {
      "epoch": 0.19288087327954437,
      "grad_norm": 0.66796875,
      "learning_rate": 1.921889847122605e-05,
      "loss": 1.3457,
      "step": 254
    },
    {
      "epoch": 0.19364024679639297,
      "grad_norm": 0.69921875,
      "learning_rate": 1.9208857710777785e-05,
      "loss": 1.314,
      "step": 255
    },
    {
      "epoch": 0.19439962031324157,
      "grad_norm": 0.8046875,
      "learning_rate": 1.9198755483881585e-05,
      "loss": 1.4202,
      "step": 256
    },
    {
      "epoch": 0.19515899383009017,
      "grad_norm": 0.59375,
      "learning_rate": 1.9188591857966875e-05,
      "loss": 1.3255,
      "step": 257
    },
    {
      "epoch": 0.19591836734693877,
      "grad_norm": 0.828125,
      "learning_rate": 1.917836690087291e-05,
      "loss": 1.4397,
      "step": 258
    },
    {
      "epoch": 0.19667774086378736,
      "grad_norm": 0.640625,
      "learning_rate": 1.91680806808483e-05,
      "loss": 1.3296,
      "step": 259
    },
    {
      "epoch": 0.19743711438063596,
      "grad_norm": 0.5859375,
      "learning_rate": 1.9157733266550577e-05,
      "loss": 1.2916,
      "step": 260
    },
    {
      "epoch": 0.19819648789748456,
      "grad_norm": 0.64453125,
      "learning_rate": 1.914732472704572e-05,
      "loss": 1.3308,
      "step": 261
    },
    {
      "epoch": 0.19895586141433316,
      "grad_norm": 0.6484375,
      "learning_rate": 1.9136855131807705e-05,
      "loss": 1.3426,
      "step": 262
    },
    {
      "epoch": 0.19971523493118176,
      "grad_norm": 0.5390625,
      "learning_rate": 1.9126324550718036e-05,
      "loss": 1.2745,
      "step": 263
    },
    {
      "epoch": 0.20047460844803036,
      "grad_norm": 0.6015625,
      "learning_rate": 1.911573305406528e-05,
      "loss": 1.3073,
      "step": 264
    },
    {
      "epoch": 0.201233981964879,
      "grad_norm": 0.578125,
      "learning_rate": 1.9105080712544603e-05,
      "loss": 1.2674,
      "step": 265
    },
    {
      "epoch": 0.2019933554817276,
      "grad_norm": 0.53515625,
      "learning_rate": 1.909436759725728e-05,
      "loss": 1.3087,
      "step": 266
    },
    {
      "epoch": 0.2027527289985762,
      "grad_norm": 0.56640625,
      "learning_rate": 1.908359377971025e-05,
      "loss": 1.284,
      "step": 267
    },
    {
      "epoch": 0.2035121025154248,
      "grad_norm": 0.5625,
      "learning_rate": 1.9072759331815602e-05,
      "loss": 1.2451,
      "step": 268
    },
    {
      "epoch": 0.20427147603227339,
      "grad_norm": 0.5703125,
      "learning_rate": 1.9061864325890132e-05,
      "loss": 1.2624,
      "step": 269
    },
    {
      "epoch": 0.20503084954912199,
      "grad_norm": 0.515625,
      "learning_rate": 1.9050908834654834e-05,
      "loss": 1.2392,
      "step": 270
    },
    {
      "epoch": 0.20579022306597058,
      "grad_norm": 0.546875,
      "learning_rate": 1.9039892931234434e-05,
      "loss": 1.2405,
      "step": 271
    },
    {
      "epoch": 0.20654959658281918,
      "grad_norm": 0.5625,
      "learning_rate": 1.902881668915688e-05,
      "loss": 1.2509,
      "step": 272
    },
    {
      "epoch": 0.20730897009966778,
      "grad_norm": 0.5625,
      "learning_rate": 1.9017680182352866e-05,
      "loss": 1.3047,
      "step": 273
    },
    {
      "epoch": 0.20806834361651638,
      "grad_norm": 0.68359375,
      "learning_rate": 1.9006483485155338e-05,
      "loss": 1.3492,
      "step": 274
    },
    {
      "epoch": 0.20882771713336498,
      "grad_norm": 0.54296875,
      "learning_rate": 1.8995226672298993e-05,
      "loss": 1.2451,
      "step": 275
    },
    {
      "epoch": 0.20958709065021358,
      "grad_norm": 0.62890625,
      "learning_rate": 1.898390981891979e-05,
      "loss": 1.3577,
      "step": 276
    },
    {
      "epoch": 0.21034646416706218,
      "grad_norm": 0.58984375,
      "learning_rate": 1.897253300055443e-05,
      "loss": 1.3152,
      "step": 277
    },
    {
      "epoch": 0.21110583768391078,
      "grad_norm": 0.58203125,
      "learning_rate": 1.896109629313987e-05,
      "loss": 1.3153,
      "step": 278
    },
    {
      "epoch": 0.21186521120075938,
      "grad_norm": 0.60546875,
      "learning_rate": 1.8949599773012808e-05,
      "loss": 1.3153,
      "step": 279
    },
    {
      "epoch": 0.21262458471760798,
      "grad_norm": 0.578125,
      "learning_rate": 1.8938043516909173e-05,
      "loss": 1.2932,
      "step": 280
    },
    {
      "epoch": 0.21338395823445658,
      "grad_norm": 0.50390625,
      "learning_rate": 1.892642760196361e-05,
      "loss": 1.2294,
      "step": 281
    },
    {
      "epoch": 0.21414333175130518,
      "grad_norm": 0.64453125,
      "learning_rate": 1.891475210570898e-05,
      "loss": 1.3246,
      "step": 282
    },
    {
      "epoch": 0.21490270526815378,
      "grad_norm": 0.51953125,
      "learning_rate": 1.890301710607582e-05,
      "loss": 1.2312,
      "step": 283
    },
    {
      "epoch": 0.21566207878500238,
      "grad_norm": 0.4609375,
      "learning_rate": 1.8891222681391853e-05,
      "loss": 1.2243,
      "step": 284
    },
    {
      "epoch": 0.21642145230185098,
      "grad_norm": 0.5234375,
      "learning_rate": 1.8879368910381423e-05,
      "loss": 1.2593,
      "step": 285
    },
    {
      "epoch": 0.21718082581869957,
      "grad_norm": 0.640625,
      "learning_rate": 1.8867455872165006e-05,
      "loss": 1.3375,
      "step": 286
    },
    {
      "epoch": 0.21794019933554817,
      "grad_norm": 0.51171875,
      "learning_rate": 1.8855483646258677e-05,
      "loss": 1.2492,
      "step": 287
    },
    {
      "epoch": 0.21869957285239677,
      "grad_norm": 0.61328125,
      "learning_rate": 1.8843452312573557e-05,
      "loss": 1.3306,
      "step": 288
    },
    {
      "epoch": 0.21945894636924537,
      "grad_norm": 0.5546875,
      "learning_rate": 1.8831361951415298e-05,
      "loss": 1.2743,
      "step": 289
    },
    {
      "epoch": 0.22021831988609397,
      "grad_norm": 0.6875,
      "learning_rate": 1.881921264348355e-05,
      "loss": 1.3699,
      "step": 290
    },
    {
      "epoch": 0.22097769340294257,
      "grad_norm": 0.63671875,
      "learning_rate": 1.880700446987141e-05,
      "loss": 1.3548,
      "step": 291
    },
    {
      "epoch": 0.22173706691979117,
      "grad_norm": 0.671875,
      "learning_rate": 1.879473751206489e-05,
      "loss": 1.3974,
      "step": 292
    },
    {
      "epoch": 0.22249644043663977,
      "grad_norm": 0.5625,
      "learning_rate": 1.8782411851942365e-05,
      "loss": 1.29,
      "step": 293
    },
    {
      "epoch": 0.22325581395348837,
      "grad_norm": 0.53125,
      "learning_rate": 1.877002757177403e-05,
      "loss": 1.2906,
      "step": 294
    },
    {
      "epoch": 0.22401518747033697,
      "grad_norm": 0.462890625,
      "learning_rate": 1.8757584754221363e-05,
      "loss": 1.2135,
      "step": 295
    },
    {
      "epoch": 0.22477456098718557,
      "grad_norm": 0.52734375,
      "learning_rate": 1.8745083482336547e-05,
      "loss": 1.3045,
      "step": 296
    },
    {
      "epoch": 0.22553393450403417,
      "grad_norm": 0.5703125,
      "learning_rate": 1.8732523839561934e-05,
      "loss": 1.2641,
      "step": 297
    },
    {
      "epoch": 0.22629330802088277,
      "grad_norm": 0.4921875,
      "learning_rate": 1.8719905909729493e-05,
      "loss": 1.2492,
      "step": 298
    },
    {
      "epoch": 0.22705268153773137,
      "grad_norm": 0.5078125,
      "learning_rate": 1.8707229777060242e-05,
      "loss": 1.2867,
      "step": 299
    },
    {
      "epoch": 0.22781205505457996,
      "grad_norm": 0.5390625,
      "learning_rate": 1.869449552616367e-05,
      "loss": 1.2946,
      "step": 300
    },
    {
      "epoch": 0.22857142857142856,
      "grad_norm": 0.53125,
      "learning_rate": 1.8681703242037208e-05,
      "loss": 1.3014,
      "step": 301
    },
    {
      "epoch": 0.22933080208827716,
      "grad_norm": 0.470703125,
      "learning_rate": 1.8668853010065633e-05,
      "loss": 1.2937,
      "step": 302
    },
    {
      "epoch": 0.23009017560512576,
      "grad_norm": 0.57421875,
      "learning_rate": 1.86559449160205e-05,
      "loss": 1.2866,
      "step": 303
    },
    {
      "epoch": 0.23084954912197436,
      "grad_norm": 0.51953125,
      "learning_rate": 1.8642979046059595e-05,
      "loss": 1.2542,
      "step": 304
    },
    {
      "epoch": 0.23160892263882296,
      "grad_norm": 0.5078125,
      "learning_rate": 1.8629955486726324e-05,
      "loss": 1.2718,
      "step": 305
    },
    {
      "epoch": 0.23236829615567156,
      "grad_norm": 0.5234375,
      "learning_rate": 1.861687432494916e-05,
      "loss": 1.2645,
      "step": 306
    },
    {
      "epoch": 0.23312766967252016,
      "grad_norm": 0.54296875,
      "learning_rate": 1.8603735648041054e-05,
      "loss": 1.2895,
      "step": 307
    },
    {
      "epoch": 0.23388704318936876,
      "grad_norm": 0.578125,
      "learning_rate": 1.8590539543698852e-05,
      "loss": 1.322,
      "step": 308
    },
    {
      "epoch": 0.23464641670621736,
      "grad_norm": 0.49609375,
      "learning_rate": 1.8577286100002723e-05,
      "loss": 1.2584,
      "step": 309
    },
    {
      "epoch": 0.23540579022306596,
      "grad_norm": 0.52734375,
      "learning_rate": 1.856397540541554e-05,
      "loss": 1.2814,
      "step": 310
    },
    {
      "epoch": 0.23616516373991456,
      "grad_norm": 0.52734375,
      "learning_rate": 1.855060754878233e-05,
      "loss": 1.2865,
      "step": 311
    },
    {
      "epoch": 0.23692453725676316,
      "grad_norm": 0.466796875,
      "learning_rate": 1.853718261932964e-05,
      "loss": 1.2597,
      "step": 312
    },
    {
      "epoch": 0.23768391077361178,
      "grad_norm": 0.5078125,
      "learning_rate": 1.852370070666498e-05,
      "loss": 1.2556,
      "step": 313
    },
    {
      "epoch": 0.23844328429046038,
      "grad_norm": 0.55078125,
      "learning_rate": 1.8510161900776186e-05,
      "loss": 1.304,
      "step": 314
    },
    {
      "epoch": 0.23920265780730898,
      "grad_norm": 0.439453125,
      "learning_rate": 1.8496566292030864e-05,
      "loss": 1.2148,
      "step": 315
    },
    {
      "epoch": 0.23996203132415758,
      "grad_norm": 0.515625,
      "learning_rate": 1.8482913971175737e-05,
      "loss": 1.2887,
      "step": 316
    },
    {
      "epoch": 0.24072140484100618,
      "grad_norm": 0.57421875,
      "learning_rate": 1.846920502933609e-05,
      "loss": 1.3276,
      "step": 317
    },
    {
      "epoch": 0.24148077835785478,
      "grad_norm": 0.474609375,
      "learning_rate": 1.8455439558015117e-05,
      "loss": 1.2681,
      "step": 318
    },
    {
      "epoch": 0.24224015187470338,
      "grad_norm": 0.55078125,
      "learning_rate": 1.8441617649093334e-05,
      "loss": 1.2898,
      "step": 319
    },
    {
      "epoch": 0.24299952539155198,
      "grad_norm": 0.5234375,
      "learning_rate": 1.8427739394827976e-05,
      "loss": 1.2785,
      "step": 320
    },
    {
      "epoch": 0.24375889890840058,
      "grad_norm": 0.4765625,
      "learning_rate": 1.8413804887852343e-05,
      "loss": 1.1799,
      "step": 321
    },
    {
      "epoch": 0.24451827242524918,
      "grad_norm": 0.45703125,
      "learning_rate": 1.839981422117523e-05,
      "loss": 1.1951,
      "step": 322
    },
    {
      "epoch": 0.24527764594209778,
      "grad_norm": 0.546875,
      "learning_rate": 1.8385767488180255e-05,
      "loss": 1.3233,
      "step": 323
    },
    {
      "epoch": 0.24603701945894638,
      "grad_norm": 0.451171875,
      "learning_rate": 1.8371664782625287e-05,
      "loss": 1.2204,
      "step": 324
    },
    {
      "epoch": 0.24679639297579498,
      "grad_norm": 0.478515625,
      "learning_rate": 1.8357506198641784e-05,
      "loss": 1.2763,
      "step": 325
    },
    {
      "epoch": 0.24755576649264358,
      "grad_norm": 0.578125,
      "learning_rate": 1.8343291830734176e-05,
      "loss": 1.3397,
      "step": 326
    },
    {
      "epoch": 0.24831514000949217,
      "grad_norm": 0.52734375,
      "learning_rate": 1.8329021773779242e-05,
      "loss": 1.3029,
      "step": 327
    },
    {
      "epoch": 0.24907451352634077,
      "grad_norm": 0.54296875,
      "learning_rate": 1.8314696123025456e-05,
      "loss": 1.2977,
      "step": 328
    },
    {
      "epoch": 0.24983388704318937,
      "grad_norm": 0.5078125,
      "learning_rate": 1.8300314974092372e-05,
      "loss": 1.2915,
      "step": 329
    },
    {
      "epoch": 0.25059326056003794,
      "grad_norm": 0.478515625,
      "learning_rate": 1.8285878422969982e-05,
      "loss": 1.2278,
      "step": 330
    },
    {
      "epoch": 0.25135263407688657,
      "grad_norm": 0.421875,
      "learning_rate": 1.827138656601807e-05,
      "loss": 1.2337,
      "step": 331
    },
    {
      "epoch": 0.25211200759373514,
      "grad_norm": 0.52734375,
      "learning_rate": 1.825683949996556e-05,
      "loss": 1.2978,
      "step": 332
    },
    {
      "epoch": 0.25287138111058377,
      "grad_norm": 0.5390625,
      "learning_rate": 1.8242237321909895e-05,
      "loss": 1.2512,
      "step": 333
    },
    {
      "epoch": 0.25363075462743234,
      "grad_norm": 0.49609375,
      "learning_rate": 1.8227580129316368e-05,
      "loss": 1.2702,
      "step": 334
    },
    {
      "epoch": 0.25439012814428097,
      "grad_norm": 0.4609375,
      "learning_rate": 1.821286802001747e-05,
      "loss": 1.2253,
      "step": 335
    },
    {
      "epoch": 0.25514950166112954,
      "grad_norm": 0.5390625,
      "learning_rate": 1.819810109221227e-05,
      "loss": 1.2708,
      "step": 336
    },
    {
      "epoch": 0.25590887517797817,
      "grad_norm": 0.44140625,
      "learning_rate": 1.81832794444657e-05,
      "loss": 1.2157,
      "step": 337
    },
    {
      "epoch": 0.2566682486948268,
      "grad_norm": 0.5703125,
      "learning_rate": 1.8168403175707958e-05,
      "loss": 1.3529,
      "step": 338
    },
    {
      "epoch": 0.25742762221167537,
      "grad_norm": 0.390625,
      "learning_rate": 1.815347238523381e-05,
      "loss": 1.1796,
      "step": 339
    },
    {
      "epoch": 0.258186995728524,
      "grad_norm": 0.466796875,
      "learning_rate": 1.813848717270195e-05,
      "loss": 1.2568,
      "step": 340
    },
    {
      "epoch": 0.25894636924537257,
      "grad_norm": 0.490234375,
      "learning_rate": 1.812344763813431e-05,
      "loss": 1.2732,
      "step": 341
    },
    {
      "epoch": 0.2597057427622212,
      "grad_norm": 0.44140625,
      "learning_rate": 1.8108353881915403e-05,
      "loss": 1.2737,
      "step": 342
    },
    {
      "epoch": 0.26046511627906976,
      "grad_norm": 0.45703125,
      "learning_rate": 1.8093206004791673e-05,
      "loss": 1.2281,
      "step": 343
    },
    {
      "epoch": 0.2612244897959184,
      "grad_norm": 0.546875,
      "learning_rate": 1.8078004107870797e-05,
      "loss": 1.3148,
      "step": 344
    },
    {
      "epoch": 0.26198386331276696,
      "grad_norm": 0.44921875,
      "learning_rate": 1.806274829262101e-05,
      "loss": 1.2584,
      "step": 345
    },
    {
      "epoch": 0.2627432368296156,
      "grad_norm": 0.5078125,
      "learning_rate": 1.8047438660870447e-05,
      "loss": 1.2665,
      "step": 346
    },
    {
      "epoch": 0.26350261034646416,
      "grad_norm": 0.51171875,
      "learning_rate": 1.803207531480645e-05,
      "loss": 1.2892,
      "step": 347
    },
    {
      "epoch": 0.2642619838633128,
      "grad_norm": 0.51953125,
      "learning_rate": 1.8016658356974885e-05,
      "loss": 1.2782,
      "step": 348
    },
    {
      "epoch": 0.26502135738016136,
      "grad_norm": 0.46484375,
      "learning_rate": 1.800118789027947e-05,
      "loss": 1.2857,
      "step": 349
    },
    {
      "epoch": 0.26578073089701,
      "grad_norm": 0.455078125,
      "learning_rate": 1.798566401798106e-05,
      "loss": 1.2529,
      "step": 350
    },
    {
      "epoch": 0.26654010441385856,
      "grad_norm": 0.466796875,
      "learning_rate": 1.7970086843697e-05,
      "loss": 1.2445,
      "step": 351
    },
    {
      "epoch": 0.2672994779307072,
      "grad_norm": 0.439453125,
      "learning_rate": 1.7954456471400393e-05,
      "loss": 1.2143,
      "step": 352
    },
    {
      "epoch": 0.26805885144755576,
      "grad_norm": 0.421875,
      "learning_rate": 1.793877300541944e-05,
      "loss": 1.2444,
      "step": 353
    },
    {
      "epoch": 0.2688182249644044,
      "grad_norm": 0.474609375,
      "learning_rate": 1.7923036550436706e-05,
      "loss": 1.2674,
      "step": 354
    },
    {
      "epoch": 0.26957759848125296,
      "grad_norm": 0.5,
      "learning_rate": 1.7907247211488456e-05,
      "loss": 1.2926,
      "step": 355
    },
    {
      "epoch": 0.2703369719981016,
      "grad_norm": 0.439453125,
      "learning_rate": 1.789140509396394e-05,
      "loss": 1.2125,
      "step": 356
    },
    {
      "epoch": 0.27109634551495015,
      "grad_norm": 0.443359375,
      "learning_rate": 1.7875510303604678e-05,
      "loss": 1.1936,
      "step": 357
    },
    {
      "epoch": 0.2718557190317988,
      "grad_norm": 0.462890625,
      "learning_rate": 1.7859562946503787e-05,
      "loss": 1.2251,
      "step": 358
    },
    {
      "epoch": 0.27261509254864735,
      "grad_norm": 0.470703125,
      "learning_rate": 1.784356312910523e-05,
      "loss": 1.2829,
      "step": 359
    },
    {
      "epoch": 0.273374466065496,
      "grad_norm": 0.44140625,
      "learning_rate": 1.7827510958203147e-05,
      "loss": 1.2277,
      "step": 360
    },
    {
      "epoch": 0.27413383958234455,
      "grad_norm": 0.486328125,
      "learning_rate": 1.78114065409411e-05,
      "loss": 1.2715,
      "step": 361
    },
    {
      "epoch": 0.2748932130991932,
      "grad_norm": 0.47265625,
      "learning_rate": 1.7795249984811397e-05,
      "loss": 1.2467,
      "step": 362
    },
    {
      "epoch": 0.27565258661604175,
      "grad_norm": 0.455078125,
      "learning_rate": 1.7779041397654355e-05,
      "loss": 1.2529,
      "step": 363
    },
    {
      "epoch": 0.2764119601328904,
      "grad_norm": 0.5,
      "learning_rate": 1.7762780887657576e-05,
      "loss": 1.2749,
      "step": 364
    },
    {
      "epoch": 0.27717133364973895,
      "grad_norm": 0.40234375,
      "learning_rate": 1.7746468563355243e-05,
      "loss": 1.1978,
      "step": 365
    },
    {
      "epoch": 0.2779307071665876,
      "grad_norm": 0.451171875,
      "learning_rate": 1.773010453362737e-05,
      "loss": 1.244,
      "step": 366
    },
    {
      "epoch": 0.27869008068343615,
      "grad_norm": 0.53515625,
      "learning_rate": 1.7713688907699107e-05,
      "loss": 1.3013,
      "step": 367
    },
    {
      "epoch": 0.2794494542002848,
      "grad_norm": 0.482421875,
      "learning_rate": 1.769722179513998e-05,
      "loss": 1.2608,
      "step": 368
    },
    {
      "epoch": 0.28020882771713335,
      "grad_norm": 0.412109375,
      "learning_rate": 1.7680703305863177e-05,
      "loss": 1.1853,
      "step": 369
    },
    {
      "epoch": 0.280968201233982,
      "grad_norm": 0.44140625,
      "learning_rate": 1.7664133550124815e-05,
      "loss": 1.2565,
      "step": 370
    },
    {
      "epoch": 0.28172757475083055,
      "grad_norm": 0.41796875,
      "learning_rate": 1.7647512638523193e-05,
      "loss": 1.1891,
      "step": 371
    },
    {
      "epoch": 0.28248694826767917,
      "grad_norm": 0.4375,
      "learning_rate": 1.7630840681998068e-05,
      "loss": 1.231,
      "step": 372
    },
    {
      "epoch": 0.28324632178452774,
      "grad_norm": 0.490234375,
      "learning_rate": 1.7614117791829897e-05,
      "loss": 1.2935,
      "step": 373
    },
    {
      "epoch": 0.28400569530137637,
      "grad_norm": 0.52734375,
      "learning_rate": 1.759734407963911e-05,
      "loss": 1.2953,
      "step": 374
    },
    {
      "epoch": 0.28476506881822494,
      "grad_norm": 0.482421875,
      "learning_rate": 1.7580519657385368e-05,
      "loss": 1.2782,
      "step": 375
    },
    {
      "epoch": 0.28552444233507357,
      "grad_norm": 0.55859375,
      "learning_rate": 1.7563644637366786e-05,
      "loss": 1.333,
      "step": 376
    },
    {
      "epoch": 0.28628381585192214,
      "grad_norm": 0.515625,
      "learning_rate": 1.754671913221923e-05,
      "loss": 1.2813,
      "step": 377
    },
    {
      "epoch": 0.28704318936877077,
      "grad_norm": 0.498046875,
      "learning_rate": 1.752974325491551e-05,
      "loss": 1.2581,
      "step": 378
    },
    {
      "epoch": 0.28780256288561934,
      "grad_norm": 0.400390625,
      "learning_rate": 1.7512717118764687e-05,
      "loss": 1.2302,
      "step": 379
    },
    {
      "epoch": 0.28856193640246797,
      "grad_norm": 0.466796875,
      "learning_rate": 1.7495640837411265e-05,
      "loss": 1.2359,
      "step": 380
    },
    {
      "epoch": 0.28932130991931654,
      "grad_norm": 0.51953125,
      "learning_rate": 1.747851452483445e-05,
      "loss": 1.2548,
      "step": 381
    },
    {
      "epoch": 0.29008068343616517,
      "grad_norm": 0.47265625,
      "learning_rate": 1.7461338295347404e-05,
      "loss": 1.2752,
      "step": 382
    },
    {
      "epoch": 0.29084005695301374,
      "grad_norm": 0.392578125,
      "learning_rate": 1.7444112263596474e-05,
      "loss": 1.2092,
      "step": 383
    },
    {
      "epoch": 0.29159943046986236,
      "grad_norm": 0.51171875,
      "learning_rate": 1.74268365445604e-05,
      "loss": 1.3045,
      "step": 384
    },
    {
      "epoch": 0.292358803986711,
      "grad_norm": 0.46484375,
      "learning_rate": 1.7409511253549592e-05,
      "loss": 1.2586,
      "step": 385
    },
    {
      "epoch": 0.29311817750355956,
      "grad_norm": 0.439453125,
      "learning_rate": 1.7392136506205332e-05,
      "loss": 1.1966,
      "step": 386
    },
    {
      "epoch": 0.2938775510204082,
      "grad_norm": 0.408203125,
      "learning_rate": 1.7374712418498997e-05,
      "loss": 1.1853,
      "step": 387
    },
    {
      "epoch": 0.29463692453725676,
      "grad_norm": 0.439453125,
      "learning_rate": 1.735723910673132e-05,
      "loss": 1.2408,
      "step": 388
    },
    {
      "epoch": 0.2953962980541054,
      "grad_norm": 0.412109375,
      "learning_rate": 1.7339716687531564e-05,
      "loss": 1.163,
      "step": 389
    },
    {
      "epoch": 0.29615567157095396,
      "grad_norm": 0.50390625,
      "learning_rate": 1.7322145277856793e-05,
      "loss": 1.2941,
      "step": 390
    },
    {
      "epoch": 0.2969150450878026,
      "grad_norm": 0.419921875,
      "learning_rate": 1.7304524994991056e-05,
      "loss": 1.2504,
      "step": 391
    },
    {
      "epoch": 0.29767441860465116,
      "grad_norm": 0.470703125,
      "learning_rate": 1.7286855956544616e-05,
      "loss": 1.2842,
      "step": 392
    },
    {
      "epoch": 0.2984337921214998,
      "grad_norm": 0.41796875,
      "learning_rate": 1.726913828045317e-05,
      "loss": 1.2403,
      "step": 393
    },
    {
      "epoch": 0.29919316563834836,
      "grad_norm": 0.498046875,
      "learning_rate": 1.725137208497705e-05,
      "loss": 1.254,
      "step": 394
    },
    {
      "epoch": 0.299952539155197,
      "grad_norm": 0.4609375,
      "learning_rate": 1.7233557488700453e-05,
      "loss": 1.2395,
      "step": 395
    },
    {
      "epoch": 0.30071191267204556,
      "grad_norm": 0.53125,
      "learning_rate": 1.7215694610530624e-05,
      "loss": 1.2705,
      "step": 396
    },
    {
      "epoch": 0.3014712861888942,
      "grad_norm": 0.416015625,
      "learning_rate": 1.7197783569697084e-05,
      "loss": 1.2212,
      "step": 397
    },
    {
      "epoch": 0.30223065970574275,
      "grad_norm": 0.51171875,
      "learning_rate": 1.7179824485750824e-05,
      "loss": 1.2975,
      "step": 398
    },
    {
      "epoch": 0.3029900332225914,
      "grad_norm": 0.43359375,
      "learning_rate": 1.7161817478563504e-05,
      "loss": 1.2402,
      "step": 399
    },
    {
      "epoch": 0.30374940673943995,
      "grad_norm": 0.423828125,
      "learning_rate": 1.7143762668326667e-05,
      "loss": 1.2287,
      "step": 400
    },
    {
      "epoch": 0.3045087802562886,
      "grad_norm": 0.451171875,
      "learning_rate": 1.712566017555092e-05,
      "loss": 1.2097,
      "step": 401
    },
    {
      "epoch": 0.30526815377313715,
      "grad_norm": 0.51953125,
      "learning_rate": 1.7107510121065138e-05,
      "loss": 1.3114,
      "step": 402
    },
    {
      "epoch": 0.3060275272899858,
      "grad_norm": 0.423828125,
      "learning_rate": 1.7089312626015663e-05,
      "loss": 1.2468,
      "step": 403
    },
    {
      "epoch": 0.30678690080683435,
      "grad_norm": 0.384765625,
      "learning_rate": 1.7071067811865477e-05,
      "loss": 1.1837,
      "step": 404
    },
    {
      "epoch": 0.307546274323683,
      "grad_norm": 0.470703125,
      "learning_rate": 1.7052775800393415e-05,
      "loss": 1.238,
      "step": 405
    },
    {
      "epoch": 0.30830564784053155,
      "grad_norm": 0.39453125,
      "learning_rate": 1.703443671369333e-05,
      "loss": 1.217,
      "step": 406
    },
    {
      "epoch": 0.3090650213573802,
      "grad_norm": 0.384765625,
      "learning_rate": 1.7016050674173304e-05,
      "loss": 1.2202,
      "step": 407
    },
    {
      "epoch": 0.30982439487422875,
      "grad_norm": 0.45703125,
      "learning_rate": 1.69976178045548e-05,
      "loss": 1.2238,
      "step": 408
    },
    {
      "epoch": 0.3105837683910774,
      "grad_norm": 0.435546875,
      "learning_rate": 1.6979138227871858e-05,
      "loss": 1.2318,
      "step": 409
    },
    {
      "epoch": 0.31134314190792595,
      "grad_norm": 0.453125,
      "learning_rate": 1.696061206747029e-05,
      "loss": 1.2208,
      "step": 410
    },
    {
      "epoch": 0.3121025154247746,
      "grad_norm": 0.453125,
      "learning_rate": 1.6942039447006823e-05,
      "loss": 1.2223,
      "step": 411
    },
    {
      "epoch": 0.31286188894162315,
      "grad_norm": 0.33984375,
      "learning_rate": 1.6923420490448298e-05,
      "loss": 1.1626,
      "step": 412
    },
    {
      "epoch": 0.3136212624584718,
      "grad_norm": 0.5625,
      "learning_rate": 1.6904755322070846e-05,
      "loss": 1.2768,
      "step": 413
    },
    {
      "epoch": 0.31438063597532034,
      "grad_norm": 0.462890625,
      "learning_rate": 1.688604406645903e-05,
      "loss": 1.2694,
      "step": 414
    },
    {
      "epoch": 0.31514000949216897,
      "grad_norm": 0.39453125,
      "learning_rate": 1.686728684850505e-05,
      "loss": 1.1856,
      "step": 415
    },
    {
      "epoch": 0.31589938300901754,
      "grad_norm": 0.380859375,
      "learning_rate": 1.6848483793407874e-05,
      "loss": 1.2184,
      "step": 416
    },
    {
      "epoch": 0.31665875652586617,
      "grad_norm": 0.361328125,
      "learning_rate": 1.6829635026672432e-05,
      "loss": 1.1899,
      "step": 417
    },
    {
      "epoch": 0.31741813004271474,
      "grad_norm": 0.44921875,
      "learning_rate": 1.6810740674108763e-05,
      "loss": 1.2078,
      "step": 418
    },
    {
      "epoch": 0.31817750355956337,
      "grad_norm": 0.46484375,
      "learning_rate": 1.6791800861831176e-05,
      "loss": 1.2226,
      "step": 419
    },
    {
      "epoch": 0.31893687707641194,
      "grad_norm": 0.404296875,
      "learning_rate": 1.6772815716257414e-05,
      "loss": 1.2044,
      "step": 420
    },
    {
      "epoch": 0.31969625059326057,
      "grad_norm": 0.44921875,
      "learning_rate": 1.6753785364107796e-05,
      "loss": 1.2699,
      "step": 421
    },
    {
      "epoch": 0.32045562411010914,
      "grad_norm": 0.37109375,
      "learning_rate": 1.6734709932404404e-05,
      "loss": 1.1732,
      "step": 422
    },
    {
      "epoch": 0.32121499762695777,
      "grad_norm": 0.48046875,
      "learning_rate": 1.6715589548470187e-05,
      "loss": 1.2655,
      "step": 423
    },
    {
      "epoch": 0.32197437114380634,
      "grad_norm": 0.40625,
      "learning_rate": 1.6696424339928153e-05,
      "loss": 1.2044,
      "step": 424
    },
    {
      "epoch": 0.32273374466065496,
      "grad_norm": 0.427734375,
      "learning_rate": 1.6677214434700495e-05,
      "loss": 1.2083,
      "step": 425
    },
    {
      "epoch": 0.32349311817750354,
      "grad_norm": 0.4453125,
      "learning_rate": 1.665795996100775e-05,
      "loss": 1.2273,
      "step": 426
    },
    {
      "epoch": 0.32425249169435216,
      "grad_norm": 0.5,
      "learning_rate": 1.663866104736793e-05,
      "loss": 1.2407,
      "step": 427
    },
    {
      "epoch": 0.32501186521120073,
      "grad_norm": 0.390625,
      "learning_rate": 1.6619317822595666e-05,
      "loss": 1.2166,
      "step": 428
    },
    {
      "epoch": 0.32577123872804936,
      "grad_norm": 0.42578125,
      "learning_rate": 1.6599930415801374e-05,
      "loss": 1.238,
      "step": 429
    },
    {
      "epoch": 0.32653061224489793,
      "grad_norm": 0.390625,
      "learning_rate": 1.658049895639034e-05,
      "loss": 1.1813,
      "step": 430
    },
    {
      "epoch": 0.32728998576174656,
      "grad_norm": 0.423828125,
      "learning_rate": 1.6561023574061925e-05,
      "loss": 1.2264,
      "step": 431
    },
    {
      "epoch": 0.32804935927859513,
      "grad_norm": 0.40625,
      "learning_rate": 1.6541504398808633e-05,
      "loss": 1.2364,
      "step": 432
    },
    {
      "epoch": 0.32880873279544376,
      "grad_norm": 0.44921875,
      "learning_rate": 1.6521941560915284e-05,
      "loss": 1.2339,
      "step": 433
    },
    {
      "epoch": 0.3295681063122924,
      "grad_norm": 0.4765625,
      "learning_rate": 1.6502335190958135e-05,
      "loss": 1.2952,
      "step": 434
    },
    {
      "epoch": 0.33032747982914096,
      "grad_norm": 0.380859375,
      "learning_rate": 1.648268541980401e-05,
      "loss": 1.195,
      "step": 435
    },
    {
      "epoch": 0.3310868533459896,
      "grad_norm": 0.490234375,
      "learning_rate": 1.646299237860941e-05,
      "loss": 1.2866,
      "step": 436
    },
    {
      "epoch": 0.33184622686283816,
      "grad_norm": 0.392578125,
      "learning_rate": 1.6443256198819665e-05,
      "loss": 1.2219,
      "step": 437
    },
    {
      "epoch": 0.3326056003796868,
      "grad_norm": 0.427734375,
      "learning_rate": 1.6423477012168038e-05,
      "loss": 1.2458,
      "step": 438
    },
    {
      "epoch": 0.33336497389653535,
      "grad_norm": 0.384765625,
      "learning_rate": 1.640365495067485e-05,
      "loss": 1.21,
      "step": 439
    },
    {
      "epoch": 0.334124347413384,
      "grad_norm": 0.416015625,
      "learning_rate": 1.638379014664659e-05,
      "loss": 1.2286,
      "step": 440
    },
    {
      "epoch": 0.33488372093023255,
      "grad_norm": 0.40625,
      "learning_rate": 1.636388273267506e-05,
      "loss": 1.1945,
      "step": 441
    },
    {
      "epoch": 0.3356430944470812,
      "grad_norm": 0.5078125,
      "learning_rate": 1.6343932841636455e-05,
      "loss": 1.3204,
      "step": 442
    },
    {
      "epoch": 0.33640246796392975,
      "grad_norm": 0.423828125,
      "learning_rate": 1.63239406066905e-05,
      "loss": 1.2361,
      "step": 443
    },
    {
      "epoch": 0.3371618414807784,
      "grad_norm": 0.40234375,
      "learning_rate": 1.6303906161279554e-05,
      "loss": 1.1951,
      "step": 444
    },
    {
      "epoch": 0.33792121499762695,
      "grad_norm": 0.43359375,
      "learning_rate": 1.6283829639127705e-05,
      "loss": 1.2686,
      "step": 445
    },
    {
      "epoch": 0.3386805885144756,
      "grad_norm": 0.482421875,
      "learning_rate": 1.6263711174239914e-05,
      "loss": 1.264,
      "step": 446
    },
    {
      "epoch": 0.33943996203132415,
      "grad_norm": 0.4375,
      "learning_rate": 1.6243550900901076e-05,
      "loss": 1.2668,
      "step": 447
    },
    {
      "epoch": 0.3401993355481728,
      "grad_norm": 0.408203125,
      "learning_rate": 1.6223348953675163e-05,
      "loss": 1.1683,
      "step": 448
    },
    {
      "epoch": 0.34095870906502135,
      "grad_norm": 0.408203125,
      "learning_rate": 1.6203105467404284e-05,
      "loss": 1.2147,
      "step": 449
    },
    {
      "epoch": 0.34171808258187,
      "grad_norm": 0.400390625,
      "learning_rate": 1.6182820577207842e-05,
      "loss": 1.2178,
      "step": 450
    },
    {
      "epoch": 0.34247745609871855,
      "grad_norm": 0.408203125,
      "learning_rate": 1.6162494418481574e-05,
      "loss": 1.2321,
      "step": 451
    },
    {
      "epoch": 0.3432368296155672,
      "grad_norm": 0.447265625,
      "learning_rate": 1.6142127126896682e-05,
      "loss": 1.2495,
      "step": 452
    },
    {
      "epoch": 0.34399620313241575,
      "grad_norm": 0.38671875,
      "learning_rate": 1.612171883839891e-05,
      "loss": 1.1807,
      "step": 453
    },
    {
      "epoch": 0.3447555766492644,
      "grad_norm": 0.38671875,
      "learning_rate": 1.6101269689207656e-05,
      "loss": 1.1941,
      "step": 454
    },
    {
      "epoch": 0.34551495016611294,
      "grad_norm": 0.369140625,
      "learning_rate": 1.6080779815815043e-05,
      "loss": 1.2159,
      "step": 455
    },
    {
      "epoch": 0.34627432368296157,
      "grad_norm": 0.412109375,
      "learning_rate": 1.6060249354985023e-05,
      "loss": 1.222,
      "step": 456
    },
    {
      "epoch": 0.34703369719981014,
      "grad_norm": 0.44140625,
      "learning_rate": 1.603967844375245e-05,
      "loss": 1.2526,
      "step": 457
    },
    {
      "epoch": 0.34779307071665877,
      "grad_norm": 0.3671875,
      "learning_rate": 1.6019067219422178e-05,
      "loss": 1.1691,
      "step": 458
    },
    {
      "epoch": 0.34855244423350734,
      "grad_norm": 0.390625,
      "learning_rate": 1.5998415819568135e-05,
      "loss": 1.1933,
      "step": 459
    },
    {
      "epoch": 0.34931181775035597,
      "grad_norm": 0.50390625,
      "learning_rate": 1.597772438203241e-05,
      "loss": 1.2525,
      "step": 460
    },
    {
      "epoch": 0.35007119126720454,
      "grad_norm": 0.38671875,
      "learning_rate": 1.5956993044924334e-05,
      "loss": 1.2022,
      "step": 461
    },
    {
      "epoch": 0.35083056478405317,
      "grad_norm": 0.470703125,
      "learning_rate": 1.593622194661956e-05,
      "loss": 1.2853,
      "step": 462
    },
    {
      "epoch": 0.35158993830090174,
      "grad_norm": 0.466796875,
      "learning_rate": 1.5915411225759122e-05,
      "loss": 1.3113,
      "step": 463
    },
    {
      "epoch": 0.35234931181775037,
      "grad_norm": 0.462890625,
      "learning_rate": 1.5894561021248535e-05,
      "loss": 1.246,
      "step": 464
    },
    {
      "epoch": 0.35310868533459894,
      "grad_norm": 0.376953125,
      "learning_rate": 1.5873671472256854e-05,
      "loss": 1.1929,
      "step": 465
    },
    {
      "epoch": 0.35386805885144756,
      "grad_norm": 0.416015625,
      "learning_rate": 1.5852742718215743e-05,
      "loss": 1.2469,
      "step": 466
    },
    {
      "epoch": 0.35462743236829614,
      "grad_norm": 0.35546875,
      "learning_rate": 1.5831774898818558e-05,
      "loss": 1.1592,
      "step": 467
    },
    {
      "epoch": 0.35538680588514476,
      "grad_norm": 0.40625,
      "learning_rate": 1.5810768154019386e-05,
      "loss": 1.2145,
      "step": 468
    },
    {
      "epoch": 0.35614617940199333,
      "grad_norm": 0.400390625,
      "learning_rate": 1.5789722624032143e-05,
      "loss": 1.1859,
      "step": 469
    },
    {
      "epoch": 0.35690555291884196,
      "grad_norm": 0.423828125,
      "learning_rate": 1.576863844932963e-05,
      "loss": 1.2184,
      "step": 470
    },
    {
      "epoch": 0.35766492643569053,
      "grad_norm": 0.435546875,
      "learning_rate": 1.5747515770642582e-05,
      "loss": 1.2126,
      "step": 471
    },
    {
      "epoch": 0.35842429995253916,
      "grad_norm": 0.443359375,
      "learning_rate": 1.5726354728958736e-05,
      "loss": 1.2569,
      "step": 472
    },
    {
      "epoch": 0.35918367346938773,
      "grad_norm": 0.39453125,
      "learning_rate": 1.570515546552189e-05,
      "loss": 1.2173,
      "step": 473
    },
    {
      "epoch": 0.35994304698623636,
      "grad_norm": 0.400390625,
      "learning_rate": 1.568391812183097e-05,
      "loss": 1.1995,
      "step": 474
    },
    {
      "epoch": 0.36070242050308493,
      "grad_norm": 0.40234375,
      "learning_rate": 1.566264283963907e-05,
      "loss": 1.238,
      "step": 475
    },
    {
      "epoch": 0.36146179401993356,
      "grad_norm": 0.400390625,
      "learning_rate": 1.5641329760952514e-05,
      "loss": 1.2179,
      "step": 476
    },
    {
      "epoch": 0.36222116753678213,
      "grad_norm": 0.41015625,
      "learning_rate": 1.5619979028029898e-05,
      "loss": 1.2148,
      "step": 477
    },
    {
      "epoch": 0.36298054105363076,
      "grad_norm": 0.3828125,
      "learning_rate": 1.5598590783381165e-05,
      "loss": 1.201,
      "step": 478
    },
    {
      "epoch": 0.36373991457047933,
      "grad_norm": 0.40234375,
      "learning_rate": 1.5577165169766627e-05,
      "loss": 1.2383,
      "step": 479
    },
    {
      "epoch": 0.36449928808732796,
      "grad_norm": 0.396484375,
      "learning_rate": 1.5555702330196024e-05,
      "loss": 1.2399,
      "step": 480
    },
    {
      "epoch": 0.3652586616041765,
      "grad_norm": 0.41015625,
      "learning_rate": 1.5534202407927574e-05,
      "loss": 1.2565,
      "step": 481
    },
    {
      "epoch": 0.36601803512102515,
      "grad_norm": 0.41796875,
      "learning_rate": 1.5512665546467008e-05,
      "loss": 1.2256,
      "step": 482
    },
    {
      "epoch": 0.3667774086378738,
      "grad_norm": 0.38671875,
      "learning_rate": 1.549109188956661e-05,
      "loss": 1.1796,
      "step": 483
    },
    {
      "epoch": 0.36753678215472235,
      "grad_norm": 0.404296875,
      "learning_rate": 1.5469481581224274e-05,
      "loss": 1.2004,
      "step": 484
    },
    {
      "epoch": 0.368296155671571,
      "grad_norm": 0.369140625,
      "learning_rate": 1.5447834765682515e-05,
      "loss": 1.1787,
      "step": 485
    },
    {
      "epoch": 0.36905552918841955,
      "grad_norm": 0.337890625,
      "learning_rate": 1.5426151587427548e-05,
      "loss": 1.1656,
      "step": 486
    },
    {
      "epoch": 0.3698149027052682,
      "grad_norm": 0.376953125,
      "learning_rate": 1.540443219118827e-05,
      "loss": 1.1887,
      "step": 487
    },
    {
      "epoch": 0.37057427622211675,
      "grad_norm": 0.427734375,
      "learning_rate": 1.5382676721935344e-05,
      "loss": 1.2309,
      "step": 488
    },
    {
      "epoch": 0.3713336497389654,
      "grad_norm": 0.365234375,
      "learning_rate": 1.5360885324880205e-05,
      "loss": 1.1869,
      "step": 489
    },
    {
      "epoch": 0.37209302325581395,
      "grad_norm": 0.4296875,
      "learning_rate": 1.5339058145474086e-05,
      "loss": 1.2477,
      "step": 490
    },
    {
      "epoch": 0.3728523967726626,
      "grad_norm": 0.412109375,
      "learning_rate": 1.5317195329407067e-05,
      "loss": 1.2257,
      "step": 491
    },
    {
      "epoch": 0.37361177028951115,
      "grad_norm": 0.4140625,
      "learning_rate": 1.529529702260709e-05,
      "loss": 1.2565,
      "step": 492
    },
    {
      "epoch": 0.3743711438063598,
      "grad_norm": 0.41015625,
      "learning_rate": 1.5273363371238983e-05,
      "loss": 1.1869,
      "step": 493
    },
    {
      "epoch": 0.37513051732320835,
      "grad_norm": 0.3828125,
      "learning_rate": 1.5251394521703496e-05,
      "loss": 1.2229,
      "step": 494
    },
    {
      "epoch": 0.375889890840057,
      "grad_norm": 0.427734375,
      "learning_rate": 1.5229390620636309e-05,
      "loss": 1.2105,
      "step": 495
    },
    {
      "epoch": 0.37664926435690554,
      "grad_norm": 0.37890625,
      "learning_rate": 1.5207351814907068e-05,
      "loss": 1.2271,
      "step": 496
    },
    {
      "epoch": 0.37740863787375417,
      "grad_norm": 0.361328125,
      "learning_rate": 1.5185278251618391e-05,
      "loss": 1.1995,
      "step": 497
    },
    {
      "epoch": 0.37816801139060274,
      "grad_norm": 0.318359375,
      "learning_rate": 1.51631700781049e-05,
      "loss": 1.1512,
      "step": 498
    },
    {
      "epoch": 0.37892738490745137,
      "grad_norm": 0.384765625,
      "learning_rate": 1.5141027441932217e-05,
      "loss": 1.2129,
      "step": 499
    },
    {
      "epoch": 0.37968675842429994,
      "grad_norm": 0.44921875,
      "learning_rate": 1.5118850490896012e-05,
      "loss": 1.2336,
      "step": 500
    },
    {
      "epoch": 0.38044613194114857,
      "grad_norm": 0.388671875,
      "learning_rate": 1.5096639373020976e-05,
      "loss": 1.1947,
      "step": 501
    },
    {
      "epoch": 0.38120550545799714,
      "grad_norm": 0.373046875,
      "learning_rate": 1.5074394236559871e-05,
      "loss": 1.2024,
      "step": 502
    },
    {
      "epoch": 0.38196487897484577,
      "grad_norm": 0.3828125,
      "learning_rate": 1.5052115229992512e-05,
      "loss": 1.2024,
      "step": 503
    },
    {
      "epoch": 0.38272425249169434,
      "grad_norm": 0.41796875,
      "learning_rate": 1.5029802502024788e-05,
      "loss": 1.2601,
      "step": 504
    },
    {
      "epoch": 0.38348362600854297,
      "grad_norm": 0.373046875,
      "learning_rate": 1.5007456201587676e-05,
      "loss": 1.2082,
      "step": 505
    },
    {
      "epoch": 0.38424299952539154,
      "grad_norm": 0.357421875,
      "learning_rate": 1.4985076477836232e-05,
      "loss": 1.1751,
      "step": 506
    },
    {
      "epoch": 0.38500237304224016,
      "grad_norm": 0.34375,
      "learning_rate": 1.4962663480148606e-05,
      "loss": 1.1682,
      "step": 507
    },
    {
      "epoch": 0.38576174655908874,
      "grad_norm": 0.400390625,
      "learning_rate": 1.4940217358125042e-05,
      "loss": 1.222,
      "step": 508
    },
    {
      "epoch": 0.38652112007593736,
      "grad_norm": 0.376953125,
      "learning_rate": 1.4917738261586878e-05,
      "loss": 1.1834,
      "step": 509
    },
    {
      "epoch": 0.38728049359278593,
      "grad_norm": 0.38671875,
      "learning_rate": 1.489522634057555e-05,
      "loss": 1.1874,
      "step": 510
    },
    {
      "epoch": 0.38803986710963456,
      "grad_norm": 0.41015625,
      "learning_rate": 1.4872681745351582e-05,
      "loss": 1.2168,
      "step": 511
    },
    {
      "epoch": 0.38879924062648313,
      "grad_norm": 0.44921875,
      "learning_rate": 1.4850104626393598e-05,
      "loss": 1.2838,
      "step": 512
    },
    {
      "epoch": 0.38955861414333176,
      "grad_norm": 0.39453125,
      "learning_rate": 1.4827495134397298e-05,
      "loss": 1.1814,
      "step": 513
    },
    {
      "epoch": 0.39031798766018033,
      "grad_norm": 0.421875,
      "learning_rate": 1.4804853420274471e-05,
      "loss": 1.2424,
      "step": 514
    },
    {
      "epoch": 0.39107736117702896,
      "grad_norm": 0.48046875,
      "learning_rate": 1.4782179635151978e-05,
      "loss": 1.2785,
      "step": 515
    },
    {
      "epoch": 0.39183673469387753,
      "grad_norm": 0.41015625,
      "learning_rate": 1.4759473930370738e-05,
      "loss": 1.2162,
      "step": 516
    },
    {
      "epoch": 0.39259610821072616,
      "grad_norm": 0.3828125,
      "learning_rate": 1.473673645748473e-05,
      "loss": 1.2142,
      "step": 517
    },
    {
      "epoch": 0.39335548172757473,
      "grad_norm": 0.3984375,
      "learning_rate": 1.4713967368259981e-05,
      "loss": 1.2056,
      "step": 518
    },
    {
      "epoch": 0.39411485524442336,
      "grad_norm": 0.427734375,
      "learning_rate": 1.469116681467353e-05,
      "loss": 1.2555,
      "step": 519
    },
    {
      "epoch": 0.39487422876127193,
      "grad_norm": 0.353515625,
      "learning_rate": 1.4668334948912455e-05,
      "loss": 1.1837,
      "step": 520
    },
    {
      "epoch": 0.39563360227812056,
      "grad_norm": 0.390625,
      "learning_rate": 1.4645471923372818e-05,
      "loss": 1.192,
      "step": 521
    },
    {
      "epoch": 0.3963929757949691,
      "grad_norm": 0.3828125,
      "learning_rate": 1.4622577890658668e-05,
      "loss": 1.2303,
      "step": 522
    },
    {
      "epoch": 0.39715234931181775,
      "grad_norm": 0.439453125,
      "learning_rate": 1.4599653003581016e-05,
      "loss": 1.2871,
      "step": 523
    },
    {
      "epoch": 0.3979117228286663,
      "grad_norm": 0.404296875,
      "learning_rate": 1.4576697415156818e-05,
      "loss": 1.2274,
      "step": 524
    },
    {
      "epoch": 0.39867109634551495,
      "grad_norm": 0.408203125,
      "learning_rate": 1.4553711278607953e-05,
      "loss": 1.2148,
      "step": 525
    },
    {
      "epoch": 0.3994304698623635,
      "grad_norm": 0.298828125,
      "learning_rate": 1.4530694747360203e-05,
      "loss": 1.123,
      "step": 526
    },
    {
      "epoch": 0.40018984337921215,
      "grad_norm": 0.380859375,
      "learning_rate": 1.4507647975042221e-05,
      "loss": 1.1685,
      "step": 527
    },
    {
      "epoch": 0.4009492168960607,
      "grad_norm": 0.388671875,
      "learning_rate": 1.4484571115484508e-05,
      "loss": 1.2304,
      "step": 528
    },
    {
      "epoch": 0.40170859041290935,
      "grad_norm": 0.375,
      "learning_rate": 1.44614643227184e-05,
      "loss": 1.1826,
      "step": 529
    },
    {
      "epoch": 0.402467963929758,
      "grad_norm": 0.369140625,
      "learning_rate": 1.4438327750975009e-05,
      "loss": 1.2434,
      "step": 530
    },
    {
      "epoch": 0.40322733744660655,
      "grad_norm": 0.3671875,
      "learning_rate": 1.4415161554684239e-05,
      "loss": 1.177,
      "step": 531
    },
    {
      "epoch": 0.4039867109634552,
      "grad_norm": 0.357421875,
      "learning_rate": 1.4391965888473705e-05,
      "loss": 1.1952,
      "step": 532
    },
    {
      "epoch": 0.40474608448030375,
      "grad_norm": 0.4609375,
      "learning_rate": 1.436874090716774e-05,
      "loss": 1.2767,
      "step": 533
    },
    {
      "epoch": 0.4055054579971524,
      "grad_norm": 0.408203125,
      "learning_rate": 1.434548676578634e-05,
      "loss": 1.2334,
      "step": 534
    },
    {
      "epoch": 0.40626483151400095,
      "grad_norm": 0.376953125,
      "learning_rate": 1.432220361954414e-05,
      "loss": 1.1755,
      "step": 535
    },
    {
      "epoch": 0.4070242050308496,
      "grad_norm": 0.32421875,
      "learning_rate": 1.429889162384937e-05,
      "loss": 1.1615,
      "step": 536
    },
    {
      "epoch": 0.40778357854769814,
      "grad_norm": 0.408203125,
      "learning_rate": 1.4275550934302822e-05,
      "loss": 1.2221,
      "step": 537
    },
    {
      "epoch": 0.40854295206454677,
      "grad_norm": 0.357421875,
      "learning_rate": 1.4252181706696817e-05,
      "loss": 1.2065,
      "step": 538
    },
    {
      "epoch": 0.40930232558139534,
      "grad_norm": 0.388671875,
      "learning_rate": 1.4228784097014156e-05,
      "loss": 1.2361,
      "step": 539
    },
    {
      "epoch": 0.41006169909824397,
      "grad_norm": 0.349609375,
      "learning_rate": 1.4205358261427076e-05,
      "loss": 1.1413,
      "step": 540
    },
    {
      "epoch": 0.41082107261509254,
      "grad_norm": 0.34765625,
      "learning_rate": 1.4181904356296225e-05,
      "loss": 1.1597,
      "step": 541
    },
    {
      "epoch": 0.41158044613194117,
      "grad_norm": 0.33984375,
      "learning_rate": 1.4158422538169596e-05,
      "loss": 1.1972,
      "step": 542
    },
    {
      "epoch": 0.41233981964878974,
      "grad_norm": 0.365234375,
      "learning_rate": 1.4134912963781501e-05,
      "loss": 1.1908,
      "step": 543
    },
    {
      "epoch": 0.41309919316563837,
      "grad_norm": 0.35546875,
      "learning_rate": 1.4111375790051511e-05,
      "loss": 1.2195,
      "step": 544
    },
    {
      "epoch": 0.41385856668248694,
      "grad_norm": 0.439453125,
      "learning_rate": 1.4087811174083422e-05,
      "loss": 1.2675,
      "step": 545
    },
    {
      "epoch": 0.41461794019933557,
      "grad_norm": 0.38671875,
      "learning_rate": 1.4064219273164192e-05,
      "loss": 1.2397,
      "step": 546
    },
    {
      "epoch": 0.41537731371618414,
      "grad_norm": 0.37109375,
      "learning_rate": 1.40406002447629e-05,
      "loss": 1.1723,
      "step": 547
    },
    {
      "epoch": 0.41613668723303276,
      "grad_norm": 0.361328125,
      "learning_rate": 1.4016954246529697e-05,
      "loss": 1.1875,
      "step": 548
    },
    {
      "epoch": 0.41689606074988134,
      "grad_norm": 0.3984375,
      "learning_rate": 1.3993281436294743e-05,
      "loss": 1.1678,
      "step": 549
    },
    {
      "epoch": 0.41765543426672996,
      "grad_norm": 0.44140625,
      "learning_rate": 1.3969581972067166e-05,
      "loss": 1.2402,
      "step": 550
    },
    {
      "epoch": 0.41841480778357854,
      "grad_norm": 0.40625,
      "learning_rate": 1.3945856012034003e-05,
      "loss": 1.2136,
      "step": 551
    },
    {
      "epoch": 0.41917418130042716,
      "grad_norm": 0.40625,
      "learning_rate": 1.392210371455913e-05,
      "loss": 1.1965,
      "step": 552
    },
    {
      "epoch": 0.41993355481727573,
      "grad_norm": 0.4140625,
      "learning_rate": 1.3898325238182235e-05,
      "loss": 1.1927,
      "step": 553
    },
    {
      "epoch": 0.42069292833412436,
      "grad_norm": 0.3671875,
      "learning_rate": 1.3874520741617734e-05,
      "loss": 1.2102,
      "step": 554
    },
    {
      "epoch": 0.42145230185097293,
      "grad_norm": 0.41796875,
      "learning_rate": 1.3850690383753718e-05,
      "loss": 1.2486,
      "step": 555
    },
    {
      "epoch": 0.42221167536782156,
      "grad_norm": 0.359375,
      "learning_rate": 1.3826834323650899e-05,
      "loss": 1.1525,
      "step": 556
    },
    {
      "epoch": 0.42297104888467013,
      "grad_norm": 0.4140625,
      "learning_rate": 1.3802952720541543e-05,
      "loss": 1.2107,
      "step": 557
    },
    {
      "epoch": 0.42373042240151876,
      "grad_norm": 0.41796875,
      "learning_rate": 1.377904573382841e-05,
      "loss": 1.22,
      "step": 558
    },
    {
      "epoch": 0.42448979591836733,
      "grad_norm": 0.34765625,
      "learning_rate": 1.3755113523083679e-05,
      "loss": 1.1559,
      "step": 559
    },
    {
      "epoch": 0.42524916943521596,
      "grad_norm": 0.361328125,
      "learning_rate": 1.3731156248047903e-05,
      "loss": 1.2233,
      "step": 560
    },
    {
      "epoch": 0.42600854295206453,
      "grad_norm": 0.314453125,
      "learning_rate": 1.3707174068628927e-05,
      "loss": 1.1299,
      "step": 561
    },
    {
      "epoch": 0.42676791646891316,
      "grad_norm": 0.361328125,
      "learning_rate": 1.3683167144900833e-05,
      "loss": 1.182,
      "step": 562
    },
    {
      "epoch": 0.4275272899857617,
      "grad_norm": 0.400390625,
      "learning_rate": 1.3659135637102845e-05,
      "loss": 1.2002,
      "step": 563
    },
    {
      "epoch": 0.42828666350261035,
      "grad_norm": 0.375,
      "learning_rate": 1.3635079705638298e-05,
      "loss": 1.2027,
      "step": 564
    },
    {
      "epoch": 0.4290460370194589,
      "grad_norm": 0.359375,
      "learning_rate": 1.3610999511073544e-05,
      "loss": 1.1353,
      "step": 565
    },
    {
      "epoch": 0.42980541053630755,
      "grad_norm": 0.349609375,
      "learning_rate": 1.3586895214136875e-05,
      "loss": 1.1544,
      "step": 566
    },
    {
      "epoch": 0.4305647840531561,
      "grad_norm": 0.318359375,
      "learning_rate": 1.3562766975717468e-05,
      "loss": 1.1621,
      "step": 567
    },
    {
      "epoch": 0.43132415757000475,
      "grad_norm": 0.30859375,
      "learning_rate": 1.3538614956864297e-05,
      "loss": 1.1351,
      "step": 568
    },
    {
      "epoch": 0.4320835310868533,
      "grad_norm": 0.3828125,
      "learning_rate": 1.3514439318785067e-05,
      "loss": 1.2011,
      "step": 569
    },
    {
      "epoch": 0.43284290460370195,
      "grad_norm": 0.34375,
      "learning_rate": 1.3490240222845139e-05,
      "loss": 1.1835,
      "step": 570
    },
    {
      "epoch": 0.4336022781205505,
      "grad_norm": 0.392578125,
      "learning_rate": 1.3466017830566433e-05,
      "loss": 1.1919,
      "step": 571
    },
    {
      "epoch": 0.43436165163739915,
      "grad_norm": 0.33203125,
      "learning_rate": 1.3441772303626387e-05,
      "loss": 1.1314,
      "step": 572
    },
    {
      "epoch": 0.4351210251542477,
      "grad_norm": 0.34375,
      "learning_rate": 1.3417503803856835e-05,
      "loss": 1.1481,
      "step": 573
    },
    {
      "epoch": 0.43588039867109635,
      "grad_norm": 0.36328125,
      "learning_rate": 1.3393212493242964e-05,
      "loss": 1.2217,
      "step": 574
    },
    {
      "epoch": 0.4366397721879449,
      "grad_norm": 0.39453125,
      "learning_rate": 1.3368898533922202e-05,
      "loss": 1.1553,
      "step": 575
    },
    {
      "epoch": 0.43739914570479355,
      "grad_norm": 0.41015625,
      "learning_rate": 1.3344562088183166e-05,
      "loss": 1.2189,
      "step": 576
    },
    {
      "epoch": 0.4381585192216421,
      "grad_norm": 0.330078125,
      "learning_rate": 1.3320203318464552e-05,
      "loss": 1.1301,
      "step": 577
    },
    {
      "epoch": 0.43891789273849074,
      "grad_norm": 0.40234375,
      "learning_rate": 1.3295822387354071e-05,
      "loss": 1.2088,
      "step": 578
    },
    {
      "epoch": 0.43967726625533937,
      "grad_norm": 0.337890625,
      "learning_rate": 1.3271419457587344e-05,
      "loss": 1.1475,
      "step": 579
    },
    {
      "epoch": 0.44043663977218794,
      "grad_norm": 0.33203125,
      "learning_rate": 1.3246994692046837e-05,
      "loss": 1.16,
      "step": 580
    },
    {
      "epoch": 0.44119601328903657,
      "grad_norm": 0.384765625,
      "learning_rate": 1.3222548253760756e-05,
      "loss": 1.1764,
      "step": 581
    },
    {
      "epoch": 0.44195538680588514,
      "grad_norm": 0.41015625,
      "learning_rate": 1.319808030590197e-05,
      "loss": 1.206,
      "step": 582
    },
    {
      "epoch": 0.44271476032273377,
      "grad_norm": 0.32421875,
      "learning_rate": 1.3173591011786917e-05,
      "loss": 1.1696,
      "step": 583
    },
    {
      "epoch": 0.44347413383958234,
      "grad_norm": 0.359375,
      "learning_rate": 1.3149080534874519e-05,
      "loss": 1.1935,
      "step": 584
    },
    {
      "epoch": 0.44423350735643097,
      "grad_norm": 0.384765625,
      "learning_rate": 1.3124549038765078e-05,
      "loss": 1.1915,
      "step": 585
    },
    {
      "epoch": 0.44499288087327954,
      "grad_norm": 0.326171875,
      "learning_rate": 1.3099996687199203e-05,
      "loss": 1.159,
      "step": 586
    },
    {
      "epoch": 0.44575225439012817,
      "grad_norm": 0.39453125,
      "learning_rate": 1.3075423644056699e-05,
      "loss": 1.2283,
      "step": 587
    },
    {
      "epoch": 0.44651162790697674,
      "grad_norm": 0.361328125,
      "learning_rate": 1.305083007335549e-05,
      "loss": 1.1949,
      "step": 588
    },
    {
      "epoch": 0.44727100142382537,
      "grad_norm": 0.3359375,
      "learning_rate": 1.3026216139250505e-05,
      "loss": 1.1641,
      "step": 589
    },
    {
      "epoch": 0.44803037494067394,
      "grad_norm": 0.375,
      "learning_rate": 1.3001582006032601e-05,
      "loss": 1.2071,
      "step": 590
    },
    {
      "epoch": 0.44878974845752256,
      "grad_norm": 0.3671875,
      "learning_rate": 1.2976927838127453e-05,
      "loss": 1.16,
      "step": 591
    },
    {
      "epoch": 0.44954912197437114,
      "grad_norm": 0.38671875,
      "learning_rate": 1.2952253800094467e-05,
      "loss": 1.2239,
      "step": 592
    },
    {
      "epoch": 0.45030849549121976,
      "grad_norm": 0.361328125,
      "learning_rate": 1.2927560056625672e-05,
      "loss": 1.1955,
      "step": 593
    },
    {
      "epoch": 0.45106786900806833,
      "grad_norm": 0.34375,
      "learning_rate": 1.2902846772544625e-05,
      "loss": 1.1833,
      "step": 594
    },
    {
      "epoch": 0.45182724252491696,
      "grad_norm": 0.36328125,
      "learning_rate": 1.2878114112805315e-05,
      "loss": 1.212,
      "step": 595
    },
    {
      "epoch": 0.45258661604176553,
      "grad_norm": 0.38671875,
      "learning_rate": 1.2853362242491054e-05,
      "loss": 1.1979,
      "step": 596
    },
    {
      "epoch": 0.45334598955861416,
      "grad_norm": 0.3203125,
      "learning_rate": 1.2828591326813382e-05,
      "loss": 1.1222,
      "step": 597
    },
    {
      "epoch": 0.45410536307546273,
      "grad_norm": 0.375,
      "learning_rate": 1.2803801531110956e-05,
      "loss": 1.1922,
      "step": 598
    },
    {
      "epoch": 0.45486473659231136,
      "grad_norm": 0.361328125,
      "learning_rate": 1.2778993020848457e-05,
      "loss": 1.1596,
      "step": 599
    },
    {
      "epoch": 0.45562411010915993,
      "grad_norm": 0.392578125,
      "learning_rate": 1.2754165961615482e-05,
      "loss": 1.2171,
      "step": 600
    },
    {
      "epoch": 0.45638348362600856,
      "grad_norm": 0.376953125,
      "learning_rate": 1.2729320519125426e-05,
      "loss": 1.1937,
      "step": 601
    },
    {
      "epoch": 0.45714285714285713,
      "grad_norm": 0.34375,
      "learning_rate": 1.2704456859214397e-05,
      "loss": 1.1604,
      "step": 602
    },
    {
      "epoch": 0.45790223065970576,
      "grad_norm": 0.380859375,
      "learning_rate": 1.2679575147840102e-05,
      "loss": 1.1724,
      "step": 603
    },
    {
      "epoch": 0.4586616041765543,
      "grad_norm": 0.353515625,
      "learning_rate": 1.2654675551080724e-05,
      "loss": 1.1699,
      "step": 604
    },
    {
      "epoch": 0.45942097769340295,
      "grad_norm": 0.3203125,
      "learning_rate": 1.2629758235133838e-05,
      "loss": 1.1697,
      "step": 605
    },
    {
      "epoch": 0.4601803512102515,
      "grad_norm": 0.376953125,
      "learning_rate": 1.2604823366315273e-05,
      "loss": 1.1973,
      "step": 606
    },
    {
      "epoch": 0.46093972472710015,
      "grad_norm": 0.451171875,
      "learning_rate": 1.2579871111058042e-05,
      "loss": 1.2494,
      "step": 607
    },
    {
      "epoch": 0.4616990982439487,
      "grad_norm": 0.3359375,
      "learning_rate": 1.2554901635911188e-05,
      "loss": 1.1515,
      "step": 608
    },
    {
      "epoch": 0.46245847176079735,
      "grad_norm": 0.353515625,
      "learning_rate": 1.2529915107538698e-05,
      "loss": 1.1638,
      "step": 609
    },
    {
      "epoch": 0.4632178452776459,
      "grad_norm": 0.40234375,
      "learning_rate": 1.2504911692718387e-05,
      "loss": 1.2225,
      "step": 610
    },
    {
      "epoch": 0.46397721879449455,
      "grad_norm": 0.365234375,
      "learning_rate": 1.2479891558340777e-05,
      "loss": 1.1996,
      "step": 611
    },
    {
      "epoch": 0.4647365923113431,
      "grad_norm": 0.466796875,
      "learning_rate": 1.2454854871407993e-05,
      "loss": 1.2728,
      "step": 612
    },
    {
      "epoch": 0.46549596582819175,
      "grad_norm": 0.31640625,
      "learning_rate": 1.242980179903264e-05,
      "loss": 1.1579,
      "step": 613
    },
    {
      "epoch": 0.4662553393450403,
      "grad_norm": 0.380859375,
      "learning_rate": 1.2404732508436693e-05,
      "loss": 1.2026,
      "step": 614
    },
    {
      "epoch": 0.46701471286188895,
      "grad_norm": 0.4140625,
      "learning_rate": 1.2379647166950381e-05,
      "loss": 1.1719,
      "step": 615
    },
    {
      "epoch": 0.4677740863787375,
      "grad_norm": 0.353515625,
      "learning_rate": 1.2354545942011058e-05,
      "loss": 1.1853,
      "step": 616
    },
    {
      "epoch": 0.46853345989558615,
      "grad_norm": 0.318359375,
      "learning_rate": 1.2329429001162114e-05,
      "loss": 1.1524,
      "step": 617
    },
    {
      "epoch": 0.4692928334124347,
      "grad_norm": 0.419921875,
      "learning_rate": 1.2304296512051814e-05,
      "loss": 1.2056,
      "step": 618
    },
    {
      "epoch": 0.47005220692928334,
      "grad_norm": 0.33984375,
      "learning_rate": 1.2279148642432229e-05,
      "loss": 1.187,
      "step": 619
    },
    {
      "epoch": 0.4708115804461319,
      "grad_norm": 0.330078125,
      "learning_rate": 1.2253985560158064e-05,
      "loss": 1.1578,
      "step": 620
    },
    {
      "epoch": 0.47157095396298054,
      "grad_norm": 0.3203125,
      "learning_rate": 1.2228807433185588e-05,
      "loss": 1.1355,
      "step": 621
    },
    {
      "epoch": 0.4723303274798291,
      "grad_norm": 0.326171875,
      "learning_rate": 1.2203614429571475e-05,
      "loss": 1.1617,
      "step": 622
    },
    {
      "epoch": 0.47308970099667774,
      "grad_norm": 0.416015625,
      "learning_rate": 1.2178406717471702e-05,
      "loss": 1.1254,
      "step": 623
    },
    {
      "epoch": 0.4738490745135263,
      "grad_norm": 0.3828125,
      "learning_rate": 1.2153184465140413e-05,
      "loss": 1.1904,
      "step": 624
    },
    {
      "epoch": 0.47460844803037494,
      "grad_norm": 0.337890625,
      "learning_rate": 1.2127947840928816e-05,
      "loss": 1.158,
      "step": 625
    },
    {
      "epoch": 0.47536782154722357,
      "grad_norm": 0.36328125,
      "learning_rate": 1.2102697013284035e-05,
      "loss": 1.1188,
      "step": 626
    },
    {
      "epoch": 0.47612719506407214,
      "grad_norm": 0.333984375,
      "learning_rate": 1.207743215074801e-05,
      "loss": 1.1458,
      "step": 627
    },
    {
      "epoch": 0.47688656858092077,
      "grad_norm": 0.33203125,
      "learning_rate": 1.2052153421956343e-05,
      "loss": 1.1472,
      "step": 628
    },
    {
      "epoch": 0.47764594209776934,
      "grad_norm": 0.3828125,
      "learning_rate": 1.2026860995637211e-05,
      "loss": 1.2092,
      "step": 629
    },
    {
      "epoch": 0.47840531561461797,
      "grad_norm": 0.3828125,
      "learning_rate": 1.2001555040610197e-05,
      "loss": 1.1966,
      "step": 630
    },
    {
      "epoch": 0.47916468913146654,
      "grad_norm": 0.3203125,
      "learning_rate": 1.1976235725785202e-05,
      "loss": 1.094,
      "step": 631
    },
    {
      "epoch": 0.47992406264831516,
      "grad_norm": 0.34765625,
      "learning_rate": 1.1950903220161286e-05,
      "loss": 1.1493,
      "step": 632
    },
    {
      "epoch": 0.48068343616516374,
      "grad_norm": 0.39453125,
      "learning_rate": 1.1925557692825558e-05,
      "loss": 1.2334,
      "step": 633
    },
    {
      "epoch": 0.48144280968201236,
      "grad_norm": 0.310546875,
      "learning_rate": 1.1900199312952047e-05,
      "loss": 1.1418,
      "step": 634
    },
    {
      "epoch": 0.48220218319886093,
      "grad_norm": 0.359375,
      "learning_rate": 1.1874828249800565e-05,
      "loss": 1.144,
      "step": 635
    },
    {
      "epoch": 0.48296155671570956,
      "grad_norm": 0.353515625,
      "learning_rate": 1.1849444672715587e-05,
      "loss": 1.1465,
      "step": 636
    },
    {
      "epoch": 0.48372093023255813,
      "grad_norm": 0.404296875,
      "learning_rate": 1.1824048751125101e-05,
      "loss": 1.2054,
      "step": 637
    },
    {
      "epoch": 0.48448030374940676,
      "grad_norm": 0.310546875,
      "learning_rate": 1.1798640654539511e-05,
      "loss": 1.1376,
      "step": 638
    },
    {
      "epoch": 0.48523967726625533,
      "grad_norm": 0.30859375,
      "learning_rate": 1.1773220552550463e-05,
      "loss": 1.1574,
      "step": 639
    },
    {
      "epoch": 0.48599905078310396,
      "grad_norm": 0.4140625,
      "learning_rate": 1.1747788614829758e-05,
      "loss": 1.2302,
      "step": 640
    },
    {
      "epoch": 0.48675842429995253,
      "grad_norm": 0.3046875,
      "learning_rate": 1.1722345011128183e-05,
      "loss": 1.1259,
      "step": 641
    },
    {
      "epoch": 0.48751779781680116,
      "grad_norm": 0.32421875,
      "learning_rate": 1.1696889911274394e-05,
      "loss": 1.1542,
      "step": 642
    },
    {
      "epoch": 0.48827717133364973,
      "grad_norm": 0.37109375,
      "learning_rate": 1.1671423485173783e-05,
      "loss": 1.23,
      "step": 643
    },
    {
      "epoch": 0.48903654485049836,
      "grad_norm": 0.44921875,
      "learning_rate": 1.164594590280734e-05,
      "loss": 1.2568,
      "step": 644
    },
    {
      "epoch": 0.4897959183673469,
      "grad_norm": 0.341796875,
      "learning_rate": 1.162045733423052e-05,
      "loss": 1.1619,
      "step": 645
    },
    {
      "epoch": 0.49055529188419555,
      "grad_norm": 0.40234375,
      "learning_rate": 1.159495794957211e-05,
      "loss": 1.2003,
      "step": 646
    },
    {
      "epoch": 0.4913146654010441,
      "grad_norm": 0.412109375,
      "learning_rate": 1.1569447919033086e-05,
      "loss": 1.2507,
      "step": 647
    },
    {
      "epoch": 0.49207403891789275,
      "grad_norm": 0.337890625,
      "learning_rate": 1.1543927412885489e-05,
      "loss": 1.1381,
      "step": 648
    },
    {
      "epoch": 0.4928334124347413,
      "grad_norm": 0.3515625,
      "learning_rate": 1.1518396601471273e-05,
      "loss": 1.1715,
      "step": 649
    },
    {
      "epoch": 0.49359278595158995,
      "grad_norm": 0.359375,
      "learning_rate": 1.149285565520119e-05,
      "loss": 1.1947,
      "step": 650
    },
    {
      "epoch": 0.4943521594684385,
      "grad_norm": 0.3515625,
      "learning_rate": 1.1467304744553618e-05,
      "loss": 1.1499,
      "step": 651
    },
    {
      "epoch": 0.49511153298528715,
      "grad_norm": 0.35546875,
      "learning_rate": 1.1441744040073469e-05,
      "loss": 1.1873,
      "step": 652
    },
    {
      "epoch": 0.4958709065021357,
      "grad_norm": 0.3203125,
      "learning_rate": 1.1416173712371008e-05,
      "loss": 1.1398,
      "step": 653
    },
    {
      "epoch": 0.49663028001898435,
      "grad_norm": 0.388671875,
      "learning_rate": 1.1390593932120742e-05,
      "loss": 1.2044,
      "step": 654
    },
    {
      "epoch": 0.4973896535358329,
      "grad_norm": 0.349609375,
      "learning_rate": 1.1365004870060266e-05,
      "loss": 1.1856,
      "step": 655
    },
    {
      "epoch": 0.49814902705268155,
      "grad_norm": 0.345703125,
      "learning_rate": 1.1339406696989128e-05,
      "loss": 1.1601,
      "step": 656
    },
    {
      "epoch": 0.4989084005695301,
      "grad_norm": 0.408203125,
      "learning_rate": 1.1313799583767693e-05,
      "loss": 1.2261,
      "step": 657
    },
    {
      "epoch": 0.49966777408637875,
      "grad_norm": 0.3515625,
      "learning_rate": 1.1288183701315996e-05,
      "loss": 1.1504,
      "step": 658
    },
    {
      "epoch": 0.5004271476032274,
      "grad_norm": 0.361328125,
      "learning_rate": 1.1262559220612602e-05,
      "loss": 1.1967,
      "step": 659
    },
    {
      "epoch": 0.5011865211200759,
      "grad_norm": 0.359375,
      "learning_rate": 1.123692631269348e-05,
      "loss": 1.1724,
      "step": 660
    },
    {
      "epoch": 0.5019458946369245,
      "grad_norm": 0.326171875,
      "learning_rate": 1.1211285148650826e-05,
      "loss": 1.158,
      "step": 661
    },
    {
      "epoch": 0.5027052681537731,
      "grad_norm": 0.36328125,
      "learning_rate": 1.1185635899631963e-05,
      "loss": 1.1994,
      "step": 662
    },
    {
      "epoch": 0.5034646416706218,
      "grad_norm": 0.3515625,
      "learning_rate": 1.1159978736838169e-05,
      "loss": 1.1844,
      "step": 663
    },
    {
      "epoch": 0.5042240151874703,
      "grad_norm": 0.322265625,
      "learning_rate": 1.1134313831523547e-05,
      "loss": 1.151,
      "step": 664
    },
    {
      "epoch": 0.5049833887043189,
      "grad_norm": 0.390625,
      "learning_rate": 1.1108641354993876e-05,
      "loss": 1.1455,
      "step": 665
    },
    {
      "epoch": 0.5057427622211675,
      "grad_norm": 0.373046875,
      "learning_rate": 1.1082961478605476e-05,
      "loss": 1.1656,
      "step": 666
    },
    {
      "epoch": 0.5065021357380162,
      "grad_norm": 0.328125,
      "learning_rate": 1.1057274373764056e-05,
      "loss": 1.141,
      "step": 667
    },
    {
      "epoch": 0.5072615092548647,
      "grad_norm": 0.302734375,
      "learning_rate": 1.103158021192357e-05,
      "loss": 1.136,
      "step": 668
    },
    {
      "epoch": 0.5080208827717133,
      "grad_norm": 0.361328125,
      "learning_rate": 1.1005879164585083e-05,
      "loss": 1.1902,
      "step": 669
    },
    {
      "epoch": 0.5087802562885619,
      "grad_norm": 0.345703125,
      "learning_rate": 1.098017140329561e-05,
      "loss": 1.1535,
      "step": 670
    },
    {
      "epoch": 0.5095396298054106,
      "grad_norm": 0.390625,
      "learning_rate": 1.0954457099646981e-05,
      "loss": 1.1909,
      "step": 671
    },
    {
      "epoch": 0.5102990033222591,
      "grad_norm": 0.40625,
      "learning_rate": 1.0928736425274702e-05,
      "loss": 1.1445,
      "step": 672
    },
    {
      "epoch": 0.5110583768391077,
      "grad_norm": 0.326171875,
      "learning_rate": 1.0903009551856795e-05,
      "loss": 1.1776,
      "step": 673
    },
    {
      "epoch": 0.5118177503559563,
      "grad_norm": 0.330078125,
      "learning_rate": 1.0877276651112662e-05,
      "loss": 1.1799,
      "step": 674
    },
    {
      "epoch": 0.512577123872805,
      "grad_norm": 0.451171875,
      "learning_rate": 1.0851537894801935e-05,
      "loss": 1.2681,
      "step": 675
    },
    {
      "epoch": 0.5133364973896536,
      "grad_norm": 0.392578125,
      "learning_rate": 1.0825793454723325e-05,
      "loss": 1.1858,
      "step": 676
    },
    {
      "epoch": 0.5140958709065021,
      "grad_norm": 0.388671875,
      "learning_rate": 1.0800043502713486e-05,
      "loss": 1.2268,
      "step": 677
    },
    {
      "epoch": 0.5148552444233507,
      "grad_norm": 0.375,
      "learning_rate": 1.0774288210645862e-05,
      "loss": 1.1628,
      "step": 678
    },
    {
      "epoch": 0.5156146179401994,
      "grad_norm": 0.400390625,
      "learning_rate": 1.0748527750429545e-05,
      "loss": 1.2508,
      "step": 679
    },
    {
      "epoch": 0.516373991457048,
      "grad_norm": 0.373046875,
      "learning_rate": 1.0722762294008107e-05,
      "loss": 1.1958,
      "step": 680
    },
    {
      "epoch": 0.5171333649738965,
      "grad_norm": 0.326171875,
      "learning_rate": 1.069699201335849e-05,
      "loss": 1.13,
      "step": 681
    },
    {
      "epoch": 0.5178927384907451,
      "grad_norm": 0.365234375,
      "learning_rate": 1.0671217080489816e-05,
      "loss": 1.2132,
      "step": 682
    },
    {
      "epoch": 0.5186521120075938,
      "grad_norm": 0.408203125,
      "learning_rate": 1.0645437667442273e-05,
      "loss": 1.2433,
      "step": 683
    },
    {
      "epoch": 0.5194114855244424,
      "grad_norm": 0.328125,
      "learning_rate": 1.0619653946285948e-05,
      "loss": 1.1013,
      "step": 684
    },
    {
      "epoch": 0.5201708590412909,
      "grad_norm": 0.365234375,
      "learning_rate": 1.0593866089119683e-05,
      "loss": 1.171,
      "step": 685
    },
    {
      "epoch": 0.5209302325581395,
      "grad_norm": 0.375,
      "learning_rate": 1.0568074268069928e-05,
      "loss": 1.1771,
      "step": 686
    },
    {
      "epoch": 0.5216896060749882,
      "grad_norm": 0.396484375,
      "learning_rate": 1.0542278655289588e-05,
      "loss": 1.1808,
      "step": 687
    },
    {
      "epoch": 0.5224489795918368,
      "grad_norm": 0.357421875,
      "learning_rate": 1.0516479422956882e-05,
      "loss": 1.1398,
      "step": 688
    },
    {
      "epoch": 0.5232083531086853,
      "grad_norm": 0.38671875,
      "learning_rate": 1.0490676743274181e-05,
      "loss": 1.1954,
      "step": 689
    },
    {
      "epoch": 0.5239677266255339,
      "grad_norm": 0.37890625,
      "learning_rate": 1.0464870788466875e-05,
      "loss": 1.1792,
      "step": 690
    },
    {
      "epoch": 0.5247271001423826,
      "grad_norm": 0.3359375,
      "learning_rate": 1.0439061730782207e-05,
      "loss": 1.1585,
      "step": 691
    },
    {
      "epoch": 0.5254864736592312,
      "grad_norm": 0.3203125,
      "learning_rate": 1.0413249742488132e-05,
      "loss": 1.1658,
      "step": 692
    },
    {
      "epoch": 0.5262458471760797,
      "grad_norm": 0.337890625,
      "learning_rate": 1.0387434995872174e-05,
      "loss": 1.1443,
      "step": 693
    },
    {
      "epoch": 0.5270052206929283,
      "grad_norm": 0.376953125,
      "learning_rate": 1.0361617663240253e-05,
      "loss": 1.176,
      "step": 694
    },
    {
      "epoch": 0.527764594209777,
      "grad_norm": 0.345703125,
      "learning_rate": 1.0335797916915568e-05,
      "loss": 1.2121,
      "step": 695
    },
    {
      "epoch": 0.5285239677266256,
      "grad_norm": 0.38671875,
      "learning_rate": 1.0309975929237408e-05,
      "loss": 1.209,
      "step": 696
    },
    {
      "epoch": 0.5292833412434741,
      "grad_norm": 0.3203125,
      "learning_rate": 1.0284151872560042e-05,
      "loss": 1.1629,
      "step": 697
    },
    {
      "epoch": 0.5300427147603227,
      "grad_norm": 0.376953125,
      "learning_rate": 1.0258325919251537e-05,
      "loss": 1.1606,
      "step": 698
    },
    {
      "epoch": 0.5308020882771713,
      "grad_norm": 0.30078125,
      "learning_rate": 1.0232498241692625e-05,
      "loss": 1.1405,
      "step": 699
    },
    {
      "epoch": 0.53156146179402,
      "grad_norm": 0.41796875,
      "learning_rate": 1.0206669012275546e-05,
      "loss": 1.1829,
      "step": 700
    },
    {
      "epoch": 0.5323208353108685,
      "grad_norm": 0.33984375,
      "learning_rate": 1.018083840340289e-05,
      "loss": 1.1182,
      "step": 701
    },
    {
      "epoch": 0.5330802088277171,
      "grad_norm": 0.380859375,
      "learning_rate": 1.0155006587486468e-05,
      "loss": 1.2416,
      "step": 702
    },
    {
      "epoch": 0.5338395823445657,
      "grad_norm": 0.349609375,
      "learning_rate": 1.0129173736946143e-05,
      "loss": 1.1733,
      "step": 703
    },
    {
      "epoch": 0.5345989558614144,
      "grad_norm": 0.333984375,
      "learning_rate": 1.0103340024208674e-05,
      "loss": 1.1117,
      "step": 704
    },
    {
      "epoch": 0.5353583293782629,
      "grad_norm": 0.353515625,
      "learning_rate": 1.007750562170659e-05,
      "loss": 1.2096,
      "step": 705
    },
    {
      "epoch": 0.5361177028951115,
      "grad_norm": 0.3515625,
      "learning_rate": 1.0051670701877011e-05,
      "loss": 1.1615,
      "step": 706
    },
    {
      "epoch": 0.5368770764119601,
      "grad_norm": 0.322265625,
      "learning_rate": 1.0025835437160523e-05,
      "loss": 1.181,
      "step": 707
    },
    {
      "epoch": 0.5376364499288088,
      "grad_norm": 0.40625,
      "learning_rate": 1e-05,
      "loss": 1.2599,
      "step": 708
    },
    {
      "epoch": 0.5383958234456573,
      "grad_norm": 0.306640625,
      "learning_rate": 9.97416456283948e-06,
      "loss": 1.1557,
      "step": 709
    },
    {
      "epoch": 0.5391551969625059,
      "grad_norm": 0.333984375,
      "learning_rate": 9.948329298122989e-06,
      "loss": 1.1486,
      "step": 710
    },
    {
      "epoch": 0.5399145704793545,
      "grad_norm": 0.32421875,
      "learning_rate": 9.922494378293414e-06,
      "loss": 1.146,
      "step": 711
    },
    {
      "epoch": 0.5406739439962032,
      "grad_norm": 0.375,
      "learning_rate": 9.89665997579133e-06,
      "loss": 1.1826,
      "step": 712
    },
    {
      "epoch": 0.5414333175130517,
      "grad_norm": 0.353515625,
      "learning_rate": 9.870826263053859e-06,
      "loss": 1.1607,
      "step": 713
    },
    {
      "epoch": 0.5421926910299003,
      "grad_norm": 0.318359375,
      "learning_rate": 9.844993412513533e-06,
      "loss": 1.1287,
      "step": 714
    },
    {
      "epoch": 0.5429520645467489,
      "grad_norm": 0.466796875,
      "learning_rate": 9.819161596597112e-06,
      "loss": 1.3019,
      "step": 715
    },
    {
      "epoch": 0.5437114380635976,
      "grad_norm": 0.330078125,
      "learning_rate": 9.79333098772446e-06,
      "loss": 1.1456,
      "step": 716
    },
    {
      "epoch": 0.5444708115804461,
      "grad_norm": 0.333984375,
      "learning_rate": 9.767501758307376e-06,
      "loss": 1.1532,
      "step": 717
    },
    {
      "epoch": 0.5452301850972947,
      "grad_norm": 0.275390625,
      "learning_rate": 9.741674080748465e-06,
      "loss": 1.1244,
      "step": 718
    },
    {
      "epoch": 0.5459895586141433,
      "grad_norm": 0.333984375,
      "learning_rate": 9.715848127439958e-06,
      "loss": 1.1617,
      "step": 719
    },
    {
      "epoch": 0.546748932130992,
      "grad_norm": 0.369140625,
      "learning_rate": 9.690024070762597e-06,
      "loss": 1.2031,
      "step": 720
    },
    {
      "epoch": 0.5475083056478405,
      "grad_norm": 0.35546875,
      "learning_rate": 9.664202083084437e-06,
      "loss": 1.1701,
      "step": 721
    },
    {
      "epoch": 0.5482676791646891,
      "grad_norm": 0.341796875,
      "learning_rate": 9.638382336759749e-06,
      "loss": 1.1756,
      "step": 722
    },
    {
      "epoch": 0.5490270526815377,
      "grad_norm": 0.34375,
      "learning_rate": 9.612565004127828e-06,
      "loss": 1.192,
      "step": 723
    },
    {
      "epoch": 0.5497864261983864,
      "grad_norm": 0.341796875,
      "learning_rate": 9.586750257511868e-06,
      "loss": 1.1673,
      "step": 724
    },
    {
      "epoch": 0.550545799715235,
      "grad_norm": 0.3359375,
      "learning_rate": 9.560938269217798e-06,
      "loss": 1.1835,
      "step": 725
    },
    {
      "epoch": 0.5513051732320835,
      "grad_norm": 0.34375,
      "learning_rate": 9.53512921153313e-06,
      "loss": 1.2177,
      "step": 726
    },
    {
      "epoch": 0.5520645467489321,
      "grad_norm": 0.33984375,
      "learning_rate": 9.50932325672582e-06,
      "loss": 1.1675,
      "step": 727
    },
    {
      "epoch": 0.5528239202657808,
      "grad_norm": 0.275390625,
      "learning_rate": 9.483520577043121e-06,
      "loss": 1.104,
      "step": 728
    },
    {
      "epoch": 0.5535832937826294,
      "grad_norm": 0.31640625,
      "learning_rate": 9.457721344710412e-06,
      "loss": 1.126,
      "step": 729
    },
    {
      "epoch": 0.5543426672994779,
      "grad_norm": 0.392578125,
      "learning_rate": 9.431925731930079e-06,
      "loss": 1.1852,
      "step": 730
    },
    {
      "epoch": 0.5551020408163265,
      "grad_norm": 0.330078125,
      "learning_rate": 9.406133910880319e-06,
      "loss": 1.1576,
      "step": 731
    },
    {
      "epoch": 0.5558614143331752,
      "grad_norm": 0.291015625,
      "learning_rate": 9.380346053714055e-06,
      "loss": 1.0863,
      "step": 732
    },
    {
      "epoch": 0.5566207878500238,
      "grad_norm": 0.318359375,
      "learning_rate": 9.354562332557728e-06,
      "loss": 1.1338,
      "step": 733
    },
    {
      "epoch": 0.5573801613668723,
      "grad_norm": 0.37890625,
      "learning_rate": 9.328782919510186e-06,
      "loss": 1.2238,
      "step": 734
    },
    {
      "epoch": 0.5581395348837209,
      "grad_norm": 0.330078125,
      "learning_rate": 9.303007986641515e-06,
      "loss": 1.1432,
      "step": 735
    },
    {
      "epoch": 0.5588989084005695,
      "grad_norm": 0.302734375,
      "learning_rate": 9.277237705991895e-06,
      "loss": 1.15,
      "step": 736
    },
    {
      "epoch": 0.5596582819174182,
      "grad_norm": 0.283203125,
      "learning_rate": 9.251472249570458e-06,
      "loss": 1.1075,
      "step": 737
    },
    {
      "epoch": 0.5604176554342667,
      "grad_norm": 0.33203125,
      "learning_rate": 9.225711789354138e-06,
      "loss": 1.1256,
      "step": 738
    },
    {
      "epoch": 0.5611770289511153,
      "grad_norm": 0.357421875,
      "learning_rate": 9.199956497286517e-06,
      "loss": 1.1923,
      "step": 739
    },
    {
      "epoch": 0.561936402467964,
      "grad_norm": 0.287109375,
      "learning_rate": 9.174206545276678e-06,
      "loss": 1.1069,
      "step": 740
    },
    {
      "epoch": 0.5626957759848126,
      "grad_norm": 0.375,
      "learning_rate": 9.148462105198068e-06,
      "loss": 1.2118,
      "step": 741
    },
    {
      "epoch": 0.5634551495016611,
      "grad_norm": 0.392578125,
      "learning_rate": 9.12272334888734e-06,
      "loss": 1.2203,
      "step": 742
    },
    {
      "epoch": 0.5642145230185097,
      "grad_norm": 0.375,
      "learning_rate": 9.096990448143203e-06,
      "loss": 1.1714,
      "step": 743
    },
    {
      "epoch": 0.5649738965353583,
      "grad_norm": 0.32421875,
      "learning_rate": 9.0712635747253e-06,
      "loss": 1.1562,
      "step": 744
    },
    {
      "epoch": 0.565733270052207,
      "grad_norm": 0.3125,
      "learning_rate": 9.045542900353022e-06,
      "loss": 1.138,
      "step": 745
    },
    {
      "epoch": 0.5664926435690555,
      "grad_norm": 0.376953125,
      "learning_rate": 9.019828596704394e-06,
      "loss": 1.2036,
      "step": 746
    },
    {
      "epoch": 0.5672520170859041,
      "grad_norm": 0.3984375,
      "learning_rate": 8.99412083541492e-06,
      "loss": 1.2011,
      "step": 747
    },
    {
      "epoch": 0.5680113906027527,
      "grad_norm": 0.3828125,
      "learning_rate": 8.968419788076431e-06,
      "loss": 1.2146,
      "step": 748
    },
    {
      "epoch": 0.5687707641196014,
      "grad_norm": 0.3125,
      "learning_rate": 8.942725626235949e-06,
      "loss": 1.1499,
      "step": 749
    },
    {
      "epoch": 0.5695301376364499,
      "grad_norm": 0.357421875,
      "learning_rate": 8.917038521394526e-06,
      "loss": 1.1884,
      "step": 750
    },
    {
      "epoch": 0.5702895111532985,
      "grad_norm": 0.3359375,
      "learning_rate": 8.891358645006126e-06,
      "loss": 1.1455,
      "step": 751
    },
    {
      "epoch": 0.5710488846701471,
      "grad_norm": 0.2578125,
      "learning_rate": 8.865686168476458e-06,
      "loss": 1.1044,
      "step": 752
    },
    {
      "epoch": 0.5718082581869958,
      "grad_norm": 0.3671875,
      "learning_rate": 8.840021263161831e-06,
      "loss": 1.1989,
      "step": 753
    },
    {
      "epoch": 0.5725676317038443,
      "grad_norm": 0.328125,
      "learning_rate": 8.81436410036804e-06,
      "loss": 1.1432,
      "step": 754
    },
    {
      "epoch": 0.5733270052206929,
      "grad_norm": 0.30078125,
      "learning_rate": 8.788714851349177e-06,
      "loss": 1.1265,
      "step": 755
    },
    {
      "epoch": 0.5740863787375415,
      "grad_norm": 0.326171875,
      "learning_rate": 8.763073687306523e-06,
      "loss": 1.1427,
      "step": 756
    },
    {
      "epoch": 0.5748457522543902,
      "grad_norm": 0.345703125,
      "learning_rate": 8.737440779387398e-06,
      "loss": 1.1363,
      "step": 757
    },
    {
      "epoch": 0.5756051257712387,
      "grad_norm": 0.326171875,
      "learning_rate": 8.711816298684011e-06,
      "loss": 1.1628,
      "step": 758
    },
    {
      "epoch": 0.5763644992880873,
      "grad_norm": 0.4140625,
      "learning_rate": 8.686200416232314e-06,
      "loss": 1.2075,
      "step": 759
    },
    {
      "epoch": 0.5771238728049359,
      "grad_norm": 0.3203125,
      "learning_rate": 8.660593303010876e-06,
      "loss": 1.1384,
      "step": 760
    },
    {
      "epoch": 0.5778832463217846,
      "grad_norm": 0.3046875,
      "learning_rate": 8.634995129939737e-06,
      "loss": 1.1354,
      "step": 761
    },
    {
      "epoch": 0.5786426198386331,
      "grad_norm": 0.390625,
      "learning_rate": 8.609406067879258e-06,
      "loss": 1.1626,
      "step": 762
    },
    {
      "epoch": 0.5794019933554817,
      "grad_norm": 0.34765625,
      "learning_rate": 8.583826287628996e-06,
      "loss": 1.2072,
      "step": 763
    },
    {
      "epoch": 0.5801613668723303,
      "grad_norm": 0.328125,
      "learning_rate": 8.558255959926533e-06,
      "loss": 1.1492,
      "step": 764
    },
    {
      "epoch": 0.580920740389179,
      "grad_norm": 0.40234375,
      "learning_rate": 8.532695255446384e-06,
      "loss": 1.1948,
      "step": 765
    },
    {
      "epoch": 0.5816801139060275,
      "grad_norm": 0.345703125,
      "learning_rate": 8.507144344798814e-06,
      "loss": 1.1786,
      "step": 766
    },
    {
      "epoch": 0.5824394874228761,
      "grad_norm": 0.34765625,
      "learning_rate": 8.481603398528727e-06,
      "loss": 1.172,
      "step": 767
    },
    {
      "epoch": 0.5831988609397247,
      "grad_norm": 0.322265625,
      "learning_rate": 8.456072587114516e-06,
      "loss": 1.1431,
      "step": 768
    },
    {
      "epoch": 0.5839582344565734,
      "grad_norm": 0.3671875,
      "learning_rate": 8.430552080966918e-06,
      "loss": 1.2079,
      "step": 769
    },
    {
      "epoch": 0.584717607973422,
      "grad_norm": 0.349609375,
      "learning_rate": 8.405042050427891e-06,
      "loss": 1.1885,
      "step": 770
    },
    {
      "epoch": 0.5854769814902705,
      "grad_norm": 0.390625,
      "learning_rate": 8.37954266576948e-06,
      "loss": 1.1858,
      "step": 771
    },
    {
      "epoch": 0.5862363550071191,
      "grad_norm": 0.380859375,
      "learning_rate": 8.35405409719266e-06,
      "loss": 1.2242,
      "step": 772
    },
    {
      "epoch": 0.5869957285239678,
      "grad_norm": 0.369140625,
      "learning_rate": 8.328576514826222e-06,
      "loss": 1.1984,
      "step": 773
    },
    {
      "epoch": 0.5877551020408164,
      "grad_norm": 0.29296875,
      "learning_rate": 8.30311008872561e-06,
      "loss": 1.1178,
      "step": 774
    },
    {
      "epoch": 0.5885144755576649,
      "grad_norm": 0.2890625,
      "learning_rate": 8.277654988871819e-06,
      "loss": 1.1126,
      "step": 775
    },
    {
      "epoch": 0.5892738490745135,
      "grad_norm": 0.337890625,
      "learning_rate": 8.252211385170242e-06,
      "loss": 1.1394,
      "step": 776
    },
    {
      "epoch": 0.5900332225913621,
      "grad_norm": 0.341796875,
      "learning_rate": 8.226779447449538e-06,
      "loss": 1.1999,
      "step": 777
    },
    {
      "epoch": 0.5907925961082108,
      "grad_norm": 0.328125,
      "learning_rate": 8.201359345460496e-06,
      "loss": 1.1602,
      "step": 778
    },
    {
      "epoch": 0.5915519696250593,
      "grad_norm": 0.38671875,
      "learning_rate": 8.175951248874902e-06,
      "loss": 1.1864,
      "step": 779
    },
    {
      "epoch": 0.5923113431419079,
      "grad_norm": 0.302734375,
      "learning_rate": 8.150555327284417e-06,
      "loss": 1.1053,
      "step": 780
    },
    {
      "epoch": 0.5930707166587565,
      "grad_norm": 0.275390625,
      "learning_rate": 8.125171750199436e-06,
      "loss": 1.1004,
      "step": 781
    },
    {
      "epoch": 0.5938300901756052,
      "grad_norm": 0.36328125,
      "learning_rate": 8.099800687047958e-06,
      "loss": 1.1189,
      "step": 782
    },
    {
      "epoch": 0.5945894636924537,
      "grad_norm": 0.400390625,
      "learning_rate": 8.074442307174445e-06,
      "loss": 1.2653,
      "step": 783
    },
    {
      "epoch": 0.5953488372093023,
      "grad_norm": 0.298828125,
      "learning_rate": 8.04909677983872e-06,
      "loss": 1.1253,
      "step": 784
    },
    {
      "epoch": 0.5961082107261509,
      "grad_norm": 0.373046875,
      "learning_rate": 8.023764274214802e-06,
      "loss": 1.1351,
      "step": 785
    },
    {
      "epoch": 0.5968675842429996,
      "grad_norm": 0.33984375,
      "learning_rate": 7.998444959389803e-06,
      "loss": 1.145,
      "step": 786
    },
    {
      "epoch": 0.5976269577598481,
      "grad_norm": 0.302734375,
      "learning_rate": 7.973139004362794e-06,
      "loss": 1.1679,
      "step": 787
    },
    {
      "epoch": 0.5983863312766967,
      "grad_norm": 0.3203125,
      "learning_rate": 7.947846578043658e-06,
      "loss": 1.1475,
      "step": 788
    },
    {
      "epoch": 0.5991457047935453,
      "grad_norm": 0.34765625,
      "learning_rate": 7.922567849251995e-06,
      "loss": 1.1941,
      "step": 789
    },
    {
      "epoch": 0.599905078310394,
      "grad_norm": 0.365234375,
      "learning_rate": 7.897302986715967e-06,
      "loss": 1.1754,
      "step": 790
    },
    {
      "epoch": 0.6006644518272425,
      "grad_norm": 0.37890625,
      "learning_rate": 7.872052159071186e-06,
      "loss": 1.1762,
      "step": 791
    },
    {
      "epoch": 0.6014238253440911,
      "grad_norm": 0.302734375,
      "learning_rate": 7.846815534859592e-06,
      "loss": 1.1361,
      "step": 792
    },
    {
      "epoch": 0.6021831988609397,
      "grad_norm": 0.41015625,
      "learning_rate": 7.821593282528301e-06,
      "loss": 1.2727,
      "step": 793
    },
    {
      "epoch": 0.6029425723777884,
      "grad_norm": 0.291015625,
      "learning_rate": 7.796385570428527e-06,
      "loss": 1.1568,
      "step": 794
    },
    {
      "epoch": 0.6037019458946369,
      "grad_norm": 0.396484375,
      "learning_rate": 7.771192566814412e-06,
      "loss": 1.2494,
      "step": 795
    },
    {
      "epoch": 0.6044613194114855,
      "grad_norm": 0.3828125,
      "learning_rate": 7.746014439841941e-06,
      "loss": 1.223,
      "step": 796
    },
    {
      "epoch": 0.6052206929283341,
      "grad_norm": 0.337890625,
      "learning_rate": 7.720851357567778e-06,
      "loss": 1.1366,
      "step": 797
    },
    {
      "epoch": 0.6059800664451828,
      "grad_norm": 0.3203125,
      "learning_rate": 7.69570348794819e-06,
      "loss": 1.1451,
      "step": 798
    },
    {
      "epoch": 0.6067394399620313,
      "grad_norm": 0.29296875,
      "learning_rate": 7.670570998837889e-06,
      "loss": 1.1189,
      "step": 799
    },
    {
      "epoch": 0.6074988134788799,
      "grad_norm": 0.25390625,
      "learning_rate": 7.645454057988942e-06,
      "loss": 1.1005,
      "step": 800
    },
    {
      "epoch": 0.6082581869957285,
      "grad_norm": 0.31640625,
      "learning_rate": 7.6203528330496245e-06,
      "loss": 1.1741,
      "step": 801
    },
    {
      "epoch": 0.6090175605125772,
      "grad_norm": 0.2734375,
      "learning_rate": 7.595267491563311e-06,
      "loss": 1.1124,
      "step": 802
    },
    {
      "epoch": 0.6097769340294257,
      "grad_norm": 0.33984375,
      "learning_rate": 7.570198200967363e-06,
      "loss": 1.1459,
      "step": 803
    },
    {
      "epoch": 0.6105363075462743,
      "grad_norm": 0.36328125,
      "learning_rate": 7.545145128592009e-06,
      "loss": 1.1668,
      "step": 804
    },
    {
      "epoch": 0.6112956810631229,
      "grad_norm": 0.29296875,
      "learning_rate": 7.520108441659223e-06,
      "loss": 1.1384,
      "step": 805
    },
    {
      "epoch": 0.6120550545799716,
      "grad_norm": 0.314453125,
      "learning_rate": 7.495088307281619e-06,
      "loss": 1.1462,
      "step": 806
    },
    {
      "epoch": 0.6128144280968201,
      "grad_norm": 0.330078125,
      "learning_rate": 7.470084892461305e-06,
      "loss": 1.1645,
      "step": 807
    },
    {
      "epoch": 0.6135738016136687,
      "grad_norm": 0.3359375,
      "learning_rate": 7.445098364088815e-06,
      "loss": 1.1709,
      "step": 808
    },
    {
      "epoch": 0.6143331751305173,
      "grad_norm": 0.298828125,
      "learning_rate": 7.420128888941958e-06,
      "loss": 1.1914,
      "step": 809
    },
    {
      "epoch": 0.615092548647366,
      "grad_norm": 0.4140625,
      "learning_rate": 7.395176633684726e-06,
      "loss": 1.2529,
      "step": 810
    },
    {
      "epoch": 0.6158519221642145,
      "grad_norm": 0.30859375,
      "learning_rate": 7.370241764866169e-06,
      "loss": 1.1245,
      "step": 811
    },
    {
      "epoch": 0.6166112956810631,
      "grad_norm": 0.359375,
      "learning_rate": 7.34532444891928e-06,
      "loss": 1.1952,
      "step": 812
    },
    {
      "epoch": 0.6173706691979117,
      "grad_norm": 0.296875,
      "learning_rate": 7.3204248521599e-06,
      "loss": 1.1247,
      "step": 813
    },
    {
      "epoch": 0.6181300427147604,
      "grad_norm": 0.33203125,
      "learning_rate": 7.295543140785604e-06,
      "loss": 1.1417,
      "step": 814
    },
    {
      "epoch": 0.6188894162316089,
      "grad_norm": 0.27734375,
      "learning_rate": 7.27067948087458e-06,
      "loss": 1.1264,
      "step": 815
    },
    {
      "epoch": 0.6196487897484575,
      "grad_norm": 0.322265625,
      "learning_rate": 7.245834038384523e-06,
      "loss": 1.176,
      "step": 816
    },
    {
      "epoch": 0.6204081632653061,
      "grad_norm": 0.314453125,
      "learning_rate": 7.221006979151546e-06,
      "loss": 1.1171,
      "step": 817
    },
    {
      "epoch": 0.6211675367821547,
      "grad_norm": 0.3828125,
      "learning_rate": 7.196198468889047e-06,
      "loss": 1.1906,
      "step": 818
    },
    {
      "epoch": 0.6219269102990034,
      "grad_norm": 0.3046875,
      "learning_rate": 7.171408673186619e-06,
      "loss": 1.1394,
      "step": 819
    },
    {
      "epoch": 0.6226862838158519,
      "grad_norm": 0.3125,
      "learning_rate": 7.14663775750895e-06,
      "loss": 1.1334,
      "step": 820
    },
    {
      "epoch": 0.6234456573327005,
      "grad_norm": 0.3359375,
      "learning_rate": 7.1218858871946885e-06,
      "loss": 1.149,
      "step": 821
    },
    {
      "epoch": 0.6242050308495491,
      "grad_norm": 0.3359375,
      "learning_rate": 7.097153227455379e-06,
      "loss": 1.1593,
      "step": 822
    },
    {
      "epoch": 0.6249644043663978,
      "grad_norm": 0.3984375,
      "learning_rate": 7.072439943374331e-06,
      "loss": 1.1399,
      "step": 823
    },
    {
      "epoch": 0.6257237778832463,
      "grad_norm": 0.376953125,
      "learning_rate": 7.0477461999055365e-06,
      "loss": 1.2022,
      "step": 824
    },
    {
      "epoch": 0.6264831514000949,
      "grad_norm": 0.337890625,
      "learning_rate": 7.023072161872551e-06,
      "loss": 1.1374,
      "step": 825
    },
    {
      "epoch": 0.6272425249169435,
      "grad_norm": 0.2734375,
      "learning_rate": 6.998417993967403e-06,
      "loss": 1.1267,
      "step": 826
    },
    {
      "epoch": 0.6280018984337922,
      "grad_norm": 0.330078125,
      "learning_rate": 6.973783860749499e-06,
      "loss": 1.179,
      "step": 827
    },
    {
      "epoch": 0.6287612719506407,
      "grad_norm": 0.349609375,
      "learning_rate": 6.949169926644513e-06,
      "loss": 1.1685,
      "step": 828
    },
    {
      "epoch": 0.6295206454674893,
      "grad_norm": 0.365234375,
      "learning_rate": 6.9245763559432996e-06,
      "loss": 1.2012,
      "step": 829
    },
    {
      "epoch": 0.6302800189843379,
      "grad_norm": 0.353515625,
      "learning_rate": 6.9000033128008e-06,
      "loss": 1.187,
      "step": 830
    },
    {
      "epoch": 0.6310393925011866,
      "grad_norm": 0.373046875,
      "learning_rate": 6.875450961234924e-06,
      "loss": 1.1949,
      "step": 831
    },
    {
      "epoch": 0.6317987660180351,
      "grad_norm": 0.3515625,
      "learning_rate": 6.8509194651254825e-06,
      "loss": 1.1995,
      "step": 832
    },
    {
      "epoch": 0.6325581395348837,
      "grad_norm": 0.376953125,
      "learning_rate": 6.826408988213083e-06,
      "loss": 1.1705,
      "step": 833
    },
    {
      "epoch": 0.6333175130517323,
      "grad_norm": 0.326171875,
      "learning_rate": 6.801919694098034e-06,
      "loss": 1.1469,
      "step": 834
    },
    {
      "epoch": 0.634076886568581,
      "grad_norm": 0.357421875,
      "learning_rate": 6.777451746239249e-06,
      "loss": 1.1363,
      "step": 835
    },
    {
      "epoch": 0.6348362600854295,
      "grad_norm": 0.33984375,
      "learning_rate": 6.7530053079531664e-06,
      "loss": 1.1968,
      "step": 836
    },
    {
      "epoch": 0.6355956336022781,
      "grad_norm": 0.376953125,
      "learning_rate": 6.7285805424126585e-06,
      "loss": 1.2189,
      "step": 837
    },
    {
      "epoch": 0.6363550071191267,
      "grad_norm": 0.298828125,
      "learning_rate": 6.70417761264593e-06,
      "loss": 1.1232,
      "step": 838
    },
    {
      "epoch": 0.6371143806359754,
      "grad_norm": 0.33984375,
      "learning_rate": 6.679796681535451e-06,
      "loss": 1.1898,
      "step": 839
    },
    {
      "epoch": 0.6378737541528239,
      "grad_norm": 0.296875,
      "learning_rate": 6.655437911816838e-06,
      "loss": 1.1666,
      "step": 840
    },
    {
      "epoch": 0.6386331276696725,
      "grad_norm": 0.296875,
      "learning_rate": 6.631101466077801e-06,
      "loss": 1.146,
      "step": 841
    },
    {
      "epoch": 0.6393925011865211,
      "grad_norm": 0.419921875,
      "learning_rate": 6.60678750675704e-06,
      "loss": 1.1723,
      "step": 842
    },
    {
      "epoch": 0.6401518747033698,
      "grad_norm": 0.34375,
      "learning_rate": 6.582496196143167e-06,
      "loss": 1.1488,
      "step": 843
    },
    {
      "epoch": 0.6409112482202183,
      "grad_norm": 0.3203125,
      "learning_rate": 6.558227696373617e-06,
      "loss": 1.1899,
      "step": 844
    },
    {
      "epoch": 0.6416706217370669,
      "grad_norm": 0.3515625,
      "learning_rate": 6.533982169433568e-06,
      "loss": 1.1478,
      "step": 845
    },
    {
      "epoch": 0.6424299952539155,
      "grad_norm": 0.333984375,
      "learning_rate": 6.509759777154864e-06,
      "loss": 1.1353,
      "step": 846
    },
    {
      "epoch": 0.6431893687707642,
      "grad_norm": 0.28515625,
      "learning_rate": 6.485560681214933e-06,
      "loss": 1.1481,
      "step": 847
    },
    {
      "epoch": 0.6439487422876127,
      "grad_norm": 0.298828125,
      "learning_rate": 6.461385043135704e-06,
      "loss": 1.1222,
      "step": 848
    },
    {
      "epoch": 0.6447081158044613,
      "grad_norm": 0.328125,
      "learning_rate": 6.437233024282538e-06,
      "loss": 1.1029,
      "step": 849
    },
    {
      "epoch": 0.6454674893213099,
      "grad_norm": 0.376953125,
      "learning_rate": 6.413104785863128e-06,
      "loss": 1.192,
      "step": 850
    },
    {
      "epoch": 0.6462268628381586,
      "grad_norm": 0.36328125,
      "learning_rate": 6.389000488926459e-06,
      "loss": 1.2227,
      "step": 851
    },
    {
      "epoch": 0.6469862363550071,
      "grad_norm": 0.279296875,
      "learning_rate": 6.364920294361701e-06,
      "loss": 1.0898,
      "step": 852
    },
    {
      "epoch": 0.6477456098718557,
      "grad_norm": 0.375,
      "learning_rate": 6.3408643628971585e-06,
      "loss": 1.1882,
      "step": 853
    },
    {
      "epoch": 0.6485049833887043,
      "grad_norm": 0.33984375,
      "learning_rate": 6.316832855099173e-06,
      "loss": 1.1572,
      "step": 854
    },
    {
      "epoch": 0.649264356905553,
      "grad_norm": 0.296875,
      "learning_rate": 6.292825931371075e-06,
      "loss": 1.1056,
      "step": 855
    },
    {
      "epoch": 0.6500237304224015,
      "grad_norm": 0.298828125,
      "learning_rate": 6.2688437519521e-06,
      "loss": 1.1232,
      "step": 856
    },
    {
      "epoch": 0.6507831039392501,
      "grad_norm": 0.373046875,
      "learning_rate": 6.244886476916325e-06,
      "loss": 1.1479,
      "step": 857
    },
    {
      "epoch": 0.6515424774560987,
      "grad_norm": 0.294921875,
      "learning_rate": 6.220954266171597e-06,
      "loss": 1.1355,
      "step": 858
    },
    {
      "epoch": 0.6523018509729474,
      "grad_norm": 0.357421875,
      "learning_rate": 6.197047279458459e-06,
      "loss": 1.185,
      "step": 859
    },
    {
      "epoch": 0.6530612244897959,
      "grad_norm": 0.341796875,
      "learning_rate": 6.173165676349103e-06,
      "loss": 1.141,
      "step": 860
    },
    {
      "epoch": 0.6538205980066445,
      "grad_norm": 0.314453125,
      "learning_rate": 6.149309616246285e-06,
      "loss": 1.129,
      "step": 861
    },
    {
      "epoch": 0.6545799715234931,
      "grad_norm": 0.34375,
      "learning_rate": 6.125479258382268e-06,
      "loss": 1.1517,
      "step": 862
    },
    {
      "epoch": 0.6553393450403417,
      "grad_norm": 0.326171875,
      "learning_rate": 6.101674761817769e-06,
      "loss": 1.0984,
      "step": 863
    },
    {
      "epoch": 0.6560987185571903,
      "grad_norm": 0.341796875,
      "learning_rate": 6.077896285440874e-06,
      "loss": 1.175,
      "step": 864
    },
    {
      "epoch": 0.6568580920740389,
      "grad_norm": 0.34375,
      "learning_rate": 6.054143987966001e-06,
      "loss": 1.1625,
      "step": 865
    },
    {
      "epoch": 0.6576174655908875,
      "grad_norm": 0.357421875,
      "learning_rate": 6.030418027932835e-06,
      "loss": 1.2025,
      "step": 866
    },
    {
      "epoch": 0.6583768391077361,
      "grad_norm": 0.3671875,
      "learning_rate": 6.006718563705258e-06,
      "loss": 1.1843,
      "step": 867
    },
    {
      "epoch": 0.6591362126245848,
      "grad_norm": 0.3671875,
      "learning_rate": 5.983045753470308e-06,
      "loss": 1.1775,
      "step": 868
    },
    {
      "epoch": 0.6598955861414333,
      "grad_norm": 0.3984375,
      "learning_rate": 5.959399755237103e-06,
      "loss": 1.1727,
      "step": 869
    },
    {
      "epoch": 0.6606549596582819,
      "grad_norm": 0.353515625,
      "learning_rate": 5.935780726835811e-06,
      "loss": 1.1502,
      "step": 870
    },
    {
      "epoch": 0.6614143331751305,
      "grad_norm": 0.3515625,
      "learning_rate": 5.91218882591658e-06,
      "loss": 1.1346,
      "step": 871
    },
    {
      "epoch": 0.6621737066919792,
      "grad_norm": 0.41796875,
      "learning_rate": 5.888624209948495e-06,
      "loss": 1.1899,
      "step": 872
    },
    {
      "epoch": 0.6629330802088277,
      "grad_norm": 0.345703125,
      "learning_rate": 5.865087036218504e-06,
      "loss": 1.1826,
      "step": 873
    },
    {
      "epoch": 0.6636924537256763,
      "grad_norm": 0.337890625,
      "learning_rate": 5.841577461830408e-06,
      "loss": 1.1627,
      "step": 874
    },
    {
      "epoch": 0.6644518272425249,
      "grad_norm": 0.33984375,
      "learning_rate": 5.818095643703779e-06,
      "loss": 1.1732,
      "step": 875
    },
    {
      "epoch": 0.6652112007593736,
      "grad_norm": 0.294921875,
      "learning_rate": 5.794641738572925e-06,
      "loss": 1.1294,
      "step": 876
    },
    {
      "epoch": 0.6659705742762221,
      "grad_norm": 0.271484375,
      "learning_rate": 5.771215902985848e-06,
      "loss": 1.1594,
      "step": 877
    },
    {
      "epoch": 0.6667299477930707,
      "grad_norm": 0.279296875,
      "learning_rate": 5.747818293303185e-06,
      "loss": 1.1273,
      "step": 878
    },
    {
      "epoch": 0.6674893213099193,
      "grad_norm": 0.3359375,
      "learning_rate": 5.724449065697182e-06,
      "loss": 1.1463,
      "step": 879
    },
    {
      "epoch": 0.668248694826768,
      "grad_norm": 0.333984375,
      "learning_rate": 5.701108376150635e-06,
      "loss": 1.1557,
      "step": 880
    },
    {
      "epoch": 0.6690080683436165,
      "grad_norm": 0.35546875,
      "learning_rate": 5.677796380455862e-06,
      "loss": 1.1537,
      "step": 881
    },
    {
      "epoch": 0.6697674418604651,
      "grad_norm": 0.30859375,
      "learning_rate": 5.654513234213663e-06,
      "loss": 1.1203,
      "step": 882
    },
    {
      "epoch": 0.6705268153773137,
      "grad_norm": 0.33203125,
      "learning_rate": 5.631259092832265e-06,
      "loss": 1.1744,
      "step": 883
    },
    {
      "epoch": 0.6712861888941624,
      "grad_norm": 0.35546875,
      "learning_rate": 5.608034111526298e-06,
      "loss": 1.1531,
      "step": 884
    },
    {
      "epoch": 0.6720455624110109,
      "grad_norm": 0.37109375,
      "learning_rate": 5.584838445315764e-06,
      "loss": 1.1989,
      "step": 885
    },
    {
      "epoch": 0.6728049359278595,
      "grad_norm": 0.39453125,
      "learning_rate": 5.561672249024988e-06,
      "loss": 1.2282,
      "step": 886
    },
    {
      "epoch": 0.6735643094447081,
      "grad_norm": 0.36328125,
      "learning_rate": 5.538535677281608e-06,
      "loss": 1.186,
      "step": 887
    },
    {
      "epoch": 0.6743236829615568,
      "grad_norm": 0.357421875,
      "learning_rate": 5.515428884515495e-06,
      "loss": 1.1552,
      "step": 888
    },
    {
      "epoch": 0.6750830564784053,
      "grad_norm": 0.349609375,
      "learning_rate": 5.492352024957781e-06,
      "loss": 1.1389,
      "step": 889
    },
    {
      "epoch": 0.6758424299952539,
      "grad_norm": 0.33984375,
      "learning_rate": 5.4693052526397965e-06,
      "loss": 1.133,
      "step": 890
    },
    {
      "epoch": 0.6766018035121025,
      "grad_norm": 0.365234375,
      "learning_rate": 5.446288721392048e-06,
      "loss": 1.2011,
      "step": 891
    },
    {
      "epoch": 0.6773611770289512,
      "grad_norm": 0.30859375,
      "learning_rate": 5.423302584843186e-06,
      "loss": 1.1344,
      "step": 892
    },
    {
      "epoch": 0.6781205505457997,
      "grad_norm": 0.328125,
      "learning_rate": 5.400346996418988e-06,
      "loss": 1.161,
      "step": 893
    },
    {
      "epoch": 0.6788799240626483,
      "grad_norm": 0.2734375,
      "learning_rate": 5.377422109341332e-06,
      "loss": 1.1067,
      "step": 894
    },
    {
      "epoch": 0.6796392975794969,
      "grad_norm": 0.306640625,
      "learning_rate": 5.354528076627185e-06,
      "loss": 1.1321,
      "step": 895
    },
    {
      "epoch": 0.6803986710963456,
      "grad_norm": 0.37109375,
      "learning_rate": 5.331665051087549e-06,
      "loss": 1.1952,
      "step": 896
    },
    {
      "epoch": 0.6811580446131941,
      "grad_norm": 0.267578125,
      "learning_rate": 5.308833185326472e-06,
      "loss": 1.1063,
      "step": 897
    },
    {
      "epoch": 0.6819174181300427,
      "grad_norm": 0.357421875,
      "learning_rate": 5.286032631740023e-06,
      "loss": 1.19,
      "step": 898
    },
    {
      "epoch": 0.6826767916468913,
      "grad_norm": 0.365234375,
      "learning_rate": 5.263263542515273e-06,
      "loss": 1.1727,
      "step": 899
    },
    {
      "epoch": 0.68343616516374,
      "grad_norm": 0.3046875,
      "learning_rate": 5.240526069629265e-06,
      "loss": 1.172,
      "step": 900
    },
    {
      "epoch": 0.6841955386805885,
      "grad_norm": 0.357421875,
      "learning_rate": 5.217820364848027e-06,
      "loss": 1.1787,
      "step": 901
    },
    {
      "epoch": 0.6849549121974371,
      "grad_norm": 0.390625,
      "learning_rate": 5.19514657972553e-06,
      "loss": 1.2442,
      "step": 902
    },
    {
      "epoch": 0.6857142857142857,
      "grad_norm": 0.337890625,
      "learning_rate": 5.172504865602701e-06,
      "loss": 1.1876,
      "step": 903
    },
    {
      "epoch": 0.6864736592311343,
      "grad_norm": 0.37109375,
      "learning_rate": 5.149895373606405e-06,
      "loss": 1.2092,
      "step": 904
    },
    {
      "epoch": 0.6872330327479829,
      "grad_norm": 0.265625,
      "learning_rate": 5.127318254648418e-06,
      "loss": 1.1086,
      "step": 905
    },
    {
      "epoch": 0.6879924062648315,
      "grad_norm": 0.328125,
      "learning_rate": 5.104773659424453e-06,
      "loss": 1.1276,
      "step": 906
    },
    {
      "epoch": 0.6887517797816801,
      "grad_norm": 0.369140625,
      "learning_rate": 5.082261738413124e-06,
      "loss": 1.2118,
      "step": 907
    },
    {
      "epoch": 0.6895111532985287,
      "grad_norm": 0.33203125,
      "learning_rate": 5.059782641874962e-06,
      "loss": 1.1634,
      "step": 908
    },
    {
      "epoch": 0.6902705268153773,
      "grad_norm": 0.33203125,
      "learning_rate": 5.037336519851397e-06,
      "loss": 1.1525,
      "step": 909
    },
    {
      "epoch": 0.6910299003322259,
      "grad_norm": 0.306640625,
      "learning_rate": 5.014923522163773e-06,
      "loss": 1.1586,
      "step": 910
    },
    {
      "epoch": 0.6917892738490745,
      "grad_norm": 0.318359375,
      "learning_rate": 4.992543798412327e-06,
      "loss": 1.185,
      "step": 911
    },
    {
      "epoch": 0.6925486473659231,
      "grad_norm": 0.328125,
      "learning_rate": 4.970197497975216e-06,
      "loss": 1.1233,
      "step": 912
    },
    {
      "epoch": 0.6933080208827717,
      "grad_norm": 0.337890625,
      "learning_rate": 4.947884770007491e-06,
      "loss": 1.1646,
      "step": 913
    },
    {
      "epoch": 0.6940673943996203,
      "grad_norm": 0.373046875,
      "learning_rate": 4.92560576344013e-06,
      "loss": 1.1766,
      "step": 914
    },
    {
      "epoch": 0.6948267679164689,
      "grad_norm": 0.337890625,
      "learning_rate": 4.903360626979026e-06,
      "loss": 1.1797,
      "step": 915
    },
    {
      "epoch": 0.6955861414333175,
      "grad_norm": 0.291015625,
      "learning_rate": 4.881149509103993e-06,
      "loss": 1.1327,
      "step": 916
    },
    {
      "epoch": 0.6963455149501662,
      "grad_norm": 0.3125,
      "learning_rate": 4.858972558067784e-06,
      "loss": 1.1353,
      "step": 917
    },
    {
      "epoch": 0.6971048884670147,
      "grad_norm": 0.33984375,
      "learning_rate": 4.836829921895103e-06,
      "loss": 1.1603,
      "step": 918
    },
    {
      "epoch": 0.6978642619838633,
      "grad_norm": 0.3359375,
      "learning_rate": 4.814721748381608e-06,
      "loss": 1.1768,
      "step": 919
    },
    {
      "epoch": 0.6986236355007119,
      "grad_norm": 0.349609375,
      "learning_rate": 4.7926481850929376e-06,
      "loss": 1.1515,
      "step": 920
    },
    {
      "epoch": 0.6993830090175606,
      "grad_norm": 0.380859375,
      "learning_rate": 4.770609379363694e-06,
      "loss": 1.2258,
      "step": 921
    },
    {
      "epoch": 0.7001423825344091,
      "grad_norm": 0.3515625,
      "learning_rate": 4.748605478296508e-06,
      "loss": 1.1553,
      "step": 922
    },
    {
      "epoch": 0.7009017560512577,
      "grad_norm": 0.380859375,
      "learning_rate": 4.726636628761018e-06,
      "loss": 1.1856,
      "step": 923
    },
    {
      "epoch": 0.7016611295681063,
      "grad_norm": 0.33203125,
      "learning_rate": 4.704702977392914e-06,
      "loss": 1.172,
      "step": 924
    },
    {
      "epoch": 0.702420503084955,
      "grad_norm": 0.318359375,
      "learning_rate": 4.682804670592937e-06,
      "loss": 1.145,
      "step": 925
    },
    {
      "epoch": 0.7031798766018035,
      "grad_norm": 0.341796875,
      "learning_rate": 4.660941854525917e-06,
      "loss": 1.1645,
      "step": 926
    },
    {
      "epoch": 0.7039392501186521,
      "grad_norm": 0.314453125,
      "learning_rate": 4.639114675119797e-06,
      "loss": 1.1369,
      "step": 927
    },
    {
      "epoch": 0.7046986236355007,
      "grad_norm": 0.291015625,
      "learning_rate": 4.617323278064657e-06,
      "loss": 1.1206,
      "step": 928
    },
    {
      "epoch": 0.7054579971523494,
      "grad_norm": 0.267578125,
      "learning_rate": 4.595567808811735e-06,
      "loss": 1.1056,
      "step": 929
    },
    {
      "epoch": 0.7062173706691979,
      "grad_norm": 0.40234375,
      "learning_rate": 4.573848412572458e-06,
      "loss": 1.1796,
      "step": 930
    },
    {
      "epoch": 0.7069767441860465,
      "grad_norm": 0.341796875,
      "learning_rate": 4.552165234317486e-06,
      "loss": 1.1623,
      "step": 931
    },
    {
      "epoch": 0.7077361177028951,
      "grad_norm": 0.345703125,
      "learning_rate": 4.530518418775734e-06,
      "loss": 1.1729,
      "step": 932
    },
    {
      "epoch": 0.7084954912197438,
      "grad_norm": 0.33984375,
      "learning_rate": 4.508908110433393e-06,
      "loss": 1.1316,
      "step": 933
    },
    {
      "epoch": 0.7092548647365923,
      "grad_norm": 0.3515625,
      "learning_rate": 4.487334453532998e-06,
      "loss": 1.198,
      "step": 934
    },
    {
      "epoch": 0.7100142382534409,
      "grad_norm": 0.369140625,
      "learning_rate": 4.465797592072428e-06,
      "loss": 1.2132,
      "step": 935
    },
    {
      "epoch": 0.7107736117702895,
      "grad_norm": 0.341796875,
      "learning_rate": 4.444297669803981e-06,
      "loss": 1.1731,
      "step": 936
    },
    {
      "epoch": 0.7115329852871382,
      "grad_norm": 0.298828125,
      "learning_rate": 4.422834830233378e-06,
      "loss": 1.119,
      "step": 937
    },
    {
      "epoch": 0.7122923588039867,
      "grad_norm": 0.29296875,
      "learning_rate": 4.4014092166188375e-06,
      "loss": 1.1435,
      "step": 938
    },
    {
      "epoch": 0.7130517323208353,
      "grad_norm": 0.3671875,
      "learning_rate": 4.3800209719701055e-06,
      "loss": 1.1884,
      "step": 939
    },
    {
      "epoch": 0.7138111058376839,
      "grad_norm": 0.369140625,
      "learning_rate": 4.35867023904749e-06,
      "loss": 1.1715,
      "step": 940
    },
    {
      "epoch": 0.7145704793545326,
      "grad_norm": 0.33203125,
      "learning_rate": 4.337357160360931e-06,
      "loss": 1.1819,
      "step": 941
    },
    {
      "epoch": 0.7153298528713811,
      "grad_norm": 0.326171875,
      "learning_rate": 4.3160818781690286e-06,
      "loss": 1.165,
      "step": 942
    },
    {
      "epoch": 0.7160892263882297,
      "grad_norm": 0.302734375,
      "learning_rate": 4.294844534478107e-06,
      "loss": 1.0917,
      "step": 943
    },
    {
      "epoch": 0.7168485999050783,
      "grad_norm": 0.322265625,
      "learning_rate": 4.2736452710412645e-06,
      "loss": 1.1302,
      "step": 944
    },
    {
      "epoch": 0.717607973421927,
      "grad_norm": 0.365234375,
      "learning_rate": 4.25248422935742e-06,
      "loss": 1.1528,
      "step": 945
    },
    {
      "epoch": 0.7183673469387755,
      "grad_norm": 0.341796875,
      "learning_rate": 4.2313615506703685e-06,
      "loss": 1.1557,
      "step": 946
    },
    {
      "epoch": 0.7191267204556241,
      "grad_norm": 0.37109375,
      "learning_rate": 4.210277375967855e-06,
      "loss": 1.2004,
      "step": 947
    },
    {
      "epoch": 0.7198860939724727,
      "grad_norm": 0.326171875,
      "learning_rate": 4.189231845980618e-06,
      "loss": 1.1886,
      "step": 948
    },
    {
      "epoch": 0.7206454674893213,
      "grad_norm": 0.33984375,
      "learning_rate": 4.168225101181449e-06,
      "loss": 1.1163,
      "step": 949
    },
    {
      "epoch": 0.7214048410061699,
      "grad_norm": 0.287109375,
      "learning_rate": 4.147257281784257e-06,
      "loss": 1.1078,
      "step": 950
    },
    {
      "epoch": 0.7221642145230185,
      "grad_norm": 0.306640625,
      "learning_rate": 4.1263285277431465e-06,
      "loss": 1.1385,
      "step": 951
    },
    {
      "epoch": 0.7229235880398671,
      "grad_norm": 0.3515625,
      "learning_rate": 4.105438978751465e-06,
      "loss": 1.1829,
      "step": 952
    },
    {
      "epoch": 0.7236829615567157,
      "grad_norm": 0.31640625,
      "learning_rate": 4.084588774240884e-06,
      "loss": 1.1458,
      "step": 953
    },
    {
      "epoch": 0.7244423350735643,
      "grad_norm": 0.31640625,
      "learning_rate": 4.063778053380446e-06,
      "loss": 1.1388,
      "step": 954
    },
    {
      "epoch": 0.7252017085904129,
      "grad_norm": 0.3125,
      "learning_rate": 4.043006955075667e-06,
      "loss": 1.1234,
      "step": 955
    },
    {
      "epoch": 0.7259610821072615,
      "grad_norm": 0.3359375,
      "learning_rate": 4.0222756179675915e-06,
      "loss": 1.171,
      "step": 956
    },
    {
      "epoch": 0.7267204556241101,
      "grad_norm": 0.30078125,
      "learning_rate": 4.001584180431869e-06,
      "loss": 1.1435,
      "step": 957
    },
    {
      "epoch": 0.7274798291409587,
      "grad_norm": 0.2578125,
      "learning_rate": 3.980932780577827e-06,
      "loss": 1.1021,
      "step": 958
    },
    {
      "epoch": 0.7282392026578073,
      "grad_norm": 0.357421875,
      "learning_rate": 3.960321556247552e-06,
      "loss": 1.1885,
      "step": 959
    },
    {
      "epoch": 0.7289985761746559,
      "grad_norm": 0.29296875,
      "learning_rate": 3.939750645014977e-06,
      "loss": 1.1244,
      "step": 960
    },
    {
      "epoch": 0.7297579496915045,
      "grad_norm": 0.3125,
      "learning_rate": 3.919220184184959e-06,
      "loss": 1.1245,
      "step": 961
    },
    {
      "epoch": 0.730517323208353,
      "grad_norm": 0.314453125,
      "learning_rate": 3.898730310792346e-06,
      "loss": 1.1353,
      "step": 962
    },
    {
      "epoch": 0.7312766967252017,
      "grad_norm": 0.29296875,
      "learning_rate": 3.878281161601094e-06,
      "loss": 1.1653,
      "step": 963
    },
    {
      "epoch": 0.7320360702420503,
      "grad_norm": 0.294921875,
      "learning_rate": 3.857872873103322e-06,
      "loss": 1.1238,
      "step": 964
    },
    {
      "epoch": 0.7327954437588989,
      "grad_norm": 0.380859375,
      "learning_rate": 3.837505581518429e-06,
      "loss": 1.1952,
      "step": 965
    },
    {
      "epoch": 0.7335548172757476,
      "grad_norm": 0.380859375,
      "learning_rate": 3.8171794227921585e-06,
      "loss": 1.2425,
      "step": 966
    },
    {
      "epoch": 0.7343141907925961,
      "grad_norm": 0.33203125,
      "learning_rate": 3.7968945325957175e-06,
      "loss": 1.099,
      "step": 967
    },
    {
      "epoch": 0.7350735643094447,
      "grad_norm": 0.35546875,
      "learning_rate": 3.776651046324843e-06,
      "loss": 1.151,
      "step": 968
    },
    {
      "epoch": 0.7358329378262933,
      "grad_norm": 0.287109375,
      "learning_rate": 3.7564490990989276e-06,
      "loss": 1.1206,
      "step": 969
    },
    {
      "epoch": 0.736592311343142,
      "grad_norm": 0.302734375,
      "learning_rate": 3.7362888257600894e-06,
      "loss": 1.1203,
      "step": 970
    },
    {
      "epoch": 0.7373516848599905,
      "grad_norm": 0.3671875,
      "learning_rate": 3.716170360872294e-06,
      "loss": 1.19,
      "step": 971
    },
    {
      "epoch": 0.7381110583768391,
      "grad_norm": 0.365234375,
      "learning_rate": 3.69609383872045e-06,
      "loss": 1.1872,
      "step": 972
    },
    {
      "epoch": 0.7388704318936877,
      "grad_norm": 0.32421875,
      "learning_rate": 3.676059393309499e-06,
      "loss": 1.1264,
      "step": 973
    },
    {
      "epoch": 0.7396298054105364,
      "grad_norm": 0.392578125,
      "learning_rate": 3.6560671583635467e-06,
      "loss": 1.1832,
      "step": 974
    },
    {
      "epoch": 0.7403891789273849,
      "grad_norm": 0.30859375,
      "learning_rate": 3.636117267324941e-06,
      "loss": 1.1855,
      "step": 975
    },
    {
      "epoch": 0.7411485524442335,
      "grad_norm": 0.373046875,
      "learning_rate": 3.6162098533534095e-06,
      "loss": 1.2236,
      "step": 976
    },
    {
      "epoch": 0.7419079259610821,
      "grad_norm": 0.30078125,
      "learning_rate": 3.5963450493251552e-06,
      "loss": 1.1248,
      "step": 977
    },
    {
      "epoch": 0.7426672994779308,
      "grad_norm": 0.283203125,
      "learning_rate": 3.576522987831965e-06,
      "loss": 1.0895,
      "step": 978
    },
    {
      "epoch": 0.7434266729947793,
      "grad_norm": 0.322265625,
      "learning_rate": 3.5567438011803356e-06,
      "loss": 1.1789,
      "step": 979
    },
    {
      "epoch": 0.7441860465116279,
      "grad_norm": 0.283203125,
      "learning_rate": 3.5370076213905904e-06,
      "loss": 1.1332,
      "step": 980
    },
    {
      "epoch": 0.7449454200284765,
      "grad_norm": 0.33203125,
      "learning_rate": 3.5173145801959942e-06,
      "loss": 1.1575,
      "step": 981
    },
    {
      "epoch": 0.7457047935453252,
      "grad_norm": 0.29296875,
      "learning_rate": 3.4976648090418685e-06,
      "loss": 1.1542,
      "step": 982
    },
    {
      "epoch": 0.7464641670621737,
      "grad_norm": 0.376953125,
      "learning_rate": 3.4780584390847193e-06,
      "loss": 1.2163,
      "step": 983
    },
    {
      "epoch": 0.7472235405790223,
      "grad_norm": 0.341796875,
      "learning_rate": 3.4584956011913693e-06,
      "loss": 1.1658,
      "step": 984
    },
    {
      "epoch": 0.7479829140958709,
      "grad_norm": 0.3125,
      "learning_rate": 3.4389764259380754e-06,
      "loss": 1.1344,
      "step": 985
    },
    {
      "epoch": 0.7487422876127195,
      "grad_norm": 0.3203125,
      "learning_rate": 3.4195010436096622e-06,
      "loss": 1.1608,
      "step": 986
    },
    {
      "epoch": 0.7495016611295681,
      "grad_norm": 0.38671875,
      "learning_rate": 3.400069584198633e-06,
      "loss": 1.2214,
      "step": 987
    },
    {
      "epoch": 0.7502610346464167,
      "grad_norm": 0.353515625,
      "learning_rate": 3.380682177404335e-06,
      "loss": 1.1724,
      "step": 988
    },
    {
      "epoch": 0.7510204081632653,
      "grad_norm": 0.333984375,
      "learning_rate": 3.361338952632074e-06,
      "loss": 1.1665,
      "step": 989
    },
    {
      "epoch": 0.751779781680114,
      "grad_norm": 0.375,
      "learning_rate": 3.3420400389922535e-06,
      "loss": 1.2119,
      "step": 990
    },
    {
      "epoch": 0.7525391551969625,
      "grad_norm": 0.296875,
      "learning_rate": 3.32278556529951e-06,
      "loss": 1.1508,
      "step": 991
    },
    {
      "epoch": 0.7532985287138111,
      "grad_norm": 0.328125,
      "learning_rate": 3.3035756600718515e-06,
      "loss": 1.1584,
      "step": 992
    },
    {
      "epoch": 0.7540579022306597,
      "grad_norm": 0.322265625,
      "learning_rate": 3.284410451529816e-06,
      "loss": 1.1329,
      "step": 993
    },
    {
      "epoch": 0.7548172757475083,
      "grad_norm": 0.3515625,
      "learning_rate": 3.2652900675956e-06,
      "loss": 1.1675,
      "step": 994
    },
    {
      "epoch": 0.7555766492643569,
      "grad_norm": 0.32421875,
      "learning_rate": 3.2462146358922033e-06,
      "loss": 1.1203,
      "step": 995
    },
    {
      "epoch": 0.7563360227812055,
      "grad_norm": 0.2890625,
      "learning_rate": 3.2271842837425917e-06,
      "loss": 1.1085,
      "step": 996
    },
    {
      "epoch": 0.7570953962980541,
      "grad_norm": 0.29296875,
      "learning_rate": 3.208199138168826e-06,
      "loss": 1.1281,
      "step": 997
    },
    {
      "epoch": 0.7578547698149027,
      "grad_norm": 0.375,
      "learning_rate": 3.1892593258912407e-06,
      "loss": 1.1927,
      "step": 998
    },
    {
      "epoch": 0.7586141433317513,
      "grad_norm": 0.34375,
      "learning_rate": 3.1703649733275697e-06,
      "loss": 1.1877,
      "step": 999
    },
    {
      "epoch": 0.7593735168485999,
      "grad_norm": 0.326171875,
      "learning_rate": 3.151516206592128e-06,
      "loss": 1.1486,
      "step": 1000
    },
    {
      "epoch": 0.7601328903654485,
      "grad_norm": 0.373046875,
      "learning_rate": 3.132713151494955e-06,
      "loss": 1.1856,
      "step": 1001
    },
    {
      "epoch": 0.7608922638822971,
      "grad_norm": 0.30859375,
      "learning_rate": 3.113955933540973e-06,
      "loss": 1.1627,
      "step": 1002
    },
    {
      "epoch": 0.7616516373991457,
      "grad_norm": 0.33203125,
      "learning_rate": 3.0952446779291577e-06,
      "loss": 1.1441,
      "step": 1003
    },
    {
      "epoch": 0.7624110109159943,
      "grad_norm": 0.33203125,
      "learning_rate": 3.0765795095517026e-06,
      "loss": 1.1066,
      "step": 1004
    },
    {
      "epoch": 0.7631703844328429,
      "grad_norm": 0.341796875,
      "learning_rate": 3.0579605529931832e-06,
      "loss": 1.1927,
      "step": 1005
    },
    {
      "epoch": 0.7639297579496915,
      "grad_norm": 0.34375,
      "learning_rate": 3.0393879325297136e-06,
      "loss": 1.1468,
      "step": 1006
    },
    {
      "epoch": 0.76468913146654,
      "grad_norm": 0.333984375,
      "learning_rate": 3.020861772128145e-06,
      "loss": 1.1106,
      "step": 1007
    },
    {
      "epoch": 0.7654485049833887,
      "grad_norm": 0.326171875,
      "learning_rate": 3.0023821954452036e-06,
      "loss": 1.1217,
      "step": 1008
    },
    {
      "epoch": 0.7662078785002373,
      "grad_norm": 0.318359375,
      "learning_rate": 2.983949325826696e-06,
      "loss": 1.156,
      "step": 1009
    },
    {
      "epoch": 0.7669672520170859,
      "grad_norm": 0.33984375,
      "learning_rate": 2.9655632863066696e-06,
      "loss": 1.1315,
      "step": 1010
    },
    {
      "epoch": 0.7677266255339346,
      "grad_norm": 0.328125,
      "learning_rate": 2.9472241996065897e-06,
      "loss": 1.1651,
      "step": 1011
    },
    {
      "epoch": 0.7684859990507831,
      "grad_norm": 0.291015625,
      "learning_rate": 2.9289321881345257e-06,
      "loss": 1.1209,
      "step": 1012
    },
    {
      "epoch": 0.7692453725676317,
      "grad_norm": 0.2890625,
      "learning_rate": 2.910687373984339e-06,
      "loss": 1.1137,
      "step": 1013
    },
    {
      "epoch": 0.7700047460844803,
      "grad_norm": 0.326171875,
      "learning_rate": 2.8924898789348645e-06,
      "loss": 1.1695,
      "step": 1014
    },
    {
      "epoch": 0.770764119601329,
      "grad_norm": 0.33984375,
      "learning_rate": 2.874339824449085e-06,
      "loss": 1.1603,
      "step": 1015
    },
    {
      "epoch": 0.7715234931181775,
      "grad_norm": 0.296875,
      "learning_rate": 2.856237331673336e-06,
      "loss": 1.1263,
      "step": 1016
    },
    {
      "epoch": 0.7722828666350261,
      "grad_norm": 0.30859375,
      "learning_rate": 2.838182521436498e-06,
      "loss": 1.1512,
      "step": 1017
    },
    {
      "epoch": 0.7730422401518747,
      "grad_norm": 0.40234375,
      "learning_rate": 2.8201755142491814e-06,
      "loss": 1.2103,
      "step": 1018
    },
    {
      "epoch": 0.7738016136687234,
      "grad_norm": 0.330078125,
      "learning_rate": 2.8022164303029186e-06,
      "loss": 1.1234,
      "step": 1019
    },
    {
      "epoch": 0.7745609871855719,
      "grad_norm": 0.296875,
      "learning_rate": 2.7843053894693805e-06,
      "loss": 1.1291,
      "step": 1020
    },
    {
      "epoch": 0.7753203607024205,
      "grad_norm": 0.3046875,
      "learning_rate": 2.76644251129955e-06,
      "loss": 1.1616,
      "step": 1021
    },
    {
      "epoch": 0.7760797342192691,
      "grad_norm": 0.31640625,
      "learning_rate": 2.74862791502295e-06,
      "loss": 1.1467,
      "step": 1022
    },
    {
      "epoch": 0.7768391077361178,
      "grad_norm": 0.314453125,
      "learning_rate": 2.7308617195468336e-06,
      "loss": 1.1435,
      "step": 1023
    },
    {
      "epoch": 0.7775984812529663,
      "grad_norm": 0.353515625,
      "learning_rate": 2.713144043455388e-06,
      "loss": 1.1323,
      "step": 1024
    },
    {
      "epoch": 0.7783578547698149,
      "grad_norm": 0.322265625,
      "learning_rate": 2.695475005008946e-06,
      "loss": 1.1765,
      "step": 1025
    },
    {
      "epoch": 0.7791172282866635,
      "grad_norm": 0.30859375,
      "learning_rate": 2.6778547221432063e-06,
      "loss": 1.1441,
      "step": 1026
    },
    {
      "epoch": 0.7798766018035121,
      "grad_norm": 0.31640625,
      "learning_rate": 2.660283312468438e-06,
      "loss": 1.1428,
      "step": 1027
    },
    {
      "epoch": 0.7806359753203607,
      "grad_norm": 0.298828125,
      "learning_rate": 2.642760893268684e-06,
      "loss": 1.1243,
      "step": 1028
    },
    {
      "epoch": 0.7813953488372093,
      "grad_norm": 0.349609375,
      "learning_rate": 2.625287581501006e-06,
      "loss": 1.1824,
      "step": 1029
    },
    {
      "epoch": 0.7821547223540579,
      "grad_norm": 0.359375,
      "learning_rate": 2.6078634937946724e-06,
      "loss": 1.1663,
      "step": 1030
    },
    {
      "epoch": 0.7829140958709065,
      "grad_norm": 0.365234375,
      "learning_rate": 2.5904887464504115e-06,
      "loss": 1.1911,
      "step": 1031
    },
    {
      "epoch": 0.7836734693877551,
      "grad_norm": 0.359375,
      "learning_rate": 2.573163455439601e-06,
      "loss": 1.1811,
      "step": 1032
    },
    {
      "epoch": 0.7844328429046037,
      "grad_norm": 0.37109375,
      "learning_rate": 2.5558877364035286e-06,
      "loss": 1.2266,
      "step": 1033
    },
    {
      "epoch": 0.7851922164214523,
      "grad_norm": 0.333984375,
      "learning_rate": 2.538661704652595e-06,
      "loss": 1.1456,
      "step": 1034
    },
    {
      "epoch": 0.7859515899383009,
      "grad_norm": 0.33203125,
      "learning_rate": 2.521485475165555e-06,
      "loss": 1.177,
      "step": 1035
    },
    {
      "epoch": 0.7867109634551495,
      "grad_norm": 0.341796875,
      "learning_rate": 2.504359162588741e-06,
      "loss": 1.18,
      "step": 1036
    },
    {
      "epoch": 0.7874703369719981,
      "grad_norm": 0.345703125,
      "learning_rate": 2.4872828812353146e-06,
      "loss": 1.1414,
      "step": 1037
    },
    {
      "epoch": 0.7882297104888467,
      "grad_norm": 0.384765625,
      "learning_rate": 2.470256745084488e-06,
      "loss": 1.1995,
      "step": 1038
    },
    {
      "epoch": 0.7889890840056953,
      "grad_norm": 0.349609375,
      "learning_rate": 2.4532808677807772e-06,
      "loss": 1.1283,
      "step": 1039
    },
    {
      "epoch": 0.7897484575225439,
      "grad_norm": 0.345703125,
      "learning_rate": 2.4363553626332157e-06,
      "loss": 1.1844,
      "step": 1040
    },
    {
      "epoch": 0.7905078310393925,
      "grad_norm": 0.369140625,
      "learning_rate": 2.419480342614635e-06,
      "loss": 1.1947,
      "step": 1041
    },
    {
      "epoch": 0.7912672045562411,
      "grad_norm": 0.35546875,
      "learning_rate": 2.402655920360889e-06,
      "loss": 1.1751,
      "step": 1042
    },
    {
      "epoch": 0.7920265780730897,
      "grad_norm": 0.365234375,
      "learning_rate": 2.385882208170106e-06,
      "loss": 1.1976,
      "step": 1043
    },
    {
      "epoch": 0.7927859515899383,
      "grad_norm": 0.36328125,
      "learning_rate": 2.369159318001937e-06,
      "loss": 1.1705,
      "step": 1044
    },
    {
      "epoch": 0.7935453251067869,
      "grad_norm": 0.30078125,
      "learning_rate": 2.3524873614768085e-06,
      "loss": 1.1149,
      "step": 1045
    },
    {
      "epoch": 0.7943046986236355,
      "grad_norm": 0.3203125,
      "learning_rate": 2.335866449875185e-06,
      "loss": 1.1556,
      "step": 1046
    },
    {
      "epoch": 0.7950640721404841,
      "grad_norm": 0.322265625,
      "learning_rate": 2.3192966941368247e-06,
      "loss": 1.1266,
      "step": 1047
    },
    {
      "epoch": 0.7958234456573327,
      "grad_norm": 0.28515625,
      "learning_rate": 2.3027782048600247e-06,
      "loss": 1.0954,
      "step": 1048
    },
    {
      "epoch": 0.7965828191741813,
      "grad_norm": 0.310546875,
      "learning_rate": 2.2863110923008958e-06,
      "loss": 1.1715,
      "step": 1049
    },
    {
      "epoch": 0.7973421926910299,
      "grad_norm": 0.40234375,
      "learning_rate": 2.26989546637263e-06,
      "loss": 1.2394,
      "step": 1050
    },
    {
      "epoch": 0.7981015662078785,
      "grad_norm": 0.37109375,
      "learning_rate": 2.2535314366447625e-06,
      "loss": 1.1812,
      "step": 1051
    },
    {
      "epoch": 0.798860939724727,
      "grad_norm": 0.330078125,
      "learning_rate": 2.237219112342426e-06,
      "loss": 1.146,
      "step": 1052
    },
    {
      "epoch": 0.7996203132415757,
      "grad_norm": 0.3046875,
      "learning_rate": 2.2209586023456495e-06,
      "loss": 1.1245,
      "step": 1053
    },
    {
      "epoch": 0.8003796867584243,
      "grad_norm": 0.3359375,
      "learning_rate": 2.2047500151886047e-06,
      "loss": 1.1608,
      "step": 1054
    },
    {
      "epoch": 0.8011390602752729,
      "grad_norm": 0.341796875,
      "learning_rate": 2.1885934590589008e-06,
      "loss": 1.1919,
      "step": 1055
    },
    {
      "epoch": 0.8018984337921214,
      "grad_norm": 0.314453125,
      "learning_rate": 2.172489041796856e-06,
      "loss": 1.1411,
      "step": 1056
    },
    {
      "epoch": 0.8026578073089701,
      "grad_norm": 0.3203125,
      "learning_rate": 2.156436870894767e-06,
      "loss": 1.1685,
      "step": 1057
    },
    {
      "epoch": 0.8034171808258187,
      "grad_norm": 0.341796875,
      "learning_rate": 2.140437053496214e-06,
      "loss": 1.1709,
      "step": 1058
    },
    {
      "epoch": 0.8041765543426673,
      "grad_norm": 0.353515625,
      "learning_rate": 2.124489696395321e-06,
      "loss": 1.1552,
      "step": 1059
    },
    {
      "epoch": 0.804935927859516,
      "grad_norm": 0.328125,
      "learning_rate": 2.1085949060360654e-06,
      "loss": 1.1587,
      "step": 1060
    },
    {
      "epoch": 0.8056953013763645,
      "grad_norm": 0.30859375,
      "learning_rate": 2.092752788511546e-06,
      "loss": 1.1752,
      "step": 1061
    },
    {
      "epoch": 0.8064546748932131,
      "grad_norm": 0.3125,
      "learning_rate": 2.0769634495632986e-06,
      "loss": 1.1594,
      "step": 1062
    },
    {
      "epoch": 0.8072140484100617,
      "grad_norm": 0.28515625,
      "learning_rate": 2.061226994580563e-06,
      "loss": 1.1164,
      "step": 1063
    },
    {
      "epoch": 0.8079734219269104,
      "grad_norm": 0.294921875,
      "learning_rate": 2.045543528599607e-06,
      "loss": 1.0982,
      "step": 1064
    },
    {
      "epoch": 0.8087327954437589,
      "grad_norm": 0.33984375,
      "learning_rate": 2.0299131563030016e-06,
      "loss": 1.1587,
      "step": 1065
    },
    {
      "epoch": 0.8094921689606075,
      "grad_norm": 0.388671875,
      "learning_rate": 2.0143359820189403e-06,
      "loss": 1.1613,
      "step": 1066
    },
    {
      "epoch": 0.8102515424774561,
      "grad_norm": 0.30078125,
      "learning_rate": 1.998812109720535e-06,
      "loss": 1.1486,
      "step": 1067
    },
    {
      "epoch": 0.8110109159943047,
      "grad_norm": 0.349609375,
      "learning_rate": 1.983341643025117e-06,
      "loss": 1.1652,
      "step": 1068
    },
    {
      "epoch": 0.8117702895111533,
      "grad_norm": 0.31640625,
      "learning_rate": 1.967924685193552e-06,
      "loss": 1.1593,
      "step": 1069
    },
    {
      "epoch": 0.8125296630280019,
      "grad_norm": 0.34375,
      "learning_rate": 1.952561339129554e-06,
      "loss": 1.1904,
      "step": 1070
    },
    {
      "epoch": 0.8132890365448505,
      "grad_norm": 0.32421875,
      "learning_rate": 1.93725170737899e-06,
      "loss": 1.151,
      "step": 1071
    },
    {
      "epoch": 0.8140484100616991,
      "grad_norm": 0.29296875,
      "learning_rate": 1.921995892129208e-06,
      "loss": 1.1097,
      "step": 1072
    },
    {
      "epoch": 0.8148077835785477,
      "grad_norm": 0.375,
      "learning_rate": 1.906793995208328e-06,
      "loss": 1.1875,
      "step": 1073
    },
    {
      "epoch": 0.8155671570953963,
      "grad_norm": 0.400390625,
      "learning_rate": 1.8916461180845968e-06,
      "loss": 1.2437,
      "step": 1074
    },
    {
      "epoch": 0.8163265306122449,
      "grad_norm": 0.375,
      "learning_rate": 1.8765523618656923e-06,
      "loss": 1.1949,
      "step": 1075
    },
    {
      "epoch": 0.8170859041290935,
      "grad_norm": 0.33203125,
      "learning_rate": 1.861512827298051e-06,
      "loss": 1.1321,
      "step": 1076
    },
    {
      "epoch": 0.8178452776459421,
      "grad_norm": 0.328125,
      "learning_rate": 1.8465276147661905e-06,
      "loss": 1.1811,
      "step": 1077
    },
    {
      "epoch": 0.8186046511627907,
      "grad_norm": 0.35546875,
      "learning_rate": 1.8315968242920446e-06,
      "loss": 1.2074,
      "step": 1078
    },
    {
      "epoch": 0.8193640246796393,
      "grad_norm": 0.345703125,
      "learning_rate": 1.8167205555343027e-06,
      "loss": 1.1378,
      "step": 1079
    },
    {
      "epoch": 0.8201233981964879,
      "grad_norm": 0.314453125,
      "learning_rate": 1.8018989077877368e-06,
      "loss": 1.1401,
      "step": 1080
    },
    {
      "epoch": 0.8208827717133365,
      "grad_norm": 0.3203125,
      "learning_rate": 1.7871319799825316e-06,
      "loss": 1.1455,
      "step": 1081
    },
    {
      "epoch": 0.8216421452301851,
      "grad_norm": 0.365234375,
      "learning_rate": 1.7724198706836372e-06,
      "loss": 1.1678,
      "step": 1082
    },
    {
      "epoch": 0.8224015187470337,
      "grad_norm": 0.447265625,
      "learning_rate": 1.757762678090107e-06,
      "loss": 1.1541,
      "step": 1083
    },
    {
      "epoch": 0.8231608922638823,
      "grad_norm": 0.365234375,
      "learning_rate": 1.743160500034443e-06,
      "loss": 1.1924,
      "step": 1084
    },
    {
      "epoch": 0.8239202657807309,
      "grad_norm": 0.30859375,
      "learning_rate": 1.7286134339819337e-06,
      "loss": 1.1414,
      "step": 1085
    },
    {
      "epoch": 0.8246796392975795,
      "grad_norm": 0.322265625,
      "learning_rate": 1.7141215770300202e-06,
      "loss": 1.1341,
      "step": 1086
    },
    {
      "epoch": 0.8254390128144281,
      "grad_norm": 0.359375,
      "learning_rate": 1.6996850259076303e-06,
      "loss": 1.1874,
      "step": 1087
    },
    {
      "epoch": 0.8261983863312767,
      "grad_norm": 0.3359375,
      "learning_rate": 1.6853038769745466e-06,
      "loss": 1.1982,
      "step": 1088
    },
    {
      "epoch": 0.8269577598481253,
      "grad_norm": 0.369140625,
      "learning_rate": 1.670978226220762e-06,
      "loss": 1.2065,
      "step": 1089
    },
    {
      "epoch": 0.8277171333649739,
      "grad_norm": 0.322265625,
      "learning_rate": 1.6567081692658238e-06,
      "loss": 1.148,
      "step": 1090
    },
    {
      "epoch": 0.8284765068818225,
      "grad_norm": 0.3046875,
      "learning_rate": 1.642493801358218e-06,
      "loss": 1.1179,
      "step": 1091
    },
    {
      "epoch": 0.8292358803986711,
      "grad_norm": 0.3359375,
      "learning_rate": 1.6283352173747148e-06,
      "loss": 1.1411,
      "step": 1092
    },
    {
      "epoch": 0.8299952539155196,
      "grad_norm": 0.369140625,
      "learning_rate": 1.6142325118197488e-06,
      "loss": 1.1431,
      "step": 1093
    },
    {
      "epoch": 0.8307546274323683,
      "grad_norm": 0.32421875,
      "learning_rate": 1.6001857788247755e-06,
      "loss": 1.1494,
      "step": 1094
    },
    {
      "epoch": 0.8315140009492169,
      "grad_norm": 0.365234375,
      "learning_rate": 1.5861951121476571e-06,
      "loss": 1.1864,
      "step": 1095
    },
    {
      "epoch": 0.8322733744660655,
      "grad_norm": 0.26171875,
      "learning_rate": 1.5722606051720268e-06,
      "loss": 1.1363,
      "step": 1096
    },
    {
      "epoch": 0.833032747982914,
      "grad_norm": 0.322265625,
      "learning_rate": 1.5583823509066665e-06,
      "loss": 1.1366,
      "step": 1097
    },
    {
      "epoch": 0.8337921214997627,
      "grad_norm": 0.275390625,
      "learning_rate": 1.5445604419848858e-06,
      "loss": 1.1422,
      "step": 1098
    },
    {
      "epoch": 0.8345514950166113,
      "grad_norm": 0.380859375,
      "learning_rate": 1.5307949706639114e-06,
      "loss": 1.1861,
      "step": 1099
    },
    {
      "epoch": 0.8353108685334599,
      "grad_norm": 0.408203125,
      "learning_rate": 1.5170860288242638e-06,
      "loss": 1.1732,
      "step": 1100
    },
    {
      "epoch": 0.8360702420503084,
      "grad_norm": 0.349609375,
      "learning_rate": 1.503433707969142e-06,
      "loss": 1.1638,
      "step": 1101
    },
    {
      "epoch": 0.8368296155671571,
      "grad_norm": 0.310546875,
      "learning_rate": 1.489838099223816e-06,
      "loss": 1.1235,
      "step": 1102
    },
    {
      "epoch": 0.8375889890840057,
      "grad_norm": 0.318359375,
      "learning_rate": 1.476299293335024e-06,
      "loss": 1.1356,
      "step": 1103
    },
    {
      "epoch": 0.8383483626008543,
      "grad_norm": 0.27734375,
      "learning_rate": 1.4628173806703594e-06,
      "loss": 1.1142,
      "step": 1104
    },
    {
      "epoch": 0.8391077361177028,
      "grad_norm": 0.30859375,
      "learning_rate": 1.4493924512176748e-06,
      "loss": 1.1373,
      "step": 1105
    },
    {
      "epoch": 0.8398671096345515,
      "grad_norm": 0.40625,
      "learning_rate": 1.436024594584461e-06,
      "loss": 1.2117,
      "step": 1106
    },
    {
      "epoch": 0.8406264831514001,
      "grad_norm": 0.248046875,
      "learning_rate": 1.4227138999972801e-06,
      "loss": 1.077,
      "step": 1107
    },
    {
      "epoch": 0.8413858566682487,
      "grad_norm": 0.353515625,
      "learning_rate": 1.409460456301147e-06,
      "loss": 1.1294,
      "step": 1108
    },
    {
      "epoch": 0.8421452301850973,
      "grad_norm": 0.31640625,
      "learning_rate": 1.3962643519589502e-06,
      "loss": 1.1354,
      "step": 1109
    },
    {
      "epoch": 0.8429046037019459,
      "grad_norm": 0.412109375,
      "learning_rate": 1.3831256750508449e-06,
      "loss": 1.1973,
      "step": 1110
    },
    {
      "epoch": 0.8436639772187945,
      "grad_norm": 0.30078125,
      "learning_rate": 1.3700445132736795e-06,
      "loss": 1.1396,
      "step": 1111
    },
    {
      "epoch": 0.8444233507356431,
      "grad_norm": 0.302734375,
      "learning_rate": 1.3570209539404067e-06,
      "loss": 1.1354,
      "step": 1112
    },
    {
      "epoch": 0.8451827242524917,
      "grad_norm": 0.322265625,
      "learning_rate": 1.3440550839795008e-06,
      "loss": 1.1847,
      "step": 1113
    },
    {
      "epoch": 0.8459420977693403,
      "grad_norm": 0.306640625,
      "learning_rate": 1.3311469899343698e-06,
      "loss": 1.1425,
      "step": 1114
    },
    {
      "epoch": 0.8467014712861889,
      "grad_norm": 0.298828125,
      "learning_rate": 1.3182967579627948e-06,
      "loss": 1.1266,
      "step": 1115
    },
    {
      "epoch": 0.8474608448030375,
      "grad_norm": 0.318359375,
      "learning_rate": 1.305504473836331e-06,
      "loss": 1.1409,
      "step": 1116
    },
    {
      "epoch": 0.8482202183198861,
      "grad_norm": 0.341796875,
      "learning_rate": 1.2927702229397633e-06,
      "loss": 1.1686,
      "step": 1117
    },
    {
      "epoch": 0.8489795918367347,
      "grad_norm": 0.36328125,
      "learning_rate": 1.2800940902705072e-06,
      "loss": 1.1655,
      "step": 1118
    },
    {
      "epoch": 0.8497389653535833,
      "grad_norm": 0.322265625,
      "learning_rate": 1.2674761604380692e-06,
      "loss": 1.1476,
      "step": 1119
    },
    {
      "epoch": 0.8504983388704319,
      "grad_norm": 0.388671875,
      "learning_rate": 1.2549165176634582e-06,
      "loss": 1.2241,
      "step": 1120
    },
    {
      "epoch": 0.8512577123872805,
      "grad_norm": 0.3203125,
      "learning_rate": 1.2424152457786408e-06,
      "loss": 1.1283,
      "step": 1121
    },
    {
      "epoch": 0.8520170859041291,
      "grad_norm": 0.330078125,
      "learning_rate": 1.2299724282259685e-06,
      "loss": 1.1519,
      "step": 1122
    },
    {
      "epoch": 0.8527764594209777,
      "grad_norm": 0.31640625,
      "learning_rate": 1.2175881480576347e-06,
      "loss": 1.1268,
      "step": 1123
    },
    {
      "epoch": 0.8535358329378263,
      "grad_norm": 0.30859375,
      "learning_rate": 1.2052624879351105e-06,
      "loss": 1.0941,
      "step": 1124
    },
    {
      "epoch": 0.8542952064546749,
      "grad_norm": 0.3359375,
      "learning_rate": 1.1929955301285889e-06,
      "loss": 1.1533,
      "step": 1125
    },
    {
      "epoch": 0.8550545799715235,
      "grad_norm": 0.365234375,
      "learning_rate": 1.1807873565164507e-06,
      "loss": 1.1927,
      "step": 1126
    },
    {
      "epoch": 0.8558139534883721,
      "grad_norm": 0.361328125,
      "learning_rate": 1.1686380485847027e-06,
      "loss": 1.1902,
      "step": 1127
    },
    {
      "epoch": 0.8565733270052207,
      "grad_norm": 0.287109375,
      "learning_rate": 1.1565476874264448e-06,
      "loss": 1.1152,
      "step": 1128
    },
    {
      "epoch": 0.8573327005220693,
      "grad_norm": 0.330078125,
      "learning_rate": 1.144516353741324e-06,
      "loss": 1.1328,
      "step": 1129
    },
    {
      "epoch": 0.8580920740389179,
      "grad_norm": 0.333984375,
      "learning_rate": 1.1325441278349935e-06,
      "loss": 1.1626,
      "step": 1130
    },
    {
      "epoch": 0.8588514475557665,
      "grad_norm": 0.3671875,
      "learning_rate": 1.120631089618579e-06,
      "loss": 1.1927,
      "step": 1131
    },
    {
      "epoch": 0.8596108210726151,
      "grad_norm": 0.365234375,
      "learning_rate": 1.1087773186081474e-06,
      "loss": 1.2139,
      "step": 1132
    },
    {
      "epoch": 0.8603701945894637,
      "grad_norm": 0.33984375,
      "learning_rate": 1.0969828939241779e-06,
      "loss": 1.1491,
      "step": 1133
    },
    {
      "epoch": 0.8611295681063122,
      "grad_norm": 0.341796875,
      "learning_rate": 1.0852478942910228e-06,
      "loss": 1.156,
      "step": 1134
    },
    {
      "epoch": 0.8618889416231609,
      "grad_norm": 0.33984375,
      "learning_rate": 1.0735723980363921e-06,
      "loss": 1.1736,
      "step": 1135
    },
    {
      "epoch": 0.8626483151400095,
      "grad_norm": 0.365234375,
      "learning_rate": 1.0619564830908303e-06,
      "loss": 1.1818,
      "step": 1136
    },
    {
      "epoch": 0.8634076886568581,
      "grad_norm": 0.3515625,
      "learning_rate": 1.0504002269871927e-06,
      "loss": 1.1886,
      "step": 1137
    },
    {
      "epoch": 0.8641670621737066,
      "grad_norm": 0.357421875,
      "learning_rate": 1.0389037068601325e-06,
      "loss": 1.2172,
      "step": 1138
    },
    {
      "epoch": 0.8649264356905553,
      "grad_norm": 0.302734375,
      "learning_rate": 1.027466999445572e-06,
      "loss": 1.1286,
      "step": 1139
    },
    {
      "epoch": 0.8656858092074039,
      "grad_norm": 0.32421875,
      "learning_rate": 1.0160901810802114e-06,
      "loss": 1.1688,
      "step": 1140
    },
    {
      "epoch": 0.8664451827242525,
      "grad_norm": 0.36328125,
      "learning_rate": 1.0047733277010064e-06,
      "loss": 1.2127,
      "step": 1141
    },
    {
      "epoch": 0.867204556241101,
      "grad_norm": 0.35546875,
      "learning_rate": 9.935165148446658e-07,
      "loss": 1.1628,
      "step": 1142
    },
    {
      "epoch": 0.8679639297579497,
      "grad_norm": 0.30859375,
      "learning_rate": 9.823198176471381e-07,
      "loss": 1.1454,
      "step": 1143
    },
    {
      "epoch": 0.8687233032747983,
      "grad_norm": 0.306640625,
      "learning_rate": 9.711833108431234e-07,
      "loss": 1.1546,
      "step": 1144
    },
    {
      "epoch": 0.8694826767916469,
      "grad_norm": 0.34765625,
      "learning_rate": 9.601070687655667e-07,
      "loss": 1.1958,
      "step": 1145
    },
    {
      "epoch": 0.8702420503084954,
      "grad_norm": 0.30859375,
      "learning_rate": 9.490911653451651e-07,
      "loss": 1.1511,
      "step": 1146
    },
    {
      "epoch": 0.8710014238253441,
      "grad_norm": 0.3125,
      "learning_rate": 9.381356741098702e-07,
      "loss": 1.148,
      "step": 1147
    },
    {
      "epoch": 0.8717607973421927,
      "grad_norm": 0.328125,
      "learning_rate": 9.272406681844015e-07,
      "loss": 1.1383,
      "step": 1148
    },
    {
      "epoch": 0.8725201708590413,
      "grad_norm": 0.345703125,
      "learning_rate": 9.164062202897539e-07,
      "loss": 1.137,
      "step": 1149
    },
    {
      "epoch": 0.8732795443758898,
      "grad_norm": 0.33984375,
      "learning_rate": 9.05632402742721e-07,
      "loss": 1.1381,
      "step": 1150
    },
    {
      "epoch": 0.8740389178927385,
      "grad_norm": 0.365234375,
      "learning_rate": 8.949192874553991e-07,
      "loss": 1.1854,
      "step": 1151
    },
    {
      "epoch": 0.8747982914095871,
      "grad_norm": 0.42578125,
      "learning_rate": 8.842669459347186e-07,
      "loss": 1.199,
      "step": 1152
    },
    {
      "epoch": 0.8755576649264357,
      "grad_norm": 0.35546875,
      "learning_rate": 8.736754492819655e-07,
      "loss": 1.1787,
      "step": 1153
    },
    {
      "epoch": 0.8763170384432842,
      "grad_norm": 0.36328125,
      "learning_rate": 8.631448681922994e-07,
      "loss": 1.1742,
      "step": 1154
    },
    {
      "epoch": 0.8770764119601329,
      "grad_norm": 0.3359375,
      "learning_rate": 8.526752729542831e-07,
      "loss": 1.1326,
      "step": 1155
    },
    {
      "epoch": 0.8778357854769815,
      "grad_norm": 0.365234375,
      "learning_rate": 8.42266733449425e-07,
      "loss": 1.1984,
      "step": 1156
    },
    {
      "epoch": 0.8785951589938301,
      "grad_norm": 0.296875,
      "learning_rate": 8.319193191517016e-07,
      "loss": 1.1403,
      "step": 1157
    },
    {
      "epoch": 0.8793545325106787,
      "grad_norm": 0.333984375,
      "learning_rate": 8.216330991270916e-07,
      "loss": 1.1532,
      "step": 1158
    },
    {
      "epoch": 0.8801139060275273,
      "grad_norm": 0.283203125,
      "learning_rate": 8.114081420331266e-07,
      "loss": 1.1398,
      "step": 1159
    },
    {
      "epoch": 0.8808732795443759,
      "grad_norm": 0.283203125,
      "learning_rate": 8.012445161184179e-07,
      "loss": 1.1201,
      "step": 1160
    },
    {
      "epoch": 0.8816326530612245,
      "grad_norm": 0.306640625,
      "learning_rate": 7.911422892222165e-07,
      "loss": 1.1367,
      "step": 1161
    },
    {
      "epoch": 0.8823920265780731,
      "grad_norm": 0.36328125,
      "learning_rate": 7.81101528773951e-07,
      "loss": 1.1888,
      "step": 1162
    },
    {
      "epoch": 0.8831514000949217,
      "grad_norm": 0.373046875,
      "learning_rate": 7.711223017927783e-07,
      "loss": 1.1283,
      "step": 1163
    },
    {
      "epoch": 0.8839107736117703,
      "grad_norm": 0.298828125,
      "learning_rate": 7.612046748871327e-07,
      "loss": 1.114,
      "step": 1164
    },
    {
      "epoch": 0.8846701471286189,
      "grad_norm": 0.330078125,
      "learning_rate": 7.513487142542941e-07,
      "loss": 1.1995,
      "step": 1165
    },
    {
      "epoch": 0.8854295206454675,
      "grad_norm": 0.302734375,
      "learning_rate": 7.415544856799362e-07,
      "loss": 1.1137,
      "step": 1166
    },
    {
      "epoch": 0.886188894162316,
      "grad_norm": 0.33984375,
      "learning_rate": 7.318220545376842e-07,
      "loss": 1.1919,
      "step": 1167
    },
    {
      "epoch": 0.8869482676791647,
      "grad_norm": 0.298828125,
      "learning_rate": 7.221514857886857e-07,
      "loss": 1.1217,
      "step": 1168
    },
    {
      "epoch": 0.8877076411960133,
      "grad_norm": 0.3046875,
      "learning_rate": 7.125428439811765e-07,
      "loss": 1.1266,
      "step": 1169
    },
    {
      "epoch": 0.8884670147128619,
      "grad_norm": 0.318359375,
      "learning_rate": 7.029961932500506e-07,
      "loss": 1.159,
      "step": 1170
    },
    {
      "epoch": 0.8892263882297105,
      "grad_norm": 0.33984375,
      "learning_rate": 6.935115973164208e-07,
      "loss": 1.1782,
      "step": 1171
    },
    {
      "epoch": 0.8899857617465591,
      "grad_norm": 0.3046875,
      "learning_rate": 6.840891194872112e-07,
      "loss": 1.109,
      "step": 1172
    },
    {
      "epoch": 0.8907451352634077,
      "grad_norm": 0.341796875,
      "learning_rate": 6.7472882265472e-07,
      "loss": 1.2068,
      "step": 1173
    },
    {
      "epoch": 0.8915045087802563,
      "grad_norm": 0.296875,
      "learning_rate": 6.65430769296207e-07,
      "loss": 1.1619,
      "step": 1174
    },
    {
      "epoch": 0.8922638822971048,
      "grad_norm": 0.306640625,
      "learning_rate": 6.56195021473478e-07,
      "loss": 1.1534,
      "step": 1175
    },
    {
      "epoch": 0.8930232558139535,
      "grad_norm": 0.384765625,
      "learning_rate": 6.470216408324626e-07,
      "loss": 1.1999,
      "step": 1176
    },
    {
      "epoch": 0.8937826293308021,
      "grad_norm": 0.3046875,
      "learning_rate": 6.379106886028086e-07,
      "loss": 1.1417,
      "step": 1177
    },
    {
      "epoch": 0.8945420028476507,
      "grad_norm": 0.328125,
      "learning_rate": 6.288622255974741e-07,
      "loss": 1.1552,
      "step": 1178
    },
    {
      "epoch": 0.8953013763644992,
      "grad_norm": 0.341796875,
      "learning_rate": 6.198763122123208e-07,
      "loss": 1.1639,
      "step": 1179
    },
    {
      "epoch": 0.8960607498813479,
      "grad_norm": 0.2890625,
      "learning_rate": 6.109530084257043e-07,
      "loss": 1.1234,
      "step": 1180
    },
    {
      "epoch": 0.8968201233981965,
      "grad_norm": 0.353515625,
      "learning_rate": 6.020923737980877e-07,
      "loss": 1.1633,
      "step": 1181
    },
    {
      "epoch": 0.8975794969150451,
      "grad_norm": 0.318359375,
      "learning_rate": 5.932944674716279e-07,
      "loss": 1.1606,
      "step": 1182
    },
    {
      "epoch": 0.8983388704318936,
      "grad_norm": 0.322265625,
      "learning_rate": 5.845593481697931e-07,
      "loss": 1.1113,
      "step": 1183
    },
    {
      "epoch": 0.8990982439487423,
      "grad_norm": 0.341796875,
      "learning_rate": 5.758870741969635e-07,
      "loss": 1.1429,
      "step": 1184
    },
    {
      "epoch": 0.8998576174655909,
      "grad_norm": 0.306640625,
      "learning_rate": 5.672777034380483e-07,
      "loss": 1.1521,
      "step": 1185
    },
    {
      "epoch": 0.9006169909824395,
      "grad_norm": 0.30078125,
      "learning_rate": 5.587312933580946e-07,
      "loss": 1.1341,
      "step": 1186
    },
    {
      "epoch": 0.901376364499288,
      "grad_norm": 0.318359375,
      "learning_rate": 5.502479010019046e-07,
      "loss": 1.143,
      "step": 1187
    },
    {
      "epoch": 0.9021357380161367,
      "grad_norm": 0.337890625,
      "learning_rate": 5.418275829936537e-07,
      "loss": 1.1586,
      "step": 1188
    },
    {
      "epoch": 0.9028951115329853,
      "grad_norm": 0.33203125,
      "learning_rate": 5.334703955365183e-07,
      "loss": 1.1349,
      "step": 1189
    },
    {
      "epoch": 0.9036544850498339,
      "grad_norm": 0.3671875,
      "learning_rate": 5.251763944122956e-07,
      "loss": 1.2187,
      "step": 1190
    },
    {
      "epoch": 0.9044138585666824,
      "grad_norm": 0.349609375,
      "learning_rate": 5.169456349810342e-07,
      "loss": 1.2073,
      "step": 1191
    },
    {
      "epoch": 0.9051732320835311,
      "grad_norm": 0.369140625,
      "learning_rate": 5.087781721806539e-07,
      "loss": 1.162,
      "step": 1192
    },
    {
      "epoch": 0.9059326056003797,
      "grad_norm": 0.36328125,
      "learning_rate": 5.00674060526598e-07,
      "loss": 1.1938,
      "step": 1193
    },
    {
      "epoch": 0.9066919791172283,
      "grad_norm": 0.345703125,
      "learning_rate": 4.926333541114558e-07,
      "loss": 1.1564,
      "step": 1194
    },
    {
      "epoch": 0.9074513526340768,
      "grad_norm": 0.412109375,
      "learning_rate": 4.846561066046063e-07,
      "loss": 1.2107,
      "step": 1195
    },
    {
      "epoch": 0.9082107261509255,
      "grad_norm": 0.380859375,
      "learning_rate": 4.7674237125185597e-07,
      "loss": 1.2019,
      "step": 1196
    },
    {
      "epoch": 0.9089700996677741,
      "grad_norm": 0.37109375,
      "learning_rate": 4.6889220087508514e-07,
      "loss": 1.1731,
      "step": 1197
    },
    {
      "epoch": 0.9097294731846227,
      "grad_norm": 0.341796875,
      "learning_rate": 4.611056478719023e-07,
      "loss": 1.1591,
      "step": 1198
    },
    {
      "epoch": 0.9104888467014712,
      "grad_norm": 0.349609375,
      "learning_rate": 4.5338276421528435e-07,
      "loss": 1.1698,
      "step": 1199
    },
    {
      "epoch": 0.9112482202183199,
      "grad_norm": 0.3359375,
      "learning_rate": 4.45723601453234e-07,
      "loss": 1.179,
      "step": 1200
    },
    {
      "epoch": 0.9120075937351685,
      "grad_norm": 0.35546875,
      "learning_rate": 4.3812821070843394e-07,
      "loss": 1.1383,
      "step": 1201
    },
    {
      "epoch": 0.9127669672520171,
      "grad_norm": 0.326171875,
      "learning_rate": 4.305966426779118e-07,
      "loss": 1.118,
      "step": 1202
    },
    {
      "epoch": 0.9135263407688657,
      "grad_norm": 0.267578125,
      "learning_rate": 4.2312894763269385e-07,
      "loss": 1.1147,
      "step": 1203
    },
    {
      "epoch": 0.9142857142857143,
      "grad_norm": 0.39453125,
      "learning_rate": 4.1572517541747294e-07,
      "loss": 1.2228,
      "step": 1204
    },
    {
      "epoch": 0.9150450878025629,
      "grad_norm": 0.326171875,
      "learning_rate": 4.0838537545027755e-07,
      "loss": 1.144,
      "step": 1205
    },
    {
      "epoch": 0.9158044613194115,
      "grad_norm": 0.32421875,
      "learning_rate": 4.0110959672213676e-07,
      "loss": 1.1403,
      "step": 1206
    },
    {
      "epoch": 0.9165638348362601,
      "grad_norm": 0.341796875,
      "learning_rate": 3.9389788779675806e-07,
      "loss": 1.1552,
      "step": 1207
    },
    {
      "epoch": 0.9173232083531087,
      "grad_norm": 0.349609375,
      "learning_rate": 3.867502968102055e-07,
      "loss": 1.1785,
      "step": 1208
    },
    {
      "epoch": 0.9180825818699573,
      "grad_norm": 0.357421875,
      "learning_rate": 3.7966687147056533e-07,
      "loss": 1.1487,
      "step": 1209
    },
    {
      "epoch": 0.9188419553868059,
      "grad_norm": 0.3125,
      "learning_rate": 3.7264765905764776e-07,
      "loss": 1.1304,
      "step": 1210
    },
    {
      "epoch": 0.9196013289036545,
      "grad_norm": 0.28515625,
      "learning_rate": 3.656927064226512e-07,
      "loss": 1.1109,
      "step": 1211
    },
    {
      "epoch": 0.920360702420503,
      "grad_norm": 0.298828125,
      "learning_rate": 3.588020599878639e-07,
      "loss": 1.148,
      "step": 1212
    },
    {
      "epoch": 0.9211200759373517,
      "grad_norm": 0.33984375,
      "learning_rate": 3.519757657463474e-07,
      "loss": 1.1745,
      "step": 1213
    },
    {
      "epoch": 0.9218794494542003,
      "grad_norm": 0.34765625,
      "learning_rate": 3.4521386926163134e-07,
      "loss": 1.1452,
      "step": 1214
    },
    {
      "epoch": 0.9226388229710489,
      "grad_norm": 0.330078125,
      "learning_rate": 3.3851641566740813e-07,
      "loss": 1.1598,
      "step": 1215
    },
    {
      "epoch": 0.9233981964878974,
      "grad_norm": 0.365234375,
      "learning_rate": 3.3188344966723516e-07,
      "loss": 1.1889,
      "step": 1216
    },
    {
      "epoch": 0.9241575700047461,
      "grad_norm": 0.345703125,
      "learning_rate": 3.2531501553422884e-07,
      "loss": 1.1822,
      "step": 1217
    },
    {
      "epoch": 0.9249169435215947,
      "grad_norm": 0.318359375,
      "learning_rate": 3.1881115711077994e-07,
      "loss": 1.1675,
      "step": 1218
    },
    {
      "epoch": 0.9256763170384433,
      "grad_norm": 0.294921875,
      "learning_rate": 3.123719178082529e-07,
      "loss": 1.1539,
      "step": 1219
    },
    {
      "epoch": 0.9264356905552918,
      "grad_norm": 0.3671875,
      "learning_rate": 3.059973406066963e-07,
      "loss": 1.1554,
      "step": 1220
    },
    {
      "epoch": 0.9271950640721405,
      "grad_norm": 0.361328125,
      "learning_rate": 2.996874680545603e-07,
      "loss": 1.1506,
      "step": 1221
    },
    {
      "epoch": 0.9279544375889891,
      "grad_norm": 0.34765625,
      "learning_rate": 2.9344234226840964e-07,
      "loss": 1.167,
      "step": 1222
    },
    {
      "epoch": 0.9287138111058377,
      "grad_norm": 0.302734375,
      "learning_rate": 2.872620049326436e-07,
      "loss": 1.1533,
      "step": 1223
    },
    {
      "epoch": 0.9294731846226862,
      "grad_norm": 0.345703125,
      "learning_rate": 2.811464972992195e-07,
      "loss": 1.1686,
      "step": 1224
    },
    {
      "epoch": 0.9302325581395349,
      "grad_norm": 0.361328125,
      "learning_rate": 2.7509586018736764e-07,
      "loss": 1.1638,
      "step": 1225
    },
    {
      "epoch": 0.9309919316563835,
      "grad_norm": 0.361328125,
      "learning_rate": 2.6911013398333464e-07,
      "loss": 1.1969,
      "step": 1226
    },
    {
      "epoch": 0.9317513051732321,
      "grad_norm": 0.333984375,
      "learning_rate": 2.6318935864010133e-07,
      "loss": 1.1527,
      "step": 1227
    },
    {
      "epoch": 0.9325106786900806,
      "grad_norm": 0.357421875,
      "learning_rate": 2.573335736771254e-07,
      "loss": 1.1725,
      "step": 1228
    },
    {
      "epoch": 0.9332700522069293,
      "grad_norm": 0.259765625,
      "learning_rate": 2.51542818180065e-07,
      "loss": 1.0826,
      "step": 1229
    },
    {
      "epoch": 0.9340294257237779,
      "grad_norm": 0.314453125,
      "learning_rate": 2.458171308005308e-07,
      "loss": 1.1372,
      "step": 1230
    },
    {
      "epoch": 0.9347887992406265,
      "grad_norm": 0.29296875,
      "learning_rate": 2.4015654975582225e-07,
      "loss": 1.1359,
      "step": 1231
    },
    {
      "epoch": 0.935548172757475,
      "grad_norm": 0.294921875,
      "learning_rate": 2.3456111282867178e-07,
      "loss": 1.1214,
      "step": 1232
    },
    {
      "epoch": 0.9363075462743237,
      "grad_norm": 0.28125,
      "learning_rate": 2.2903085736699414e-07,
      "loss": 1.0865,
      "step": 1233
    },
    {
      "epoch": 0.9370669197911723,
      "grad_norm": 0.3828125,
      "learning_rate": 2.2356582028363548e-07,
      "loss": 1.1849,
      "step": 1234
    },
    {
      "epoch": 0.9378262933080209,
      "grad_norm": 0.28125,
      "learning_rate": 2.1816603805613012e-07,
      "loss": 1.137,
      "step": 1235
    },
    {
      "epoch": 0.9385856668248694,
      "grad_norm": 0.30859375,
      "learning_rate": 2.1283154672645522e-07,
      "loss": 1.1179,
      "step": 1236
    },
    {
      "epoch": 0.9393450403417181,
      "grad_norm": 0.333984375,
      "learning_rate": 2.0756238190078991e-07,
      "loss": 1.1576,
      "step": 1237
    },
    {
      "epoch": 0.9401044138585667,
      "grad_norm": 0.3359375,
      "learning_rate": 2.0235857874927655e-07,
      "loss": 1.1685,
      "step": 1238
    },
    {
      "epoch": 0.9408637873754153,
      "grad_norm": 0.359375,
      "learning_rate": 1.9722017200578757e-07,
      "loss": 1.167,
      "step": 1239
    },
    {
      "epoch": 0.9416231608922638,
      "grad_norm": 0.302734375,
      "learning_rate": 1.921471959676957e-07,
      "loss": 1.0967,
      "step": 1240
    },
    {
      "epoch": 0.9423825344091125,
      "grad_norm": 0.35546875,
      "learning_rate": 1.8713968449564079e-07,
      "loss": 1.185,
      "step": 1241
    },
    {
      "epoch": 0.9431419079259611,
      "grad_norm": 0.265625,
      "learning_rate": 1.8219767101330442e-07,
      "loss": 1.1248,
      "step": 1242
    },
    {
      "epoch": 0.9439012814428097,
      "grad_norm": 0.353515625,
      "learning_rate": 1.7732118850719237e-07,
      "loss": 1.1056,
      "step": 1243
    },
    {
      "epoch": 0.9446606549596582,
      "grad_norm": 0.322265625,
      "learning_rate": 1.7251026952640583e-07,
      "loss": 1.1053,
      "step": 1244
    },
    {
      "epoch": 0.9454200284765069,
      "grad_norm": 0.328125,
      "learning_rate": 1.6776494618243156e-07,
      "loss": 1.1511,
      "step": 1245
    },
    {
      "epoch": 0.9461794019933555,
      "grad_norm": 0.341796875,
      "learning_rate": 1.6308525014892217e-07,
      "loss": 1.1568,
      "step": 1246
    },
    {
      "epoch": 0.9469387755102041,
      "grad_norm": 0.357421875,
      "learning_rate": 1.5847121266148847e-07,
      "loss": 1.1354,
      "step": 1247
    },
    {
      "epoch": 0.9476981490270526,
      "grad_norm": 0.345703125,
      "learning_rate": 1.539228645174895e-07,
      "loss": 1.2015,
      "step": 1248
    },
    {
      "epoch": 0.9484575225439013,
      "grad_norm": 0.29296875,
      "learning_rate": 1.4944023607582737e-07,
      "loss": 1.1045,
      "step": 1249
    },
    {
      "epoch": 0.9492168960607499,
      "grad_norm": 0.318359375,
      "learning_rate": 1.4502335725674165e-07,
      "loss": 1.1576,
      "step": 1250
    },
    {
      "epoch": 0.9499762695775985,
      "grad_norm": 0.32421875,
      "learning_rate": 1.406722575416164e-07,
      "loss": 1.1525,
      "step": 1251
    },
    {
      "epoch": 0.9507356430944471,
      "grad_norm": 0.384765625,
      "learning_rate": 1.3638696597277678e-07,
      "loss": 1.1828,
      "step": 1252
    },
    {
      "epoch": 0.9514950166112957,
      "grad_norm": 0.322265625,
      "learning_rate": 1.3216751115329718e-07,
      "loss": 1.1428,
      "step": 1253
    },
    {
      "epoch": 0.9522543901281443,
      "grad_norm": 0.294921875,
      "learning_rate": 1.2801392124681233e-07,
      "loss": 1.1528,
      "step": 1254
    },
    {
      "epoch": 0.9530137636449929,
      "grad_norm": 0.318359375,
      "learning_rate": 1.2392622397732756e-07,
      "loss": 1.1491,
      "step": 1255
    },
    {
      "epoch": 0.9537731371618415,
      "grad_norm": 0.326171875,
      "learning_rate": 1.1990444662903445e-07,
      "loss": 1.2012,
      "step": 1256
    },
    {
      "epoch": 0.95453251067869,
      "grad_norm": 0.275390625,
      "learning_rate": 1.159486160461265e-07,
      "loss": 1.1128,
      "step": 1257
    },
    {
      "epoch": 0.9552918841955387,
      "grad_norm": 0.33203125,
      "learning_rate": 1.1205875863262272e-07,
      "loss": 1.1725,
      "step": 1258
    },
    {
      "epoch": 0.9560512577123873,
      "grad_norm": 0.359375,
      "learning_rate": 1.0823490035218986e-07,
      "loss": 1.1942,
      "step": 1259
    },
    {
      "epoch": 0.9568106312292359,
      "grad_norm": 0.33984375,
      "learning_rate": 1.0447706672797264e-07,
      "loss": 1.1906,
      "step": 1260
    },
    {
      "epoch": 0.9575700047460844,
      "grad_norm": 0.3671875,
      "learning_rate": 1.0078528284241606e-07,
      "loss": 1.1831,
      "step": 1261
    },
    {
      "epoch": 0.9583293782629331,
      "grad_norm": 0.388671875,
      "learning_rate": 9.715957333710447e-08,
      "loss": 1.1504,
      "step": 1262
    },
    {
      "epoch": 0.9590887517797817,
      "grad_norm": 0.322265625,
      "learning_rate": 9.359996241259384e-08,
      "loss": 1.1406,
      "step": 1263
    },
    {
      "epoch": 0.9598481252966303,
      "grad_norm": 0.330078125,
      "learning_rate": 9.010647382825421e-08,
      "loss": 1.1464,
      "step": 1264
    },
    {
      "epoch": 0.9606074988134788,
      "grad_norm": 0.341796875,
      "learning_rate": 8.667913090210534e-08,
      "loss": 1.1418,
      "step": 1265
    },
    {
      "epoch": 0.9613668723303275,
      "grad_norm": 0.40234375,
      "learning_rate": 8.331795651066455e-08,
      "loss": 1.1785,
      "step": 1266
    },
    {
      "epoch": 0.9621262458471761,
      "grad_norm": 0.333984375,
      "learning_rate": 8.002297308879359e-08,
      "loss": 1.1703,
      "step": 1267
    },
    {
      "epoch": 0.9628856193640247,
      "grad_norm": 0.349609375,
      "learning_rate": 7.679420262954984e-08,
      "loss": 1.1569,
      "step": 1268
    },
    {
      "epoch": 0.9636449928808732,
      "grad_norm": 0.3125,
      "learning_rate": 7.363166668403643e-08,
      "loss": 1.1488,
      "step": 1269
    },
    {
      "epoch": 0.9644043663977219,
      "grad_norm": 0.37890625,
      "learning_rate": 7.053538636126123e-08,
      "loss": 1.1948,
      "step": 1270
    },
    {
      "epoch": 0.9651637399145705,
      "grad_norm": 0.341796875,
      "learning_rate": 6.750538232799586e-08,
      "loss": 1.1496,
      "step": 1271
    },
    {
      "epoch": 0.9659231134314191,
      "grad_norm": 0.330078125,
      "learning_rate": 6.454167480863694e-08,
      "loss": 1.1463,
      "step": 1272
    },
    {
      "epoch": 0.9666824869482676,
      "grad_norm": 0.302734375,
      "learning_rate": 6.164428358506947e-08,
      "loss": 1.1507,
      "step": 1273
    },
    {
      "epoch": 0.9674418604651163,
      "grad_norm": 0.369140625,
      "learning_rate": 5.881322799653699e-08,
      "loss": 1.1549,
      "step": 1274
    },
    {
      "epoch": 0.9682012339819649,
      "grad_norm": 0.3203125,
      "learning_rate": 5.6048526939512794e-08,
      "loss": 1.1406,
      "step": 1275
    },
    {
      "epoch": 0.9689606074988135,
      "grad_norm": 0.30859375,
      "learning_rate": 5.3350198867574424e-08,
      "loss": 1.1267,
      "step": 1276
    },
    {
      "epoch": 0.969719981015662,
      "grad_norm": 0.31640625,
      "learning_rate": 5.0718261791274924e-08,
      "loss": 1.147,
      "step": 1277
    },
    {
      "epoch": 0.9704793545325107,
      "grad_norm": 0.30078125,
      "learning_rate": 4.815273327803183e-08,
      "loss": 1.1504,
      "step": 1278
    },
    {
      "epoch": 0.9712387280493593,
      "grad_norm": 0.29296875,
      "learning_rate": 4.5653630451998335e-08,
      "loss": 1.1471,
      "step": 1279
    },
    {
      "epoch": 0.9719981015662079,
      "grad_norm": 0.3203125,
      "learning_rate": 4.32209699939623e-08,
      "loss": 1.1204,
      "step": 1280
    },
    {
      "epoch": 0.9727574750830564,
      "grad_norm": 0.353515625,
      "learning_rate": 4.085476814122413e-08,
      "loss": 1.1692,
      "step": 1281
    },
    {
      "epoch": 0.9735168485999051,
      "grad_norm": 0.310546875,
      "learning_rate": 3.8555040687493494e-08,
      "loss": 1.1089,
      "step": 1282
    },
    {
      "epoch": 0.9742762221167537,
      "grad_norm": 0.279296875,
      "learning_rate": 3.632180298278165e-08,
      "loss": 1.0833,
      "step": 1283
    },
    {
      "epoch": 0.9750355956336023,
      "grad_norm": 0.322265625,
      "learning_rate": 3.4155069933301535e-08,
      "loss": 1.1362,
      "step": 1284
    },
    {
      "epoch": 0.9757949691504508,
      "grad_norm": 0.365234375,
      "learning_rate": 3.2054856001366706e-08,
      "loss": 1.2,
      "step": 1285
    },
    {
      "epoch": 0.9765543426672995,
      "grad_norm": 0.439453125,
      "learning_rate": 3.0021175205294794e-08,
      "loss": 1.2642,
      "step": 1286
    },
    {
      "epoch": 0.9773137161841481,
      "grad_norm": 0.365234375,
      "learning_rate": 2.805404111931198e-08,
      "loss": 1.1712,
      "step": 1287
    },
    {
      "epoch": 0.9780730897009967,
      "grad_norm": 0.373046875,
      "learning_rate": 2.6153466873468646e-08,
      "loss": 1.1773,
      "step": 1288
    },
    {
      "epoch": 0.9788324632178452,
      "grad_norm": 0.314453125,
      "learning_rate": 2.4319465153543886e-08,
      "loss": 1.1556,
      "step": 1289
    },
    {
      "epoch": 0.9795918367346939,
      "grad_norm": 0.326171875,
      "learning_rate": 2.255204820096668e-08,
      "loss": 1.1467,
      "step": 1290
    },
    {
      "epoch": 0.9803512102515425,
      "grad_norm": 0.34375,
      "learning_rate": 2.0851227812731523e-08,
      "loss": 1.1793,
      "step": 1291
    },
    {
      "epoch": 0.9811105837683911,
      "grad_norm": 0.326171875,
      "learning_rate": 1.9217015341318478e-08,
      "loss": 1.1366,
      "step": 1292
    },
    {
      "epoch": 0.9818699572852396,
      "grad_norm": 0.33984375,
      "learning_rate": 1.764942169462325e-08,
      "loss": 1.1893,
      "step": 1293
    },
    {
      "epoch": 0.9826293308020883,
      "grad_norm": 0.291015625,
      "learning_rate": 1.6148457335876112e-08,
      "loss": 1.1308,
      "step": 1294
    },
    {
      "epoch": 0.9833887043189369,
      "grad_norm": 0.4453125,
      "learning_rate": 1.4714132283577543e-08,
      "loss": 1.2597,
      "step": 1295
    },
    {
      "epoch": 0.9841480778357855,
      "grad_norm": 0.294921875,
      "learning_rate": 1.3346456111430484e-08,
      "loss": 1.1048,
      "step": 1296
    },
    {
      "epoch": 0.984907451352634,
      "grad_norm": 0.30078125,
      "learning_rate": 1.2045437948275952e-08,
      "loss": 1.1165,
      "step": 1297
    },
    {
      "epoch": 0.9856668248694826,
      "grad_norm": 0.365234375,
      "learning_rate": 1.0811086478031973e-08,
      "loss": 1.1419,
      "step": 1298
    },
    {
      "epoch": 0.9864261983863313,
      "grad_norm": 0.330078125,
      "learning_rate": 9.643409939636972e-09,
      "loss": 1.1656,
      "step": 1299
    },
    {
      "epoch": 0.9871855719031799,
      "grad_norm": 0.318359375,
      "learning_rate": 8.542416126989805e-09,
      "loss": 1.1344,
      "step": 1300
    },
    {
      "epoch": 0.9879449454200285,
      "grad_norm": 0.34375,
      "learning_rate": 7.508112388905363e-09,
      "loss": 1.1509,
      "step": 1301
    },
    {
      "epoch": 0.988704318936877,
      "grad_norm": 0.365234375,
      "learning_rate": 6.540505629061278e-09,
      "loss": 1.1836,
      "step": 1302
    },
    {
      "epoch": 0.9894636924537257,
      "grad_norm": 0.3359375,
      "learning_rate": 5.639602305950176e-09,
      "loss": 1.1659,
      "step": 1303
    },
    {
      "epoch": 0.9902230659705743,
      "grad_norm": 0.32421875,
      "learning_rate": 4.80540843283972e-09,
      "loss": 1.1539,
      "step": 1304
    },
    {
      "epoch": 0.9909824394874229,
      "grad_norm": 0.298828125,
      "learning_rate": 4.037929577732636e-09,
      "loss": 1.1051,
      "step": 1305
    },
    {
      "epoch": 0.9917418130042714,
      "grad_norm": 0.3203125,
      "learning_rate": 3.3371708633267443e-09,
      "loss": 1.153,
      "step": 1306
    },
    {
      "epoch": 0.9925011865211201,
      "grad_norm": 0.3828125,
      "learning_rate": 2.7031369669816566e-09,
      "loss": 1.1997,
      "step": 1307
    },
    {
      "epoch": 0.9932605600379687,
      "grad_norm": 0.283203125,
      "learning_rate": 2.1358321206899067e-09,
      "loss": 1.1305,
      "step": 1308
    },
    {
      "epoch": 0.9940199335548173,
      "grad_norm": 0.265625,
      "learning_rate": 1.6352601110469768e-09,
      "loss": 1.0931,
      "step": 1309
    },
    {
      "epoch": 0.9947793070716658,
      "grad_norm": 0.333984375,
      "learning_rate": 1.20142427922465e-09,
      "loss": 1.1754,
      "step": 1310
    },
    {
      "epoch": 0.9955386805885145,
      "grad_norm": 0.39453125,
      "learning_rate": 8.343275209521384e-10,
      "loss": 1.2122,
      "step": 1311
    },
    {
      "epoch": 0.9962980541053631,
      "grad_norm": 0.345703125,
      "learning_rate": 5.339722864927677e-10,
      "loss": 1.1428,
      "step": 1312
    },
    {
      "epoch": 0.9970574276222117,
      "grad_norm": 0.326171875,
      "learning_rate": 3.003605806306542e-10,
      "loss": 1.1282,
      "step": 1313
    },
    {
      "epoch": 0.9978168011390602,
      "grad_norm": 0.322265625,
      "learning_rate": 1.3349396265516235e-10,
      "loss": 1.1608,
      "step": 1314
    },
    {
      "epoch": 0.9985761746559089,
      "grad_norm": 0.3203125,
      "learning_rate": 3.3373546353132614e-11,
      "loss": 1.1562,
      "step": 1315
    },
    {
      "epoch": 0.9993355481727575,
      "grad_norm": 0.28515625,
      "learning_rate": 0.0,
      "loss": 1.1401,
      "step": 1316
    },
    {
      "epoch": 0.9993355481727575,
      "eval_loss": 1.151589274406433,
      "eval_runtime": 640.5297,
      "eval_samples_per_second": 92.364,
      "eval_steps_per_second": 7.698,
      "step": 1316
    }
  ],
  "logging_steps": 1,
  "max_steps": 1316,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.953779885289767e+18,
  "train_batch_size": 6,
  "trial_name": null,
  "trial_params": null
}