{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.6149993409779886,
  "eval_steps": 100,
  "global_step": 3100,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.08,
      "grad_norm": 6.90625,
      "learning_rate": 3e-06,
      "loss": 3.4225,
      "step": 100
    },
    {
      "epoch": 0.08,
      "eval_loss": 3.0902585983276367,
      "eval_runtime": 125.4074,
      "eval_samples_per_second": 67.221,
      "eval_steps_per_second": 33.61,
      "step": 100
    },
    {
      "epoch": 0.17,
      "grad_norm": 3.3125,
      "learning_rate": 6e-06,
      "loss": 2.6313,
      "step": 200
    },
    {
      "epoch": 0.17,
      "eval_loss": 1.4370466470718384,
      "eval_runtime": 124.5179,
      "eval_samples_per_second": 67.701,
      "eval_steps_per_second": 33.851,
      "step": 200
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.4453125,
      "learning_rate": 9e-06,
      "loss": 1.2926,
      "step": 300
    },
    {
      "epoch": 0.25,
      "eval_loss": 1.0395174026489258,
      "eval_runtime": 125.1005,
      "eval_samples_per_second": 67.386,
      "eval_steps_per_second": 33.693,
      "step": 300
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.6015625,
      "learning_rate": 1.2e-05,
      "loss": 1.1492,
      "step": 400
    },
    {
      "epoch": 0.34,
      "eval_loss": 1.0025979280471802,
      "eval_runtime": 124.2401,
      "eval_samples_per_second": 67.852,
      "eval_steps_per_second": 33.926,
      "step": 400
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.2734375,
      "learning_rate": 1.5e-05,
      "loss": 1.1062,
      "step": 500
    },
    {
      "epoch": 0.42,
      "eval_loss": 0.9820207357406616,
      "eval_runtime": 124.4083,
      "eval_samples_per_second": 67.761,
      "eval_steps_per_second": 33.88,
      "step": 500
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.3984375,
      "learning_rate": 1.4960378963658215e-05,
      "loss": 1.0761,
      "step": 600
    },
    {
      "epoch": 0.51,
      "eval_loss": 0.9677473902702332,
      "eval_runtime": 124.3968,
      "eval_samples_per_second": 67.767,
      "eval_steps_per_second": 33.884,
      "step": 600
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.328125,
      "learning_rate": 1.484193447503841e-05,
      "loss": 1.056,
      "step": 700
    },
    {
      "epoch": 0.59,
      "eval_loss": 0.9569339156150818,
      "eval_runtime": 124.228,
      "eval_samples_per_second": 67.859,
      "eval_steps_per_second": 33.93,
      "step": 700
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.359375,
      "learning_rate": 1.4645917972377404e-05,
      "loss": 1.0446,
      "step": 800
    },
    {
      "epoch": 0.67,
      "eval_loss": 0.9495565891265869,
      "eval_runtime": 124.2985,
      "eval_samples_per_second": 67.821,
      "eval_steps_per_second": 33.91,
      "step": 800
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.3125,
      "learning_rate": 1.4374400489535342e-05,
      "loss": 1.0399,
      "step": 900
    },
    {
      "epoch": 0.76,
      "eval_loss": 0.9445509910583496,
      "eval_runtime": 124.152,
      "eval_samples_per_second": 67.901,
      "eval_steps_per_second": 33.95,
      "step": 900
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.2578125,
      "learning_rate": 1.403025077426025e-05,
      "loss": 1.0252,
      "step": 1000
    },
    {
      "epoch": 0.84,
      "eval_loss": 0.9403882026672363,
      "eval_runtime": 123.8904,
      "eval_samples_per_second": 68.044,
      "eval_steps_per_second": 34.022,
      "step": 1000
    },
    {
      "epoch": 0.93,
      "grad_norm": 1.296875,
      "learning_rate": 1.3617104978119044e-05,
      "loss": 1.0284,
      "step": 1100
    },
    {
      "epoch": 0.93,
      "eval_loss": 0.9368470907211304,
      "eval_runtime": 123.9167,
      "eval_samples_per_second": 68.03,
      "eval_steps_per_second": 34.015,
      "step": 1100
    },
    {
      "epoch": 1.01,
      "grad_norm": 1.375,
      "learning_rate": 1.3139328238339287e-05,
      "loss": 1.0171,
      "step": 1200
    },
    {
      "epoch": 1.01,
      "eval_loss": 0.9342640042304993,
      "eval_runtime": 124.6542,
      "eval_samples_per_second": 67.627,
      "eval_steps_per_second": 33.814,
      "step": 1200
    },
    {
      "epoch": 1.1,
      "grad_norm": 1.21875,
      "learning_rate": 1.2601968557473e-05,
      "loss": 1.0086,
      "step": 1300
    },
    {
      "epoch": 1.1,
      "eval_loss": 0.9315484166145325,
      "eval_runtime": 124.4874,
      "eval_samples_per_second": 67.718,
      "eval_steps_per_second": 33.859,
      "step": 1300
    },
    {
      "epoch": 1.18,
      "grad_norm": 1.2265625,
      "learning_rate": 1.2010703468171973e-05,
      "loss": 1.0056,
      "step": 1400
    },
    {
      "epoch": 1.18,
      "eval_loss": 0.9296947717666626,
      "eval_runtime": 124.175,
      "eval_samples_per_second": 67.888,
      "eval_steps_per_second": 33.944,
      "step": 1400
    },
    {
      "epoch": 1.27,
      "grad_norm": 1.25,
      "learning_rate": 1.1371780046593758e-05,
      "loss": 1.0083,
      "step": 1500
    },
    {
      "epoch": 1.27,
      "eval_loss": 0.9280151128768921,
      "eval_runtime": 123.9014,
      "eval_samples_per_second": 68.038,
      "eval_steps_per_second": 34.019,
      "step": 1500
    },
    {
      "epoch": 1.35,
      "grad_norm": 1.2890625,
      "learning_rate": 1.069194890823328e-05,
      "loss": 1.0037,
      "step": 1600
    },
    {
      "epoch": 1.35,
      "eval_loss": 0.926633358001709,
      "eval_runtime": 123.7914,
      "eval_samples_per_second": 68.098,
      "eval_steps_per_second": 34.049,
      "step": 1600
    },
    {
      "epoch": 1.43,
      "grad_norm": 1.1796875,
      "learning_rate": 9.978392883554342e-06,
      "loss": 0.9951,
      "step": 1700
    },
    {
      "epoch": 1.43,
      "eval_loss": 0.9259628653526306,
      "eval_runtime": 124.5775,
      "eval_samples_per_second": 67.669,
      "eval_steps_per_second": 33.834,
      "step": 1700
    },
    {
      "epoch": 1.52,
      "grad_norm": 1.234375,
      "learning_rate": 9.238651127006462e-06,
      "loss": 0.9962,
      "step": 1800
    },
    {
      "epoch": 1.52,
      "eval_loss": 0.9251705408096313,
      "eval_runtime": 124.4301,
      "eval_samples_per_second": 67.749,
      "eval_steps_per_second": 33.874,
      "step": 1800
    },
    {
      "epoch": 1.6,
      "grad_norm": 1.2109375,
      "learning_rate": 8.48053946126157e-06,
      "loss": 0.9907,
      "step": 1900
    },
    {
      "epoch": 1.6,
      "eval_loss": 0.924351155757904,
      "eval_runtime": 124.2821,
      "eval_samples_per_second": 67.83,
      "eval_steps_per_second": 33.915,
      "step": 1900
    },
    {
      "epoch": 1.69,
      "grad_norm": 1.3046875,
      "learning_rate": 7.712067798282222e-06,
      "loss": 1.0003,
      "step": 2000
    },
    {
      "epoch": 1.69,
      "eval_loss": 0.9239010810852051,
      "eval_runtime": 123.3108,
      "eval_samples_per_second": 68.364,
      "eval_steps_per_second": 34.182,
      "step": 2000
    },
    {
      "epoch": 1.77,
      "grad_norm": 1.3046875,
      "learning_rate": 6.941355509718164e-06,
      "loss": 0.9976,
      "step": 2100
    },
    {
      "epoch": 1.77,
      "eval_loss": 0.9232047200202942,
      "eval_runtime": 124.3131,
      "eval_samples_per_second": 67.813,
      "eval_steps_per_second": 33.906,
      "step": 2100
    },
    {
      "epoch": 1.86,
      "grad_norm": 1.21875,
      "learning_rate": 6.176545640794535e-06,
      "loss": 0.9896,
      "step": 2200
    },
    {
      "epoch": 1.86,
      "eval_loss": 0.923151969909668,
      "eval_runtime": 123.8739,
      "eval_samples_per_second": 68.053,
      "eval_steps_per_second": 34.027,
      "step": 2200
    },
    {
      "epoch": 1.94,
      "grad_norm": 1.203125,
      "learning_rate": 5.4257188740743086e-06,
      "loss": 0.9954,
      "step": 2300
    },
    {
      "epoch": 1.94,
      "eval_loss": 0.9228904247283936,
      "eval_runtime": 124.4202,
      "eval_samples_per_second": 67.754,
      "eval_steps_per_second": 33.877,
      "step": 2300
    },
    {
      "epoch": 2.02,
      "grad_norm": 1.2421875,
      "learning_rate": 4.696808152120318e-06,
      "loss": 0.9982,
      "step": 2400
    },
    {
      "epoch": 2.02,
      "eval_loss": 0.9227039813995361,
      "eval_runtime": 124.3531,
      "eval_samples_per_second": 67.791,
      "eval_steps_per_second": 33.895,
      "step": 2400
    },
    {
      "epoch": 2.11,
      "grad_norm": 1.2421875,
      "learning_rate": 3.997514861120414e-06,
      "loss": 0.9957,
      "step": 2500
    },
    {
      "epoch": 2.11,
      "eval_loss": 0.9224779605865479,
      "eval_runtime": 123.9488,
      "eval_samples_per_second": 68.012,
      "eval_steps_per_second": 34.006,
      "step": 2500
    },
    {
      "epoch": 2.19,
      "grad_norm": 1.1875,
      "learning_rate": 3.335227461046941e-06,
      "loss": 0.9883,
      "step": 2600
    },
    {
      "epoch": 2.19,
      "eval_loss": 0.922317624092102,
      "eval_runtime": 124.5434,
      "eval_samples_per_second": 67.687,
      "eval_steps_per_second": 33.844,
      "step": 2600
    },
    {
      "epoch": 2.28,
      "grad_norm": 1.2890625,
      "learning_rate": 2.7169434220724335e-06,
      "loss": 0.9849,
      "step": 2700
    },
    {
      "epoch": 2.28,
      "eval_loss": 0.9223732352256775,
      "eval_runtime": 124.8267,
      "eval_samples_per_second": 67.534,
      "eval_steps_per_second": 33.767,
      "step": 2700
    },
    {
      "epoch": 2.36,
      "grad_norm": 1.2109375,
      "learning_rate": 2.14919529203096e-06,
      "loss": 0.9974,
      "step": 2800
    },
    {
      "epoch": 2.36,
      "eval_loss": 0.9222919940948486,
      "eval_runtime": 124.9102,
      "eval_samples_per_second": 67.489,
      "eval_steps_per_second": 33.744,
      "step": 2800
    },
    {
      "epoch": 2.45,
      "grad_norm": 1.28125,
      "learning_rate": 1.6379816760674141e-06,
      "loss": 0.9854,
      "step": 2900
    },
    {
      "epoch": 2.45,
      "eval_loss": 0.9222748279571533,
      "eval_runtime": 124.029,
      "eval_samples_per_second": 67.968,
      "eval_steps_per_second": 33.984,
      "step": 2900
    },
    {
      "epoch": 2.53,
      "grad_norm": 1.234375,
      "learning_rate": 1.1887038577168646e-06,
      "loss": 0.9831,
      "step": 3000
    },
    {
      "epoch": 2.53,
      "eval_loss": 0.922382652759552,
      "eval_runtime": 123.9646,
      "eval_samples_per_second": 68.003,
      "eval_steps_per_second": 34.002,
      "step": 3000
    },
    {
      "epoch": 2.61,
      "grad_norm": 1.2265625,
      "learning_rate": 8.061087310508917e-07,
      "loss": 0.9958,
      "step": 3100
    },
    {
      "epoch": 2.61,
      "eval_loss": 0.9223530292510986,
      "eval_runtime": 124.2043,
      "eval_samples_per_second": 67.872,
      "eval_steps_per_second": 33.936,
      "step": 3100
    }
  ],
  "logging_steps": 100,
  "max_steps": 3555,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 100,
  "total_flos": 2.106483852705915e+17,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}