{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 105.0,
  "eval_steps": 500,
  "global_step": 16485,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 3.1847133757961785,
      "grad_norm": 1.833742380142212,
      "learning_rate": 1.9872611464968155e-05,
      "loss": 0.3724,
      "step": 500
    },
    {
      "epoch": 6.369426751592357,
      "grad_norm": 1.515284538269043,
      "learning_rate": 1.9745222929936306e-05,
      "loss": 0.0612,
      "step": 1000
    },
    {
      "epoch": 9.554140127388536,
      "grad_norm": 1.5868924856185913,
      "learning_rate": 1.961783439490446e-05,
      "loss": 0.0493,
      "step": 1500
    },
    {
      "epoch": 12.738853503184714,
      "grad_norm": 1.5748449563980103,
      "learning_rate": 1.9490445859872614e-05,
      "loss": 0.0446,
      "step": 2000
    },
    {
      "epoch": 15.923566878980893,
      "grad_norm": 1.6215589046478271,
      "learning_rate": 1.9363057324840767e-05,
      "loss": 0.0405,
      "step": 2500
    },
    {
      "epoch": 19.10828025477707,
      "grad_norm": 1.1221493482589722,
      "learning_rate": 1.9235668789808918e-05,
      "loss": 0.0366,
      "step": 3000
    },
    {
      "epoch": 22.29299363057325,
      "grad_norm": 1.6376855373382568,
      "learning_rate": 1.910828025477707e-05,
      "loss": 0.0331,
      "step": 3500
    },
    {
      "epoch": 25.477707006369428,
      "grad_norm": 1.000545859336853,
      "learning_rate": 1.8980891719745225e-05,
      "loss": 0.0293,
      "step": 4000
    },
    {
      "epoch": 28.662420382165607,
      "grad_norm": 0.6820641756057739,
      "learning_rate": 1.8853503184713376e-05,
      "loss": 0.0256,
      "step": 4500
    },
    {
      "epoch": 31.847133757961785,
      "grad_norm": 1.1707481145858765,
      "learning_rate": 1.872611464968153e-05,
      "loss": 0.0221,
      "step": 5000
    },
    {
      "epoch": 35.031847133757964,
      "grad_norm": 1.4677773714065552,
      "learning_rate": 1.8598726114649684e-05,
      "loss": 0.0185,
      "step": 5500
    },
    {
      "epoch": 38.21656050955414,
      "grad_norm": 1.6114100217819214,
      "learning_rate": 1.8471337579617837e-05,
      "loss": 0.0157,
      "step": 6000
    },
    {
      "epoch": 41.40127388535032,
      "grad_norm": 1.0237997770309448,
      "learning_rate": 1.8343949044585988e-05,
      "loss": 0.013,
      "step": 6500
    },
    {
      "epoch": 44.5859872611465,
      "grad_norm": 0.8055925965309143,
      "learning_rate": 1.821656050955414e-05,
      "loss": 0.0112,
      "step": 7000
    },
    {
      "epoch": 47.77070063694268,
      "grad_norm": 0.8719159364700317,
      "learning_rate": 1.8089171974522295e-05,
      "loss": 0.0095,
      "step": 7500
    },
    {
      "epoch": 50.955414012738856,
      "grad_norm": 1.6024932861328125,
      "learning_rate": 1.796178343949045e-05,
      "loss": 0.0083,
      "step": 8000
    },
    {
      "epoch": 54.140127388535035,
      "grad_norm": 0.6275691986083984,
      "learning_rate": 1.78343949044586e-05,
      "loss": 0.0076,
      "step": 8500
    },
    {
      "epoch": 57.32484076433121,
      "grad_norm": 0.7005597949028015,
      "learning_rate": 1.7707006369426754e-05,
      "loss": 0.0065,
      "step": 9000
    },
    {
      "epoch": 60.50955414012739,
      "grad_norm": 0.30579155683517456,
      "learning_rate": 1.7579617834394907e-05,
      "loss": 0.0063,
      "step": 9500
    },
    {
      "epoch": 63.69426751592356,
      "grad_norm": 0.4344225227832794,
      "learning_rate": 1.7452229299363058e-05,
      "loss": 0.0059,
      "step": 10000
    },
    {
      "epoch": 66.87898089171975,
      "grad_norm": 1.7709016799926758,
      "learning_rate": 1.732484076433121e-05,
      "loss": 0.0053,
      "step": 10500
    },
    {
      "epoch": 70.06369426751593,
      "grad_norm": 0.622224748134613,
      "learning_rate": 1.7197452229299365e-05,
      "loss": 0.005,
      "step": 11000
    },
    {
      "epoch": 73.2484076433121,
      "grad_norm": 0.564902126789093,
      "learning_rate": 1.707006369426752e-05,
      "loss": 0.0049,
      "step": 11500
    },
    {
      "epoch": 76.43312101910828,
      "grad_norm": 0.5126436352729797,
      "learning_rate": 1.694267515923567e-05,
      "loss": 0.0045,
      "step": 12000
    },
    {
      "epoch": 79.61783439490446,
      "grad_norm": 1.7633012533187866,
      "learning_rate": 1.6815286624203824e-05,
      "loss": 0.0041,
      "step": 12500
    },
    {
      "epoch": 82.80254777070064,
      "grad_norm": 0.7407333850860596,
      "learning_rate": 1.6687898089171977e-05,
      "loss": 0.004,
      "step": 13000
    },
    {
      "epoch": 85.98726114649682,
      "grad_norm": 0.5011927485466003,
      "learning_rate": 1.6560509554140128e-05,
      "loss": 0.0043,
      "step": 13500
    },
    {
      "epoch": 89.171974522293,
      "grad_norm": 0.5946338176727295,
      "learning_rate": 1.643312101910828e-05,
      "loss": 0.0039,
      "step": 14000
    },
    {
      "epoch": 92.35668789808918,
      "grad_norm": 0.3282039761543274,
      "learning_rate": 1.6305732484076436e-05,
      "loss": 0.0035,
      "step": 14500
    },
    {
      "epoch": 95.54140127388536,
      "grad_norm": 0.0594528391957283,
      "learning_rate": 1.617834394904459e-05,
      "loss": 0.0037,
      "step": 15000
    },
    {
      "epoch": 98.72611464968153,
      "grad_norm": 0.032949354499578476,
      "learning_rate": 1.605095541401274e-05,
      "loss": 0.0034,
      "step": 15500
    },
    {
      "epoch": 101.91082802547771,
      "grad_norm": 1.0133298635482788,
      "learning_rate": 1.5923566878980894e-05,
      "loss": 0.0035,
      "step": 16000
    }
  ],
  "logging_steps": 500,
  "max_steps": 78500,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 500,
  "save_steps": 500,
  "total_flos": 2594375342751744.0,
  "train_batch_size": 32,
  "trial_name": null,
  "trial_params": null
}