{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.10670579212377872,
  "eval_steps": 500,
  "global_step": 800,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.001333822401547234,
      "grad_norm": 5.80256772259428,
      "learning_rate": 4e-06,
      "loss": 1.0498,
      "step": 10
    },
    {
      "epoch": 0.002667644803094468,
      "grad_norm": 33.895696082107904,
      "learning_rate": 8e-06,
      "loss": 1.0653,
      "step": 20
    },
    {
      "epoch": 0.004001467204641702,
      "grad_norm": 5.523348234283539,
      "learning_rate": 1.2e-05,
      "loss": 1.0341,
      "step": 30
    },
    {
      "epoch": 0.005335289606188936,
      "grad_norm": 11.1556403156453,
      "learning_rate": 1.6e-05,
      "loss": 0.9692,
      "step": 40
    },
    {
      "epoch": 0.00666911200773617,
      "grad_norm": 3.7375231126561825,
      "learning_rate": 1.9999999999999998e-05,
      "loss": 0.9554,
      "step": 50
    },
    {
      "epoch": 0.008002934409283404,
      "grad_norm": 8.43538339698909,
      "learning_rate": 2.4e-05,
      "loss": 0.8965,
      "step": 60
    },
    {
      "epoch": 0.009336756810830639,
      "grad_norm": 13.403454896011478,
      "learning_rate": 2.8e-05,
      "loss": 0.8273,
      "step": 70
    },
    {
      "epoch": 0.010670579212377872,
      "grad_norm": 3.95522050766088,
      "learning_rate": 2.9999966406213696e-05,
      "loss": 0.7837,
      "step": 80
    },
    {
      "epoch": 0.012004401613925107,
      "grad_norm": 36.799552052300854,
      "learning_rate": 2.9999697656826056e-05,
      "loss": 0.8288,
      "step": 90
    },
    {
      "epoch": 0.01333822401547234,
      "grad_norm": 1.6305479563258536,
      "learning_rate": 2.9999160162865885e-05,
      "loss": 0.7778,
      "step": 100
    },
    {
      "epoch": 0.014672046417019574,
      "grad_norm": 2.159536648784889,
      "learning_rate": 2.9998353933963273e-05,
      "loss": 0.7616,
      "step": 110
    },
    {
      "epoch": 0.016005868818566808,
      "grad_norm": 3.397321425707004,
      "learning_rate": 2.999727898456315e-05,
      "loss": 0.7594,
      "step": 120
    },
    {
      "epoch": 0.017339691220114042,
      "grad_norm": 4.772220837365037,
      "learning_rate": 2.999593533392503e-05,
      "loss": 0.756,
      "step": 130
    },
    {
      "epoch": 0.018673513621661277,
      "grad_norm": 2.4845945633126885,
      "learning_rate": 2.9994323006122654e-05,
      "loss": 0.7601,
      "step": 140
    },
    {
      "epoch": 0.02000733602320851,
      "grad_norm": 3.591682569169127,
      "learning_rate": 2.9992442030043557e-05,
      "loss": 0.7894,
      "step": 150
    },
    {
      "epoch": 0.021341158424755743,
      "grad_norm": 2.5679458807474416,
      "learning_rate": 2.9990292439388565e-05,
      "loss": 0.7093,
      "step": 160
    },
    {
      "epoch": 0.022674980826302978,
      "grad_norm": 1.9412569107551652,
      "learning_rate": 2.9987874272671168e-05,
      "loss": 0.706,
      "step": 170
    },
    {
      "epoch": 0.024008803227850213,
      "grad_norm": 3.2667097270489,
      "learning_rate": 2.9985187573216855e-05,
      "loss": 0.7586,
      "step": 180
    },
    {
      "epoch": 0.025342625629397444,
      "grad_norm": 4.4208737375400675,
      "learning_rate": 2.998223238916232e-05,
      "loss": 0.6985,
      "step": 190
    },
    {
      "epoch": 0.02667644803094468,
      "grad_norm": 5.515966302183704,
      "learning_rate": 2.9979008773454618e-05,
      "loss": 0.7323,
      "step": 200
    },
    {
      "epoch": 0.028010270432491914,
      "grad_norm": 2.964165450396077,
      "learning_rate": 2.997551678385019e-05,
      "loss": 0.7603,
      "step": 210
    },
    {
      "epoch": 0.02934409283403915,
      "grad_norm": 3.0952916783456197,
      "learning_rate": 2.997175648291384e-05,
      "loss": 0.7421,
      "step": 220
    },
    {
      "epoch": 0.03067791523558638,
      "grad_norm": 4.213588693904103,
      "learning_rate": 2.996772793801763e-05,
      "loss": 0.7322,
      "step": 230
    },
    {
      "epoch": 0.032011737637133615,
      "grad_norm": 1.8568586103139084,
      "learning_rate": 2.996343122133965e-05,
      "loss": 0.6922,
      "step": 240
    },
    {
      "epoch": 0.033345560038680847,
      "grad_norm": 4.494146778909846,
      "learning_rate": 2.9958866409862745e-05,
      "loss": 0.7244,
      "step": 250
    },
    {
      "epoch": 0.034679382440228085,
      "grad_norm": 7.438170074282725,
      "learning_rate": 2.9954033585373108e-05,
      "loss": 0.7093,
      "step": 260
    },
    {
      "epoch": 0.036013204841775316,
      "grad_norm": 2.3744787346857015,
      "learning_rate": 2.994893283445885e-05,
      "loss": 0.6983,
      "step": 270
    },
    {
      "epoch": 0.037347027243322554,
      "grad_norm": 1.4722011682616383,
      "learning_rate": 2.9943564248508415e-05,
      "loss": 0.6781,
      "step": 280
    },
    {
      "epoch": 0.038680849644869786,
      "grad_norm": 3.3397620832486075,
      "learning_rate": 2.9937927923708966e-05,
      "loss": 0.7399,
      "step": 290
    },
    {
      "epoch": 0.04001467204641702,
      "grad_norm": 5.05063397044549,
      "learning_rate": 2.993202396104465e-05,
      "loss": 0.7671,
      "step": 300
    },
    {
      "epoch": 0.041348494447964255,
      "grad_norm": 3.0128431385936767,
      "learning_rate": 2.9925852466294795e-05,
      "loss": 0.7015,
      "step": 310
    },
    {
      "epoch": 0.04268231684951149,
      "grad_norm": 2.0161342716764237,
      "learning_rate": 2.9919413550032014e-05,
      "loss": 0.7009,
      "step": 320
    },
    {
      "epoch": 0.04401613925105872,
      "grad_norm": 1.3114004070324985,
      "learning_rate": 2.991270732762022e-05,
      "loss": 0.7153,
      "step": 330
    },
    {
      "epoch": 0.045349961652605957,
      "grad_norm": 18.493625676806268,
      "learning_rate": 2.990573391921255e-05,
      "loss": 0.7518,
      "step": 340
    },
    {
      "epoch": 0.04668378405415319,
      "grad_norm": 2.9526764059703567,
      "learning_rate": 2.989849344974924e-05,
      "loss": 0.7133,
      "step": 350
    },
    {
      "epoch": 0.048017606455700426,
      "grad_norm": 5.26274958582726,
      "learning_rate": 2.9890986048955368e-05,
      "loss": 0.7139,
      "step": 360
    },
    {
      "epoch": 0.04935142885724766,
      "grad_norm": 3.5319788357887933,
      "learning_rate": 2.9883211851338516e-05,
      "loss": 0.7084,
      "step": 370
    },
    {
      "epoch": 0.05068525125879489,
      "grad_norm": 7.607269935902469,
      "learning_rate": 2.9875170996186392e-05,
      "loss": 0.7309,
      "step": 380
    },
    {
      "epoch": 0.05201907366034213,
      "grad_norm": 2.3456663308287253,
      "learning_rate": 2.986686362756431e-05,
      "loss": 0.6827,
      "step": 390
    },
    {
      "epoch": 0.05335289606188936,
      "grad_norm": 2.176182050789012,
      "learning_rate": 2.9858289894312617e-05,
      "loss": 0.6995,
      "step": 400
    },
    {
      "epoch": 0.0546867184634366,
      "grad_norm": 11.171630173781537,
      "learning_rate": 2.9849449950044036e-05,
      "loss": 0.7335,
      "step": 410
    },
    {
      "epoch": 0.05602054086498383,
      "grad_norm": 6.63441431767892,
      "learning_rate": 2.984034395314088e-05,
      "loss": 0.7031,
      "step": 420
    },
    {
      "epoch": 0.05735436326653106,
      "grad_norm": 2.861620412225736,
      "learning_rate": 2.983097206675227e-05,
      "loss": 0.6559,
      "step": 430
    },
    {
      "epoch": 0.0586881856680783,
      "grad_norm": 5.523165036486206,
      "learning_rate": 2.9821334458791156e-05,
      "loss": 0.726,
      "step": 440
    },
    {
      "epoch": 0.06002200806962553,
      "grad_norm": 3.5602243751368197,
      "learning_rate": 2.9811431301931344e-05,
      "loss": 0.7202,
      "step": 450
    },
    {
      "epoch": 0.06135583047117276,
      "grad_norm": 11.333380381168622,
      "learning_rate": 2.9801262773604377e-05,
      "loss": 0.7189,
      "step": 460
    },
    {
      "epoch": 0.06268965287271999,
      "grad_norm": 14.159758615106613,
      "learning_rate": 2.9790829055996398e-05,
      "loss": 0.7267,
      "step": 470
    },
    {
      "epoch": 0.06402347527426723,
      "grad_norm": 9.009079485918289,
      "learning_rate": 2.978013033604483e-05,
      "loss": 0.748,
      "step": 480
    },
    {
      "epoch": 0.06535729767581447,
      "grad_norm": 1.9682648681675994,
      "learning_rate": 2.976916680543506e-05,
      "loss": 0.7369,
      "step": 490
    },
    {
      "epoch": 0.06669112007736169,
      "grad_norm": 2.9278164598232777,
      "learning_rate": 2.975793866059701e-05,
      "loss": 0.7037,
      "step": 500
    },
    {
      "epoch": 0.06802494247890893,
      "grad_norm": 5.5563562303649885,
      "learning_rate": 2.9746446102701606e-05,
      "loss": 0.6986,
      "step": 510
    },
    {
      "epoch": 0.06935876488045617,
      "grad_norm": 4.036767303783137,
      "learning_rate": 2.9734689337657157e-05,
      "loss": 0.7119,
      "step": 520
    },
    {
      "epoch": 0.07069258728200341,
      "grad_norm": 1.9856990692088847,
      "learning_rate": 2.9722668576105703e-05,
      "loss": 0.7205,
      "step": 530
    },
    {
      "epoch": 0.07202640968355063,
      "grad_norm": 5.200308739226583,
      "learning_rate": 2.971038403341921e-05,
      "loss": 0.6918,
      "step": 540
    },
    {
      "epoch": 0.07336023208509787,
      "grad_norm": 2.237349124701919,
      "learning_rate": 2.9697835929695727e-05,
      "loss": 0.7339,
      "step": 550
    },
    {
      "epoch": 0.07469405448664511,
      "grad_norm": 1.6388680632753365,
      "learning_rate": 2.968502448975544e-05,
      "loss": 0.7086,
      "step": 560
    },
    {
      "epoch": 0.07602787688819233,
      "grad_norm": 2.8545575025135244,
      "learning_rate": 2.967194994313663e-05,
      "loss": 0.678,
      "step": 570
    },
    {
      "epoch": 0.07736169928973957,
      "grad_norm": 2.674647983669599,
      "learning_rate": 2.9658612524091594e-05,
      "loss": 0.7119,
      "step": 580
    },
    {
      "epoch": 0.07869552169128681,
      "grad_norm": 2.489047760330112,
      "learning_rate": 2.9645012471582406e-05,
      "loss": 0.7382,
      "step": 590
    },
    {
      "epoch": 0.08002934409283403,
      "grad_norm": 5.509352102248308,
      "learning_rate": 2.9631150029276662e-05,
      "loss": 0.738,
      "step": 600
    },
    {
      "epoch": 0.08136316649438127,
      "grad_norm": 3.6489235270404015,
      "learning_rate": 2.9617025445543114e-05,
      "loss": 0.7018,
      "step": 610
    },
    {
      "epoch": 0.08269698889592851,
      "grad_norm": 2.7813651243235697,
      "learning_rate": 2.9602638973447218e-05,
      "loss": 0.7381,
      "step": 620
    },
    {
      "epoch": 0.08403081129747574,
      "grad_norm": 8.271390523006518,
      "learning_rate": 2.9587990870746574e-05,
      "loss": 0.7168,
      "step": 630
    },
    {
      "epoch": 0.08536463369902297,
      "grad_norm": 1.2460611751687307,
      "learning_rate": 2.9573081399886356e-05,
      "loss": 0.7004,
      "step": 640
    },
    {
      "epoch": 0.08669845610057021,
      "grad_norm": 1.704626418994062,
      "learning_rate": 2.9557910827994568e-05,
      "loss": 0.738,
      "step": 650
    },
    {
      "epoch": 0.08803227850211744,
      "grad_norm": 3.275051693107957,
      "learning_rate": 2.9542479426877283e-05,
      "loss": 0.7017,
      "step": 660
    },
    {
      "epoch": 0.08936610090366467,
      "grad_norm": 11.389990685570503,
      "learning_rate": 2.9526787473013753e-05,
      "loss": 0.7107,
      "step": 670
    },
    {
      "epoch": 0.09069992330521191,
      "grad_norm": 5.591277359184055,
      "learning_rate": 2.9510835247551485e-05,
      "loss": 0.7141,
      "step": 680
    },
    {
      "epoch": 0.09203374570675915,
      "grad_norm": 3.180111568581053,
      "learning_rate": 2.949462303630116e-05,
      "loss": 0.6987,
      "step": 690
    },
    {
      "epoch": 0.09336756810830638,
      "grad_norm": 3.8428068166831753,
      "learning_rate": 2.9478151129731567e-05,
      "loss": 0.7373,
      "step": 700
    },
    {
      "epoch": 0.09470139050985361,
      "grad_norm": 2.231397231771392,
      "learning_rate": 2.9461419822964348e-05,
      "loss": 0.6962,
      "step": 710
    },
    {
      "epoch": 0.09603521291140085,
      "grad_norm": 18.287201889017563,
      "learning_rate": 2.9444429415768726e-05,
      "loss": 0.6723,
      "step": 720
    },
    {
      "epoch": 0.09736903531294808,
      "grad_norm": 4.340932687135137,
      "learning_rate": 2.942718021255617e-05,
      "loss": 0.7151,
      "step": 730
    },
    {
      "epoch": 0.09870285771449532,
      "grad_norm": 2.7813821825484446,
      "learning_rate": 2.940967252237488e-05,
      "loss": 0.7332,
      "step": 740
    },
    {
      "epoch": 0.10003668011604255,
      "grad_norm": 2.3251782912937475,
      "learning_rate": 2.9391906658904296e-05,
      "loss": 0.6751,
      "step": 750
    },
    {
      "epoch": 0.10137050251758978,
      "grad_norm": 8.123799866292751,
      "learning_rate": 2.937388294044946e-05,
      "loss": 0.6886,
      "step": 760
    },
    {
      "epoch": 0.10270432491913702,
      "grad_norm": 1.528579329214318,
      "learning_rate": 2.9355601689935315e-05,
      "loss": 0.7146,
      "step": 770
    },
    {
      "epoch": 0.10403814732068425,
      "grad_norm": 2.0278953433974825,
      "learning_rate": 2.933706323490092e-05,
      "loss": 0.7453,
      "step": 780
    },
    {
      "epoch": 0.10537196972223148,
      "grad_norm": 1.4306270659678864,
      "learning_rate": 2.9318267907493583e-05,
      "loss": 0.6702,
      "step": 790
    },
    {
      "epoch": 0.10670579212377872,
      "grad_norm": 1.5178081087799355,
      "learning_rate": 2.9299216044462903e-05,
      "loss": 0.7346,
      "step": 800
    }
  ],
  "logging_steps": 10,
  "max_steps": 7497,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 400,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 2.1868564721958912e+18,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}