{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.994667614646285,
  "eval_steps": 1000,
  "global_step": 1053,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.028439388553146108,
      "grad_norm": 1.0473670959472656,
      "learning_rate": 9.433962264150944e-06,
      "loss": 2.6607,
      "step": 10
    },
    {
      "epoch": 0.056878777106292217,
      "grad_norm": 0.4230079650878906,
      "learning_rate": 1.8867924528301888e-05,
      "loss": 2.5121,
      "step": 20
    },
    {
      "epoch": 0.08531816565943832,
      "grad_norm": 0.35547205805778503,
      "learning_rate": 2.830188679245283e-05,
      "loss": 2.3998,
      "step": 30
    },
    {
      "epoch": 0.11375755421258443,
      "grad_norm": 0.3876227140426636,
      "learning_rate": 3.7735849056603776e-05,
      "loss": 2.3461,
      "step": 40
    },
    {
      "epoch": 0.14219694276573053,
      "grad_norm": 0.38349416851997375,
      "learning_rate": 4.716981132075472e-05,
      "loss": 2.2716,
      "step": 50
    },
    {
      "epoch": 0.17063633131887665,
      "grad_norm": 0.4068184792995453,
      "learning_rate": 4.999395511092461e-05,
      "loss": 2.2223,
      "step": 60
    },
    {
      "epoch": 0.19907571987202274,
      "grad_norm": 0.4073835015296936,
      "learning_rate": 4.996435452798774e-05,
      "loss": 2.1657,
      "step": 70
    },
    {
      "epoch": 0.22751510842516887,
      "grad_norm": 0.5059598684310913,
      "learning_rate": 4.991011714111481e-05,
      "loss": 2.1248,
      "step": 80
    },
    {
      "epoch": 0.25595449697831496,
      "grad_norm": 0.47395384311676025,
      "learning_rate": 4.9831296476058484e-05,
      "loss": 2.1223,
      "step": 90
    },
    {
      "epoch": 0.28439388553146105,
      "grad_norm": 0.43479716777801514,
      "learning_rate": 4.9727970319299044e-05,
      "loss": 2.0617,
      "step": 100
    },
    {
      "epoch": 0.3128332740846072,
      "grad_norm": 0.48797106742858887,
      "learning_rate": 4.9600240641278496e-05,
      "loss": 2.0526,
      "step": 110
    },
    {
      "epoch": 0.3412726626377533,
      "grad_norm": 0.5094576478004456,
      "learning_rate": 4.944823349576805e-05,
      "loss": 2.0356,
      "step": 120
    },
    {
      "epoch": 0.3697120511908994,
      "grad_norm": 0.5222152471542358,
      "learning_rate": 4.9272098895468277e-05,
      "loss": 2.0315,
      "step": 130
    },
    {
      "epoch": 0.3981514397440455,
      "grad_norm": 0.48217442631721497,
      "learning_rate": 4.907201066396469e-05,
      "loss": 2.013,
      "step": 140
    },
    {
      "epoch": 0.42659082829719164,
      "grad_norm": 0.46154898405075073,
      "learning_rate": 4.8848166264184844e-05,
      "loss": 1.9751,
      "step": 150
    },
    {
      "epoch": 0.45503021685033773,
      "grad_norm": 0.4828225374221802,
      "learning_rate": 4.860078660352625e-05,
      "loss": 1.9866,
      "step": 160
    },
    {
      "epoch": 0.4834696054034838,
      "grad_norm": 0.4831569194793701,
      "learning_rate": 4.8330115815847465e-05,
      "loss": 1.9529,
      "step": 170
    },
    {
      "epoch": 0.5119089939566299,
      "grad_norm": 0.4747070074081421,
      "learning_rate": 4.803642102053746e-05,
      "loss": 1.9575,
      "step": 180
    },
    {
      "epoch": 0.540348382509776,
      "grad_norm": 0.4549647271633148,
      "learning_rate": 4.7719992058901006e-05,
      "loss": 1.9488,
      "step": 190
    },
    {
      "epoch": 0.5687877710629221,
      "grad_norm": 0.4767439067363739,
      "learning_rate": 4.7381141208120296e-05,
      "loss": 1.9074,
      "step": 200
    },
    {
      "epoch": 0.5972271596160682,
      "grad_norm": 0.4805672764778137,
      "learning_rate": 4.702020287307509e-05,
      "loss": 1.9286,
      "step": 210
    },
    {
      "epoch": 0.6256665481692144,
      "grad_norm": 0.47634372115135193,
      "learning_rate": 4.663753325632548e-05,
      "loss": 1.924,
      "step": 220
    },
    {
      "epoch": 0.6541059367223605,
      "grad_norm": 0.4570080637931824,
      "learning_rate": 4.6233510006582914e-05,
      "loss": 1.8953,
      "step": 230
    },
    {
      "epoch": 0.6825453252755066,
      "grad_norm": 0.47734373807907104,
      "learning_rate": 4.580853184601659e-05,
      "loss": 1.9023,
      "step": 240
    },
    {
      "epoch": 0.7109847138286527,
      "grad_norm": 0.48877596855163574,
      "learning_rate": 4.536301817676274e-05,
      "loss": 1.8832,
      "step": 250
    },
    {
      "epoch": 0.7394241023817988,
      "grad_norm": 0.46437644958496094,
      "learning_rate": 4.48974086670254e-05,
      "loss": 1.9052,
      "step": 260
    },
    {
      "epoch": 0.7678634909349449,
      "grad_norm": 0.4709625840187073,
      "learning_rate": 4.4412162817176965e-05,
      "loss": 1.867,
      "step": 270
    },
    {
      "epoch": 0.796302879488091,
      "grad_norm": 0.5039490461349487,
      "learning_rate": 4.39077595062868e-05,
      "loss": 1.8549,
      "step": 280
    },
    {
      "epoch": 0.8247422680412371,
      "grad_norm": 0.4863899350166321,
      "learning_rate": 4.33846965195254e-05,
      "loss": 1.8589,
      "step": 290
    },
    {
      "epoch": 0.8531816565943833,
      "grad_norm": 0.4797697961330414,
      "learning_rate": 4.2843490056910534e-05,
      "loss": 1.8624,
      "step": 300
    },
    {
      "epoch": 0.8816210451475294,
      "grad_norm": 0.5284737348556519,
      "learning_rate": 4.228467422388016e-05,
      "loss": 1.878,
      "step": 310
    },
    {
      "epoch": 0.9100604337006755,
      "grad_norm": 0.45375633239746094,
      "learning_rate": 4.1708800504194827e-05,
      "loss": 1.8837,
      "step": 320
    },
    {
      "epoch": 0.9384998222538216,
      "grad_norm": 0.4459105432033539,
      "learning_rate": 4.1116437215689784e-05,
      "loss": 1.8472,
      "step": 330
    },
    {
      "epoch": 0.9669392108069677,
      "grad_norm": 0.48929303884506226,
      "learning_rate": 4.0508168949413906e-05,
      "loss": 1.8261,
      "step": 340
    },
    {
      "epoch": 0.9953785993601137,
      "grad_norm": 0.4859321415424347,
      "learning_rate": 3.988459599270888e-05,
      "loss": 1.8697,
      "step": 350
    },
    {
      "epoch": 1.0238179879132598,
      "grad_norm": 0.481235533952713,
      "learning_rate": 3.9246333736798095e-05,
      "loss": 1.8783,
      "step": 360
    },
    {
      "epoch": 1.052257376466406,
      "grad_norm": 0.5238078832626343,
      "learning_rate": 3.859401206946982e-05,
      "loss": 1.7799,
      "step": 370
    },
    {
      "epoch": 1.080696765019552,
      "grad_norm": 0.5101935863494873,
      "learning_rate": 3.792827475345393e-05,
      "loss": 1.8068,
      "step": 380
    },
    {
      "epoch": 1.1091361535726982,
      "grad_norm": 0.4812924265861511,
      "learning_rate": 3.724977879110591e-05,
      "loss": 1.7974,
      "step": 390
    },
    {
      "epoch": 1.1375755421258442,
      "grad_norm": 0.5056812763214111,
      "learning_rate": 3.6559193776024794e-05,
      "loss": 1.7918,
      "step": 400
    },
    {
      "epoch": 1.1660149306789904,
      "grad_norm": 0.5049041509628296,
      "learning_rate": 3.585720123224512e-05,
      "loss": 1.7856,
      "step": 410
    },
    {
      "epoch": 1.1944543192321366,
      "grad_norm": 0.5172712802886963,
      "learning_rate": 3.5144493941655e-05,
      "loss": 1.786,
      "step": 420
    },
    {
      "epoch": 1.2228937077852826,
      "grad_norm": 0.48730871081352234,
      "learning_rate": 3.442177526030407e-05,
      "loss": 1.7553,
      "step": 430
    },
    {
      "epoch": 1.2513330963384286,
      "grad_norm": 0.5034505724906921,
      "learning_rate": 3.3689758424275926e-05,
      "loss": 1.7567,
      "step": 440
    },
    {
      "epoch": 1.2797724848915748,
      "grad_norm": 0.5002079606056213,
      "learning_rate": 3.294916584581027e-05,
      "loss": 1.7851,
      "step": 450
    },
    {
      "epoch": 1.308211873444721,
      "grad_norm": 0.5162603855133057,
      "learning_rate": 3.220072840036923e-05,
      "loss": 1.7631,
      "step": 460
    },
    {
      "epoch": 1.336651261997867,
      "grad_norm": 0.5188742876052856,
      "learning_rate": 3.14451847053515e-05,
      "loss": 1.7645,
      "step": 470
    },
    {
      "epoch": 1.3650906505510132,
      "grad_norm": 0.5118332505226135,
      "learning_rate": 3.068328039116616e-05,
      "loss": 1.7693,
      "step": 480
    },
    {
      "epoch": 1.3935300391041592,
      "grad_norm": 0.5362988710403442,
      "learning_rate": 2.99157673653855e-05,
      "loss": 1.7712,
      "step": 490
    },
    {
      "epoch": 1.4219694276573054,
      "grad_norm": 0.5271508097648621,
      "learning_rate": 2.9143403070702997e-05,
      "loss": 1.7613,
      "step": 500
    },
    {
      "epoch": 1.4504088162104516,
      "grad_norm": 0.5073094964027405,
      "learning_rate": 2.8366949737428817e-05,
      "loss": 1.7729,
      "step": 510
    },
    {
      "epoch": 1.4788482047635976,
      "grad_norm": 0.5312384366989136,
      "learning_rate": 2.7587173631260566e-05,
      "loss": 1.7649,
      "step": 520
    },
    {
      "epoch": 1.5072875933167436,
      "grad_norm": 0.5345740914344788,
      "learning_rate": 2.6804844297071526e-05,
      "loss": 1.747,
      "step": 530
    },
    {
      "epoch": 1.5357269818698898,
      "grad_norm": 0.5181931257247925,
      "learning_rate": 2.6020733799462754e-05,
      "loss": 1.7496,
      "step": 540
    },
    {
      "epoch": 1.564166370423036,
      "grad_norm": 0.5075932741165161,
      "learning_rate": 2.5235615960828605e-05,
      "loss": 1.7517,
      "step": 550
    },
    {
      "epoch": 1.5926057589761822,
      "grad_norm": 0.5280550122261047,
      "learning_rate": 2.4450265597687376e-05,
      "loss": 1.7768,
      "step": 560
    },
    {
      "epoch": 1.6210451475293282,
      "grad_norm": 0.526050865650177,
      "learning_rate": 2.3665457756030988e-05,
      "loss": 1.7369,
      "step": 570
    },
    {
      "epoch": 1.6494845360824741,
      "grad_norm": 0.5144099593162537,
      "learning_rate": 2.2881966946448167e-05,
      "loss": 1.7389,
      "step": 580
    },
    {
      "epoch": 1.6779239246356203,
      "grad_norm": 0.532425045967102,
      "learning_rate": 2.2100566379775967e-05,
      "loss": 1.7364,
      "step": 590
    },
    {
      "epoch": 1.7063633131887666,
      "grad_norm": 0.5095171332359314,
      "learning_rate": 2.1322027204034066e-05,
      "loss": 1.7447,
      "step": 600
    },
    {
      "epoch": 1.7348027017419125,
      "grad_norm": 0.5283172726631165,
      "learning_rate": 2.0547117743394744e-05,
      "loss": 1.7647,
      "step": 610
    },
    {
      "epoch": 1.7632420902950585,
      "grad_norm": 0.5820568203926086,
      "learning_rate": 1.9776602739939714e-05,
      "loss": 1.7343,
      "step": 620
    },
    {
      "epoch": 1.7916814788482047,
      "grad_norm": 0.5260512232780457,
      "learning_rate": 1.9011242598951962e-05,
      "loss": 1.7402,
      "step": 630
    },
    {
      "epoch": 1.820120867401351,
      "grad_norm": 0.5743537545204163,
      "learning_rate": 1.8251792638487596e-05,
      "loss": 1.7421,
      "step": 640
    },
    {
      "epoch": 1.8485602559544971,
      "grad_norm": 0.508335530757904,
      "learning_rate": 1.7499002343968098e-05,
      "loss": 1.7303,
      "step": 650
    },
    {
      "epoch": 1.8769996445076431,
      "grad_norm": 0.5431790947914124,
      "learning_rate": 1.675361462852868e-05,
      "loss": 1.7236,
      "step": 660
    },
    {
      "epoch": 1.905439033060789,
      "grad_norm": 0.5047234892845154,
      "learning_rate": 1.6016365099852735e-05,
      "loss": 1.7163,
      "step": 670
    },
    {
      "epoch": 1.9338784216139353,
      "grad_norm": 0.5409323573112488,
      "learning_rate": 1.528798133421585e-05,
      "loss": 1.7253,
      "step": 680
    },
    {
      "epoch": 1.9623178101670815,
      "grad_norm": 0.5161160826683044,
      "learning_rate": 1.4569182158455875e-05,
      "loss": 1.7054,
      "step": 690
    },
    {
      "epoch": 1.9907571987202275,
      "grad_norm": 0.5363497734069824,
      "learning_rate": 1.3860676940577594e-05,
      "loss": 1.7469,
      "step": 700
    },
    {
      "epoch": 2.0191965872733735,
      "grad_norm": 0.5758066177368164,
      "learning_rate": 1.3163164889692197e-05,
      "loss": 1.7598,
      "step": 710
    },
    {
      "epoch": 2.0476359758265197,
      "grad_norm": 0.5709594488143921,
      "learning_rate": 1.2477334365982248e-05,
      "loss": 1.6736,
      "step": 720
    },
    {
      "epoch": 2.076075364379666,
      "grad_norm": 0.5616790056228638,
      "learning_rate": 1.1803862201373342e-05,
      "loss": 1.6529,
      "step": 730
    },
    {
      "epoch": 2.104514752932812,
      "grad_norm": 0.5473997592926025,
      "learning_rate": 1.1143413031582645e-05,
      "loss": 1.6734,
      "step": 740
    },
    {
      "epoch": 2.132954141485958,
      "grad_norm": 0.559503436088562,
      "learning_rate": 1.0496638640203774e-05,
      "loss": 1.6702,
      "step": 750
    },
    {
      "epoch": 2.161393530039104,
      "grad_norm": 0.5698120594024658,
      "learning_rate": 9.864177315474968e-06,
      "loss": 1.6613,
      "step": 760
    },
    {
      "epoch": 2.1898329185922503,
      "grad_norm": 0.5590789318084717,
      "learning_rate": 9.246653220365778e-06,
      "loss": 1.6898,
      "step": 770
    },
    {
      "epoch": 2.2182723071453965,
      "grad_norm": 0.5687025785446167,
      "learning_rate": 8.644675776603476e-06,
      "loss": 1.6688,
      "step": 780
    },
    {
      "epoch": 2.2467116956985427,
      "grad_norm": 0.5703499913215637,
      "learning_rate": 8.058839063247447e-06,
      "loss": 1.6761,
      "step": 790
    },
    {
      "epoch": 2.2751510842516884,
      "grad_norm": 0.586949348449707,
      "learning_rate": 7.489721230404842e-06,
      "loss": 1.7022,
      "step": 800
    },
    {
      "epoch": 2.3035904728048346,
      "grad_norm": 0.5651352405548096,
      "learning_rate": 6.937883928666255e-06,
      "loss": 1.6778,
      "step": 810
    },
    {
      "epoch": 2.332029861357981,
      "grad_norm": 0.5906292200088501,
      "learning_rate": 6.403871754824373e-06,
      "loss": 1.6517,
      "step": 820
    },
    {
      "epoch": 2.360469249911127,
      "grad_norm": 0.5772544145584106,
      "learning_rate": 5.8882117144227115e-06,
      "loss": 1.6696,
      "step": 830
    },
    {
      "epoch": 2.3889086384642733,
      "grad_norm": 0.5833613872528076,
      "learning_rate": 5.391412701664744e-06,
      "loss": 1.6452,
      "step": 840
    },
    {
      "epoch": 2.417348027017419,
      "grad_norm": 0.5983288884162903,
      "learning_rate": 4.91396499719681e-06,
      "loss": 1.6739,
      "step": 850
    },
    {
      "epoch": 2.4457874155705652,
      "grad_norm": 0.5902206897735596,
      "learning_rate": 4.456339784260247e-06,
      "loss": 1.6582,
      "step": 860
    },
    {
      "epoch": 2.4742268041237114,
      "grad_norm": 0.5683711767196655,
      "learning_rate": 4.018988683690461e-06,
      "loss": 1.6483,
      "step": 870
    },
    {
      "epoch": 2.502666192676857,
      "grad_norm": 0.5805079936981201,
      "learning_rate": 3.6023433082216755e-06,
      "loss": 1.6731,
      "step": 880
    },
    {
      "epoch": 2.5311055812300034,
      "grad_norm": 0.5799385905265808,
      "learning_rate": 3.2068148365372806e-06,
      "loss": 1.6705,
      "step": 890
    },
    {
      "epoch": 2.5595449697831496,
      "grad_norm": 0.6097893118858337,
      "learning_rate": 2.832793607486087e-06,
      "loss": 1.6851,
      "step": 900
    },
    {
      "epoch": 2.587984358336296,
      "grad_norm": 0.5920665860176086,
      "learning_rate": 2.4806487348650485e-06,
      "loss": 1.6464,
      "step": 910
    },
    {
      "epoch": 2.616423746889442,
      "grad_norm": 0.5650290846824646,
      "learning_rate": 2.150727743148473e-06,
      "loss": 1.6576,
      "step": 920
    },
    {
      "epoch": 2.6448631354425878,
      "grad_norm": 0.5883274674415588,
      "learning_rate": 1.8433562245233349e-06,
      "loss": 1.6304,
      "step": 930
    },
    {
      "epoch": 2.673302523995734,
      "grad_norm": 0.5887704491615295,
      "learning_rate": 1.5588375175691117e-06,
      "loss": 1.6674,
      "step": 940
    },
    {
      "epoch": 2.70174191254888,
      "grad_norm": 0.576253354549408,
      "learning_rate": 1.2974524078991995e-06,
      "loss": 1.6493,
      "step": 950
    },
    {
      "epoch": 2.7301813011020264,
      "grad_norm": 0.5727583169937134,
      "learning_rate": 1.0594588510594445e-06,
      "loss": 1.6529,
      "step": 960
    },
    {
      "epoch": 2.7586206896551726,
      "grad_norm": 0.5819412469863892,
      "learning_rate": 8.450917179571305e-07,
      "loss": 1.6612,
      "step": 970
    },
    {
      "epoch": 2.7870600782083184,
      "grad_norm": 0.570379376411438,
      "learning_rate": 6.545625630717783e-07,
      "loss": 1.6637,
      "step": 980
    },
    {
      "epoch": 2.8154994667614646,
      "grad_norm": 0.5768330693244934,
      "learning_rate": 4.880594156763896e-07,
      "loss": 1.6784,
      "step": 990
    },
    {
      "epoch": 2.8439388553146108,
      "grad_norm": 0.5636200904846191,
      "learning_rate": 3.4574659427528133e-07,
      "loss": 1.6679,
      "step": 1000
    },
    {
      "epoch": 2.8439388553146108,
      "eval_loss": 1.758003830909729,
      "eval_runtime": 181.1788,
      "eval_samples_per_second": 55.194,
      "eval_steps_per_second": 1.728,
      "step": 1000
    },
    {
      "epoch": 2.872378243867757,
      "grad_norm": 0.5933385491371155,
      "learning_rate": 2.2776454444153328e-07,
      "loss": 1.6689,
      "step": 1010
    },
    {
      "epoch": 2.900817632420903,
      "grad_norm": 0.5807960033416748,
      "learning_rate": 1.342297002141918e-07,
      "loss": 1.6333,
      "step": 1020
    },
    {
      "epoch": 2.929257020974049,
      "grad_norm": 0.5805134773254395,
      "learning_rate": 6.523436919190773e-08,
      "loss": 1.6701,
      "step": 1030
    },
    {
      "epoch": 2.957696409527195,
      "grad_norm": 0.5947986841201782,
      "learning_rate": 2.0846641436497726e-08,
      "loss": 1.652,
      "step": 1040
    },
    {
      "epoch": 2.9861357980803414,
      "grad_norm": 0.5900915861129761,
      "learning_rate": 1.1103222762542941e-09,
      "loss": 1.6704,
      "step": 1050
    },
    {
      "epoch": 2.994667614646285,
      "step": 1053,
      "total_flos": 4.229776342129836e+18,
      "train_loss": 1.8177586702200084,
      "train_runtime": 12857.7751,
      "train_samples_per_second": 20.999,
      "train_steps_per_second": 0.082
    }
  ],
  "logging_steps": 10,
  "max_steps": 1053,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 4.229776342129836e+18,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}