{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.935251798561151,
  "eval_steps": 500,
  "global_step": 102,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.05755395683453238,
      "grad_norm": 12.61336898803711,
      "learning_rate": 9.090909090909091e-07,
      "logits/chosen": -1.8628841638565063,
      "logits/rejected": -2.055020332336426,
      "logps/chosen": -171.465087890625,
      "logps/rejected": -237.2239532470703,
      "loss": 0.6931,
      "rewards/accuracies": 0.0,
      "rewards/chosen": 0.0,
      "rewards/margins": 0.0,
      "rewards/rejected": 0.0,
      "step": 2
    },
    {
      "epoch": 0.11510791366906475,
      "grad_norm": 13.303223609924316,
      "learning_rate": 1.8181818181818183e-06,
      "logits/chosen": -1.77495539188385,
      "logits/rejected": -2.0203144550323486,
      "logps/chosen": -174.85792541503906,
      "logps/rejected": -223.60960388183594,
      "loss": 0.7202,
      "rewards/accuracies": 0.421875,
      "rewards/chosen": 0.027576472610235214,
      "rewards/margins": -0.017962537705898285,
      "rewards/rejected": 0.0455390103161335,
      "step": 4
    },
    {
      "epoch": 0.17266187050359713,
      "grad_norm": 13.142106056213379,
      "learning_rate": 2.7272727272727272e-06,
      "logits/chosen": -1.6846373081207275,
      "logits/rejected": -1.8930776119232178,
      "logps/chosen": -148.6173553466797,
      "logps/rejected": -215.2635498046875,
      "loss": 0.6931,
      "rewards/accuracies": 0.578125,
      "rewards/chosen": 0.01209343783557415,
      "rewards/margins": 0.026968184858560562,
      "rewards/rejected": -0.014874744229018688,
      "step": 6
    },
    {
      "epoch": 0.2302158273381295,
      "grad_norm": 14.098532676696777,
      "learning_rate": 3.6363636363636366e-06,
      "logits/chosen": -1.664399266242981,
      "logits/rejected": -1.8190324306488037,
      "logps/chosen": -162.35986328125,
      "logps/rejected": -209.52432250976562,
      "loss": 0.7227,
      "rewards/accuracies": 0.453125,
      "rewards/chosen": -0.0490722618997097,
      "rewards/margins": -0.019629262387752533,
      "rewards/rejected": -0.029443001374602318,
      "step": 8
    },
    {
      "epoch": 0.28776978417266186,
      "grad_norm": 17.35445213317871,
      "learning_rate": 4.5454545454545455e-06,
      "logits/chosen": -1.794135332107544,
      "logits/rejected": -2.1967906951904297,
      "logps/chosen": -175.1381378173828,
      "logps/rejected": -199.35000610351562,
      "loss": 0.7281,
      "rewards/accuracies": 0.46875,
      "rewards/chosen": -0.0006946558132767677,
      "rewards/margins": -0.02462945692241192,
      "rewards/rejected": 0.023934796452522278,
      "step": 10
    },
    {
      "epoch": 0.34532374100719426,
      "grad_norm": 15.025739669799805,
      "learning_rate": 4.998510351377676e-06,
      "logits/chosen": -1.6492798328399658,
      "logits/rejected": -1.9510689973831177,
      "logps/chosen": -168.0927276611328,
      "logps/rejected": -215.88006591796875,
      "loss": 0.6629,
      "rewards/accuracies": 0.65625,
      "rewards/chosen": 0.04117076098918915,
      "rewards/margins": 0.11135232448577881,
      "rewards/rejected": -0.07018155604600906,
      "step": 12
    },
    {
      "epoch": 0.4028776978417266,
      "grad_norm": 13.217601776123047,
      "learning_rate": 4.986603811737982e-06,
      "logits/chosen": -1.6234389543533325,
      "logits/rejected": -1.7974214553833008,
      "logps/chosen": -181.07872009277344,
      "logps/rejected": -224.6402130126953,
      "loss": 0.6747,
      "rewards/accuracies": 0.578125,
      "rewards/chosen": 0.05587499216198921,
      "rewards/margins": 0.07424326241016388,
      "rewards/rejected": -0.018368273973464966,
      "step": 14
    },
    {
      "epoch": 0.460431654676259,
      "grad_norm": 13.030729293823242,
      "learning_rate": 4.9628474725421845e-06,
      "logits/chosen": -1.7801084518432617,
      "logits/rejected": -2.158487319946289,
      "logps/chosen": -183.85427856445312,
      "logps/rejected": -220.0618133544922,
      "loss": 0.6627,
      "rewards/accuracies": 0.65625,
      "rewards/chosen": -0.03484422340989113,
      "rewards/margins": 0.11216042935848236,
      "rewards/rejected": -0.14700466394424438,
      "step": 16
    },
    {
      "epoch": 0.5179856115107914,
      "grad_norm": 10.820516586303711,
      "learning_rate": 4.927354543565131e-06,
      "logits/chosen": -1.6137356758117676,
      "logits/rejected": -1.8953951597213745,
      "logps/chosen": -162.70101928710938,
      "logps/rejected": -197.60382080078125,
      "loss": 0.6371,
      "rewards/accuracies": 0.609375,
      "rewards/chosen": 0.11542239040136337,
      "rewards/margins": 0.1481863409280777,
      "rewards/rejected": -0.03276393562555313,
      "step": 18
    },
    {
      "epoch": 0.5755395683453237,
      "grad_norm": 13.496746063232422,
      "learning_rate": 4.880294164776785e-06,
      "logits/chosen": -1.5672615766525269,
      "logits/rejected": -1.799597978591919,
      "logps/chosen": -166.3477020263672,
      "logps/rejected": -206.35385131835938,
      "loss": 0.6767,
      "rewards/accuracies": 0.5,
      "rewards/chosen": 0.03490065410733223,
      "rewards/margins": 0.07657002657651901,
      "rewards/rejected": -0.041669368743896484,
      "step": 20
    },
    {
      "epoch": 0.6330935251798561,
      "grad_norm": 13.735678672790527,
      "learning_rate": 4.821890600313256e-06,
      "logits/chosen": -1.8001123666763306,
      "logits/rejected": -2.105792284011841,
      "logps/chosen": -183.22373962402344,
      "logps/rejected": -225.92710876464844,
      "loss": 0.6326,
      "rewards/accuracies": 0.59375,
      "rewards/chosen": 0.05107605457305908,
      "rewards/margins": 0.1594647318124771,
      "rewards/rejected": -0.10838868468999863,
      "step": 22
    },
    {
      "epoch": 0.6906474820143885,
      "grad_norm": 11.953166961669922,
      "learning_rate": 4.752422169756048e-06,
      "logits/chosen": -1.9147757291793823,
      "logits/rejected": -2.2474513053894043,
      "logps/chosen": -181.51597595214844,
      "logps/rejected": -195.81033325195312,
      "loss": 0.6138,
      "rewards/accuracies": 0.6875,
      "rewards/chosen": 0.13331472873687744,
      "rewards/margins": 0.21828582882881165,
      "rewards/rejected": -0.0849711000919342,
      "step": 24
    },
    {
      "epoch": 0.7482014388489209,
      "grad_norm": 10.812925338745117,
      "learning_rate": 4.672219921812517e-06,
      "logits/chosen": -2.0098390579223633,
      "logits/rejected": -2.057783365249634,
      "logps/chosen": -166.85260009765625,
      "logps/rejected": -219.13427734375,
      "loss": 0.6185,
      "rewards/accuracies": 0.65625,
      "rewards/chosen": 0.12382392585277557,
      "rewards/margins": 0.23543882369995117,
      "rewards/rejected": -0.11161486804485321,
      "step": 26
    },
    {
      "epoch": 0.8057553956834532,
      "grad_norm": 11.20254135131836,
      "learning_rate": 4.581666056718016e-06,
      "logits/chosen": -1.809260606765747,
      "logits/rejected": -1.9223175048828125,
      "logps/chosen": -194.20700073242188,
      "logps/rejected": -236.03829956054688,
      "loss": 0.6222,
      "rewards/accuracies": 0.640625,
      "rewards/chosen": 0.13630633056163788,
      "rewards/margins": 0.2403251975774765,
      "rewards/rejected": -0.10401885211467743,
      "step": 28
    },
    {
      "epoch": 0.8633093525179856,
      "grad_norm": 11.394420623779297,
      "learning_rate": 4.481192104877727e-06,
      "logits/chosen": -1.6475874185562134,
      "logits/rejected": -2.0424444675445557,
      "logps/chosen": -177.6649169921875,
      "logps/rejected": -217.6787872314453,
      "loss": 0.4954,
      "rewards/accuracies": 0.875,
      "rewards/chosen": 0.23437190055847168,
      "rewards/margins": 0.5494118928909302,
      "rewards/rejected": -0.3150399923324585,
      "step": 30
    },
    {
      "epoch": 0.920863309352518,
      "grad_norm": 13.055252075195312,
      "learning_rate": 4.3712768704277535e-06,
      "logits/chosen": -1.9410960674285889,
      "logits/rejected": -2.216390371322632,
      "logps/chosen": -178.47877502441406,
      "logps/rejected": -221.4510498046875,
      "loss": 0.4999,
      "rewards/accuracies": 0.84375,
      "rewards/chosen": 0.19329071044921875,
      "rewards/margins": 0.5714992880821228,
      "rewards/rejected": -0.37820857763290405,
      "step": 32
    },
    {
      "epoch": 0.9784172661870504,
      "grad_norm": 8.89469051361084,
      "learning_rate": 4.252444149515374e-06,
      "logits/chosen": -1.7217860221862793,
      "logits/rejected": -1.8292845487594604,
      "logps/chosen": -166.56455993652344,
      "logps/rejected": -224.22413635253906,
      "loss": 0.4695,
      "rewards/accuracies": 0.828125,
      "rewards/chosen": 0.21696212887763977,
      "rewards/margins": 0.6354631781578064,
      "rewards/rejected": -0.41850101947784424,
      "step": 34
    },
    {
      "epoch": 1.0359712230215827,
      "grad_norm": 9.03423023223877,
      "learning_rate": 4.125260234171861e-06,
      "logits/chosen": -1.7452164888381958,
      "logits/rejected": -1.9169570207595825,
      "logps/chosen": -176.8074951171875,
      "logps/rejected": -240.5430145263672,
      "loss": 0.4663,
      "rewards/accuracies": 0.84375,
      "rewards/chosen": 0.1004013791680336,
      "rewards/margins": 0.6946967840194702,
      "rewards/rejected": -0.5942954421043396,
      "step": 36
    },
    {
      "epoch": 1.0935251798561152,
      "grad_norm": 8.077057838439941,
      "learning_rate": 3.990331213673064e-06,
      "logits/chosen": -1.7885024547576904,
      "logits/rejected": -2.0291481018066406,
      "logps/chosen": -182.01747131347656,
      "logps/rejected": -220.93408203125,
      "loss": 0.4458,
      "rewards/accuracies": 0.78125,
      "rewards/chosen": 0.14817766845226288,
      "rewards/margins": 0.8059278726577759,
      "rewards/rejected": -0.6577501893043518,
      "step": 38
    },
    {
      "epoch": 1.1510791366906474,
      "grad_norm": 7.7763776779174805,
      "learning_rate": 3.848300086247998e-06,
      "logits/chosen": -1.771430492401123,
      "logits/rejected": -1.8969953060150146,
      "logps/chosen": -169.00811767578125,
      "logps/rejected": -216.32608032226562,
      "loss": 0.3395,
      "rewards/accuracies": 0.921875,
      "rewards/chosen": 0.42292630672454834,
      "rewards/margins": 1.200685739517212,
      "rewards/rejected": -0.7777595520019531,
      "step": 40
    },
    {
      "epoch": 1.20863309352518,
      "grad_norm": 9.472132682800293,
      "learning_rate": 3.6998436948994664e-06,
      "logits/chosen": -1.7478959560394287,
      "logits/rejected": -1.946545124053955,
      "logps/chosen": -154.75123596191406,
      "logps/rejected": -207.8878631591797,
      "loss": 0.3934,
      "rewards/accuracies": 0.890625,
      "rewards/chosen": 0.17304691672325134,
      "rewards/margins": 0.9744219779968262,
      "rewards/rejected": -0.8013750314712524,
      "step": 42
    },
    {
      "epoch": 1.2661870503597124,
      "grad_norm": 8.541696548461914,
      "learning_rate": 3.545669501938913e-06,
      "logits/chosen": -1.6284449100494385,
      "logits/rejected": -1.819665551185608,
      "logps/chosen": -177.72425842285156,
      "logps/rejected": -221.01028442382812,
      "loss": 0.4418,
      "rewards/accuracies": 0.796875,
      "rewards/chosen": 0.3692091405391693,
      "rewards/margins": 0.9766747951507568,
      "rewards/rejected": -0.6074656248092651,
      "step": 44
    },
    {
      "epoch": 1.3237410071942446,
      "grad_norm": 6.5243048667907715,
      "learning_rate": 3.386512217606339e-06,
      "logits/chosen": -1.5771324634552002,
      "logits/rejected": -1.7775179147720337,
      "logps/chosen": -170.24432373046875,
      "logps/rejected": -210.37942504882812,
      "loss": 0.35,
      "rewards/accuracies": 0.859375,
      "rewards/chosen": 0.14126329123973846,
      "rewards/margins": 1.228642225265503,
      "rewards/rejected": -1.087378978729248,
      "step": 46
    },
    {
      "epoch": 1.381294964028777,
      "grad_norm": 7.318809509277344,
      "learning_rate": 3.2231302988414198e-06,
      "logits/chosen": -1.797095775604248,
      "logits/rejected": -2.164658784866333,
      "logps/chosen": -172.25515747070312,
      "logps/rejected": -195.97921752929688,
      "loss": 0.3598,
      "rewards/accuracies": 0.875,
      "rewards/chosen": 0.2658257484436035,
      "rewards/margins": 1.1805520057678223,
      "rewards/rejected": -0.914726197719574,
      "step": 48
    },
    {
      "epoch": 1.4388489208633093,
      "grad_norm": 7.181938171386719,
      "learning_rate": 3.056302334890786e-06,
      "logits/chosen": -1.7573457956314087,
      "logits/rejected": -2.1520862579345703,
      "logps/chosen": -170.33551025390625,
      "logps/rejected": -202.55755615234375,
      "loss": 0.3145,
      "rewards/accuracies": 0.90625,
      "rewards/chosen": 0.3353237211704254,
      "rewards/margins": 1.4618067741394043,
      "rewards/rejected": -1.1264830827713013,
      "step": 50
    },
    {
      "epoch": 1.4964028776978417,
      "grad_norm": 10.611798286437988,
      "learning_rate": 2.886823336975703e-06,
      "logits/chosen": -1.9649319648742676,
      "logits/rejected": -2.0540201663970947,
      "logps/chosen": -172.51666259765625,
      "logps/rejected": -220.8997039794922,
      "loss": 0.3824,
      "rewards/accuracies": 0.828125,
      "rewards/chosen": 0.0204707570374012,
      "rewards/margins": 1.466935396194458,
      "rewards/rejected": -1.4464645385742188,
      "step": 52
    },
    {
      "epoch": 1.5539568345323742,
      "grad_norm": 7.461566925048828,
      "learning_rate": 2.7155009497015487e-06,
      "logits/chosen": -1.7212716341018677,
      "logits/rejected": -1.9288042783737183,
      "logps/chosen": -161.3657989501953,
      "logps/rejected": -203.9424285888672,
      "loss": 0.3495,
      "rewards/accuracies": 0.890625,
      "rewards/chosen": 0.2896910011768341,
      "rewards/margins": 1.4831678867340088,
      "rewards/rejected": -1.193476915359497,
      "step": 54
    },
    {
      "epoch": 1.6115107913669064,
      "grad_norm": 6.363231658935547,
      "learning_rate": 2.5431516022634718e-06,
      "logits/chosen": -1.7244608402252197,
      "logits/rejected": -1.8467546701431274,
      "logps/chosen": -169.42726135253906,
      "logps/rejected": -238.03623962402344,
      "loss": 0.3193,
      "rewards/accuracies": 0.84375,
      "rewards/chosen": 0.5018333792686462,
      "rewards/margins": 1.5871676206588745,
      "rewards/rejected": -1.085334300994873,
      "step": 56
    },
    {
      "epoch": 1.6690647482014387,
      "grad_norm": 8.272695541381836,
      "learning_rate": 2.3705966177894763e-06,
      "logits/chosen": -1.8467073440551758,
      "logits/rejected": -2.1156005859375,
      "logps/chosen": -169.63739013671875,
      "logps/rejected": -229.26177978515625,
      "loss": 0.3311,
      "rewards/accuracies": 0.8125,
      "rewards/chosen": 0.4218375086784363,
      "rewards/margins": 1.7388478517532349,
      "rewards/rejected": -1.3170104026794434,
      "step": 58
    },
    {
      "epoch": 1.7266187050359711,
      "grad_norm": 6.028374195098877,
      "learning_rate": 2.1986582993616926e-06,
      "logits/chosen": -1.7396399974822998,
      "logits/rejected": -2.01945424079895,
      "logps/chosen": -169.17230224609375,
      "logps/rejected": -220.03109741210938,
      "loss": 0.2872,
      "rewards/accuracies": 0.90625,
      "rewards/chosen": 0.15267056226730347,
      "rewards/margins": 1.99850594997406,
      "rewards/rejected": -1.8458354473114014,
      "step": 60
    },
    {
      "epoch": 1.7841726618705036,
      "grad_norm": 8.13830280303955,
      "learning_rate": 2.0281560113677085e-06,
      "logits/chosen": -1.8339189291000366,
      "logits/rejected": -2.0238192081451416,
      "logps/chosen": -176.9852752685547,
      "logps/rejected": -219.31089782714844,
      "loss": 0.3258,
      "rewards/accuracies": 0.90625,
      "rewards/chosen": 0.418798565864563,
      "rewards/margins": 1.8581160306930542,
      "rewards/rejected": -1.4393174648284912,
      "step": 62
    },
    {
      "epoch": 1.841726618705036,
      "grad_norm": 6.037229537963867,
      "learning_rate": 1.8599022748561324e-06,
      "logits/chosen": -1.6754798889160156,
      "logits/rejected": -1.8604053258895874,
      "logps/chosen": -179.31600952148438,
      "logps/rejected": -222.77664184570312,
      "loss": 0.2994,
      "rewards/accuracies": 0.921875,
      "rewards/chosen": 0.05394846200942993,
      "rewards/margins": 1.9718104600906372,
      "rewards/rejected": -1.9178617000579834,
      "step": 64
    },
    {
      "epoch": 1.8992805755395683,
      "grad_norm": 5.1347336769104,
      "learning_rate": 1.694698895503774e-06,
      "logits/chosen": -1.6910380125045776,
      "logits/rejected": -1.9908016920089722,
      "logps/chosen": -168.50946044921875,
      "logps/rejected": -230.62281799316406,
      "loss": 0.2577,
      "rewards/accuracies": 0.921875,
      "rewards/chosen": 0.30626192688941956,
      "rewards/margins": 2.129185199737549,
      "rewards/rejected": -1.822923183441162,
      "step": 66
    },
    {
      "epoch": 1.9568345323741008,
      "grad_norm": 4.9467926025390625,
      "learning_rate": 1.5333331426464532e-06,
      "logits/chosen": -1.836257815361023,
      "logits/rejected": -2.202897310256958,
      "logps/chosen": -191.49977111816406,
      "logps/rejected": -229.22738647460938,
      "loss": 0.2053,
      "rewards/accuracies": 0.96875,
      "rewards/chosen": 0.3933337330818176,
      "rewards/margins": 2.6139490604400635,
      "rewards/rejected": -2.2206156253814697,
      "step": 68
    },
    {
      "epoch": 2.014388489208633,
      "grad_norm": 8.162074089050293,
      "learning_rate": 1.3765739975820964e-06,
      "logits/chosen": -1.7075754404067993,
      "logits/rejected": -1.7874010801315308,
      "logps/chosen": -185.13323974609375,
      "logps/rejected": -241.02822875976562,
      "loss": 0.3402,
      "rewards/accuracies": 0.84375,
      "rewards/chosen": 0.3749930262565613,
      "rewards/margins": 1.841801404953003,
      "rewards/rejected": -1.4668081998825073,
      "step": 70
    },
    {
      "epoch": 2.0719424460431655,
      "grad_norm": 9.112337112426758,
      "learning_rate": 1.225168489024661e-06,
      "logits/chosen": -1.6381630897521973,
      "logits/rejected": -1.8705121278762817,
      "logps/chosen": -164.97901916503906,
      "logps/rejected": -204.80026245117188,
      "loss": 0.3119,
      "rewards/accuracies": 0.890625,
      "rewards/chosen": 0.2434196174144745,
      "rewards/margins": 1.9632219076156616,
      "rewards/rejected": -1.7198021411895752,
      "step": 72
    },
    {
      "epoch": 2.129496402877698,
      "grad_norm": 6.385829448699951,
      "learning_rate": 1.079838133172111e-06,
      "logits/chosen": -1.7317883968353271,
      "logits/rejected": -1.9150619506835938,
      "logps/chosen": -176.2250518798828,
      "logps/rejected": -224.98941040039062,
      "loss": 0.2232,
      "rewards/accuracies": 0.9375,
      "rewards/chosen": 0.1401495635509491,
      "rewards/margins": 2.5023159980773926,
      "rewards/rejected": -2.3621668815612793,
      "step": 74
    },
    {
      "epoch": 2.1870503597122304,
      "grad_norm": 5.108960151672363,
      "learning_rate": 9.412754953531664e-07,
      "logits/chosen": -1.7440515756607056,
      "logits/rejected": -1.87562096118927,
      "logps/chosen": -171.93978881835938,
      "logps/rejected": -214.25946044921875,
      "loss": 0.2777,
      "rewards/accuracies": 0.875,
      "rewards/chosen": -0.15876302123069763,
      "rewards/margins": 2.08390212059021,
      "rewards/rejected": -2.2426650524139404,
      "step": 76
    },
    {
      "epoch": 2.2446043165467624,
      "grad_norm": 4.441920280456543,
      "learning_rate": 8.101408896381141e-07,
      "logits/chosen": -1.8361996412277222,
      "logits/rejected": -2.2859373092651367,
      "logps/chosen": -178.8001251220703,
      "logps/rejected": -210.408447265625,
      "loss": 0.2124,
      "rewards/accuracies": 0.953125,
      "rewards/chosen": 0.34240958094596863,
      "rewards/margins": 2.488708734512329,
      "rewards/rejected": -2.146299362182617,
      "step": 78
    },
    {
      "epoch": 2.302158273381295,
      "grad_norm": 5.0956807136535645,
      "learning_rate": 6.870592321415595e-07,
      "logits/chosen": -1.7229351997375488,
      "logits/rejected": -1.9915900230407715,
      "logps/chosen": -176.20111083984375,
      "logps/rejected": -228.6021728515625,
      "loss": 0.1949,
      "rewards/accuracies": 0.96875,
      "rewards/chosen": 0.3722834885120392,
      "rewards/margins": 2.7083969116210938,
      "rewards/rejected": -2.336113214492798,
      "step": 80
    },
    {
      "epoch": 2.3597122302158273,
      "grad_norm": 4.845056056976318,
      "learning_rate": 5.72617063012551e-07,
      "logits/chosen": -1.7617988586425781,
      "logits/rejected": -1.9842320680618286,
      "logps/chosen": -169.4710235595703,
      "logps/rejected": -221.92437744140625,
      "loss": 0.2402,
      "rewards/accuracies": 0.90625,
      "rewards/chosen": 0.4934796690940857,
      "rewards/margins": 2.6191768646240234,
      "rewards/rejected": -2.125697374343872,
      "step": 82
    },
    {
      "epoch": 2.41726618705036,
      "grad_norm": 6.618442535400391,
      "learning_rate": 4.673597513036684e-07,
      "logits/chosen": -1.8196489810943604,
      "logits/rejected": -2.119847536087036,
      "logps/chosen": -194.7741241455078,
      "logps/rejected": -226.7880401611328,
      "loss": 0.2859,
      "rewards/accuracies": 0.875,
      "rewards/chosen": 0.15423324704170227,
      "rewards/margins": 1.936818242073059,
      "rewards/rejected": -1.7825851440429688,
      "step": 84
    },
    {
      "epoch": 2.4748201438848922,
      "grad_norm": 5.660532474517822,
      "learning_rate": 3.717888960391222e-07,
      "logits/chosen": -1.6743967533111572,
      "logits/rejected": -2.142153263092041,
      "logps/chosen": -182.84117126464844,
      "logps/rejected": -236.10464477539062,
      "loss": 0.2294,
      "rewards/accuracies": 0.953125,
      "rewards/chosen": -0.0025496408343315125,
      "rewards/margins": 2.134979486465454,
      "rewards/rejected": -2.137529134750366,
      "step": 86
    },
    {
      "epoch": 2.5323741007194247,
      "grad_norm": 4.540892124176025,
      "learning_rate": 2.8635993586697555e-07,
      "logits/chosen": -1.559401273727417,
      "logits/rejected": -1.7534209489822388,
      "logps/chosen": -168.13064575195312,
      "logps/rejected": -207.1958770751953,
      "loss": 0.2516,
      "rewards/accuracies": 0.84375,
      "rewards/chosen": -0.20388221740722656,
      "rewards/margins": 2.3258824348449707,
      "rewards/rejected": -2.5297646522521973,
      "step": 88
    },
    {
      "epoch": 2.5899280575539567,
      "grad_norm": 5.678586483001709,
      "learning_rate": 2.1147997868658427e-07,
      "logits/chosen": -1.5231993198394775,
      "logits/rejected": -1.73148512840271,
      "logps/chosen": -158.38270568847656,
      "logps/rejected": -204.1846466064453,
      "loss": 0.2254,
      "rewards/accuracies": 0.953125,
      "rewards/chosen": 0.09025146812200546,
      "rewards/margins": 2.35001277923584,
      "rewards/rejected": -2.2597615718841553,
      "step": 90
    },
    {
      "epoch": 2.647482014388489,
      "grad_norm": 7.349920749664307,
      "learning_rate": 1.4750586159405917e-07,
      "logits/chosen": -1.716179370880127,
      "logits/rejected": -1.8096524477005005,
      "logps/chosen": -162.72821044921875,
      "logps/rejected": -225.792236328125,
      "loss": 0.3215,
      "rewards/accuracies": 0.84375,
      "rewards/chosen": 0.1088458001613617,
      "rewards/margins": 1.9956300258636475,
      "rewards/rejected": -1.886784315109253,
      "step": 92
    },
    {
      "epoch": 2.7050359712230216,
      "grad_norm": 5.460008144378662,
      "learning_rate": 9.474245039099883e-08,
      "logits/chosen": -1.9032938480377197,
      "logits/rejected": -2.2183752059936523,
      "logps/chosen": -185.80279541015625,
      "logps/rejected": -227.5401611328125,
      "loss": 0.2675,
      "rewards/accuracies": 0.890625,
      "rewards/chosen": 0.1709720939397812,
      "rewards/margins": 2.227972984313965,
      "rewards/rejected": -2.0570011138916016,
      "step": 94
    },
    {
      "epoch": 2.762589928057554,
      "grad_norm": 7.240005016326904,
      "learning_rate": 5.344118676011173e-08,
      "logits/chosen": -1.8280268907546997,
      "logits/rejected": -2.053773880004883,
      "logps/chosen": -182.4041748046875,
      "logps/rejected": -230.9427032470703,
      "loss": 0.2482,
      "rewards/accuracies": 0.875,
      "rewards/chosen": 0.03328900411725044,
      "rewards/margins": 2.2742063999176025,
      "rewards/rejected": -2.240917205810547,
      "step": 96
    },
    {
      "epoch": 2.8201438848920866,
      "grad_norm": 8.40621566772461,
      "learning_rate": 2.3798890031092037e-08,
      "logits/chosen": -1.7997097969055176,
      "logits/rejected": -1.9944825172424316,
      "logps/chosen": -169.30648803710938,
      "logps/rejected": -205.72390747070312,
      "loss": 0.2811,
      "rewards/accuracies": 0.890625,
      "rewards/chosen": 0.2229904681444168,
      "rewards/margins": 2.305001735687256,
      "rewards/rejected": -2.0820112228393555,
      "step": 98
    },
    {
      "epoch": 2.8776978417266186,
      "grad_norm": 4.172658443450928,
      "learning_rate": 5.9568192468811844e-09,
      "logits/chosen": -1.6826629638671875,
      "logits/rejected": -1.8101749420166016,
      "logps/chosen": -172.32896423339844,
      "logps/rejected": -232.7934112548828,
      "loss": 0.169,
      "rewards/accuracies": 0.96875,
      "rewards/chosen": 0.24307750165462494,
      "rewards/margins": 2.7273943424224854,
      "rewards/rejected": -2.484316825866699,
      "step": 100
    },
    {
      "epoch": 2.935251798561151,
      "grad_norm": 4.340843200683594,
      "learning_rate": 0.0,
      "logits/chosen": -1.5438573360443115,
      "logits/rejected": -1.7152578830718994,
      "logps/chosen": -160.0493927001953,
      "logps/rejected": -215.81707763671875,
      "loss": 0.19,
      "rewards/accuracies": 0.953125,
      "rewards/chosen": 0.4251682162284851,
      "rewards/margins": 2.6738100051879883,
      "rewards/rejected": -2.2486419677734375,
      "step": 102
    },
    {
      "epoch": 2.935251798561151,
      "step": 102,
      "total_flos": 8.94448793688146e+16,
      "train_loss": 0.4110284693100873,
      "train_runtime": 896.119,
      "train_samples_per_second": 3.713,
      "train_steps_per_second": 0.114
    }
  ],
  "logging_steps": 2,
  "max_steps": 102,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": false,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 8.94448793688146e+16,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}