| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 2.0, | |
| "eval_steps": 120, | |
| "global_step": 478, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0041841004184100415, | |
| "grad_norm": 7.098792998705111, | |
| "learning_rate": 1.0416666666666666e-08, | |
| "logits/chosen": -2.6615781784057617, | |
| "logits/rejected": -2.691082239151001, | |
| "logps/chosen": -298.690673828125, | |
| "logps/rejected": -323.7967834472656, | |
| "loss": 0.6931, | |
| "rewards/accuracies": 0.0, | |
| "rewards/chosen": 0.0, | |
| "rewards/margins": 0.0, | |
| "rewards/rejected": 0.0, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.04184100418410042, | |
| "grad_norm": 6.225657254336768, | |
| "learning_rate": 1.0416666666666667e-07, | |
| "logits/chosen": -2.6289236545562744, | |
| "logits/rejected": -2.5816118717193604, | |
| "logps/chosen": -270.58856201171875, | |
| "logps/rejected": -274.70672607421875, | |
| "loss": 0.6931, | |
| "rewards/accuracies": 0.4583333432674408, | |
| "rewards/chosen": 4.151556277065538e-05, | |
| "rewards/margins": -0.00020179300918243825, | |
| "rewards/rejected": 0.00024330861924681813, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.08368200836820083, | |
| "grad_norm": 6.414259013418684, | |
| "learning_rate": 2.0833333333333333e-07, | |
| "logits/chosen": -2.6335225105285645, | |
| "logits/rejected": -2.581326961517334, | |
| "logps/chosen": -283.6557312011719, | |
| "logps/rejected": -254.2339324951172, | |
| "loss": 0.692, | |
| "rewards/accuracies": 0.612500011920929, | |
| "rewards/chosen": 0.002201706636697054, | |
| "rewards/margins": 0.0030217303428798914, | |
| "rewards/rejected": -0.0008200235897675157, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.12552301255230125, | |
| "grad_norm": 6.392010117734167, | |
| "learning_rate": 3.1249999999999997e-07, | |
| "logits/chosen": -2.5969154834747314, | |
| "logits/rejected": -2.549656629562378, | |
| "logps/chosen": -273.95355224609375, | |
| "logps/rejected": -294.8790283203125, | |
| "loss": 0.6863, | |
| "rewards/accuracies": 0.6499999761581421, | |
| "rewards/chosen": 0.017481274902820587, | |
| "rewards/margins": 0.011718345806002617, | |
| "rewards/rejected": 0.005762930028140545, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.16736401673640167, | |
| "grad_norm": 7.248442563268854, | |
| "learning_rate": 4.1666666666666667e-07, | |
| "logits/chosen": -2.595952272415161, | |
| "logits/rejected": -2.5652222633361816, | |
| "logps/chosen": -289.846923828125, | |
| "logps/rejected": -260.589599609375, | |
| "loss": 0.6711, | |
| "rewards/accuracies": 0.684374988079071, | |
| "rewards/chosen": 0.04376225173473358, | |
| "rewards/margins": 0.04539982229471207, | |
| "rewards/rejected": -0.0016375742852687836, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.20920502092050208, | |
| "grad_norm": 8.50678895832972, | |
| "learning_rate": 4.999733114418725e-07, | |
| "logits/chosen": -2.543365001678467, | |
| "logits/rejected": -2.503990411758423, | |
| "logps/chosen": -262.071533203125, | |
| "logps/rejected": -270.35162353515625, | |
| "loss": 0.6455, | |
| "rewards/accuracies": 0.703125, | |
| "rewards/chosen": -0.02312565967440605, | |
| "rewards/margins": 0.1329289972782135, | |
| "rewards/rejected": -0.15605466067790985, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.2510460251046025, | |
| "grad_norm": 11.516370003267136, | |
| "learning_rate": 4.990398100856366e-07, | |
| "logits/chosen": -2.530785083770752, | |
| "logits/rejected": -2.471062183380127, | |
| "logps/chosen": -303.14373779296875, | |
| "logps/rejected": -292.22222900390625, | |
| "loss": 0.6205, | |
| "rewards/accuracies": 0.7124999761581421, | |
| "rewards/chosen": -0.10289859771728516, | |
| "rewards/margins": 0.2306007593870163, | |
| "rewards/rejected": -0.33349937200546265, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.2928870292887029, | |
| "grad_norm": 13.753588341017098, | |
| "learning_rate": 4.967775735898179e-07, | |
| "logits/chosen": -2.4841325283050537, | |
| "logits/rejected": -2.452695846557617, | |
| "logps/chosen": -315.9739990234375, | |
| "logps/rejected": -333.6136169433594, | |
| "loss": 0.5922, | |
| "rewards/accuracies": 0.7093750238418579, | |
| "rewards/chosen": -0.16998834908008575, | |
| "rewards/margins": 0.3206475079059601, | |
| "rewards/rejected": -0.49063587188720703, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.33472803347280333, | |
| "grad_norm": 11.35627067081585, | |
| "learning_rate": 4.931986719649298e-07, | |
| "logits/chosen": -2.5453217029571533, | |
| "logits/rejected": -2.4769363403320312, | |
| "logps/chosen": -309.53948974609375, | |
| "logps/rejected": -329.1136169433594, | |
| "loss": 0.6015, | |
| "rewards/accuracies": 0.6875, | |
| "rewards/chosen": -0.31399667263031006, | |
| "rewards/margins": 0.30904850363731384, | |
| "rewards/rejected": -0.6230451464653015, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.37656903765690375, | |
| "grad_norm": 11.664778462055333, | |
| "learning_rate": 4.883222001996351e-07, | |
| "logits/chosen": -2.4549801349639893, | |
| "logits/rejected": -2.400050640106201, | |
| "logps/chosen": -286.2328186035156, | |
| "logps/rejected": -295.94677734375, | |
| "loss": 0.5755, | |
| "rewards/accuracies": 0.690625011920929, | |
| "rewards/chosen": -0.33411160111427307, | |
| "rewards/margins": 0.33180540800094604, | |
| "rewards/rejected": -0.6659170389175415, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.41841004184100417, | |
| "grad_norm": 22.592232850432577, | |
| "learning_rate": 4.821741763807186e-07, | |
| "logits/chosen": -2.287551164627075, | |
| "logits/rejected": -2.256509780883789, | |
| "logps/chosen": -297.83599853515625, | |
| "logps/rejected": -330.54534912109375, | |
| "loss": 0.5771, | |
| "rewards/accuracies": 0.71875, | |
| "rewards/chosen": -0.3224055767059326, | |
| "rewards/margins": 0.4239285886287689, | |
| "rewards/rejected": -0.7463341951370239, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.4602510460251046, | |
| "grad_norm": 22.163061153015562, | |
| "learning_rate": 4.747874028753375e-07, | |
| "logits/chosen": -1.209032654762268, | |
| "logits/rejected": -1.048477053642273, | |
| "logps/chosen": -346.4924621582031, | |
| "logps/rejected": -375.23907470703125, | |
| "loss": 0.5643, | |
| "rewards/accuracies": 0.737500011920929, | |
| "rewards/chosen": -0.6897166967391968, | |
| "rewards/margins": 0.5778916478157043, | |
| "rewards/rejected": -1.267608404159546, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.502092050209205, | |
| "grad_norm": 15.378009113689544, | |
| "learning_rate": 4.662012913161997e-07, | |
| "logits/chosen": -0.8860737681388855, | |
| "logits/rejected": -0.8127919435501099, | |
| "logps/chosen": -314.23931884765625, | |
| "logps/rejected": -369.73126220703125, | |
| "loss": 0.5424, | |
| "rewards/accuracies": 0.753125011920929, | |
| "rewards/chosen": -0.5789464712142944, | |
| "rewards/margins": 0.6342366933822632, | |
| "rewards/rejected": -1.2131831645965576, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.502092050209205, | |
| "eval_logits/chosen": -0.7461479902267456, | |
| "eval_logits/rejected": -0.5260862112045288, | |
| "eval_logps/chosen": -320.57440185546875, | |
| "eval_logps/rejected": -397.0288391113281, | |
| "eval_loss": 0.5378162860870361, | |
| "eval_rewards/accuracies": 0.7578125, | |
| "eval_rewards/chosen": -0.5794447660446167, | |
| "eval_rewards/margins": 0.7642225623130798, | |
| "eval_rewards/rejected": -1.3436672687530518, | |
| "eval_runtime": 92.7816, | |
| "eval_samples_per_second": 21.556, | |
| "eval_steps_per_second": 0.345, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.5439330543933054, | |
| "grad_norm": 16.331914790031046, | |
| "learning_rate": 4.5646165232345103e-07, | |
| "logits/chosen": -0.3421172797679901, | |
| "logits/rejected": 0.013933861628174782, | |
| "logps/chosen": -370.59661865234375, | |
| "logps/rejected": -408.4056701660156, | |
| "loss": 0.5286, | |
| "rewards/accuracies": 0.746874988079071, | |
| "rewards/chosen": -0.7434619665145874, | |
| "rewards/margins": 0.773231565952301, | |
| "rewards/rejected": -1.5166934728622437, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.5857740585774058, | |
| "grad_norm": 18.80518382048536, | |
| "learning_rate": 4.456204510851956e-07, | |
| "logits/chosen": -0.10041685402393341, | |
| "logits/rejected": 0.32575997710227966, | |
| "logps/chosen": -341.23138427734375, | |
| "logps/rejected": -383.2661437988281, | |
| "loss": 0.5412, | |
| "rewards/accuracies": 0.6968749761581421, | |
| "rewards/chosen": -0.7187865376472473, | |
| "rewards/margins": 0.6145631670951843, | |
| "rewards/rejected": -1.333349585533142, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.6276150627615062, | |
| "grad_norm": 18.425345545348925, | |
| "learning_rate": 4.337355301007335e-07, | |
| "logits/chosen": 0.12889204919338226, | |
| "logits/rejected": 0.6717992424964905, | |
| "logps/chosen": -351.72857666015625, | |
| "logps/rejected": -393.3982238769531, | |
| "loss": 0.523, | |
| "rewards/accuracies": 0.721875011920929, | |
| "rewards/chosen": -0.756680965423584, | |
| "rewards/margins": 0.6671403050422668, | |
| "rewards/rejected": -1.423821210861206, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.6694560669456067, | |
| "grad_norm": 20.303023485708806, | |
| "learning_rate": 4.2087030056579986e-07, | |
| "logits/chosen": 0.8695524334907532, | |
| "logits/rejected": 1.3302185535430908, | |
| "logps/chosen": -381.60040283203125, | |
| "logps/rejected": -408.2425231933594, | |
| "loss": 0.501, | |
| "rewards/accuracies": 0.753125011920929, | |
| "rewards/chosen": -0.8709249496459961, | |
| "rewards/margins": 0.6947117447853088, | |
| "rewards/rejected": -1.5656368732452393, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.7112970711297071, | |
| "grad_norm": 21.411465314912224, | |
| "learning_rate": 4.070934040463998e-07, | |
| "logits/chosen": 0.351454496383667, | |
| "logits/rejected": 0.9576075673103333, | |
| "logps/chosen": -344.99151611328125, | |
| "logps/rejected": -422.1979064941406, | |
| "loss": 0.5135, | |
| "rewards/accuracies": 0.734375, | |
| "rewards/chosen": -0.6883319020271301, | |
| "rewards/margins": 0.8354803323745728, | |
| "rewards/rejected": -1.5238120555877686, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.7531380753138075, | |
| "grad_norm": 15.900677315245543, | |
| "learning_rate": 3.9247834624635404e-07, | |
| "logits/chosen": 0.4454058110713959, | |
| "logits/rejected": 1.2450531721115112, | |
| "logps/chosen": -380.77337646484375, | |
| "logps/rejected": -434.308837890625, | |
| "loss": 0.5054, | |
| "rewards/accuracies": 0.737500011920929, | |
| "rewards/chosen": -1.003240942955017, | |
| "rewards/margins": 0.8300566673278809, | |
| "rewards/rejected": -1.8332977294921875, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.7949790794979079, | |
| "grad_norm": 19.05972863927213, | |
| "learning_rate": 3.7710310482256523e-07, | |
| "logits/chosen": 0.9014388918876648, | |
| "logits/rejected": 1.4588403701782227, | |
| "logps/chosen": -386.5629577636719, | |
| "logps/rejected": -458.37982177734375, | |
| "loss": 0.511, | |
| "rewards/accuracies": 0.7437499761581421, | |
| "rewards/chosen": -1.291537880897522, | |
| "rewards/margins": 0.8075591921806335, | |
| "rewards/rejected": -2.099097490310669, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.8368200836820083, | |
| "grad_norm": 15.243960568414757, | |
| "learning_rate": 3.610497133404795e-07, | |
| "logits/chosen": 0.5543237328529358, | |
| "logits/rejected": 1.2367184162139893, | |
| "logps/chosen": -395.40985107421875, | |
| "logps/rejected": -464.16790771484375, | |
| "loss": 0.5045, | |
| "rewards/accuracies": 0.7406250238418579, | |
| "rewards/chosen": -1.0732558965682983, | |
| "rewards/margins": 0.8137453198432922, | |
| "rewards/rejected": -1.8870010375976562, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.8786610878661087, | |
| "grad_norm": 21.79705764989603, | |
| "learning_rate": 3.4440382358952115e-07, | |
| "logits/chosen": 0.8483422994613647, | |
| "logits/rejected": 1.708146333694458, | |
| "logps/chosen": -397.6256408691406, | |
| "logps/rejected": -457.26251220703125, | |
| "loss": 0.5067, | |
| "rewards/accuracies": 0.734375, | |
| "rewards/chosen": -0.9962018728256226, | |
| "rewards/margins": 0.8600943684577942, | |
| "rewards/rejected": -1.856296181678772, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.9205020920502092, | |
| "grad_norm": 22.280979761106266, | |
| "learning_rate": 3.272542485937368e-07, | |
| "logits/chosen": 1.346966028213501, | |
| "logits/rejected": 2.0918831825256348, | |
| "logps/chosen": -388.975830078125, | |
| "logps/rejected": -459.4931640625, | |
| "loss": 0.4878, | |
| "rewards/accuracies": 0.778124988079071, | |
| "rewards/chosen": -1.072899341583252, | |
| "rewards/margins": 0.8876863718032837, | |
| "rewards/rejected": -1.9605858325958252, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.9623430962343096, | |
| "grad_norm": 16.23995219778178, | |
| "learning_rate": 3.096924887558854e-07, | |
| "logits/chosen": 0.7860053777694702, | |
| "logits/rejected": 1.4969043731689453, | |
| "logps/chosen": -385.02020263671875, | |
| "logps/rejected": -456.2998046875, | |
| "loss": 0.4982, | |
| "rewards/accuracies": 0.715624988079071, | |
| "rewards/chosen": -1.0216295719146729, | |
| "rewards/margins": 0.7925800085067749, | |
| "rewards/rejected": -1.8142093420028687, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 1.00418410041841, | |
| "grad_norm": 15.78073429480071, | |
| "learning_rate": 2.9181224366319943e-07, | |
| "logits/chosen": 0.3803390562534332, | |
| "logits/rejected": 1.1587107181549072, | |
| "logps/chosen": -385.11871337890625, | |
| "logps/rejected": -451.45074462890625, | |
| "loss": 0.4857, | |
| "rewards/accuracies": 0.746874988079071, | |
| "rewards/chosen": -1.0135738849639893, | |
| "rewards/margins": 0.7812036871910095, | |
| "rewards/rejected": -1.794777274131775, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 1.00418410041841, | |
| "eval_logits/chosen": 0.16183078289031982, | |
| "eval_logits/rejected": 0.8933889865875244, | |
| "eval_logps/chosen": -356.4661865234375, | |
| "eval_logps/rejected": -448.0263977050781, | |
| "eval_loss": 0.5070639848709106, | |
| "eval_rewards/accuracies": 0.76953125, | |
| "eval_rewards/chosen": -0.9383625984191895, | |
| "eval_rewards/margins": 0.9152804613113403, | |
| "eval_rewards/rejected": -1.8536430597305298, | |
| "eval_runtime": 92.714, | |
| "eval_samples_per_second": 21.572, | |
| "eval_steps_per_second": 0.345, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 1.0460251046025104, | |
| "grad_norm": 23.18218490845035, | |
| "learning_rate": 2.7370891215954565e-07, | |
| "logits/chosen": 0.6104318499565125, | |
| "logits/rejected": 1.8869889974594116, | |
| "logps/chosen": -382.5747985839844, | |
| "logps/rejected": -469.8555603027344, | |
| "loss": 0.3958, | |
| "rewards/accuracies": 0.8062499761581421, | |
| "rewards/chosen": -0.9375108480453491, | |
| "rewards/margins": 1.2374130487442017, | |
| "rewards/rejected": -2.17492413520813, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 1.0878661087866108, | |
| "grad_norm": 21.374034964142144, | |
| "learning_rate": 2.55479083351317e-07, | |
| "logits/chosen": 1.7387173175811768, | |
| "logits/rejected": 2.858025074005127, | |
| "logps/chosen": -386.90936279296875, | |
| "logps/rejected": -497.8505859375, | |
| "loss": 0.3918, | |
| "rewards/accuracies": 0.828125, | |
| "rewards/chosen": -1.0845394134521484, | |
| "rewards/margins": 1.3076287508010864, | |
| "rewards/rejected": -2.3921682834625244, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 1.1297071129707112, | |
| "grad_norm": 19.96170112877807, | |
| "learning_rate": 2.3722002126275822e-07, | |
| "logits/chosen": 1.5150352716445923, | |
| "logits/rejected": 2.6775641441345215, | |
| "logps/chosen": -381.6761169433594, | |
| "logps/rejected": -502.1348571777344, | |
| "loss": 0.3925, | |
| "rewards/accuracies": 0.824999988079071, | |
| "rewards/chosen": -1.2450298070907593, | |
| "rewards/margins": 1.307213306427002, | |
| "rewards/rejected": -2.55224347114563, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 1.1715481171548117, | |
| "grad_norm": 22.51354307439107, | |
| "learning_rate": 2.19029145890313e-07, | |
| "logits/chosen": 1.4362571239471436, | |
| "logits/rejected": 2.767298460006714, | |
| "logps/chosen": -396.7832336425781, | |
| "logps/rejected": -508.6070861816406, | |
| "loss": 0.3929, | |
| "rewards/accuracies": 0.831250011920929, | |
| "rewards/chosen": -1.2052323818206787, | |
| "rewards/margins": 1.3936196565628052, | |
| "rewards/rejected": -2.5988519191741943, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 1.213389121338912, | |
| "grad_norm": 20.36948553954091, | |
| "learning_rate": 2.0100351342479216e-07, | |
| "logits/chosen": 1.4359409809112549, | |
| "logits/rejected": 2.4658379554748535, | |
| "logps/chosen": -401.22698974609375, | |
| "logps/rejected": -520.5963134765625, | |
| "loss": 0.3799, | |
| "rewards/accuracies": 0.8343750238418579, | |
| "rewards/chosen": -1.2225128412246704, | |
| "rewards/margins": 1.338401436805725, | |
| "rewards/rejected": -2.5609142780303955, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 1.2552301255230125, | |
| "grad_norm": 22.413182089565385, | |
| "learning_rate": 1.8323929841460178e-07, | |
| "logits/chosen": 0.9247149229049683, | |
| "logits/rejected": 2.0291850566864014, | |
| "logps/chosen": -396.5758361816406, | |
| "logps/rejected": -495.02789306640625, | |
| "loss": 0.3728, | |
| "rewards/accuracies": 0.8343750238418579, | |
| "rewards/chosen": -1.2224568128585815, | |
| "rewards/margins": 1.2523252964019775, | |
| "rewards/rejected": -2.4747822284698486, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 1.297071129707113, | |
| "grad_norm": 24.42601699935305, | |
| "learning_rate": 1.6583128063291573e-07, | |
| "logits/chosen": 1.1332646608352661, | |
| "logits/rejected": 2.3863754272460938, | |
| "logps/chosen": -445.12030029296875, | |
| "logps/rejected": -543.061767578125, | |
| "loss": 0.3818, | |
| "rewards/accuracies": 0.793749988079071, | |
| "rewards/chosen": -1.449904203414917, | |
| "rewards/margins": 1.3690345287322998, | |
| "rewards/rejected": -2.818938732147217, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 1.3389121338912133, | |
| "grad_norm": 20.99065467608554, | |
| "learning_rate": 1.488723393865766e-07, | |
| "logits/chosen": 1.08762788772583, | |
| "logits/rejected": 2.3433494567871094, | |
| "logps/chosen": -394.6717529296875, | |
| "logps/rejected": -507.3253479003906, | |
| "loss": 0.3768, | |
| "rewards/accuracies": 0.846875011920929, | |
| "rewards/chosen": -1.1884700059890747, | |
| "rewards/margins": 1.3756790161132812, | |
| "rewards/rejected": -2.5641491413116455, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 1.3807531380753137, | |
| "grad_norm": 22.94560752577754, | |
| "learning_rate": 1.3245295796480788e-07, | |
| "logits/chosen": 1.2340595722198486, | |
| "logits/rejected": 2.4653096199035645, | |
| "logps/chosen": -392.4693298339844, | |
| "logps/rejected": -525.5010986328125, | |
| "loss": 0.3765, | |
| "rewards/accuracies": 0.8656250238418579, | |
| "rewards/chosen": -1.2584080696105957, | |
| "rewards/margins": 1.4808101654052734, | |
| "rewards/rejected": -2.739218235015869, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 1.4225941422594142, | |
| "grad_norm": 21.208221289898617, | |
| "learning_rate": 1.1666074087171627e-07, | |
| "logits/chosen": 1.8728317022323608, | |
| "logits/rejected": 2.8767504692077637, | |
| "logps/chosen": -418.21063232421875, | |
| "logps/rejected": -570.7986450195312, | |
| "loss": 0.3668, | |
| "rewards/accuracies": 0.8374999761581421, | |
| "rewards/chosen": -1.5739128589630127, | |
| "rewards/margins": 1.4613518714904785, | |
| "rewards/rejected": -3.035264730453491, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 1.4644351464435146, | |
| "grad_norm": 18.63125933730427, | |
| "learning_rate": 1.0157994641835734e-07, | |
| "logits/chosen": 1.387270212173462, | |
| "logits/rejected": 2.4656243324279785, | |
| "logps/chosen": -419.15118408203125, | |
| "logps/rejected": -546.2973022460938, | |
| "loss": 0.3746, | |
| "rewards/accuracies": 0.815625011920929, | |
| "rewards/chosen": -1.4073892831802368, | |
| "rewards/margins": 1.4395434856414795, | |
| "rewards/rejected": -2.8469326496124268, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 1.506276150627615, | |
| "grad_norm": 21.561834418503867, | |
| "learning_rate": 8.729103716819111e-08, | |
| "logits/chosen": 1.3860183954238892, | |
| "logits/rejected": 2.663687229156494, | |
| "logps/chosen": -441.0545959472656, | |
| "logps/rejected": -565.4046630859375, | |
| "loss": 0.3605, | |
| "rewards/accuracies": 0.8374999761581421, | |
| "rewards/chosen": -1.4647375345230103, | |
| "rewards/margins": 1.5477092266082764, | |
| "rewards/rejected": -3.012446880340576, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 1.506276150627615, | |
| "eval_logits/chosen": 1.2559356689453125, | |
| "eval_logits/rejected": 2.126875400543213, | |
| "eval_logps/chosen": -418.867431640625, | |
| "eval_logps/rejected": -538.7271728515625, | |
| "eval_loss": 0.49959123134613037, | |
| "eval_rewards/accuracies": 0.7734375, | |
| "eval_rewards/chosen": -1.5623750686645508, | |
| "eval_rewards/margins": 1.198276162147522, | |
| "eval_rewards/rejected": -2.760651111602783, | |
| "eval_runtime": 92.6897, | |
| "eval_samples_per_second": 21.577, | |
| "eval_steps_per_second": 0.345, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 1.5481171548117154, | |
| "grad_norm": 21.36945331074877, | |
| "learning_rate": 7.387025063449081e-08, | |
| "logits/chosen": 1.0453870296478271, | |
| "logits/rejected": 2.2109768390655518, | |
| "logps/chosen": -424.0228576660156, | |
| "logps/rejected": -534.3453369140625, | |
| "loss": 0.3795, | |
| "rewards/accuracies": 0.8500000238418579, | |
| "rewards/chosen": -1.3744726181030273, | |
| "rewards/margins": 1.4031000137329102, | |
| "rewards/rejected": -2.7775726318359375, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 1.5899581589958158, | |
| "grad_norm": 22.911030035129745, | |
| "learning_rate": 6.138919252022435e-08, | |
| "logits/chosen": 1.1873348951339722, | |
| "logits/rejected": 2.3200831413269043, | |
| "logps/chosen": -430.74041748046875, | |
| "logps/rejected": -583.8822021484375, | |
| "loss": 0.3643, | |
| "rewards/accuracies": 0.859375, | |
| "rewards/chosen": -1.362330675125122, | |
| "rewards/margins": 1.612577199935913, | |
| "rewards/rejected": -2.974907398223877, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 1.6317991631799162, | |
| "grad_norm": 24.540688168711906, | |
| "learning_rate": 4.991445467064689e-08, | |
| "logits/chosen": 1.3015904426574707, | |
| "logits/rejected": 2.6886634826660156, | |
| "logps/chosen": -425.5443420410156, | |
| "logps/rejected": -545.5137939453125, | |
| "loss": 0.3676, | |
| "rewards/accuracies": 0.8500000238418579, | |
| "rewards/chosen": -1.4759005308151245, | |
| "rewards/margins": 1.4676305055618286, | |
| "rewards/rejected": -2.943531036376953, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 1.6736401673640167, | |
| "grad_norm": 21.94633419757557, | |
| "learning_rate": 3.9507259776993954e-08, | |
| "logits/chosen": 1.3217722177505493, | |
| "logits/rejected": 2.891322612762451, | |
| "logps/chosen": -432.73016357421875, | |
| "logps/rejected": -545.9283447265625, | |
| "loss": 0.3465, | |
| "rewards/accuracies": 0.8531249761581421, | |
| "rewards/chosen": -1.3692272901535034, | |
| "rewards/margins": 1.5952247381210327, | |
| "rewards/rejected": -2.964452028274536, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 1.715481171548117, | |
| "grad_norm": 24.76781191446862, | |
| "learning_rate": 3.022313472693447e-08, | |
| "logits/chosen": 1.4330356121063232, | |
| "logits/rejected": 2.685926675796509, | |
| "logps/chosen": -429.12396240234375, | |
| "logps/rejected": -579.2725830078125, | |
| "loss": 0.373, | |
| "rewards/accuracies": 0.840624988079071, | |
| "rewards/chosen": -1.558347225189209, | |
| "rewards/margins": 1.5663774013519287, | |
| "rewards/rejected": -3.1247243881225586, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 1.7573221757322175, | |
| "grad_norm": 25.20072626876098, | |
| "learning_rate": 2.2111614344599684e-08, | |
| "logits/chosen": 1.412347435951233, | |
| "logits/rejected": 2.654418468475342, | |
| "logps/chosen": -440.5337829589844, | |
| "logps/rejected": -564.5003662109375, | |
| "loss": 0.3579, | |
| "rewards/accuracies": 0.846875011920929, | |
| "rewards/chosen": -1.606597900390625, | |
| "rewards/margins": 1.5640956163406372, | |
| "rewards/rejected": -3.1706936359405518, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 1.799163179916318, | |
| "grad_norm": 26.825223612817034, | |
| "learning_rate": 1.521597710086439e-08, | |
| "logits/chosen": 1.6009809970855713, | |
| "logits/rejected": 2.670750141143799, | |
| "logps/chosen": -428.7069396972656, | |
| "logps/rejected": -545.6900634765625, | |
| "loss": 0.367, | |
| "rewards/accuracies": 0.828125, | |
| "rewards/chosen": -1.4805653095245361, | |
| "rewards/margins": 1.4459596872329712, | |
| "rewards/rejected": -2.9265246391296387, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 1.8410041841004183, | |
| "grad_norm": 24.005425425971413, | |
| "learning_rate": 9.57301420397924e-09, | |
| "logits/chosen": 1.6811132431030273, | |
| "logits/rejected": 2.9491238594055176, | |
| "logps/chosen": -423.1639099121094, | |
| "logps/rejected": -534.7427368164062, | |
| "loss": 0.3586, | |
| "rewards/accuracies": 0.875, | |
| "rewards/chosen": -1.541284441947937, | |
| "rewards/margins": 1.473746657371521, | |
| "rewards/rejected": -3.015031099319458, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 1.8828451882845187, | |
| "grad_norm": 22.489524898683964, | |
| "learning_rate": 5.212833302556258e-09, | |
| "logits/chosen": 1.561452031135559, | |
| "logits/rejected": 2.7442641258239746, | |
| "logps/chosen": -434.5982971191406, | |
| "logps/rejected": -559.0643310546875, | |
| "loss": 0.3441, | |
| "rewards/accuracies": 0.8843749761581421, | |
| "rewards/chosen": -1.5354801416397095, | |
| "rewards/margins": 1.545243501663208, | |
| "rewards/rejected": -3.080723524093628, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 1.9246861924686192, | |
| "grad_norm": 26.262256603057228, | |
| "learning_rate": 2.158697848236607e-09, | |
| "logits/chosen": 1.7851985692977905, | |
| "logits/rejected": 2.9062929153442383, | |
| "logps/chosen": -402.18853759765625, | |
| "logps/rejected": -562.9603271484375, | |
| "loss": 0.366, | |
| "rewards/accuracies": 0.846875011920929, | |
| "rewards/chosen": -1.484203577041626, | |
| "rewards/margins": 1.569826602935791, | |
| "rewards/rejected": -3.054030179977417, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 1.9665271966527196, | |
| "grad_norm": 26.928130235610237, | |
| "learning_rate": 4.269029751107489e-10, | |
| "logits/chosen": 1.2375901937484741, | |
| "logits/rejected": 2.649852991104126, | |
| "logps/chosen": -434.2308654785156, | |
| "logps/rejected": -528.9287719726562, | |
| "loss": 0.3636, | |
| "rewards/accuracies": 0.824999988079071, | |
| "rewards/chosen": -1.4850108623504639, | |
| "rewards/margins": 1.387107253074646, | |
| "rewards/rejected": -2.8721179962158203, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "step": 478, | |
| "total_flos": 0.0, | |
| "train_loss": 0.4685918840903119, | |
| "train_runtime": 13863.6386, | |
| "train_samples_per_second": 8.819, | |
| "train_steps_per_second": 0.034 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 478, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 2, | |
| "save_steps": 120, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 0.0, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |