| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.9993998799759952, | |
| "eval_steps": 100, | |
| "global_step": 1249, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4e-08, | |
| "logits/chosen": -2.5782995223999023, | |
| "logits/rejected": -2.5818521976470947, | |
| "logps/chosen": -405.7000427246094, | |
| "logps/rejected": -395.45977783203125, | |
| "loss": 0.6931, | |
| "rewards/accuracies": 0.0, | |
| "rewards/chosen": 0.0, | |
| "rewards/margins": 0.0, | |
| "rewards/rejected": 0.0, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.0000000000000003e-07, | |
| "logits/chosen": -2.6189024448394775, | |
| "logits/rejected": -2.6425905227661133, | |
| "logps/chosen": -430.23095703125, | |
| "logps/rejected": -465.6946105957031, | |
| "loss": 0.6937, | |
| "rewards/accuracies": 0.3402777910232544, | |
| "rewards/chosen": -0.0004277642001397908, | |
| "rewards/margins": -0.0011669597588479519, | |
| "rewards/rejected": 0.0007391955587081611, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 8.000000000000001e-07, | |
| "logits/chosen": -2.565629482269287, | |
| "logits/rejected": -2.587047576904297, | |
| "logps/chosen": -392.698974609375, | |
| "logps/rejected": -420.3116149902344, | |
| "loss": 0.6932, | |
| "rewards/accuracies": 0.5, | |
| "rewards/chosen": 0.0005297298775985837, | |
| "rewards/margins": -9.570456313667819e-05, | |
| "rewards/rejected": 0.0006254343315958977, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 1.2000000000000002e-06, | |
| "logits/chosen": -2.5378575325012207, | |
| "logits/rejected": -2.594695568084717, | |
| "logps/chosen": -418.8670349121094, | |
| "logps/rejected": -452.1278381347656, | |
| "loss": 0.6935, | |
| "rewards/accuracies": 0.44999998807907104, | |
| "rewards/chosen": -0.0007869214750826359, | |
| "rewards/margins": -0.0006720771198160946, | |
| "rewards/rejected": -0.00011484431888675317, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 1.6000000000000001e-06, | |
| "logits/chosen": -2.53520131111145, | |
| "logits/rejected": -2.5557379722595215, | |
| "logps/chosen": -387.7684326171875, | |
| "logps/rejected": -400.6465759277344, | |
| "loss": 0.6932, | |
| "rewards/accuracies": 0.4937500059604645, | |
| "rewards/chosen": -0.0008191015804186463, | |
| "rewards/margins": -7.259581616381183e-05, | |
| "rewards/rejected": -0.0007465056842193007, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 2.0000000000000003e-06, | |
| "logits/chosen": -2.5300962924957275, | |
| "logits/rejected": -2.5252957344055176, | |
| "logps/chosen": -379.98785400390625, | |
| "logps/rejected": -387.24755859375, | |
| "loss": 0.6933, | |
| "rewards/accuracies": 0.4625000059604645, | |
| "rewards/chosen": -0.001431723590940237, | |
| "rewards/margins": -0.00021147821098566055, | |
| "rewards/rejected": -0.0012202452635392547, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 2.4000000000000003e-06, | |
| "logits/chosen": -2.5475428104400635, | |
| "logits/rejected": -2.571965456008911, | |
| "logps/chosen": -404.24560546875, | |
| "logps/rejected": -431.3631896972656, | |
| "loss": 0.6926, | |
| "rewards/accuracies": 0.53125, | |
| "rewards/chosen": -0.0013539999490603805, | |
| "rewards/margins": 0.0010300865396857262, | |
| "rewards/rejected": -0.0023840866051614285, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 2.8000000000000003e-06, | |
| "logits/chosen": -2.5969393253326416, | |
| "logits/rejected": -2.601594924926758, | |
| "logps/chosen": -404.23236083984375, | |
| "logps/rejected": -410.1368713378906, | |
| "loss": 0.6927, | |
| "rewards/accuracies": 0.550000011920929, | |
| "rewards/chosen": -0.003309990745037794, | |
| "rewards/margins": 0.0009536609286442399, | |
| "rewards/rejected": -0.004263651557266712, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 3.2000000000000003e-06, | |
| "logits/chosen": -2.6136419773101807, | |
| "logits/rejected": -2.63590669631958, | |
| "logps/chosen": -396.66680908203125, | |
| "logps/rejected": -420.2757263183594, | |
| "loss": 0.693, | |
| "rewards/accuracies": 0.4749999940395355, | |
| "rewards/chosen": -0.0044545335695147514, | |
| "rewards/margins": 0.0003312411135993898, | |
| "rewards/rejected": -0.004785774741321802, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 3.6000000000000003e-06, | |
| "logits/chosen": -2.6318578720092773, | |
| "logits/rejected": -2.627044677734375, | |
| "logps/chosen": -447.1123962402344, | |
| "logps/rejected": -461.43994140625, | |
| "loss": 0.6926, | |
| "rewards/accuracies": 0.543749988079071, | |
| "rewards/chosen": -0.005481979344040155, | |
| "rewards/margins": 0.0011420813389122486, | |
| "rewards/rejected": -0.006624061614274979, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 4.000000000000001e-06, | |
| "logits/chosen": -2.6037490367889404, | |
| "logits/rejected": -2.600301504135132, | |
| "logps/chosen": -396.48162841796875, | |
| "logps/rejected": -414.06121826171875, | |
| "loss": 0.6933, | |
| "rewards/accuracies": 0.4749999940395355, | |
| "rewards/chosen": -0.007383377756923437, | |
| "rewards/margins": -0.0003390449855942279, | |
| "rewards/rejected": -0.007044332567602396, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "eval_logits/chosen": -2.4768383502960205, | |
| "eval_logits/rejected": -2.483818292617798, | |
| "eval_logps/chosen": -335.0983581542969, | |
| "eval_logps/rejected": -344.84783935546875, | |
| "eval_loss": 0.6929709315299988, | |
| "eval_rewards/accuracies": 0.5176666378974915, | |
| "eval_rewards/chosen": -0.007662294432520866, | |
| "eval_rewards/margins": 0.0003858131531160325, | |
| "eval_rewards/rejected": -0.008048107847571373, | |
| "eval_runtime": 1616.6225, | |
| "eval_samples_per_second": 1.852, | |
| "eval_steps_per_second": 0.232, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 4.4e-06, | |
| "logits/chosen": -2.6104788780212402, | |
| "logits/rejected": -2.6167144775390625, | |
| "logps/chosen": -433.07000732421875, | |
| "logps/rejected": -446.54840087890625, | |
| "loss": 0.6926, | |
| "rewards/accuracies": 0.574999988079071, | |
| "rewards/chosen": -0.009052934125065804, | |
| "rewards/margins": 0.0011820209911093116, | |
| "rewards/rejected": -0.01023495476692915, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.800000000000001e-06, | |
| "logits/chosen": -2.603712797164917, | |
| "logits/rejected": -2.6226086616516113, | |
| "logps/chosen": -402.2064208984375, | |
| "logps/rejected": -420.73345947265625, | |
| "loss": 0.6929, | |
| "rewards/accuracies": 0.5, | |
| "rewards/chosen": -0.014477076940238476, | |
| "rewards/margins": 0.0004566563293337822, | |
| "rewards/rejected": -0.014933735132217407, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.999755876225375e-06, | |
| "logits/chosen": -2.5681347846984863, | |
| "logits/rejected": -2.575467348098755, | |
| "logps/chosen": -426.24334716796875, | |
| "logps/rejected": -450.0921936035156, | |
| "loss": 0.6923, | |
| "rewards/accuracies": 0.5687500238418579, | |
| "rewards/chosen": -0.014384260401129723, | |
| "rewards/margins": 0.0017711615655571222, | |
| "rewards/rejected": -0.0161554254591465, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.997803172081864e-06, | |
| "logits/chosen": -2.549048900604248, | |
| "logits/rejected": -2.562979221343994, | |
| "logps/chosen": -415.5914001464844, | |
| "logps/rejected": -434.4419860839844, | |
| "loss": 0.6928, | |
| "rewards/accuracies": 0.5625, | |
| "rewards/chosen": -0.0187313761562109, | |
| "rewards/margins": 0.0007000064942985773, | |
| "rewards/rejected": -0.019431382417678833, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.9938992891651825e-06, | |
| "logits/chosen": -2.571101665496826, | |
| "logits/rejected": -2.579190254211426, | |
| "logps/chosen": -396.6254577636719, | |
| "logps/rejected": -428.6380310058594, | |
| "loss": 0.6919, | |
| "rewards/accuracies": 0.5687500238418579, | |
| "rewards/chosen": -0.014721980318427086, | |
| "rewards/margins": 0.0025038637686520815, | |
| "rewards/rejected": -0.0172258447855711, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.988047277024456e-06, | |
| "logits/chosen": -2.6119332313537598, | |
| "logits/rejected": -2.6318445205688477, | |
| "logps/chosen": -410.3868713378906, | |
| "logps/rejected": -429.6300354003906, | |
| "loss": 0.6922, | |
| "rewards/accuracies": 0.5625, | |
| "rewards/chosen": -0.01405310444533825, | |
| "rewards/margins": 0.001986552495509386, | |
| "rewards/rejected": -0.016039658337831497, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 4.980251707005417e-06, | |
| "logits/chosen": -2.6066763401031494, | |
| "logits/rejected": -2.602252721786499, | |
| "logps/chosen": -439.21417236328125, | |
| "logps/rejected": -450.12139892578125, | |
| "loss": 0.6931, | |
| "rewards/accuracies": 0.4625000059604645, | |
| "rewards/chosen": -0.016262266784906387, | |
| "rewards/margins": 0.0002180577430408448, | |
| "rewards/rejected": -0.016480324789881706, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 4.970518668679459e-06, | |
| "logits/chosen": -2.5717625617980957, | |
| "logits/rejected": -2.564636468887329, | |
| "logps/chosen": -430.0758361816406, | |
| "logps/rejected": -434.64593505859375, | |
| "loss": 0.6914, | |
| "rewards/accuracies": 0.625, | |
| "rewards/chosen": -0.011936081573367119, | |
| "rewards/margins": 0.0035087396390736103, | |
| "rewards/rejected": -0.015444819815456867, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 4.958855765086722e-06, | |
| "logits/chosen": -2.589442491531372, | |
| "logits/rejected": -2.5929834842681885, | |
| "logps/chosen": -402.8868408203125, | |
| "logps/rejected": -411.501708984375, | |
| "loss": 0.6922, | |
| "rewards/accuracies": 0.5625, | |
| "rewards/chosen": -0.01052446011453867, | |
| "rewards/margins": 0.0019376948475837708, | |
| "rewards/rejected": -0.01246215496212244, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 4.945272106796919e-06, | |
| "logits/chosen": -2.5665698051452637, | |
| "logits/rejected": -2.5826125144958496, | |
| "logps/chosen": -399.679443359375, | |
| "logps/rejected": -424.7906188964844, | |
| "loss": 0.6926, | |
| "rewards/accuracies": 0.581250011920929, | |
| "rewards/chosen": -0.01273694820702076, | |
| "rewards/margins": 0.0011030982714146376, | |
| "rewards/rejected": -0.01384004671126604, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "eval_logits/chosen": -2.476593017578125, | |
| "eval_logits/rejected": -2.4835994243621826, | |
| "eval_logps/chosen": -335.71136474609375, | |
| "eval_logps/rejected": -345.59197998046875, | |
| "eval_loss": 0.6923276782035828, | |
| "eval_rewards/accuracies": 0.5426666736602783, | |
| "eval_rewards/chosen": -0.013792484067380428, | |
| "eval_rewards/margins": 0.0016968329437077045, | |
| "eval_rewards/rejected": -0.015489316545426846, | |
| "eval_runtime": 1616.1511, | |
| "eval_samples_per_second": 1.853, | |
| "eval_steps_per_second": 0.232, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 4.929778304792537e-06, | |
| "logits/chosen": -2.58109974861145, | |
| "logits/rejected": -2.592872381210327, | |
| "logps/chosen": -438.9920959472656, | |
| "logps/rejected": -439.1341247558594, | |
| "loss": 0.6907, | |
| "rewards/accuracies": 0.59375, | |
| "rewards/chosen": -0.017467942088842392, | |
| "rewards/margins": 0.005076024681329727, | |
| "rewards/rejected": -0.02254396490752697, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 4.912386462179987e-06, | |
| "logits/chosen": -2.6212189197540283, | |
| "logits/rejected": -2.6276934146881104, | |
| "logps/chosen": -417.43359375, | |
| "logps/rejected": -453.41119384765625, | |
| "loss": 0.6903, | |
| "rewards/accuracies": 0.6000000238418579, | |
| "rewards/chosen": -0.022168174386024475, | |
| "rewards/margins": 0.00578011991456151, | |
| "rewards/rejected": -0.027948295697569847, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 4.893110164735167e-06, | |
| "logits/chosen": -2.637918710708618, | |
| "logits/rejected": -2.6529829502105713, | |
| "logps/chosen": -433.37969970703125, | |
| "logps/rejected": -449.2330627441406, | |
| "loss": 0.6913, | |
| "rewards/accuracies": 0.5562499761581421, | |
| "rewards/chosen": -0.02808026596903801, | |
| "rewards/margins": 0.003863722085952759, | |
| "rewards/rejected": -0.03194398805499077, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 4.871964470290823e-06, | |
| "logits/chosen": -2.5649704933166504, | |
| "logits/rejected": -2.590609073638916, | |
| "logps/chosen": -433.03271484375, | |
| "logps/rejected": -454.35528564453125, | |
| "loss": 0.6906, | |
| "rewards/accuracies": 0.5562499761581421, | |
| "rewards/chosen": -0.02802122011780739, | |
| "rewards/margins": 0.005218953359872103, | |
| "rewards/rejected": -0.0332401767373085, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 4.848965896974006e-06, | |
| "logits/chosen": -2.61820650100708, | |
| "logits/rejected": -2.6432509422302246, | |
| "logps/chosen": -416.4977111816406, | |
| "logps/rejected": -439.9608459472656, | |
| "loss": 0.693, | |
| "rewards/accuracies": 0.53125, | |
| "rewards/chosen": -0.03262058645486832, | |
| "rewards/margins": 0.0004899540217593312, | |
| "rewards/rejected": -0.033110540360212326, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 4.8241324103028055e-06, | |
| "logits/chosen": -2.6041173934936523, | |
| "logits/rejected": -2.574268341064453, | |
| "logps/chosen": -422.29437255859375, | |
| "logps/rejected": -432.9288635253906, | |
| "loss": 0.6911, | |
| "rewards/accuracies": 0.59375, | |
| "rewards/chosen": -0.03160303831100464, | |
| "rewards/margins": 0.00435088574886322, | |
| "rewards/rejected": -0.03595392405986786, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 4.797483409152438e-06, | |
| "logits/chosen": -2.6138675212860107, | |
| "logits/rejected": -2.632070541381836, | |
| "logps/chosen": -403.8775939941406, | |
| "logps/rejected": -425.6439514160156, | |
| "loss": 0.6899, | |
| "rewards/accuracies": 0.5687500238418579, | |
| "rewards/chosen": -0.024003220722079277, | |
| "rewards/margins": 0.0069326674565672874, | |
| "rewards/rejected": -0.03093588910996914, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 4.769039710601669e-06, | |
| "logits/chosen": -2.617337226867676, | |
| "logits/rejected": -2.6075143814086914, | |
| "logps/chosen": -399.85308837890625, | |
| "logps/rejected": -415.65460205078125, | |
| "loss": 0.69, | |
| "rewards/accuracies": 0.625, | |
| "rewards/chosen": -0.022890212014317513, | |
| "rewards/margins": 0.006663457490503788, | |
| "rewards/rejected": -0.029553670436143875, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 4.738823533671383e-06, | |
| "logits/chosen": -2.607677936553955, | |
| "logits/rejected": -2.626984119415283, | |
| "logps/chosen": -433.34503173828125, | |
| "logps/rejected": -455.47113037109375, | |
| "loss": 0.6922, | |
| "rewards/accuracies": 0.512499988079071, | |
| "rewards/chosen": -0.016143614426255226, | |
| "rewards/margins": 0.0021604117937386036, | |
| "rewards/rejected": -0.018304025754332542, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 4.706858481968017e-06, | |
| "logits/chosen": -2.5796170234680176, | |
| "logits/rejected": -2.5774731636047363, | |
| "logps/chosen": -412.5723571777344, | |
| "logps/rejected": -420.7684631347656, | |
| "loss": 0.6906, | |
| "rewards/accuracies": 0.53125, | |
| "rewards/chosen": -0.015171040780842304, | |
| "rewards/margins": 0.005369971971958876, | |
| "rewards/rejected": -0.020541010424494743, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "eval_logits/chosen": -2.4809017181396484, | |
| "eval_logits/rejected": -2.487875461578369, | |
| "eval_logps/chosen": -335.6323547363281, | |
| "eval_logps/rejected": -345.656005859375, | |
| "eval_loss": 0.691673219203949, | |
| "eval_rewards/accuracies": 0.5523333549499512, | |
| "eval_rewards/chosen": -0.01300230622291565, | |
| "eval_rewards/margins": 0.0031275488436222076, | |
| "eval_rewards/rejected": -0.016129855066537857, | |
| "eval_runtime": 1615.9746, | |
| "eval_samples_per_second": 1.853, | |
| "eval_steps_per_second": 0.232, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 4.673169525245416e-06, | |
| "logits/chosen": -2.5858876705169678, | |
| "logits/rejected": -2.5731964111328125, | |
| "logps/chosen": -414.9142150878906, | |
| "logps/rejected": -443.6748962402344, | |
| "loss": 0.6902, | |
| "rewards/accuracies": 0.6000000238418579, | |
| "rewards/chosen": -0.010048646479845047, | |
| "rewards/margins": 0.006063834764063358, | |
| "rewards/rejected": -0.01611248217523098, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 4.63778297989952e-06, | |
| "logits/chosen": -2.5999462604522705, | |
| "logits/rejected": -2.6060266494750977, | |
| "logps/chosen": -412.861328125, | |
| "logps/rejected": -434.5308532714844, | |
| "loss": 0.689, | |
| "rewards/accuracies": 0.606249988079071, | |
| "rewards/chosen": -0.006168536841869354, | |
| "rewards/margins": 0.00842990167438984, | |
| "rewards/rejected": -0.014598439447581768, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 4.60072648841109e-06, | |
| "logits/chosen": -2.58223295211792, | |
| "logits/rejected": -2.5768980979919434, | |
| "logps/chosen": -420.7120666503906, | |
| "logps/rejected": -439.38421630859375, | |
| "loss": 0.6882, | |
| "rewards/accuracies": 0.5874999761581421, | |
| "rewards/chosen": -0.00741790235042572, | |
| "rewards/margins": 0.01021712925285101, | |
| "rewards/rejected": -0.017635030671954155, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 4.562028997752574e-06, | |
| "logits/chosen": -2.5425148010253906, | |
| "logits/rejected": -2.5803589820861816, | |
| "logps/chosen": -418.337890625, | |
| "logps/rejected": -450.64459228515625, | |
| "loss": 0.6885, | |
| "rewards/accuracies": 0.6499999761581421, | |
| "rewards/chosen": 0.0036701434291899204, | |
| "rewards/margins": 0.009488197974860668, | |
| "rewards/rejected": -0.0058180540800094604, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 4.521720736775947e-06, | |
| "logits/chosen": -2.5993804931640625, | |
| "logits/rejected": -2.5906174182891846, | |
| "logps/chosen": -435.66845703125, | |
| "logps/rejected": -436.15594482421875, | |
| "loss": 0.6903, | |
| "rewards/accuracies": 0.5874999761581421, | |
| "rewards/chosen": -0.003759814891964197, | |
| "rewards/margins": 0.006070856936275959, | |
| "rewards/rejected": -0.009830671362578869, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 4.479833192599198e-06, | |
| "logits/chosen": -2.6347668170928955, | |
| "logits/rejected": -2.628312110900879, | |
| "logps/chosen": -444.01788330078125, | |
| "logps/rejected": -462.4187927246094, | |
| "loss": 0.688, | |
| "rewards/accuracies": 0.6187499761581421, | |
| "rewards/chosen": 0.007655065506696701, | |
| "rewards/margins": 0.010737383738160133, | |
| "rewards/rejected": -0.003082319162786007, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 4.436399086009928e-06, | |
| "logits/chosen": -2.65555477142334, | |
| "logits/rejected": -2.6738853454589844, | |
| "logps/chosen": -417.18560791015625, | |
| "logps/rejected": -433.4161682128906, | |
| "loss": 0.6885, | |
| "rewards/accuracies": 0.6625000238418579, | |
| "rewards/chosen": -0.007278016768395901, | |
| "rewards/margins": 0.009610911831259727, | |
| "rewards/rejected": -0.016888927668333054, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 4.391452345905239e-06, | |
| "logits/chosen": -2.5911710262298584, | |
| "logits/rejected": -2.6055374145507812, | |
| "logps/chosen": -426.5325622558594, | |
| "logps/rejected": -434.95758056640625, | |
| "loss": 0.6903, | |
| "rewards/accuracies": 0.59375, | |
| "rewards/chosen": -0.020730096846818924, | |
| "rewards/margins": 0.006341870874166489, | |
| "rewards/rejected": -0.027071967720985413, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 4.3450280827879125e-06, | |
| "logits/chosen": -2.6074564456939697, | |
| "logits/rejected": -2.614403486251831, | |
| "logps/chosen": -418.90106201171875, | |
| "logps/rejected": -433.29046630859375, | |
| "loss": 0.6884, | |
| "rewards/accuracies": 0.612500011920929, | |
| "rewards/chosen": -0.016112228855490685, | |
| "rewards/margins": 0.01000655721873045, | |
| "rewards/rejected": -0.02611878514289856, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 4.297162561339554e-06, | |
| "logits/chosen": -2.5204920768737793, | |
| "logits/rejected": -2.5613515377044678, | |
| "logps/chosen": -425.9031677246094, | |
| "logps/rejected": -446.0582580566406, | |
| "loss": 0.6884, | |
| "rewards/accuracies": 0.581250011920929, | |
| "rewards/chosen": -0.00986536405980587, | |
| "rewards/margins": 0.010156005620956421, | |
| "rewards/rejected": -0.02002136781811714, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "eval_logits/chosen": -2.490081787109375, | |
| "eval_logits/rejected": -2.497150182723999, | |
| "eval_logps/chosen": -335.07940673828125, | |
| "eval_logps/rejected": -345.4989929199219, | |
| "eval_loss": 0.6898096203804016, | |
| "eval_rewards/accuracies": 0.5806666612625122, | |
| "eval_rewards/chosen": -0.007472673896700144, | |
| "eval_rewards/margins": 0.007086611352860928, | |
| "eval_rewards/rejected": -0.014559285715222359, | |
| "eval_runtime": 1615.277, | |
| "eval_samples_per_second": 1.854, | |
| "eval_steps_per_second": 0.232, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 4.247893172092157e-06, | |
| "logits/chosen": -2.556941509246826, | |
| "logits/rejected": -2.578604221343994, | |
| "logps/chosen": -409.3045959472656, | |
| "logps/rejected": -440.68914794921875, | |
| "loss": 0.6865, | |
| "rewards/accuracies": 0.606249988079071, | |
| "rewards/chosen": -0.01420166902244091, | |
| "rewards/margins": 0.013790594413876534, | |
| "rewards/rejected": -0.027992259711027145, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 4.197258402220187e-06, | |
| "logits/chosen": -2.5752522945404053, | |
| "logits/rejected": -2.5826656818389893, | |
| "logps/chosen": -419.6229553222656, | |
| "logps/rejected": -430.58648681640625, | |
| "loss": 0.6909, | |
| "rewards/accuracies": 0.574999988079071, | |
| "rewards/chosen": -0.03458824008703232, | |
| "rewards/margins": 0.005263219587504864, | |
| "rewards/rejected": -0.03985145688056946, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 4.145297805476023e-06, | |
| "logits/chosen": -2.6343460083007812, | |
| "logits/rejected": -2.621222972869873, | |
| "logps/chosen": -417.43017578125, | |
| "logps/rejected": -432.63818359375, | |
| "loss": 0.6866, | |
| "rewards/accuracies": 0.6499999761581421, | |
| "rewards/chosen": -0.026808559894561768, | |
| "rewards/margins": 0.013837064616382122, | |
| "rewards/rejected": -0.040645625442266464, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 4.092051971292228e-06, | |
| "logits/chosen": -2.593862771987915, | |
| "logits/rejected": -2.611497163772583, | |
| "logps/chosen": -407.7058410644531, | |
| "logps/rejected": -427.201171875, | |
| "loss": 0.6863, | |
| "rewards/accuracies": 0.5687500238418579, | |
| "rewards/chosen": -0.03197476640343666, | |
| "rewards/margins": 0.015016555786132812, | |
| "rewards/rejected": -0.04699132218956947, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 4.037562493074792e-06, | |
| "logits/chosen": -2.5881259441375732, | |
| "logits/rejected": -2.584801435470581, | |
| "logps/chosen": -435.7823181152344, | |
| "logps/rejected": -439.61297607421875, | |
| "loss": 0.6835, | |
| "rewards/accuracies": 0.637499988079071, | |
| "rewards/chosen": -0.042981140315532684, | |
| "rewards/margins": 0.020602630451321602, | |
| "rewards/rejected": -0.06358377635478973, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 3.981871935712112e-06, | |
| "logits/chosen": -2.6311769485473633, | |
| "logits/rejected": -2.6546669006347656, | |
| "logps/chosen": -413.837646484375, | |
| "logps/rejected": -437.16986083984375, | |
| "loss": 0.6839, | |
| "rewards/accuracies": 0.637499988079071, | |
| "rewards/chosen": -0.03683266043663025, | |
| "rewards/margins": 0.019854258745908737, | |
| "rewards/rejected": -0.056686919182538986, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 3.925023802325094e-06, | |
| "logits/chosen": -2.6563210487365723, | |
| "logits/rejected": -2.6776556968688965, | |
| "logps/chosen": -437.06988525390625, | |
| "logps/rejected": -455.8389587402344, | |
| "loss": 0.6788, | |
| "rewards/accuracies": 0.606249988079071, | |
| "rewards/chosen": -0.052065037190914154, | |
| "rewards/margins": 0.03126855939626694, | |
| "rewards/rejected": -0.08333360403776169, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 3.867062500284342e-06, | |
| "logits/chosen": -2.6086373329162598, | |
| "logits/rejected": -2.623145818710327, | |
| "logps/chosen": -424.25, | |
| "logps/rejected": -455.4474182128906, | |
| "loss": 0.6785, | |
| "rewards/accuracies": 0.6312500238418579, | |
| "rewards/chosen": -0.10639921575784683, | |
| "rewards/margins": 0.033148206770420074, | |
| "rewards/rejected": -0.1395474076271057, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 3.8080333065209885e-06, | |
| "logits/chosen": -2.6073594093322754, | |
| "logits/rejected": -2.6054632663726807, | |
| "logps/chosen": -428.15185546875, | |
| "logps/rejected": -422.6666564941406, | |
| "loss": 0.6961, | |
| "rewards/accuracies": 0.48750001192092896, | |
| "rewards/chosen": -0.1707339584827423, | |
| "rewards/margins": 0.0015567988157272339, | |
| "rewards/rejected": -0.17229075729846954, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 3.7479823321582624e-06, | |
| "logits/chosen": -2.6313910484313965, | |
| "logits/rejected": -2.6622931957244873, | |
| "logps/chosen": -435.267578125, | |
| "logps/rejected": -466.4607849121094, | |
| "loss": 0.6753, | |
| "rewards/accuracies": 0.5874999761581421, | |
| "rewards/chosen": -0.16189143061637878, | |
| "rewards/margins": 0.04039152339100838, | |
| "rewards/rejected": -0.20228295028209686, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "eval_logits/chosen": -2.491628885269165, | |
| "eval_logits/rejected": -2.4985597133636475, | |
| "eval_logps/chosen": -348.1782531738281, | |
| "eval_logps/rejected": -359.8316650390625, | |
| "eval_loss": 0.6855587959289551, | |
| "eval_rewards/accuracies": 0.5630000233650208, | |
| "eval_rewards/chosen": -0.13846127688884735, | |
| "eval_rewards/margins": 0.019424747675657272, | |
| "eval_rewards/rejected": -0.15788602828979492, | |
| "eval_runtime": 1618.1001, | |
| "eval_samples_per_second": 1.85, | |
| "eval_steps_per_second": 0.232, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 3.686956486491419e-06, | |
| "logits/chosen": -2.585524082183838, | |
| "logits/rejected": -2.593437671661377, | |
| "logps/chosen": -448.7865295410156, | |
| "logps/rejected": -462.56890869140625, | |
| "loss": 0.6939, | |
| "rewards/accuracies": 0.5249999761581421, | |
| "rewards/chosen": -0.1920996755361557, | |
| "rewards/margins": 0.004705216269940138, | |
| "rewards/rejected": -0.19680488109588623, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 3.625003440344166e-06, | |
| "logits/chosen": -2.603358268737793, | |
| "logits/rejected": -2.620025157928467, | |
| "logps/chosen": -422.2713317871094, | |
| "logps/rejected": -432.52557373046875, | |
| "loss": 0.678, | |
| "rewards/accuracies": 0.625, | |
| "rewards/chosen": -0.14511428773403168, | |
| "rewards/margins": 0.03498765081167221, | |
| "rewards/rejected": -0.18010194599628448, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 3.562171588830231e-06, | |
| "logits/chosen": -2.666226625442505, | |
| "logits/rejected": -2.6871166229248047, | |
| "logps/chosen": -434.64678955078125, | |
| "logps/rejected": -468.7852478027344, | |
| "loss": 0.6804, | |
| "rewards/accuracies": 0.6312500238418579, | |
| "rewards/chosen": -0.13358792662620544, | |
| "rewards/margins": 0.031595379114151, | |
| "rewards/rejected": -0.16518330574035645, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 3.4985100135491245e-06, | |
| "logits/chosen": -2.678806781768799, | |
| "logits/rejected": -2.698000907897949, | |
| "logps/chosen": -453.0816955566406, | |
| "logps/rejected": -490.1700134277344, | |
| "loss": 0.6683, | |
| "rewards/accuracies": 0.6000000238418579, | |
| "rewards/chosen": -0.19373668730258942, | |
| "rewards/margins": 0.05805329233407974, | |
| "rewards/rejected": -0.25178998708724976, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 3.4340684442456673e-06, | |
| "logits/chosen": -2.5824878215789795, | |
| "logits/rejected": -2.600515842437744, | |
| "logps/chosen": -450.08758544921875, | |
| "logps/rejected": -470.90838623046875, | |
| "loss": 0.6789, | |
| "rewards/accuracies": 0.612500011920929, | |
| "rewards/chosen": -0.30373430252075195, | |
| "rewards/margins": 0.03900415450334549, | |
| "rewards/rejected": -0.34273844957351685, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 3.3688972199631974e-06, | |
| "logits/chosen": -2.632826328277588, | |
| "logits/rejected": -2.6091580390930176, | |
| "logps/chosen": -455.7169494628906, | |
| "logps/rejected": -464.70684814453125, | |
| "loss": 0.6806, | |
| "rewards/accuracies": 0.5874999761581421, | |
| "rewards/chosen": -0.35484108328819275, | |
| "rewards/margins": 0.0392206534743309, | |
| "rewards/rejected": -0.39406174421310425, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 3.3030472497208354e-06, | |
| "logits/chosen": -2.62416672706604, | |
| "logits/rejected": -2.6495113372802734, | |
| "logps/chosen": -439.15106201171875, | |
| "logps/rejected": -497.6800842285156, | |
| "loss": 0.6604, | |
| "rewards/accuracies": 0.6312500238418579, | |
| "rewards/chosen": -0.32003355026245117, | |
| "rewards/margins": 0.07973183691501617, | |
| "rewards/rejected": -0.39976540207862854, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 3.236569972745492e-06, | |
| "logits/chosen": -2.6336703300476074, | |
| "logits/rejected": -2.649231195449829, | |
| "logps/chosen": -431.4183044433594, | |
| "logps/rejected": -447.3372497558594, | |
| "loss": 0.6801, | |
| "rewards/accuracies": 0.574999988079071, | |
| "rewards/chosen": -0.30185872316360474, | |
| "rewards/margins": 0.040949635207653046, | |
| "rewards/rejected": -0.342808336019516, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 3.1695173182897126e-06, | |
| "logits/chosen": -2.5993151664733887, | |
| "logits/rejected": -2.607579469680786, | |
| "logps/chosen": -448.4823303222656, | |
| "logps/rejected": -482.7305603027344, | |
| "loss": 0.6645, | |
| "rewards/accuracies": 0.5874999761581421, | |
| "rewards/chosen": -0.3687121272087097, | |
| "rewards/margins": 0.07179446518421173, | |
| "rewards/rejected": -0.44050654768943787, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 3.10194166506673e-06, | |
| "logits/chosen": -2.6293110847473145, | |
| "logits/rejected": -2.649170398712158, | |
| "logps/chosen": -456.01605224609375, | |
| "logps/rejected": -483.74298095703125, | |
| "loss": 0.6839, | |
| "rewards/accuracies": 0.59375, | |
| "rewards/chosen": -0.3835269808769226, | |
| "rewards/margins": 0.037176936864852905, | |
| "rewards/rejected": -0.4207039475440979, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "eval_logits/chosen": -2.533261299133301, | |
| "eval_logits/rejected": -2.5394067764282227, | |
| "eval_logps/chosen": -366.2155456542969, | |
| "eval_logps/rejected": -379.6049499511719, | |
| "eval_loss": 0.6814756393432617, | |
| "eval_rewards/accuracies": 0.5666666626930237, | |
| "eval_rewards/chosen": -0.3188343644142151, | |
| "eval_rewards/margins": 0.03678455203771591, | |
| "eval_rewards/rejected": -0.3556188941001892, | |
| "eval_runtime": 1615.2404, | |
| "eval_samples_per_second": 1.854, | |
| "eval_steps_per_second": 0.232, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 3.0338958003344115e-06, | |
| "logits/chosen": -2.627558946609497, | |
| "logits/rejected": -2.6516823768615723, | |
| "logps/chosen": -437.21160888671875, | |
| "logps/rejected": -464.7273864746094, | |
| "loss": 0.6661, | |
| "rewards/accuracies": 0.5687500238418579, | |
| "rewards/chosen": -0.4052312970161438, | |
| "rewards/margins": 0.0762629583477974, | |
| "rewards/rejected": -0.4814942479133606, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 2.9654328786600823e-06, | |
| "logits/chosen": -2.619433879852295, | |
| "logits/rejected": -2.6456384658813477, | |
| "logps/chosen": -452.12762451171875, | |
| "logps/rejected": -496.452392578125, | |
| "loss": 0.6522, | |
| "rewards/accuracies": 0.59375, | |
| "rewards/chosen": -0.47861284017562866, | |
| "rewards/margins": 0.10839803516864777, | |
| "rewards/rejected": -0.5870109796524048, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 2.896606380398402e-06, | |
| "logits/chosen": -2.639660120010376, | |
| "logits/rejected": -2.652381181716919, | |
| "logps/chosen": -472.73089599609375, | |
| "logps/rejected": -484.69561767578125, | |
| "loss": 0.6922, | |
| "rewards/accuracies": 0.5625, | |
| "rewards/chosen": -0.5940805673599243, | |
| "rewards/margins": 0.029440635815262794, | |
| "rewards/rejected": -0.6235212087631226, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 2.827470069914772e-06, | |
| "logits/chosen": -2.6815245151519775, | |
| "logits/rejected": -2.687138080596924, | |
| "logps/chosen": -475.3055114746094, | |
| "logps/rejected": -506.28643798828125, | |
| "loss": 0.6782, | |
| "rewards/accuracies": 0.59375, | |
| "rewards/chosen": -0.5460494160652161, | |
| "rewards/margins": 0.060324352234601974, | |
| "rewards/rejected": -0.6063737869262695, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 2.7580779535868675e-06, | |
| "logits/chosen": -2.6303911209106445, | |
| "logits/rejected": -2.646120071411133, | |
| "logps/chosen": -471.96533203125, | |
| "logps/rejected": -487.72271728515625, | |
| "loss": 0.675, | |
| "rewards/accuracies": 0.53125, | |
| "rewards/chosen": -0.489617258310318, | |
| "rewards/margins": 0.05899134278297424, | |
| "rewards/rejected": -0.548608660697937, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 2.688484237617129e-06, | |
| "logits/chosen": -2.647108316421509, | |
| "logits/rejected": -2.6790130138397217, | |
| "logps/chosen": -467.047607421875, | |
| "logps/rejected": -493.06524658203125, | |
| "loss": 0.6725, | |
| "rewards/accuracies": 0.612500011920929, | |
| "rewards/chosen": -0.4314625859260559, | |
| "rewards/margins": 0.063529834151268, | |
| "rewards/rejected": -0.4949924349784851, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 2.6187432856891585e-06, | |
| "logits/chosen": -2.658151626586914, | |
| "logits/rejected": -2.6678333282470703, | |
| "logps/chosen": -471.19842529296875, | |
| "logps/rejected": -504.4642639160156, | |
| "loss": 0.6669, | |
| "rewards/accuracies": 0.625, | |
| "rewards/chosen": -0.44427603483200073, | |
| "rewards/margins": 0.07264076918363571, | |
| "rewards/rejected": -0.516916811466217, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 2.548909576501096e-06, | |
| "logits/chosen": -2.7318921089172363, | |
| "logits/rejected": -2.7216339111328125, | |
| "logps/chosen": -474.5341796875, | |
| "logps/rejected": -498.4226989746094, | |
| "loss": 0.6642, | |
| "rewards/accuracies": 0.637499988079071, | |
| "rewards/chosen": -0.4827556014060974, | |
| "rewards/margins": 0.08245094865560532, | |
| "rewards/rejected": -0.5652065873146057, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 2.4790376612091503e-06, | |
| "logits/chosen": -2.70528507232666, | |
| "logits/rejected": -2.7278404235839844, | |
| "logps/chosen": -492.2674255371094, | |
| "logps/rejected": -518.07177734375, | |
| "loss": 0.6686, | |
| "rewards/accuracies": 0.5562499761581421, | |
| "rewards/chosen": -0.579769492149353, | |
| "rewards/margins": 0.0886869877576828, | |
| "rewards/rejected": -0.6684564352035522, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 2.40918212081453e-06, | |
| "logits/chosen": -2.643637180328369, | |
| "logits/rejected": -2.6695291996002197, | |
| "logps/chosen": -438.7723083496094, | |
| "logps/rejected": -477.81451416015625, | |
| "loss": 0.6535, | |
| "rewards/accuracies": 0.581250011920929, | |
| "rewards/chosen": -0.4713774621486664, | |
| "rewards/margins": 0.10217118263244629, | |
| "rewards/rejected": -0.5735486745834351, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "eval_logits/chosen": -2.5424647331237793, | |
| "eval_logits/rejected": -2.5483226776123047, | |
| "eval_logps/chosen": -376.3719177246094, | |
| "eval_logps/rejected": -391.4495544433594, | |
| "eval_loss": 0.6770339012145996, | |
| "eval_rewards/accuracies": 0.5763333439826965, | |
| "eval_rewards/chosen": -0.42039749026298523, | |
| "eval_rewards/margins": 0.05366775020956993, | |
| "eval_rewards/rejected": -0.47406527400016785, | |
| "eval_runtime": 1614.5505, | |
| "eval_samples_per_second": 1.854, | |
| "eval_steps_per_second": 0.232, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 2.3393975235270654e-06, | |
| "logits/chosen": -2.6486973762512207, | |
| "logits/rejected": -2.6384849548339844, | |
| "logps/chosen": -470.92498779296875, | |
| "logps/rejected": -504.40740966796875, | |
| "loss": 0.6546, | |
| "rewards/accuracies": 0.574999988079071, | |
| "rewards/chosen": -0.49029403924942017, | |
| "rewards/margins": 0.10647070407867432, | |
| "rewards/rejected": -0.5967647433280945, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 2.2697383821388153e-06, | |
| "logits/chosen": -2.6679904460906982, | |
| "logits/rejected": -2.6391725540161133, | |
| "logps/chosen": -463.16632080078125, | |
| "logps/rejected": -473.4232482910156, | |
| "loss": 0.6867, | |
| "rewards/accuracies": 0.574999988079071, | |
| "rewards/chosen": -0.4399467408657074, | |
| "rewards/margins": 0.04117538779973984, | |
| "rewards/rejected": -0.48112210631370544, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 2.2002591114409657e-06, | |
| "logits/chosen": -2.677816867828369, | |
| "logits/rejected": -2.6684961318969727, | |
| "logps/chosen": -457.8728942871094, | |
| "logps/rejected": -479.80609130859375, | |
| "loss": 0.6756, | |
| "rewards/accuracies": 0.543749988079071, | |
| "rewards/chosen": -0.3563249111175537, | |
| "rewards/margins": 0.05807635933160782, | |
| "rewards/rejected": -0.41440123319625854, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 2.131013985717285e-06, | |
| "logits/chosen": -2.678981065750122, | |
| "logits/rejected": -2.669673204421997, | |
| "logps/chosen": -464.6796875, | |
| "logps/rejected": -506.2353515625, | |
| "loss": 0.6495, | |
| "rewards/accuracies": 0.625, | |
| "rewards/chosen": -0.320025771856308, | |
| "rewards/margins": 0.10963205248117447, | |
| "rewards/rejected": -0.42965784668922424, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 2.062057096347338e-06, | |
| "logits/chosen": -2.6860058307647705, | |
| "logits/rejected": -2.694854736328125, | |
| "logps/chosen": -461.962890625, | |
| "logps/rejected": -472.4624938964844, | |
| "loss": 0.6667, | |
| "rewards/accuracies": 0.574999988079071, | |
| "rewards/chosen": -0.38755279779434204, | |
| "rewards/margins": 0.08047433197498322, | |
| "rewards/rejected": -0.46802711486816406, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 1.9934423095525733e-06, | |
| "logits/chosen": -2.6688058376312256, | |
| "logits/rejected": -2.6453909873962402, | |
| "logps/chosen": -467.1205139160156, | |
| "logps/rejected": -475.4339904785156, | |
| "loss": 0.6708, | |
| "rewards/accuracies": 0.643750011920929, | |
| "rewards/chosen": -0.385872483253479, | |
| "rewards/margins": 0.07536690682172775, | |
| "rewards/rejected": -0.46123939752578735, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 1.9252232243182986e-06, | |
| "logits/chosen": -2.656658172607422, | |
| "logits/rejected": -2.6702752113342285, | |
| "logps/chosen": -434.9510192871094, | |
| "logps/rejected": -466.2872009277344, | |
| "loss": 0.6669, | |
| "rewards/accuracies": 0.59375, | |
| "rewards/chosen": -0.4157305657863617, | |
| "rewards/margins": 0.0795067697763443, | |
| "rewards/rejected": -0.4952372908592224, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 1.8574531305244043e-06, | |
| "logits/chosen": -2.683166980743408, | |
| "logits/rejected": -2.705665111541748, | |
| "logps/chosen": -473.3404846191406, | |
| "logps/rejected": -507.530029296875, | |
| "loss": 0.6445, | |
| "rewards/accuracies": 0.5874999761581421, | |
| "rewards/chosen": -0.39788818359375, | |
| "rewards/margins": 0.13318848609924316, | |
| "rewards/rejected": -0.5310766696929932, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 1.7901849673175559e-06, | |
| "logits/chosen": -2.7003445625305176, | |
| "logits/rejected": -2.7315449714660645, | |
| "logps/chosen": -467.36383056640625, | |
| "logps/rejected": -495.95709228515625, | |
| "loss": 0.6692, | |
| "rewards/accuracies": 0.6312500238418579, | |
| "rewards/chosen": -0.3450160622596741, | |
| "rewards/margins": 0.07192648947238922, | |
| "rewards/rejected": -0.4169425368309021, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 1.7234712817573555e-06, | |
| "logits/chosen": -2.680144786834717, | |
| "logits/rejected": -2.6287026405334473, | |
| "logps/chosen": -486.04278564453125, | |
| "logps/rejected": -492.35162353515625, | |
| "loss": 0.6764, | |
| "rewards/accuracies": 0.612500011920929, | |
| "rewards/chosen": -0.37955719232559204, | |
| "rewards/margins": 0.06455205380916595, | |
| "rewards/rejected": -0.4441092014312744, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "eval_logits/chosen": -2.5651443004608154, | |
| "eval_logits/rejected": -2.571413516998291, | |
| "eval_logps/chosen": -359.1413269042969, | |
| "eval_logps/rejected": -374.912841796875, | |
| "eval_loss": 0.672364354133606, | |
| "eval_rewards/accuracies": 0.5989999771118164, | |
| "eval_rewards/chosen": -0.24809196591377258, | |
| "eval_rewards/margins": 0.06060539186000824, | |
| "eval_rewards/rejected": -0.308697372674942, | |
| "eval_runtime": 1620.9312, | |
| "eval_samples_per_second": 1.847, | |
| "eval_steps_per_second": 0.231, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 1.6573641877687936e-06, | |
| "logits/chosen": -2.696709394454956, | |
| "logits/rejected": -2.713754653930664, | |
| "logps/chosen": -439.42864990234375, | |
| "logps/rejected": -479.58612060546875, | |
| "loss": 0.6545, | |
| "rewards/accuracies": 0.625, | |
| "rewards/chosen": -0.28763246536254883, | |
| "rewards/margins": 0.10148018598556519, | |
| "rewards/rejected": -0.389112651348114, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 1.591915325433034e-06, | |
| "logits/chosen": -2.7134814262390137, | |
| "logits/rejected": -2.6989309787750244, | |
| "logps/chosen": -442.7323303222656, | |
| "logps/rejected": -455.2479553222656, | |
| "loss": 0.6775, | |
| "rewards/accuracies": 0.581250011920929, | |
| "rewards/chosen": -0.31017300486564636, | |
| "rewards/margins": 0.056103698909282684, | |
| "rewards/rejected": -0.36627671122550964, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 1.5271758206483664e-06, | |
| "logits/chosen": -2.7078943252563477, | |
| "logits/rejected": -2.699531078338623, | |
| "logps/chosen": -458.97772216796875, | |
| "logps/rejected": -478.4125061035156, | |
| "loss": 0.6669, | |
| "rewards/accuracies": 0.6499999761581421, | |
| "rewards/chosen": -0.31177014112472534, | |
| "rewards/margins": 0.0876721516251564, | |
| "rewards/rejected": -0.39944231510162354, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 1.4631962451927966e-06, | |
| "logits/chosen": -2.689883232116699, | |
| "logits/rejected": -2.7185115814208984, | |
| "logps/chosen": -453.9341735839844, | |
| "logps/rejected": -486.0030822753906, | |
| "loss": 0.6594, | |
| "rewards/accuracies": 0.6312500238418579, | |
| "rewards/chosen": -0.2792655825614929, | |
| "rewards/margins": 0.0935577005147934, | |
| "rewards/rejected": -0.3728232979774475, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 1.4000265772195032e-06, | |
| "logits/chosen": -2.7169957160949707, | |
| "logits/rejected": -2.7198026180267334, | |
| "logps/chosen": -462.4480895996094, | |
| "logps/rejected": -495.20330810546875, | |
| "loss": 0.6628, | |
| "rewards/accuracies": 0.6312500238418579, | |
| "rewards/chosen": -0.3546587824821472, | |
| "rewards/margins": 0.09027893841266632, | |
| "rewards/rejected": -0.44493770599365234, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 1.3377161622160077e-06, | |
| "logits/chosen": -2.7009379863739014, | |
| "logits/rejected": -2.696585178375244, | |
| "logps/chosen": -458.6473083496094, | |
| "logps/rejected": -485.0048828125, | |
| "loss": 0.6556, | |
| "rewards/accuracies": 0.6312500238418579, | |
| "rewards/chosen": -0.3736417591571808, | |
| "rewards/margins": 0.10007522255182266, | |
| "rewards/rejected": -0.4737170338630676, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 1.276313674457553e-06, | |
| "logits/chosen": -2.700366497039795, | |
| "logits/rejected": -2.7102417945861816, | |
| "logps/chosen": -439.9691467285156, | |
| "logps/rejected": -479.43231201171875, | |
| "loss": 0.6373, | |
| "rewards/accuracies": 0.643750011920929, | |
| "rewards/chosen": -0.3865216374397278, | |
| "rewards/margins": 0.15378279983997345, | |
| "rewards/rejected": -0.5403044819831848, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 1.2158670789848095e-06, | |
| "logits/chosen": -2.675424098968506, | |
| "logits/rejected": -2.6478264331817627, | |
| "logps/chosen": -472.1514587402344, | |
| "logps/rejected": -488.82000732421875, | |
| "loss": 0.6835, | |
| "rewards/accuracies": 0.637499988079071, | |
| "rewards/chosen": -0.5139307379722595, | |
| "rewards/margins": 0.05513748526573181, | |
| "rewards/rejected": -0.5690682530403137, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 1.1564235941356016e-06, | |
| "logits/chosen": -2.647432804107666, | |
| "logits/rejected": -2.6728672981262207, | |
| "logps/chosen": -459.1905212402344, | |
| "logps/rejected": -504.0580139160156, | |
| "loss": 0.6369, | |
| "rewards/accuracies": 0.6937500238418579, | |
| "rewards/chosen": -0.5291575789451599, | |
| "rewards/margins": 0.15966546535491943, | |
| "rewards/rejected": -0.6888231039047241, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 1.0980296546599254e-06, | |
| "logits/chosen": -2.6834964752197266, | |
| "logits/rejected": -2.671112537384033, | |
| "logps/chosen": -498.71478271484375, | |
| "logps/rejected": -504.4794006347656, | |
| "loss": 0.6753, | |
| "rewards/accuracies": 0.550000011920929, | |
| "rewards/chosen": -0.6096609830856323, | |
| "rewards/margins": 0.08308340609073639, | |
| "rewards/rejected": -0.6927444934844971, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "eval_logits/chosen": -2.5749759674072266, | |
| "eval_logits/rejected": -2.5806519985198975, | |
| "eval_logps/chosen": -377.15924072265625, | |
| "eval_logps/rejected": -394.6670837402344, | |
| "eval_loss": 0.6703553795814514, | |
| "eval_rewards/accuracies": 0.5983333587646484, | |
| "eval_rewards/chosen": -0.4282708764076233, | |
| "eval_rewards/margins": 0.0779690071940422, | |
| "eval_rewards/rejected": -0.5062398910522461, | |
| "eval_runtime": 1623.0619, | |
| "eval_samples_per_second": 1.845, | |
| "eval_steps_per_second": 0.231, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 1.040730875447083e-06, | |
| "logits/chosen": -2.694941997528076, | |
| "logits/rejected": -2.698484182357788, | |
| "logps/chosen": -475.06201171875, | |
| "logps/rejected": -494.41033935546875, | |
| "loss": 0.656, | |
| "rewards/accuracies": 0.6499999761581421, | |
| "rewards/chosen": -0.5018836259841919, | |
| "rewards/margins": 0.11171841621398926, | |
| "rewards/rejected": -0.6136020421981812, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 9.845720158932414e-07, | |
| "logits/chosen": -2.6612589359283447, | |
| "logits/rejected": -2.6566224098205566, | |
| "logps/chosen": -442.80841064453125, | |
| "logps/rejected": -453.392578125, | |
| "loss": 0.6669, | |
| "rewards/accuracies": 0.5625, | |
| "rewards/chosen": -0.4533756375312805, | |
| "rewards/margins": 0.07945097982883453, | |
| "rewards/rejected": -0.5328266024589539, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 9.295969449372796e-07, | |
| "logits/chosen": -2.6861672401428223, | |
| "logits/rejected": -2.712158441543579, | |
| "logps/chosen": -449.2447204589844, | |
| "logps/rejected": -474.03314208984375, | |
| "loss": 0.6672, | |
| "rewards/accuracies": 0.6000000238418579, | |
| "rewards/chosen": -0.39123302698135376, | |
| "rewards/margins": 0.08886702358722687, | |
| "rewards/rejected": -0.4801000654697418, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 8.758486067922176e-07, | |
| "logits/chosen": -2.6912190914154053, | |
| "logits/rejected": -2.708655834197998, | |
| "logps/chosen": -439.08233642578125, | |
| "logps/rejected": -478.17950439453125, | |
| "loss": 0.6498, | |
| "rewards/accuracies": 0.6187499761581421, | |
| "rewards/chosen": -0.35874584317207336, | |
| "rewards/margins": 0.1233411431312561, | |
| "rewards/rejected": -0.48208698630332947, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 8.233689873990006e-07, | |
| "logits/chosen": -2.672585964202881, | |
| "logits/rejected": -2.679046392440796, | |
| "logps/chosen": -440.7559509277344, | |
| "logps/rejected": -479.00164794921875, | |
| "loss": 0.6422, | |
| "rewards/accuracies": 0.637499988079071, | |
| "rewards/chosen": -0.32873159646987915, | |
| "rewards/margins": 0.13754822313785553, | |
| "rewards/rejected": -0.4662798345088959, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 7.721990816288555e-07, | |
| "logits/chosen": -2.7491555213928223, | |
| "logits/rejected": -2.769662380218506, | |
| "logps/chosen": -422.5555114746094, | |
| "logps/rejected": -451.8642578125, | |
| "loss": 0.6705, | |
| "rewards/accuracies": 0.59375, | |
| "rewards/chosen": -0.32741206884384155, | |
| "rewards/margins": 0.07545635104179382, | |
| "rewards/rejected": -0.4028684198856354, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 7.223788612598148e-07, | |
| "logits/chosen": -2.7415757179260254, | |
| "logits/rejected": -2.750936269760132, | |
| "logps/chosen": -452.7373962402344, | |
| "logps/rejected": -484.138671875, | |
| "loss": 0.6439, | |
| "rewards/accuracies": 0.6499999761581421, | |
| "rewards/chosen": -0.27024340629577637, | |
| "rewards/margins": 0.12849459052085876, | |
| "rewards/rejected": -0.39873799681663513, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 6.73947243752448e-07, | |
| "logits/chosen": -2.718167304992676, | |
| "logits/rejected": -2.7125675678253174, | |
| "logps/chosen": -470.5419921875, | |
| "logps/rejected": -465.5101013183594, | |
| "loss": 0.6762, | |
| "rewards/accuracies": 0.5375000238418579, | |
| "rewards/chosen": -0.36285415291786194, | |
| "rewards/margins": 0.06569617241621017, | |
| "rewards/rejected": -0.4285503029823303, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 6.269420618491759e-07, | |
| "logits/chosen": -2.75072979927063, | |
| "logits/rejected": -2.751321315765381, | |
| "logps/chosen": -432.2750549316406, | |
| "logps/rejected": -462.3431701660156, | |
| "loss": 0.6574, | |
| "rewards/accuracies": 0.6499999761581421, | |
| "rewards/chosen": -0.2954108715057373, | |
| "rewards/margins": 0.09935091435909271, | |
| "rewards/rejected": -0.3947618007659912, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 5.814000340209267e-07, | |
| "logits/chosen": -2.7202508449554443, | |
| "logits/rejected": -2.721200466156006, | |
| "logps/chosen": -453.22100830078125, | |
| "logps/rejected": -491.32080078125, | |
| "loss": 0.6459, | |
| "rewards/accuracies": 0.6625000238418579, | |
| "rewards/chosen": -0.30317172408103943, | |
| "rewards/margins": 0.12803982198238373, | |
| "rewards/rejected": -0.43121156096458435, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "eval_logits/chosen": -2.5858356952667236, | |
| "eval_logits/rejected": -2.59238338470459, | |
| "eval_logps/chosen": -358.3893737792969, | |
| "eval_logps/rejected": -375.67333984375, | |
| "eval_loss": 0.6679545640945435, | |
| "eval_rewards/accuracies": 0.612666666507721, | |
| "eval_rewards/chosen": -0.24057278037071228, | |
| "eval_rewards/margins": 0.07572992891073227, | |
| "eval_rewards/rejected": -0.31630268692970276, | |
| "eval_runtime": 1618.0765, | |
| "eval_samples_per_second": 1.85, | |
| "eval_steps_per_second": 0.232, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 5.373567357842111e-07, | |
| "logits/chosen": -2.6775119304656982, | |
| "logits/rejected": -2.707977771759033, | |
| "logps/chosen": -443.8631896972656, | |
| "logps/rejected": -472.0171813964844, | |
| "loss": 0.6591, | |
| "rewards/accuracies": 0.6312500238418579, | |
| "rewards/chosen": -0.25422340631484985, | |
| "rewards/margins": 0.09956096857786179, | |
| "rewards/rejected": -0.35378438234329224, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 4.948465719110226e-07, | |
| "logits/chosen": -2.69923996925354, | |
| "logits/rejected": -2.714949607849121, | |
| "logps/chosen": -425.83245849609375, | |
| "logps/rejected": -450.9254455566406, | |
| "loss": 0.6449, | |
| "rewards/accuracies": 0.6499999761581421, | |
| "rewards/chosen": -0.2896645665168762, | |
| "rewards/margins": 0.12861916422843933, | |
| "rewards/rejected": -0.41828376054763794, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 4.539027495532766e-07, | |
| "logits/chosen": -2.6870169639587402, | |
| "logits/rejected": -2.6863129138946533, | |
| "logps/chosen": -437.5118713378906, | |
| "logps/rejected": -460.01373291015625, | |
| "loss": 0.6558, | |
| "rewards/accuracies": 0.65625, | |
| "rewards/chosen": -0.3346652388572693, | |
| "rewards/margins": 0.11685864627361298, | |
| "rewards/rejected": -0.45152387022972107, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "learning_rate": 4.14557252302783e-07, | |
| "logits/chosen": -2.691601276397705, | |
| "logits/rejected": -2.7064461708068848, | |
| "logps/chosen": -443.50445556640625, | |
| "logps/rejected": -478.5107421875, | |
| "loss": 0.6522, | |
| "rewards/accuracies": 0.6499999761581421, | |
| "rewards/chosen": -0.3916120231151581, | |
| "rewards/margins": 0.11733059585094452, | |
| "rewards/rejected": -0.5089426636695862, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "learning_rate": 3.7684081520700884e-07, | |
| "logits/chosen": -2.716027021408081, | |
| "logits/rejected": -2.721525192260742, | |
| "logps/chosen": -477.7105407714844, | |
| "logps/rejected": -481.0179748535156, | |
| "loss": 0.6819, | |
| "rewards/accuracies": 0.625, | |
| "rewards/chosen": -0.4463655352592468, | |
| "rewards/margins": 0.05458784103393555, | |
| "rewards/rejected": -0.5009533166885376, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "learning_rate": 3.407829007601507e-07, | |
| "logits/chosen": -2.6834683418273926, | |
| "logits/rejected": -2.6970880031585693, | |
| "logps/chosen": -457.0318298339844, | |
| "logps/rejected": -498.78485107421875, | |
| "loss": 0.6357, | |
| "rewards/accuracies": 0.612500011920929, | |
| "rewards/chosen": -0.36882373690605164, | |
| "rewards/margins": 0.1661624312400818, | |
| "rewards/rejected": -0.5349861979484558, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 3.064116758882724e-07, | |
| "logits/chosen": -2.7176353931427, | |
| "logits/rejected": -2.7239794731140137, | |
| "logps/chosen": -464.91534423828125, | |
| "logps/rejected": -508.00927734375, | |
| "loss": 0.6459, | |
| "rewards/accuracies": 0.6812499761581421, | |
| "rewards/chosen": -0.38777628540992737, | |
| "rewards/margins": 0.14257176220417023, | |
| "rewards/rejected": -0.5303480625152588, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 2.737539899464908e-07, | |
| "logits/chosen": -2.6851329803466797, | |
| "logits/rejected": -2.698014736175537, | |
| "logps/chosen": -423.3038024902344, | |
| "logps/rejected": -450.4856872558594, | |
| "loss": 0.6599, | |
| "rewards/accuracies": 0.6187499761581421, | |
| "rewards/chosen": -0.3559909462928772, | |
| "rewards/margins": 0.09332160651683807, | |
| "rewards/rejected": -0.44931259751319885, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "learning_rate": 2.4283535374538645e-07, | |
| "logits/chosen": -2.744837999343872, | |
| "logits/rejected": -2.747127056121826, | |
| "logps/chosen": -465.623046875, | |
| "logps/rejected": -489.3487243652344, | |
| "loss": 0.6522, | |
| "rewards/accuracies": 0.65625, | |
| "rewards/chosen": -0.3236229419708252, | |
| "rewards/margins": 0.12912145256996155, | |
| "rewards/rejected": -0.45274439454078674, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 2.1367991962303298e-07, | |
| "logits/chosen": -2.7007431983947754, | |
| "logits/rejected": -2.71804141998291, | |
| "logps/chosen": -428.20147705078125, | |
| "logps/rejected": -458.3008728027344, | |
| "loss": 0.6541, | |
| "rewards/accuracies": 0.59375, | |
| "rewards/chosen": -0.3504807949066162, | |
| "rewards/margins": 0.11653472483158112, | |
| "rewards/rejected": -0.46701550483703613, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "eval_logits/chosen": -2.587815046310425, | |
| "eval_logits/rejected": -2.594228744506836, | |
| "eval_logps/chosen": -362.3882141113281, | |
| "eval_logps/rejected": -380.2968444824219, | |
| "eval_loss": 0.6669934988021851, | |
| "eval_rewards/accuracies": 0.6156666874885559, | |
| "eval_rewards/chosen": -0.28056082129478455, | |
| "eval_rewards/margins": 0.08197694271802902, | |
| "eval_rewards/rejected": -0.36253777146339417, | |
| "eval_runtime": 1611.4517, | |
| "eval_samples_per_second": 1.858, | |
| "eval_steps_per_second": 0.233, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "learning_rate": 1.8631046257820278e-07, | |
| "logits/chosen": -2.728276014328003, | |
| "logits/rejected": -2.7310478687286377, | |
| "logps/chosen": -461.82879638671875, | |
| "logps/rejected": -471.50775146484375, | |
| "loss": 0.6887, | |
| "rewards/accuracies": 0.6312500238418579, | |
| "rewards/chosen": -0.3837016522884369, | |
| "rewards/margins": 0.04261630028486252, | |
| "rewards/rejected": -0.4263179898262024, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 1.6074836247950143e-07, | |
| "logits/chosen": -2.7541463375091553, | |
| "logits/rejected": -2.7452800273895264, | |
| "logps/chosen": -471.38446044921875, | |
| "logps/rejected": -493.8583068847656, | |
| "loss": 0.656, | |
| "rewards/accuracies": 0.6187499761581421, | |
| "rewards/chosen": -0.32993000745773315, | |
| "rewards/margins": 0.11021927744150162, | |
| "rewards/rejected": -0.44014930725097656, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 1.370135873643097e-07, | |
| "logits/chosen": -2.711472749710083, | |
| "logits/rejected": -2.6935694217681885, | |
| "logps/chosen": -458.6504821777344, | |
| "logps/rejected": -458.78839111328125, | |
| "loss": 0.6649, | |
| "rewards/accuracies": 0.625, | |
| "rewards/chosen": -0.33027976751327515, | |
| "rewards/margins": 0.08629810065031052, | |
| "rewards/rejected": -0.41657787561416626, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "learning_rate": 1.1512467784059372e-07, | |
| "logits/chosen": -2.7174072265625, | |
| "logits/rejected": -2.726274013519287, | |
| "logps/chosen": -421.85833740234375, | |
| "logps/rejected": -443.1368713378906, | |
| "loss": 0.6782, | |
| "rewards/accuracies": 0.5687500238418579, | |
| "rewards/chosen": -0.3433849811553955, | |
| "rewards/margins": 0.07356986403465271, | |
| "rewards/rejected": -0.4169548451900482, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "learning_rate": 9.509873260376251e-08, | |
| "logits/chosen": -2.6908252239227295, | |
| "logits/rejected": -2.697906017303467, | |
| "logps/chosen": -438.10089111328125, | |
| "logps/rejected": -496.07269287109375, | |
| "loss": 0.6257, | |
| "rewards/accuracies": 0.6499999761581421, | |
| "rewards/chosen": -0.2791033387184143, | |
| "rewards/margins": 0.17611822485923767, | |
| "rewards/rejected": -0.455221563577652, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "learning_rate": 7.695139507988559e-08, | |
| "logits/chosen": -2.7109904289245605, | |
| "logits/rejected": -2.704934597015381, | |
| "logps/chosen": -467.7078552246094, | |
| "logps/rejected": -485.38580322265625, | |
| "loss": 0.6916, | |
| "rewards/accuracies": 0.5625, | |
| "rewards/chosen": -0.37871813774108887, | |
| "rewards/margins": 0.04057822376489639, | |
| "rewards/rejected": -0.41929635405540466, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 6.069684120570684e-08, | |
| "logits/chosen": -2.6606979370117188, | |
| "logits/rejected": -2.6916613578796387, | |
| "logps/chosen": -442.80462646484375, | |
| "logps/rejected": -487.12701416015625, | |
| "loss": 0.6493, | |
| "rewards/accuracies": 0.6875, | |
| "rewards/chosen": -0.3210916817188263, | |
| "rewards/margins": 0.13079658150672913, | |
| "rewards/rejected": -0.45188823342323303, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 4.634776835499871e-08, | |
| "logits/chosen": -2.669241428375244, | |
| "logits/rejected": -2.6664905548095703, | |
| "logps/chosen": -426.0979919433594, | |
| "logps/rejected": -453.2581481933594, | |
| "loss": 0.6681, | |
| "rewards/accuracies": 0.5874999761581421, | |
| "rewards/chosen": -0.31668686866760254, | |
| "rewards/margins": 0.09003134816884995, | |
| "rewards/rejected": -0.4067181944847107, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "learning_rate": 3.3915385419908964e-08, | |
| "logits/chosen": -2.7456703186035156, | |
| "logits/rejected": -2.72196626663208, | |
| "logps/chosen": -457.28515625, | |
| "logps/rejected": -476.6426696777344, | |
| "loss": 0.6645, | |
| "rewards/accuracies": 0.612500011920929, | |
| "rewards/chosen": -0.33392366766929626, | |
| "rewards/margins": 0.10097813606262207, | |
| "rewards/rejected": -0.43490180373191833, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 2.3409404055043938e-08, | |
| "logits/chosen": -2.6708192825317383, | |
| "logits/rejected": -2.6985325813293457, | |
| "logps/chosen": -443.9369201660156, | |
| "logps/rejected": -475.53955078125, | |
| "loss": 0.6422, | |
| "rewards/accuracies": 0.6625000238418579, | |
| "rewards/chosen": -0.3015444874763489, | |
| "rewards/margins": 0.1372503787279129, | |
| "rewards/rejected": -0.43879491090774536, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "eval_logits/chosen": -2.5898184776306152, | |
| "eval_logits/rejected": -2.596299409866333, | |
| "eval_logps/chosen": -360.897216796875, | |
| "eval_logps/rejected": -378.7738342285156, | |
| "eval_loss": 0.6668795943260193, | |
| "eval_rewards/accuracies": 0.6156666874885559, | |
| "eval_rewards/chosen": -0.26565054059028625, | |
| "eval_rewards/margins": 0.08165695518255234, | |
| "eval_rewards/rejected": -0.3473075032234192, | |
| "eval_runtime": 1611.7613, | |
| "eval_samples_per_second": 1.858, | |
| "eval_steps_per_second": 0.233, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 1.4838031091134186e-08, | |
| "logits/chosen": -2.6734347343444824, | |
| "logits/rejected": -2.7052102088928223, | |
| "logps/chosen": -414.99566650390625, | |
| "logps/rejected": -469.2049255371094, | |
| "loss": 0.6318, | |
| "rewards/accuracies": 0.65625, | |
| "rewards/chosen": -0.2892751097679138, | |
| "rewards/margins": 0.15364858508110046, | |
| "rewards/rejected": -0.4429236948490143, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 8.207962124201774e-09, | |
| "logits/chosen": -2.7094740867614746, | |
| "logits/rejected": -2.7131965160369873, | |
| "logps/chosen": -459.8565979003906, | |
| "logps/rejected": -477.9366149902344, | |
| "loss": 0.6578, | |
| "rewards/accuracies": 0.59375, | |
| "rewards/chosen": -0.3082069456577301, | |
| "rewards/margins": 0.10618587583303452, | |
| "rewards/rejected": -0.4143927991390228, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 3.5243762852441023e-09, | |
| "logits/chosen": -2.7074780464172363, | |
| "logits/rejected": -2.7236151695251465, | |
| "logps/chosen": -444.84161376953125, | |
| "logps/rejected": -480.5126037597656, | |
| "loss": 0.6562, | |
| "rewards/accuracies": 0.574999988079071, | |
| "rewards/chosen": -0.31734251976013184, | |
| "rewards/margins": 0.11356744915246964, | |
| "rewards/rejected": -0.4309099614620209, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "learning_rate": 7.909321945129278e-10, | |
| "logits/chosen": -2.7246460914611816, | |
| "logits/rejected": -2.733558177947998, | |
| "logps/chosen": -476.4629821777344, | |
| "logps/rejected": -513.1619873046875, | |
| "loss": 0.6426, | |
| "rewards/accuracies": 0.637499988079071, | |
| "rewards/chosen": -0.3152047097682953, | |
| "rewards/margins": 0.15284833312034607, | |
| "rewards/rejected": -0.46805301308631897, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "step": 1249, | |
| "total_flos": 0.0, | |
| "train_loss": 0.6736802890646257, | |
| "train_runtime": 42164.1735, | |
| "train_samples_per_second": 0.474, | |
| "train_steps_per_second": 0.03 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 1249, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 100, | |
| "total_flos": 0.0, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |