| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.9997382884061764, | |
| "eval_steps": 100, | |
| "global_step": 1910, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 2.617801047120419e-09, | |
| "logits/chosen": -1.1073582172393799, | |
| "logits/rejected": -1.147336483001709, | |
| "logps/chosen": -555.1083374023438, | |
| "logps/rejected": -319.5801086425781, | |
| "loss": 0.6931, | |
| "pred_label": 0.0, | |
| "rewards/accuracies": 0.0, | |
| "rewards/chosen": 0.0, | |
| "rewards/margins": 0.0, | |
| "rewards/rejected": 0.0, | |
| "step": 1, | |
| "use_label": 3.0 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 2.6178010471204188e-08, | |
| "logits/chosen": -1.2926875352859497, | |
| "logits/rejected": -1.3704100847244263, | |
| "logps/chosen": -381.8235168457031, | |
| "logps/rejected": -391.3815002441406, | |
| "loss": 0.6938, | |
| "pred_label": 0.0, | |
| "rewards/accuracies": 0.5277777910232544, | |
| "rewards/chosen": 0.011978763155639172, | |
| "rewards/margins": 0.01244138553738594, | |
| "rewards/rejected": -0.00046262191608548164, | |
| "step": 10, | |
| "use_label": 23.0 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 5.2356020942408376e-08, | |
| "logits/chosen": -1.3483327627182007, | |
| "logits/rejected": -1.3216352462768555, | |
| "logps/chosen": -363.7161560058594, | |
| "logps/rejected": -315.9764709472656, | |
| "loss": 0.6975, | |
| "pred_label": 0.0, | |
| "rewards/accuracies": 0.32499998807907104, | |
| "rewards/chosen": -0.008383020758628845, | |
| "rewards/margins": -0.02416672185063362, | |
| "rewards/rejected": 0.015783701092004776, | |
| "step": 20, | |
| "use_label": 61.0 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 7.853403141361257e-08, | |
| "logits/chosen": -1.3223068714141846, | |
| "logits/rejected": -1.3222100734710693, | |
| "logps/chosen": -280.5625915527344, | |
| "logps/rejected": -258.6246643066406, | |
| "loss": 0.6945, | |
| "pred_label": 0.0, | |
| "rewards/accuracies": 0.5, | |
| "rewards/chosen": 0.035853710025548935, | |
| "rewards/margins": 0.010982252657413483, | |
| "rewards/rejected": 0.024871457368135452, | |
| "step": 30, | |
| "use_label": 101.0 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 1.0471204188481675e-07, | |
| "logits/chosen": -1.235068678855896, | |
| "logits/rejected": -1.1716922521591187, | |
| "logps/chosen": -295.0016174316406, | |
| "logps/rejected": -334.9220275878906, | |
| "loss": 0.6876, | |
| "pred_label": 0.0, | |
| "rewards/accuracies": 0.5249999761581421, | |
| "rewards/chosen": 0.05318360775709152, | |
| "rewards/margins": 0.013463905081152916, | |
| "rewards/rejected": 0.03971971571445465, | |
| "step": 40, | |
| "use_label": 141.0 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 1.3089005235602092e-07, | |
| "logits/chosen": -1.2642734050750732, | |
| "logits/rejected": -1.1366677284240723, | |
| "logps/chosen": -365.61114501953125, | |
| "logps/rejected": -289.4996032714844, | |
| "loss": 0.6816, | |
| "pred_label": 0.0, | |
| "rewards/accuracies": 0.6000000238418579, | |
| "rewards/chosen": 0.07207981497049332, | |
| "rewards/margins": 0.05135401338338852, | |
| "rewards/rejected": 0.020725790411233902, | |
| "step": 50, | |
| "use_label": 181.0 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 1.5706806282722514e-07, | |
| "logits/chosen": -1.2177165746688843, | |
| "logits/rejected": -1.230103611946106, | |
| "logps/chosen": -320.33563232421875, | |
| "logps/rejected": -297.27508544921875, | |
| "loss": 0.6684, | |
| "pred_label": 0.0, | |
| "rewards/accuracies": 0.675000011920929, | |
| "rewards/chosen": 0.10490015894174576, | |
| "rewards/margins": 0.06382963806390762, | |
| "rewards/rejected": 0.041070520877838135, | |
| "step": 60, | |
| "use_label": 221.0 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 1.8324607329842932e-07, | |
| "logits/chosen": -1.3265694379806519, | |
| "logits/rejected": -1.228366732597351, | |
| "logps/chosen": -353.4063720703125, | |
| "logps/rejected": -329.4417724609375, | |
| "loss": 0.6629, | |
| "pred_label": 0.0, | |
| "rewards/accuracies": 0.6499999761581421, | |
| "rewards/chosen": 0.29588761925697327, | |
| "rewards/margins": 0.1510847806930542, | |
| "rewards/rejected": 0.14480280876159668, | |
| "step": 70, | |
| "use_label": 261.0 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 2.094240837696335e-07, | |
| "logits/chosen": -1.1528517007827759, | |
| "logits/rejected": -1.1881415843963623, | |
| "logps/chosen": -337.8947448730469, | |
| "logps/rejected": -304.3246765136719, | |
| "loss": 0.6595, | |
| "pred_label": 0.0, | |
| "rewards/accuracies": 0.6000000238418579, | |
| "rewards/chosen": 0.24385130405426025, | |
| "rewards/margins": 0.10451836884021759, | |
| "rewards/rejected": 0.13933296501636505, | |
| "step": 80, | |
| "use_label": 301.0 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 2.356020942408377e-07, | |
| "logits/chosen": -1.2590320110321045, | |
| "logits/rejected": -1.3250510692596436, | |
| "logps/chosen": -300.1564025878906, | |
| "logps/rejected": -253.16357421875, | |
| "loss": 0.6333, | |
| "pred_label": 0.4000000059604645, | |
| "rewards/accuracies": 0.625, | |
| "rewards/chosen": 0.25413432717323303, | |
| "rewards/margins": 0.1232389584183693, | |
| "rewards/rejected": 0.13089534640312195, | |
| "step": 90, | |
| "use_label": 340.6000061035156 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 2.6178010471204185e-07, | |
| "logits/chosen": -1.2287836074829102, | |
| "logits/rejected": -1.2516543865203857, | |
| "logps/chosen": -284.37042236328125, | |
| "logps/rejected": -261.1955261230469, | |
| "loss": 0.6389, | |
| "pred_label": 1.0, | |
| "rewards/accuracies": 0.699999988079071, | |
| "rewards/chosen": 0.3382905125617981, | |
| "rewards/margins": 0.1669512689113617, | |
| "rewards/rejected": 0.17133919894695282, | |
| "step": 100, | |
| "use_label": 380.0 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 2.879581151832461e-07, | |
| "logits/chosen": -1.3341495990753174, | |
| "logits/rejected": -1.3016605377197266, | |
| "logps/chosen": -292.0628662109375, | |
| "logps/rejected": -291.2762756347656, | |
| "loss": 0.6436, | |
| "pred_label": 1.0, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": 0.34865301847457886, | |
| "rewards/margins": 0.18116387724876404, | |
| "rewards/rejected": 0.16748914122581482, | |
| "step": 110, | |
| "use_label": 420.0 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 3.1413612565445027e-07, | |
| "logits/chosen": -1.2554535865783691, | |
| "logits/rejected": -1.2652862071990967, | |
| "logps/chosen": -344.93731689453125, | |
| "logps/rejected": -276.16986083984375, | |
| "loss": 0.6143, | |
| "pred_label": 1.2000000476837158, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": 0.5013664364814758, | |
| "rewards/margins": 0.28251418471336365, | |
| "rewards/rejected": 0.21885231137275696, | |
| "step": 120, | |
| "use_label": 459.79998779296875 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 3.4031413612565446e-07, | |
| "logits/chosen": -1.3496097326278687, | |
| "logits/rejected": -1.2879693508148193, | |
| "logps/chosen": -386.6773376464844, | |
| "logps/rejected": -273.1239013671875, | |
| "loss": 0.5905, | |
| "pred_label": 2.75, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": 0.6433510184288025, | |
| "rewards/margins": 0.37278619408607483, | |
| "rewards/rejected": 0.27056482434272766, | |
| "step": 130, | |
| "use_label": 498.25 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 3.6649214659685864e-07, | |
| "logits/chosen": -1.3663859367370605, | |
| "logits/rejected": -1.3222754001617432, | |
| "logps/chosen": -272.4532775878906, | |
| "logps/rejected": -275.90032958984375, | |
| "loss": 0.5982, | |
| "pred_label": 4.849999904632568, | |
| "rewards/accuracies": 0.574999988079071, | |
| "rewards/chosen": 0.5143588185310364, | |
| "rewards/margins": 0.23399925231933594, | |
| "rewards/rejected": 0.28035953640937805, | |
| "step": 140, | |
| "use_label": 536.1500244140625 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 3.926701570680628e-07, | |
| "logits/chosen": -1.3226642608642578, | |
| "logits/rejected": -1.2861449718475342, | |
| "logps/chosen": -351.81878662109375, | |
| "logps/rejected": -261.70208740234375, | |
| "loss": 0.5397, | |
| "pred_label": 10.800000190734863, | |
| "rewards/accuracies": 0.625, | |
| "rewards/chosen": 0.6599913835525513, | |
| "rewards/margins": 0.4658470153808594, | |
| "rewards/rejected": 0.1941443383693695, | |
| "step": 150, | |
| "use_label": 570.2000122070312 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 4.18848167539267e-07, | |
| "logits/chosen": -1.1659371852874756, | |
| "logits/rejected": -1.1296656131744385, | |
| "logps/chosen": -412.0987243652344, | |
| "logps/rejected": -323.6183776855469, | |
| "loss": 0.5415, | |
| "pred_label": 16.200000762939453, | |
| "rewards/accuracies": 0.6499999761581421, | |
| "rewards/chosen": 0.8539795875549316, | |
| "rewards/margins": 0.553295373916626, | |
| "rewards/rejected": 0.3006841838359833, | |
| "step": 160, | |
| "use_label": 604.7999877929688 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 4.450261780104712e-07, | |
| "logits/chosen": -1.2072548866271973, | |
| "logits/rejected": -1.2403260469436646, | |
| "logps/chosen": -385.46820068359375, | |
| "logps/rejected": -320.39019775390625, | |
| "loss": 0.5418, | |
| "pred_label": 25.149999618530273, | |
| "rewards/accuracies": 0.6000000238418579, | |
| "rewards/chosen": 0.9536998867988586, | |
| "rewards/margins": 0.5978282690048218, | |
| "rewards/rejected": 0.35587143898010254, | |
| "step": 170, | |
| "use_label": 635.8499755859375 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 4.712041884816754e-07, | |
| "logits/chosen": -1.2297383546829224, | |
| "logits/rejected": -1.258941888809204, | |
| "logps/chosen": -341.0736999511719, | |
| "logps/rejected": -295.0050964355469, | |
| "loss": 0.5171, | |
| "pred_label": 38.04999923706055, | |
| "rewards/accuracies": 0.7749999761581421, | |
| "rewards/chosen": 1.2062633037567139, | |
| "rewards/margins": 0.8106303215026855, | |
| "rewards/rejected": 0.3956330120563507, | |
| "step": 180, | |
| "use_label": 662.9500122070312 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.973821989528796e-07, | |
| "logits/chosen": -1.339400053024292, | |
| "logits/rejected": -1.315095067024231, | |
| "logps/chosen": -286.23583984375, | |
| "logps/rejected": -274.06976318359375, | |
| "loss": 0.5214, | |
| "pred_label": 47.400001525878906, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": 1.115768313407898, | |
| "rewards/margins": 0.642764687538147, | |
| "rewards/rejected": 0.4730035662651062, | |
| "step": 190, | |
| "use_label": 693.5999755859375 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.973821989528796e-07, | |
| "logits/chosen": -1.2894158363342285, | |
| "logits/rejected": -1.3884027004241943, | |
| "logps/chosen": -376.9474182128906, | |
| "logps/rejected": -412.8877868652344, | |
| "loss": 0.537, | |
| "pred_label": 55.599998474121094, | |
| "rewards/accuracies": 0.699999988079071, | |
| "rewards/chosen": 1.0884490013122559, | |
| "rewards/margins": 0.6527363061904907, | |
| "rewards/rejected": 0.4357127249240875, | |
| "step": 200, | |
| "use_label": 725.4000244140625 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.944735311227458e-07, | |
| "logits/chosen": -1.2643864154815674, | |
| "logits/rejected": -1.2973284721374512, | |
| "logps/chosen": -277.7148132324219, | |
| "logps/rejected": -278.7284240722656, | |
| "loss": 0.5029, | |
| "pred_label": 67.3499984741211, | |
| "rewards/accuracies": 0.6499999761581421, | |
| "rewards/chosen": 1.057620644569397, | |
| "rewards/margins": 0.7939804792404175, | |
| "rewards/rejected": 0.26364022493362427, | |
| "step": 210, | |
| "use_label": 753.6500244140625 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.91564863292612e-07, | |
| "logits/chosen": -1.2208797931671143, | |
| "logits/rejected": -1.216244101524353, | |
| "logps/chosen": -309.74603271484375, | |
| "logps/rejected": -312.56842041015625, | |
| "loss": 0.4718, | |
| "pred_label": 77.94999694824219, | |
| "rewards/accuracies": 0.675000011920929, | |
| "rewards/chosen": 1.0285298824310303, | |
| "rewards/margins": 0.5832255482673645, | |
| "rewards/rejected": 0.4453042447566986, | |
| "step": 220, | |
| "use_label": 783.0499877929688 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.886561954624782e-07, | |
| "logits/chosen": -1.2997448444366455, | |
| "logits/rejected": -1.270655870437622, | |
| "logps/chosen": -440.33111572265625, | |
| "logps/rejected": -398.54632568359375, | |
| "loss": 0.4994, | |
| "pred_label": 90.4000015258789, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": 1.3546545505523682, | |
| "rewards/margins": 1.087874174118042, | |
| "rewards/rejected": 0.2667803168296814, | |
| "step": 230, | |
| "use_label": 810.5999755859375 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.857475276323444e-07, | |
| "logits/chosen": -1.338390588760376, | |
| "logits/rejected": -1.2634680271148682, | |
| "logps/chosen": -327.8422546386719, | |
| "logps/rejected": -232.891845703125, | |
| "loss": 0.4924, | |
| "pred_label": 103.1500015258789, | |
| "rewards/accuracies": 0.699999988079071, | |
| "rewards/chosen": 1.0152827501296997, | |
| "rewards/margins": 1.013619303703308, | |
| "rewards/rejected": 0.0016636044019833207, | |
| "step": 240, | |
| "use_label": 837.8499755859375 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.828388598022106e-07, | |
| "logits/chosen": -1.3745036125183105, | |
| "logits/rejected": -1.362729787826538, | |
| "logps/chosen": -346.9915771484375, | |
| "logps/rejected": -278.84124755859375, | |
| "loss": 0.4861, | |
| "pred_label": 118.25, | |
| "rewards/accuracies": 0.6499999761581421, | |
| "rewards/chosen": 1.2634034156799316, | |
| "rewards/margins": 0.8081910014152527, | |
| "rewards/rejected": 0.4552123546600342, | |
| "step": 250, | |
| "use_label": 862.75 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 4.799301919720768e-07, | |
| "logits/chosen": -1.2410266399383545, | |
| "logits/rejected": -1.1942863464355469, | |
| "logps/chosen": -369.42156982421875, | |
| "logps/rejected": -283.9178771972656, | |
| "loss": 0.4563, | |
| "pred_label": 129.89999389648438, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": 1.2563164234161377, | |
| "rewards/margins": 0.9190329313278198, | |
| "rewards/rejected": 0.3372834324836731, | |
| "step": 260, | |
| "use_label": 891.0999755859375 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 4.77021524141943e-07, | |
| "logits/chosen": -1.3895528316497803, | |
| "logits/rejected": -1.3751407861709595, | |
| "logps/chosen": -268.8004455566406, | |
| "logps/rejected": -284.19122314453125, | |
| "loss": 0.4572, | |
| "pred_label": 143.9499969482422, | |
| "rewards/accuracies": 0.6499999761581421, | |
| "rewards/chosen": 1.2117127180099487, | |
| "rewards/margins": 0.6257116794586182, | |
| "rewards/rejected": 0.5860010385513306, | |
| "step": 270, | |
| "use_label": 917.0499877929688 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 4.7411285631180917e-07, | |
| "logits/chosen": -1.3496041297912598, | |
| "logits/rejected": -1.374954104423523, | |
| "logps/chosen": -324.27777099609375, | |
| "logps/rejected": -279.5069580078125, | |
| "loss": 0.4693, | |
| "pred_label": 153.35000610351562, | |
| "rewards/accuracies": 0.5249999761581421, | |
| "rewards/chosen": 1.1455862522125244, | |
| "rewards/margins": 0.4547230303287506, | |
| "rewards/rejected": 0.6908631920814514, | |
| "step": 280, | |
| "use_label": 947.6500244140625 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 4.712041884816754e-07, | |
| "logits/chosen": -1.3121898174285889, | |
| "logits/rejected": -1.33925199508667, | |
| "logps/chosen": -279.45233154296875, | |
| "logps/rejected": -333.3996276855469, | |
| "loss": 0.4481, | |
| "pred_label": 166.14999389648438, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": 0.7546733617782593, | |
| "rewards/margins": 0.7626081705093384, | |
| "rewards/rejected": -0.007934845983982086, | |
| "step": 290, | |
| "use_label": 974.8499755859375 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 4.682955206515416e-07, | |
| "logits/chosen": -1.2102586030960083, | |
| "logits/rejected": -1.2808181047439575, | |
| "logps/chosen": -326.1608581542969, | |
| "logps/rejected": -304.8093566894531, | |
| "loss": 0.4718, | |
| "pred_label": 179.10000610351562, | |
| "rewards/accuracies": 0.6499999761581421, | |
| "rewards/chosen": 0.6026958227157593, | |
| "rewards/margins": 0.38519367575645447, | |
| "rewards/rejected": 0.217502161860466, | |
| "step": 300, | |
| "use_label": 1001.9000244140625 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 4.653868528214078e-07, | |
| "logits/chosen": -1.1727502346038818, | |
| "logits/rejected": -1.2067267894744873, | |
| "logps/chosen": -349.1585693359375, | |
| "logps/rejected": -368.10772705078125, | |
| "loss": 0.4232, | |
| "pred_label": 194.14999389648438, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": 1.496382474899292, | |
| "rewards/margins": 1.2464112043380737, | |
| "rewards/rejected": 0.24997124075889587, | |
| "step": 310, | |
| "use_label": 1026.8499755859375 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 4.62478184991274e-07, | |
| "logits/chosen": -1.2799582481384277, | |
| "logits/rejected": -1.3597850799560547, | |
| "logps/chosen": -314.4355773925781, | |
| "logps/rejected": -300.247802734375, | |
| "loss": 0.421, | |
| "pred_label": 210.4499969482422, | |
| "rewards/accuracies": 0.675000011920929, | |
| "rewards/chosen": 1.3173748254776, | |
| "rewards/margins": 1.0775160789489746, | |
| "rewards/rejected": 0.2398585081100464, | |
| "step": 320, | |
| "use_label": 1050.550048828125 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 4.5956951716114016e-07, | |
| "logits/chosen": -1.229280948638916, | |
| "logits/rejected": -1.2974430322647095, | |
| "logps/chosen": -345.85198974609375, | |
| "logps/rejected": -309.1730651855469, | |
| "loss": 0.4067, | |
| "pred_label": 227.8000030517578, | |
| "rewards/accuracies": 0.6499999761581421, | |
| "rewards/chosen": 1.1288254261016846, | |
| "rewards/margins": 0.8339816331863403, | |
| "rewards/rejected": 0.2948438823223114, | |
| "step": 330, | |
| "use_label": 1073.199951171875 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 4.566608493310064e-07, | |
| "logits/chosen": -1.3431947231292725, | |
| "logits/rejected": -1.3393170833587646, | |
| "logps/chosen": -356.05810546875, | |
| "logps/rejected": -269.2801818847656, | |
| "loss": 0.3981, | |
| "pred_label": 247.6999969482422, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": 1.18732750415802, | |
| "rewards/margins": 1.1738572120666504, | |
| "rewards/rejected": 0.01347041130065918, | |
| "step": 340, | |
| "use_label": 1093.300048828125 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 4.5375218150087257e-07, | |
| "logits/chosen": -1.2831729650497437, | |
| "logits/rejected": -1.2885137796401978, | |
| "logps/chosen": -262.3739013671875, | |
| "logps/rejected": -313.76385498046875, | |
| "loss": 0.404, | |
| "pred_label": 265.5, | |
| "rewards/accuracies": 0.6499999761581421, | |
| "rewards/chosen": 1.1653120517730713, | |
| "rewards/margins": 0.48939722776412964, | |
| "rewards/rejected": 0.6759146451950073, | |
| "step": 350, | |
| "use_label": 1115.5 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 4.5084351367073883e-07, | |
| "logits/chosen": -1.352308988571167, | |
| "logits/rejected": -1.3754525184631348, | |
| "logps/chosen": -239.6806182861328, | |
| "logps/rejected": -248.5498046875, | |
| "loss": 0.3967, | |
| "pred_label": 285.3999938964844, | |
| "rewards/accuracies": 0.675000011920929, | |
| "rewards/chosen": 1.0487511157989502, | |
| "rewards/margins": 1.0042428970336914, | |
| "rewards/rejected": 0.044508084654808044, | |
| "step": 360, | |
| "use_label": 1135.5999755859375 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 4.47934845840605e-07, | |
| "logits/chosen": -1.3563268184661865, | |
| "logits/rejected": -1.3786267042160034, | |
| "logps/chosen": -308.45672607421875, | |
| "logps/rejected": -270.8168029785156, | |
| "loss": 0.3685, | |
| "pred_label": 303.54998779296875, | |
| "rewards/accuracies": 0.800000011920929, | |
| "rewards/chosen": 1.2717820405960083, | |
| "rewards/margins": 1.1417100429534912, | |
| "rewards/rejected": 0.13007190823554993, | |
| "step": 370, | |
| "use_label": 1157.449951171875 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 4.450261780104712e-07, | |
| "logits/chosen": -1.325315237045288, | |
| "logits/rejected": -1.279359221458435, | |
| "logps/chosen": -325.87542724609375, | |
| "logps/rejected": -285.46929931640625, | |
| "loss": 0.3768, | |
| "pred_label": 326.6000061035156, | |
| "rewards/accuracies": 0.7749999761581421, | |
| "rewards/chosen": 1.9515581130981445, | |
| "rewards/margins": 1.806125283241272, | |
| "rewards/rejected": 0.1454329490661621, | |
| "step": 380, | |
| "use_label": 1174.4000244140625 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 4.421175101803374e-07, | |
| "logits/chosen": -1.3155038356781006, | |
| "logits/rejected": -1.3505948781967163, | |
| "logps/chosen": -299.5450134277344, | |
| "logps/rejected": -313.3736267089844, | |
| "loss": 0.3309, | |
| "pred_label": 345.95001220703125, | |
| "rewards/accuracies": 0.824999988079071, | |
| "rewards/chosen": 2.0010504722595215, | |
| "rewards/margins": 1.6885391473770142, | |
| "rewards/rejected": 0.3125116229057312, | |
| "step": 390, | |
| "use_label": 1195.050048828125 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 4.392088423502036e-07, | |
| "logits/chosen": -1.305530309677124, | |
| "logits/rejected": -1.3502506017684937, | |
| "logps/chosen": -300.59857177734375, | |
| "logps/rejected": -307.1338806152344, | |
| "loss": 0.3581, | |
| "pred_label": 362.79998779296875, | |
| "rewards/accuracies": 0.699999988079071, | |
| "rewards/chosen": 1.3619585037231445, | |
| "rewards/margins": 0.779948353767395, | |
| "rewards/rejected": 0.5820102095603943, | |
| "step": 400, | |
| "use_label": 1218.199951171875 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 4.3630017452006976e-07, | |
| "logits/chosen": -1.2975621223449707, | |
| "logits/rejected": -1.3306124210357666, | |
| "logps/chosen": -328.60797119140625, | |
| "logps/rejected": -269.7942810058594, | |
| "loss": 0.3682, | |
| "pred_label": 382.3999938964844, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": 1.766815185546875, | |
| "rewards/margins": 1.294459342956543, | |
| "rewards/rejected": 0.47235584259033203, | |
| "step": 410, | |
| "use_label": 1238.5999755859375 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 4.33391506689936e-07, | |
| "logits/chosen": -1.3032572269439697, | |
| "logits/rejected": -1.2937753200531006, | |
| "logps/chosen": -330.87353515625, | |
| "logps/rejected": -301.7434997558594, | |
| "loss": 0.338, | |
| "pred_label": 403.20001220703125, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": 1.4692720174789429, | |
| "rewards/margins": 1.3137176036834717, | |
| "rewards/rejected": 0.15555439889431, | |
| "step": 420, | |
| "use_label": 1257.800048828125 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 4.304828388598022e-07, | |
| "logits/chosen": -1.1606519222259521, | |
| "logits/rejected": -1.1426994800567627, | |
| "logps/chosen": -382.469482421875, | |
| "logps/rejected": -351.1206970214844, | |
| "loss": 0.312, | |
| "pred_label": 425.20001220703125, | |
| "rewards/accuracies": 0.800000011920929, | |
| "rewards/chosen": 1.9217780828475952, | |
| "rewards/margins": 2.1217658519744873, | |
| "rewards/rejected": -0.19998787343502045, | |
| "step": 430, | |
| "use_label": 1275.800048828125 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 4.2757417102966844e-07, | |
| "logits/chosen": -1.2695534229278564, | |
| "logits/rejected": -1.2679811716079712, | |
| "logps/chosen": -311.1631164550781, | |
| "logps/rejected": -303.9151611328125, | |
| "loss": 0.3555, | |
| "pred_label": 445.04998779296875, | |
| "rewards/accuracies": 0.5, | |
| "rewards/chosen": 1.351044774055481, | |
| "rewards/margins": 0.4551563262939453, | |
| "rewards/rejected": 0.89588862657547, | |
| "step": 440, | |
| "use_label": 1295.949951171875 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 4.246655031995346e-07, | |
| "logits/chosen": -1.198559284210205, | |
| "logits/rejected": -1.194226861000061, | |
| "logps/chosen": -286.85296630859375, | |
| "logps/rejected": -267.08056640625, | |
| "loss": 0.318, | |
| "pred_label": 467.0, | |
| "rewards/accuracies": 0.824999988079071, | |
| "rewards/chosen": 1.3747012615203857, | |
| "rewards/margins": 2.1655492782592773, | |
| "rewards/rejected": -0.7908478379249573, | |
| "step": 450, | |
| "use_label": 1314.0 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 4.217568353694008e-07, | |
| "logits/chosen": -1.3408215045928955, | |
| "logits/rejected": -1.3759543895721436, | |
| "logps/chosen": -340.38336181640625, | |
| "logps/rejected": -321.1266174316406, | |
| "loss": 0.3117, | |
| "pred_label": 491.45001220703125, | |
| "rewards/accuracies": 0.7749999761581421, | |
| "rewards/chosen": 1.2093924283981323, | |
| "rewards/margins": 1.9316478967666626, | |
| "rewards/rejected": -0.7222554683685303, | |
| "step": 460, | |
| "use_label": 1329.550048828125 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 4.18848167539267e-07, | |
| "logits/chosen": -1.3295974731445312, | |
| "logits/rejected": -1.3128505945205688, | |
| "logps/chosen": -242.5327606201172, | |
| "logps/rejected": -224.53195190429688, | |
| "loss": 0.3026, | |
| "pred_label": 512.9000244140625, | |
| "rewards/accuracies": 0.699999988079071, | |
| "rewards/chosen": 0.9095451235771179, | |
| "rewards/margins": 1.644636869430542, | |
| "rewards/rejected": -0.7350918650627136, | |
| "step": 470, | |
| "use_label": 1348.0999755859375 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 4.159394997091332e-07, | |
| "logits/chosen": -1.3231532573699951, | |
| "logits/rejected": -1.2729825973510742, | |
| "logps/chosen": -264.4250183105469, | |
| "logps/rejected": -219.93978881835938, | |
| "loss": 0.3323, | |
| "pred_label": 536.0, | |
| "rewards/accuracies": 0.574999988079071, | |
| "rewards/chosen": 0.7578233480453491, | |
| "rewards/margins": 1.116870403289795, | |
| "rewards/rejected": -0.35904714465141296, | |
| "step": 480, | |
| "use_label": 1365.0 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 4.1303083187899937e-07, | |
| "logits/chosen": -1.126888394355774, | |
| "logits/rejected": -1.1470086574554443, | |
| "logps/chosen": -373.8638916015625, | |
| "logps/rejected": -374.7835998535156, | |
| "loss": 0.347, | |
| "pred_label": 555.5999755859375, | |
| "rewards/accuracies": 0.6000000238418579, | |
| "rewards/chosen": 0.9710286855697632, | |
| "rewards/margins": 1.8147733211517334, | |
| "rewards/rejected": -0.8437445759773254, | |
| "step": 490, | |
| "use_label": 1385.4000244140625 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 4.1012216404886563e-07, | |
| "logits/chosen": -1.2007501125335693, | |
| "logits/rejected": -1.1932474374771118, | |
| "logps/chosen": -347.7434387207031, | |
| "logps/rejected": -291.282958984375, | |
| "loss": 0.3333, | |
| "pred_label": 579.5999755859375, | |
| "rewards/accuracies": 0.675000011920929, | |
| "rewards/chosen": 1.1730000972747803, | |
| "rewards/margins": 1.3524248600006104, | |
| "rewards/rejected": -0.17942459881305695, | |
| "step": 500, | |
| "use_label": 1401.4000244140625 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 4.072134962187318e-07, | |
| "logits/chosen": -1.3202276229858398, | |
| "logits/rejected": -1.3420360088348389, | |
| "logps/chosen": -267.11639404296875, | |
| "logps/rejected": -283.467041015625, | |
| "loss": 0.3203, | |
| "pred_label": 603.7000122070312, | |
| "rewards/accuracies": 0.7749999761581421, | |
| "rewards/chosen": 1.058019995689392, | |
| "rewards/margins": 2.189736843109131, | |
| "rewards/rejected": -1.1317169666290283, | |
| "step": 510, | |
| "use_label": 1417.300048828125 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 4.0430482838859805e-07, | |
| "logits/chosen": -1.1408579349517822, | |
| "logits/rejected": -1.2456986904144287, | |
| "logps/chosen": -342.52593994140625, | |
| "logps/rejected": -286.4843444824219, | |
| "loss": 0.3375, | |
| "pred_label": 627.4000244140625, | |
| "rewards/accuracies": 0.6499999761581421, | |
| "rewards/chosen": 0.5285916328430176, | |
| "rewards/margins": 1.3080298900604248, | |
| "rewards/rejected": -0.7794381380081177, | |
| "step": 520, | |
| "use_label": 1433.5999755859375 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 4.013961605584642e-07, | |
| "logits/chosen": -1.2992430925369263, | |
| "logits/rejected": -1.3081134557724, | |
| "logps/chosen": -313.76641845703125, | |
| "logps/rejected": -381.96466064453125, | |
| "loss": 0.2815, | |
| "pred_label": 652.2000122070312, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": 1.136601448059082, | |
| "rewards/margins": 2.0457780361175537, | |
| "rewards/rejected": -0.9091763496398926, | |
| "step": 530, | |
| "use_label": 1448.800048828125 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 3.984874927283304e-07, | |
| "logits/chosen": -1.278599739074707, | |
| "logits/rejected": -1.319656491279602, | |
| "logps/chosen": -306.2652893066406, | |
| "logps/rejected": -265.16363525390625, | |
| "loss": 0.3163, | |
| "pred_label": 676.4000244140625, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": 2.4270758628845215, | |
| "rewards/margins": 2.458122730255127, | |
| "rewards/rejected": -0.031046796590089798, | |
| "step": 540, | |
| "use_label": 1464.5999755859375 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 3.955788248981966e-07, | |
| "logits/chosen": -1.2827562093734741, | |
| "logits/rejected": -1.1873165369033813, | |
| "logps/chosen": -303.70391845703125, | |
| "logps/rejected": -265.5109558105469, | |
| "loss": 0.3474, | |
| "pred_label": 698.1500244140625, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": 1.532619595527649, | |
| "rewards/margins": 2.0600717067718506, | |
| "rewards/rejected": -0.5274521708488464, | |
| "step": 550, | |
| "use_label": 1482.8499755859375 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 3.926701570680628e-07, | |
| "logits/chosen": -1.3157541751861572, | |
| "logits/rejected": -1.250253677368164, | |
| "logps/chosen": -301.3360595703125, | |
| "logps/rejected": -319.97308349609375, | |
| "loss": 0.3382, | |
| "pred_label": 726.5, | |
| "rewards/accuracies": 0.699999988079071, | |
| "rewards/chosen": 2.103365182876587, | |
| "rewards/margins": 1.9628784656524658, | |
| "rewards/rejected": 0.14048661291599274, | |
| "step": 560, | |
| "use_label": 1494.5 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 3.8976148923792903e-07, | |
| "logits/chosen": -1.376778483390808, | |
| "logits/rejected": -1.3120372295379639, | |
| "logps/chosen": -333.80181884765625, | |
| "logps/rejected": -280.1228332519531, | |
| "loss": 0.3608, | |
| "pred_label": 747.1500244140625, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": 1.266614317893982, | |
| "rewards/margins": 1.6077734231948853, | |
| "rewards/rejected": -0.34115907549858093, | |
| "step": 570, | |
| "use_label": 1513.8499755859375 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 3.8685282140779524e-07, | |
| "logits/chosen": -1.3779680728912354, | |
| "logits/rejected": -1.3599121570587158, | |
| "logps/chosen": -310.0410461425781, | |
| "logps/rejected": -264.19580078125, | |
| "loss": 0.2868, | |
| "pred_label": 763.1500244140625, | |
| "rewards/accuracies": 0.800000011920929, | |
| "rewards/chosen": 2.130375385284424, | |
| "rewards/margins": 2.0123019218444824, | |
| "rewards/rejected": 0.11807334423065186, | |
| "step": 580, | |
| "use_label": 1537.8499755859375 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 3.839441535776614e-07, | |
| "logits/chosen": -1.3360798358917236, | |
| "logits/rejected": -1.3371288776397705, | |
| "logps/chosen": -339.41485595703125, | |
| "logps/rejected": -361.7887268066406, | |
| "loss": 0.3098, | |
| "pred_label": 787.0, | |
| "rewards/accuracies": 0.6000000238418579, | |
| "rewards/chosen": 1.6782824993133545, | |
| "rewards/margins": 1.6973320245742798, | |
| "rewards/rejected": -0.01904923841357231, | |
| "step": 590, | |
| "use_label": 1554.0 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 3.8103548574752766e-07, | |
| "logits/chosen": -1.2587051391601562, | |
| "logits/rejected": -1.1522762775421143, | |
| "logps/chosen": -296.5978698730469, | |
| "logps/rejected": -276.82574462890625, | |
| "loss": 0.2843, | |
| "pred_label": 815.4000244140625, | |
| "rewards/accuracies": 0.800000011920929, | |
| "rewards/chosen": 1.5922435522079468, | |
| "rewards/margins": 1.7545421123504639, | |
| "rewards/rejected": -0.16229870915412903, | |
| "step": 600, | |
| "use_label": 1565.5999755859375 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 3.781268179173938e-07, | |
| "logits/chosen": -1.2215590476989746, | |
| "logits/rejected": -1.2082473039627075, | |
| "logps/chosen": -304.05950927734375, | |
| "logps/rejected": -402.14996337890625, | |
| "loss": 0.2557, | |
| "pred_label": 842.2999877929688, | |
| "rewards/accuracies": 0.824999988079071, | |
| "rewards/chosen": 0.8012117147445679, | |
| "rewards/margins": 2.9960241317749023, | |
| "rewards/rejected": -2.194812774658203, | |
| "step": 610, | |
| "use_label": 1578.699951171875 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 3.7521815008726e-07, | |
| "logits/chosen": -1.247642993927002, | |
| "logits/rejected": -1.2035638093948364, | |
| "logps/chosen": -315.6612854003906, | |
| "logps/rejected": -302.01751708984375, | |
| "loss": 0.2351, | |
| "pred_label": 869.2999877929688, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": 1.4792921543121338, | |
| "rewards/margins": 2.9789254665374756, | |
| "rewards/rejected": -1.4996334314346313, | |
| "step": 620, | |
| "use_label": 1591.699951171875 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 3.723094822571262e-07, | |
| "logits/chosen": -1.1842483282089233, | |
| "logits/rejected": -1.247299313545227, | |
| "logps/chosen": -277.7129211425781, | |
| "logps/rejected": -321.3715515136719, | |
| "loss": 0.2968, | |
| "pred_label": 896.5499877929688, | |
| "rewards/accuracies": 0.574999988079071, | |
| "rewards/chosen": 0.45529526472091675, | |
| "rewards/margins": 1.2875747680664062, | |
| "rewards/rejected": -0.8322793841362, | |
| "step": 630, | |
| "use_label": 1604.449951171875 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 3.6940081442699243e-07, | |
| "logits/chosen": -1.1754447221755981, | |
| "logits/rejected": -1.2381727695465088, | |
| "logps/chosen": -396.6316223144531, | |
| "logps/rejected": -338.87164306640625, | |
| "loss": 0.2743, | |
| "pred_label": 923.0499877929688, | |
| "rewards/accuracies": 0.7749999761581421, | |
| "rewards/chosen": 0.854255199432373, | |
| "rewards/margins": 2.8615994453430176, | |
| "rewards/rejected": -2.0073440074920654, | |
| "step": 640, | |
| "use_label": 1617.949951171875 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 3.6649214659685864e-07, | |
| "logits/chosen": -1.3000792264938354, | |
| "logits/rejected": -1.337820291519165, | |
| "logps/chosen": -261.8930969238281, | |
| "logps/rejected": -257.5715026855469, | |
| "loss": 0.2734, | |
| "pred_label": 950.7000122070312, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": 0.9624491930007935, | |
| "rewards/margins": 1.762574553489685, | |
| "rewards/rejected": -0.8001253008842468, | |
| "step": 650, | |
| "use_label": 1630.300048828125 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 3.6358347876672485e-07, | |
| "logits/chosen": -1.2691199779510498, | |
| "logits/rejected": -1.2646231651306152, | |
| "logps/chosen": -337.8616943359375, | |
| "logps/rejected": -244.37094116210938, | |
| "loss": 0.2734, | |
| "pred_label": 978.9500122070312, | |
| "rewards/accuracies": 0.699999988079071, | |
| "rewards/chosen": 1.2994811534881592, | |
| "rewards/margins": 2.3611044883728027, | |
| "rewards/rejected": -1.061623215675354, | |
| "step": 660, | |
| "use_label": 1642.050048828125 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 3.60674810936591e-07, | |
| "logits/chosen": -1.261584997177124, | |
| "logits/rejected": -1.1427786350250244, | |
| "logps/chosen": -381.8892822265625, | |
| "logps/rejected": -267.61029052734375, | |
| "loss": 0.2662, | |
| "pred_label": 1007.25, | |
| "rewards/accuracies": 0.7749999761581421, | |
| "rewards/chosen": -0.13106364011764526, | |
| "rewards/margins": 2.517549991607666, | |
| "rewards/rejected": -2.648613452911377, | |
| "step": 670, | |
| "use_label": 1653.75 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 3.5776614310645726e-07, | |
| "logits/chosen": -1.2966188192367554, | |
| "logits/rejected": -1.304734706878662, | |
| "logps/chosen": -329.88262939453125, | |
| "logps/rejected": -311.21649169921875, | |
| "loss": 0.278, | |
| "pred_label": 1033.8499755859375, | |
| "rewards/accuracies": 0.44999998807907104, | |
| "rewards/chosen": -0.22023256123065948, | |
| "rewards/margins": 0.27784207463264465, | |
| "rewards/rejected": -0.49807462096214294, | |
| "step": 680, | |
| "use_label": 1667.1500244140625 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 3.548574752763234e-07, | |
| "logits/chosen": -1.0903209447860718, | |
| "logits/rejected": -1.1760300397872925, | |
| "logps/chosen": -370.1248474121094, | |
| "logps/rejected": -320.8165283203125, | |
| "loss": 0.2686, | |
| "pred_label": 1061.199951171875, | |
| "rewards/accuracies": 0.7749999761581421, | |
| "rewards/chosen": 1.1078599691390991, | |
| "rewards/margins": 2.3121399879455566, | |
| "rewards/rejected": -1.204279899597168, | |
| "step": 690, | |
| "use_label": 1679.800048828125 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 3.519488074461897e-07, | |
| "logits/chosen": -1.2087898254394531, | |
| "logits/rejected": -1.170114278793335, | |
| "logps/chosen": -316.9244689941406, | |
| "logps/rejected": -294.49346923828125, | |
| "loss": 0.2622, | |
| "pred_label": 1086.3499755859375, | |
| "rewards/accuracies": 0.699999988079071, | |
| "rewards/chosen": 1.7141532897949219, | |
| "rewards/margins": 2.1581480503082275, | |
| "rewards/rejected": -0.4439946711063385, | |
| "step": 700, | |
| "use_label": 1694.6500244140625 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 3.4904013961605583e-07, | |
| "logits/chosen": -1.233457326889038, | |
| "logits/rejected": -1.2359874248504639, | |
| "logps/chosen": -314.5318908691406, | |
| "logps/rejected": -388.088623046875, | |
| "loss": 0.2755, | |
| "pred_label": 1111.300048828125, | |
| "rewards/accuracies": 0.6000000238418579, | |
| "rewards/chosen": 1.477555513381958, | |
| "rewards/margins": -0.013068770989775658, | |
| "rewards/rejected": 1.490624189376831, | |
| "step": 710, | |
| "use_label": 1709.699951171875 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 3.4613147178592204e-07, | |
| "logits/chosen": -1.2819852828979492, | |
| "logits/rejected": -1.2896205186843872, | |
| "logps/chosen": -241.99050903320312, | |
| "logps/rejected": -281.1546325683594, | |
| "loss": 0.2385, | |
| "pred_label": 1134.5, | |
| "rewards/accuracies": 0.6499999761581421, | |
| "rewards/chosen": 0.46859627962112427, | |
| "rewards/margins": 2.0235211849212646, | |
| "rewards/rejected": -1.5549249649047852, | |
| "step": 720, | |
| "use_label": 1726.5 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 3.4322280395578825e-07, | |
| "logits/chosen": -1.0794142484664917, | |
| "logits/rejected": -1.152029037475586, | |
| "logps/chosen": -319.8411865234375, | |
| "logps/rejected": -360.5047302246094, | |
| "loss": 0.2396, | |
| "pred_label": 1162.1500244140625, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": 1.0120699405670166, | |
| "rewards/margins": 2.247300624847412, | |
| "rewards/rejected": -1.2352306842803955, | |
| "step": 730, | |
| "use_label": 1738.8499755859375 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 3.4031413612565446e-07, | |
| "logits/chosen": -1.333953619003296, | |
| "logits/rejected": -1.2932109832763672, | |
| "logps/chosen": -310.48443603515625, | |
| "logps/rejected": -296.43182373046875, | |
| "loss": 0.3141, | |
| "pred_label": 1187.449951171875, | |
| "rewards/accuracies": 0.6000000238418579, | |
| "rewards/chosen": -0.4783060550689697, | |
| "rewards/margins": 1.6771808862686157, | |
| "rewards/rejected": -2.155486822128296, | |
| "step": 740, | |
| "use_label": 1753.550048828125 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 3.374054682955206e-07, | |
| "logits/chosen": -1.3608129024505615, | |
| "logits/rejected": -1.3046305179595947, | |
| "logps/chosen": -330.74310302734375, | |
| "logps/rejected": -310.60198974609375, | |
| "loss": 0.2691, | |
| "pred_label": 1212.5999755859375, | |
| "rewards/accuracies": 0.625, | |
| "rewards/chosen": 0.5366764068603516, | |
| "rewards/margins": 1.5661550760269165, | |
| "rewards/rejected": -1.029478669166565, | |
| "step": 750, | |
| "use_label": 1768.4000244140625 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 3.3449680046538687e-07, | |
| "logits/chosen": -1.2935998439788818, | |
| "logits/rejected": -1.292982578277588, | |
| "logps/chosen": -294.06005859375, | |
| "logps/rejected": -312.6604309082031, | |
| "loss": 0.2453, | |
| "pred_label": 1240.4000244140625, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": 1.0071651935577393, | |
| "rewards/margins": 2.852874994277954, | |
| "rewards/rejected": -1.8457095623016357, | |
| "step": 760, | |
| "use_label": 1780.5999755859375 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 3.31588132635253e-07, | |
| "logits/chosen": -1.062832236289978, | |
| "logits/rejected": -0.9800139665603638, | |
| "logps/chosen": -297.5071716308594, | |
| "logps/rejected": -353.8055725097656, | |
| "loss": 0.2174, | |
| "pred_label": 1270.25, | |
| "rewards/accuracies": 0.800000011920929, | |
| "rewards/chosen": 0.8052531480789185, | |
| "rewards/margins": 4.82207727432251, | |
| "rewards/rejected": -4.016823768615723, | |
| "step": 770, | |
| "use_label": 1790.75 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 3.286794648051193e-07, | |
| "logits/chosen": -1.1665582656860352, | |
| "logits/rejected": -1.1822797060012817, | |
| "logps/chosen": -369.43438720703125, | |
| "logps/rejected": -359.2782897949219, | |
| "loss": 0.2728, | |
| "pred_label": 1301.5, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": 0.6651790738105774, | |
| "rewards/margins": 2.360260486602783, | |
| "rewards/rejected": -1.695081353187561, | |
| "step": 780, | |
| "use_label": 1799.5 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 3.2577079697498544e-07, | |
| "logits/chosen": -1.3665610551834106, | |
| "logits/rejected": -1.3496174812316895, | |
| "logps/chosen": -404.8565979003906, | |
| "logps/rejected": -373.46405029296875, | |
| "loss": 0.2217, | |
| "pred_label": 1332.300048828125, | |
| "rewards/accuracies": 0.6499999761581421, | |
| "rewards/chosen": -0.08961932361125946, | |
| "rewards/margins": 3.382511854171753, | |
| "rewards/rejected": -3.4721312522888184, | |
| "step": 790, | |
| "use_label": 1808.699951171875 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 3.2286212914485165e-07, | |
| "logits/chosen": -1.3454267978668213, | |
| "logits/rejected": -1.3274281024932861, | |
| "logps/chosen": -335.8668212890625, | |
| "logps/rejected": -332.7888488769531, | |
| "loss": 0.218, | |
| "pred_label": 1360.800048828125, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": 0.4208967685699463, | |
| "rewards/margins": 1.5826103687286377, | |
| "rewards/rejected": -1.1617136001586914, | |
| "step": 800, | |
| "use_label": 1820.199951171875 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 3.1995346131471786e-07, | |
| "logits/chosen": -1.2152721881866455, | |
| "logits/rejected": -1.154066801071167, | |
| "logps/chosen": -333.5192565917969, | |
| "logps/rejected": -272.8238220214844, | |
| "loss": 0.2319, | |
| "pred_label": 1388.4000244140625, | |
| "rewards/accuracies": 0.800000011920929, | |
| "rewards/chosen": 1.0722098350524902, | |
| "rewards/margins": 3.2645347118377686, | |
| "rewards/rejected": -2.1923251152038574, | |
| "step": 810, | |
| "use_label": 1832.5999755859375 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 3.1704479348458406e-07, | |
| "logits/chosen": -1.312711238861084, | |
| "logits/rejected": -1.3220988512039185, | |
| "logps/chosen": -301.717529296875, | |
| "logps/rejected": -309.1519470214844, | |
| "loss": 0.2123, | |
| "pred_label": 1418.0999755859375, | |
| "rewards/accuracies": 0.6499999761581421, | |
| "rewards/chosen": 1.3842562437057495, | |
| "rewards/margins": 1.5546679496765137, | |
| "rewards/rejected": -0.1704115867614746, | |
| "step": 820, | |
| "use_label": 1842.9000244140625 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 3.1413612565445027e-07, | |
| "logits/chosen": -1.2439206838607788, | |
| "logits/rejected": -1.2316957712173462, | |
| "logps/chosen": -274.51019287109375, | |
| "logps/rejected": -314.82940673828125, | |
| "loss": 0.2971, | |
| "pred_label": 1444.75, | |
| "rewards/accuracies": 0.675000011920929, | |
| "rewards/chosen": 1.229410171508789, | |
| "rewards/margins": 2.7308907508850098, | |
| "rewards/rejected": -1.5014803409576416, | |
| "step": 830, | |
| "use_label": 1856.25 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 3.112274578243165e-07, | |
| "logits/chosen": -1.277681589126587, | |
| "logits/rejected": -1.3482627868652344, | |
| "logps/chosen": -245.6984405517578, | |
| "logps/rejected": -274.3936462402344, | |
| "loss": 0.271, | |
| "pred_label": 1471.75, | |
| "rewards/accuracies": 0.675000011920929, | |
| "rewards/chosen": 1.7067890167236328, | |
| "rewards/margins": 2.375427007675171, | |
| "rewards/rejected": -0.6686381101608276, | |
| "step": 840, | |
| "use_label": 1869.25 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 3.0831878999418263e-07, | |
| "logits/chosen": -1.223837971687317, | |
| "logits/rejected": -1.2153947353363037, | |
| "logps/chosen": -329.645751953125, | |
| "logps/rejected": -368.6504211425781, | |
| "loss": 0.2432, | |
| "pred_label": 1502.050048828125, | |
| "rewards/accuracies": 0.675000011920929, | |
| "rewards/chosen": 0.48693960905075073, | |
| "rewards/margins": 1.9081785678863525, | |
| "rewards/rejected": -1.421238660812378, | |
| "step": 850, | |
| "use_label": 1878.949951171875 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 3.054101221640489e-07, | |
| "logits/chosen": -1.208174705505371, | |
| "logits/rejected": -1.2833263874053955, | |
| "logps/chosen": -335.9885559082031, | |
| "logps/rejected": -310.40545654296875, | |
| "loss": 0.2323, | |
| "pred_label": 1532.0999755859375, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": 1.3224217891693115, | |
| "rewards/margins": 2.202239513397217, | |
| "rewards/rejected": -0.8798176050186157, | |
| "step": 860, | |
| "use_label": 1888.9000244140625 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 3.0250145433391505e-07, | |
| "logits/chosen": -1.2315248250961304, | |
| "logits/rejected": -1.2171595096588135, | |
| "logps/chosen": -362.20660400390625, | |
| "logps/rejected": -303.99725341796875, | |
| "loss": 0.2533, | |
| "pred_label": 1559.4000244140625, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": 1.4734199047088623, | |
| "rewards/margins": 2.8212103843688965, | |
| "rewards/rejected": -1.3477907180786133, | |
| "step": 870, | |
| "use_label": 1901.5999755859375 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 2.9959278650378126e-07, | |
| "logits/chosen": -1.2676366567611694, | |
| "logits/rejected": -1.207371711730957, | |
| "logps/chosen": -397.70416259765625, | |
| "logps/rejected": -341.6063537597656, | |
| "loss": 0.2686, | |
| "pred_label": 1589.5999755859375, | |
| "rewards/accuracies": 0.6499999761581421, | |
| "rewards/chosen": 0.5567753911018372, | |
| "rewards/margins": 1.585971474647522, | |
| "rewards/rejected": -1.0291959047317505, | |
| "step": 880, | |
| "use_label": 1911.4000244140625 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 2.9668411867364746e-07, | |
| "logits/chosen": -1.1451526880264282, | |
| "logits/rejected": -1.0805937051773071, | |
| "logps/chosen": -237.3237762451172, | |
| "logps/rejected": -232.00241088867188, | |
| "loss": 0.2663, | |
| "pred_label": 1620.300048828125, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": 0.1563435047864914, | |
| "rewards/margins": 1.990779161453247, | |
| "rewards/rejected": -1.8344357013702393, | |
| "step": 890, | |
| "use_label": 1920.699951171875 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 2.9377545084351367e-07, | |
| "logits/chosen": -1.1840555667877197, | |
| "logits/rejected": -1.1891014575958252, | |
| "logps/chosen": -219.21728515625, | |
| "logps/rejected": -220.53848266601562, | |
| "loss": 0.2378, | |
| "pred_label": 1648.9000244140625, | |
| "rewards/accuracies": 0.6000000238418579, | |
| "rewards/chosen": -0.5114763975143433, | |
| "rewards/margins": 1.1068259477615356, | |
| "rewards/rejected": -1.6183021068572998, | |
| "step": 900, | |
| "use_label": 1932.0999755859375 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 2.908667830133799e-07, | |
| "logits/chosen": -1.2712427377700806, | |
| "logits/rejected": -1.3315383195877075, | |
| "logps/chosen": -369.0324401855469, | |
| "logps/rejected": -281.7047424316406, | |
| "loss": 0.2503, | |
| "pred_label": 1677.4000244140625, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": 1.2587319612503052, | |
| "rewards/margins": 2.2725837230682373, | |
| "rewards/rejected": -1.0138520002365112, | |
| "step": 910, | |
| "use_label": 1943.5999755859375 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 2.879581151832461e-07, | |
| "logits/chosen": -1.237377405166626, | |
| "logits/rejected": -1.2065725326538086, | |
| "logps/chosen": -358.11248779296875, | |
| "logps/rejected": -365.1144104003906, | |
| "loss": 0.2472, | |
| "pred_label": 1706.0, | |
| "rewards/accuracies": 0.625, | |
| "rewards/chosen": 0.12370361387729645, | |
| "rewards/margins": 1.9158817529678345, | |
| "rewards/rejected": -1.7921781539916992, | |
| "step": 920, | |
| "use_label": 1955.0 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 2.8504944735311224e-07, | |
| "logits/chosen": -1.268371343612671, | |
| "logits/rejected": -1.2534607648849487, | |
| "logps/chosen": -273.5567626953125, | |
| "logps/rejected": -315.6604919433594, | |
| "loss": 0.2614, | |
| "pred_label": 1733.5999755859375, | |
| "rewards/accuracies": 0.699999988079071, | |
| "rewards/chosen": -0.04811231419444084, | |
| "rewards/margins": 2.209930181503296, | |
| "rewards/rejected": -2.258042335510254, | |
| "step": 930, | |
| "use_label": 1967.4000244140625 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 2.821407795229785e-07, | |
| "logits/chosen": -1.164576768875122, | |
| "logits/rejected": -1.0726913213729858, | |
| "logps/chosen": -301.34490966796875, | |
| "logps/rejected": -293.6893005371094, | |
| "loss": 0.2803, | |
| "pred_label": 1760.5, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": 0.535773515701294, | |
| "rewards/margins": 3.1747701168060303, | |
| "rewards/rejected": -2.6389966011047363, | |
| "step": 940, | |
| "use_label": 1980.5 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 2.7923211169284466e-07, | |
| "logits/chosen": -1.2998483180999756, | |
| "logits/rejected": -1.2662798166275024, | |
| "logps/chosen": -343.672607421875, | |
| "logps/rejected": -368.7283630371094, | |
| "loss": 0.2189, | |
| "pred_label": 1787.449951171875, | |
| "rewards/accuracies": 0.625, | |
| "rewards/chosen": 0.820811927318573, | |
| "rewards/margins": 1.670477271080017, | |
| "rewards/rejected": -0.8496652841567993, | |
| "step": 950, | |
| "use_label": 1993.550048828125 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 2.763234438627109e-07, | |
| "logits/chosen": -1.313528060913086, | |
| "logits/rejected": -1.2543927431106567, | |
| "logps/chosen": -303.2686462402344, | |
| "logps/rejected": -286.05535888671875, | |
| "loss": 0.256, | |
| "pred_label": 1810.1500244140625, | |
| "rewards/accuracies": 0.6000000238418579, | |
| "rewards/chosen": -0.3981182873249054, | |
| "rewards/margins": 1.8850862979888916, | |
| "rewards/rejected": -2.2832047939300537, | |
| "step": 960, | |
| "use_label": 2010.8499755859375 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 2.7341477603257707e-07, | |
| "logits/chosen": -1.2742154598236084, | |
| "logits/rejected": -1.2301501035690308, | |
| "logps/chosen": -339.7518310546875, | |
| "logps/rejected": -329.7853088378906, | |
| "loss": 0.2627, | |
| "pred_label": 1836.300048828125, | |
| "rewards/accuracies": 0.6000000238418579, | |
| "rewards/chosen": -0.6415281295776367, | |
| "rewards/margins": 1.2891826629638672, | |
| "rewards/rejected": -1.930710792541504, | |
| "step": 970, | |
| "use_label": 2024.699951171875 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 2.705061082024433e-07, | |
| "logits/chosen": -1.2222896814346313, | |
| "logits/rejected": -1.1963387727737427, | |
| "logps/chosen": -375.39959716796875, | |
| "logps/rejected": -348.4335632324219, | |
| "loss": 0.2533, | |
| "pred_label": 1864.6500244140625, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": 1.4741919040679932, | |
| "rewards/margins": 3.042367458343506, | |
| "rewards/rejected": -1.5681754350662231, | |
| "step": 980, | |
| "use_label": 2036.3499755859375 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 2.675974403723095e-07, | |
| "logits/chosen": -1.1725823879241943, | |
| "logits/rejected": -1.0960336923599243, | |
| "logps/chosen": -304.5809326171875, | |
| "logps/rejected": -284.103271484375, | |
| "loss": 0.2378, | |
| "pred_label": 1895.4000244140625, | |
| "rewards/accuracies": 0.800000011920929, | |
| "rewards/chosen": 0.33665040135383606, | |
| "rewards/margins": 4.249828338623047, | |
| "rewards/rejected": -3.913177967071533, | |
| "step": 990, | |
| "use_label": 2045.5999755859375 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 2.646887725421757e-07, | |
| "logits/chosen": -1.1304484605789185, | |
| "logits/rejected": -1.125525712966919, | |
| "logps/chosen": -365.712158203125, | |
| "logps/rejected": -345.81195068359375, | |
| "loss": 0.2517, | |
| "pred_label": 1928.199951171875, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": 0.9080309867858887, | |
| "rewards/margins": 3.343575954437256, | |
| "rewards/rejected": -2.435544967651367, | |
| "step": 1000, | |
| "use_label": 2052.800048828125 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 2.6178010471204185e-07, | |
| "logits/chosen": -1.2770113945007324, | |
| "logits/rejected": -1.214017391204834, | |
| "logps/chosen": -372.6104431152344, | |
| "logps/rejected": -243.80184936523438, | |
| "loss": 0.1902, | |
| "pred_label": 1958.949951171875, | |
| "rewards/accuracies": 0.625, | |
| "rewards/chosen": -0.21130351722240448, | |
| "rewards/margins": 2.0323612689971924, | |
| "rewards/rejected": -2.2436647415161133, | |
| "step": 1010, | |
| "use_label": 2062.050048828125 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 2.588714368819081e-07, | |
| "logits/chosen": -1.1657683849334717, | |
| "logits/rejected": -1.1163619756698608, | |
| "logps/chosen": -297.716064453125, | |
| "logps/rejected": -282.97125244140625, | |
| "loss": 0.2088, | |
| "pred_label": 1987.5999755859375, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": -0.1362704634666443, | |
| "rewards/margins": 2.989813804626465, | |
| "rewards/rejected": -3.126084089279175, | |
| "step": 1020, | |
| "use_label": 2073.39990234375 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 2.5596276905177426e-07, | |
| "logits/chosen": -1.226504921913147, | |
| "logits/rejected": -1.194415807723999, | |
| "logps/chosen": -339.902587890625, | |
| "logps/rejected": -316.89312744140625, | |
| "loss": 0.2374, | |
| "pred_label": 2018.0, | |
| "rewards/accuracies": 0.625, | |
| "rewards/chosen": 0.9146644473075867, | |
| "rewards/margins": 2.7297873497009277, | |
| "rewards/rejected": -1.8151226043701172, | |
| "step": 1030, | |
| "use_label": 2083.0 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 2.530541012216405e-07, | |
| "logits/chosen": -1.2352535724639893, | |
| "logits/rejected": -1.1748406887054443, | |
| "logps/chosen": -311.44940185546875, | |
| "logps/rejected": -284.37603759765625, | |
| "loss": 0.2823, | |
| "pred_label": 2045.3499755859375, | |
| "rewards/accuracies": 0.6499999761581421, | |
| "rewards/chosen": 0.10683774948120117, | |
| "rewards/margins": 1.7979570627212524, | |
| "rewards/rejected": -1.6911194324493408, | |
| "step": 1040, | |
| "use_label": 2095.64990234375 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 2.501454333915067e-07, | |
| "logits/chosen": -1.1737799644470215, | |
| "logits/rejected": -1.2158236503601074, | |
| "logps/chosen": -411.43634033203125, | |
| "logps/rejected": -429.01605224609375, | |
| "loss": 0.2445, | |
| "pred_label": 2076.300048828125, | |
| "rewards/accuracies": 0.625, | |
| "rewards/chosen": 1.1737092733383179, | |
| "rewards/margins": 2.0826451778411865, | |
| "rewards/rejected": -0.9089359045028687, | |
| "step": 1050, | |
| "use_label": 2104.699951171875 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 2.472367655613729e-07, | |
| "logits/chosen": -1.195278525352478, | |
| "logits/rejected": -1.1494415998458862, | |
| "logps/chosen": -345.48663330078125, | |
| "logps/rejected": -427.1460876464844, | |
| "loss": 0.2202, | |
| "pred_label": 2106.35009765625, | |
| "rewards/accuracies": 0.699999988079071, | |
| "rewards/chosen": 0.7652619481086731, | |
| "rewards/margins": 4.071230411529541, | |
| "rewards/rejected": -3.3059685230255127, | |
| "step": 1060, | |
| "use_label": 2114.64990234375 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 2.443280977312391e-07, | |
| "logits/chosen": -1.2246100902557373, | |
| "logits/rejected": -1.2212460041046143, | |
| "logps/chosen": -376.6558532714844, | |
| "logps/rejected": -344.31451416015625, | |
| "loss": 0.2269, | |
| "pred_label": 2134.449951171875, | |
| "rewards/accuracies": 0.824999988079071, | |
| "rewards/chosen": 1.7661001682281494, | |
| "rewards/margins": 4.430109977722168, | |
| "rewards/rejected": -2.6640098094940186, | |
| "step": 1070, | |
| "use_label": 2126.550048828125 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 2.414194299011053e-07, | |
| "logits/chosen": -1.1105204820632935, | |
| "logits/rejected": -1.0868804454803467, | |
| "logps/chosen": -314.63348388671875, | |
| "logps/rejected": -307.9922790527344, | |
| "loss": 0.1703, | |
| "pred_label": 2163.5, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": 0.6920607089996338, | |
| "rewards/margins": 2.328885555267334, | |
| "rewards/rejected": -1.6368249654769897, | |
| "step": 1080, | |
| "use_label": 2137.5 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 2.385107620709715e-07, | |
| "logits/chosen": -1.1469954252243042, | |
| "logits/rejected": -1.1428484916687012, | |
| "logps/chosen": -335.100830078125, | |
| "logps/rejected": -333.8580627441406, | |
| "loss": 0.1841, | |
| "pred_label": 2190.800048828125, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": 0.8686046600341797, | |
| "rewards/margins": 2.732456922531128, | |
| "rewards/rejected": -1.8638522624969482, | |
| "step": 1090, | |
| "use_label": 2150.199951171875 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 2.356020942408377e-07, | |
| "logits/chosen": -1.1892510652542114, | |
| "logits/rejected": -1.1579782962799072, | |
| "logps/chosen": -343.0919189453125, | |
| "logps/rejected": -357.2165832519531, | |
| "loss": 0.2029, | |
| "pred_label": 2219.800048828125, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": 1.5540876388549805, | |
| "rewards/margins": 2.639407157897949, | |
| "rewards/rejected": -1.0853195190429688, | |
| "step": 1100, | |
| "use_label": 2161.199951171875 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 2.326934264107039e-07, | |
| "logits/chosen": -1.150119662284851, | |
| "logits/rejected": -1.1163709163665771, | |
| "logps/chosen": -424.14764404296875, | |
| "logps/rejected": -254.954345703125, | |
| "loss": 0.2579, | |
| "pred_label": 2250.14990234375, | |
| "rewards/accuracies": 0.6499999761581421, | |
| "rewards/chosen": 0.06615400314331055, | |
| "rewards/margins": 2.4133870601654053, | |
| "rewards/rejected": -2.347233295440674, | |
| "step": 1110, | |
| "use_label": 2170.85009765625 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 2.2978475858057008e-07, | |
| "logits/chosen": -1.1137053966522217, | |
| "logits/rejected": -1.1033612489700317, | |
| "logps/chosen": -301.53887939453125, | |
| "logps/rejected": -317.7568054199219, | |
| "loss": 0.2462, | |
| "pred_label": 2276.85009765625, | |
| "rewards/accuracies": 0.6000000238418579, | |
| "rewards/chosen": 1.4118252992630005, | |
| "rewards/margins": 1.6095244884490967, | |
| "rewards/rejected": -0.19769929349422455, | |
| "step": 1120, | |
| "use_label": 2184.14990234375 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 2.2687609075043629e-07, | |
| "logits/chosen": -1.1289111375808716, | |
| "logits/rejected": -1.0888346433639526, | |
| "logps/chosen": -350.7413024902344, | |
| "logps/rejected": -379.24273681640625, | |
| "loss": 0.2236, | |
| "pred_label": 2302.39990234375, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": 1.709761619567871, | |
| "rewards/margins": 3.1695258617401123, | |
| "rewards/rejected": -1.4597642421722412, | |
| "step": 1130, | |
| "use_label": 2198.60009765625 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 2.239674229203025e-07, | |
| "logits/chosen": -1.162214994430542, | |
| "logits/rejected": -1.2171916961669922, | |
| "logps/chosen": -343.6764831542969, | |
| "logps/rejected": -366.0986022949219, | |
| "loss": 0.2462, | |
| "pred_label": 2330.050048828125, | |
| "rewards/accuracies": 0.675000011920929, | |
| "rewards/chosen": 1.5795726776123047, | |
| "rewards/margins": 2.7293777465820312, | |
| "rewards/rejected": -1.1498053073883057, | |
| "step": 1140, | |
| "use_label": 2210.949951171875 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 2.210587550901687e-07, | |
| "logits/chosen": -1.0336754322052002, | |
| "logits/rejected": -1.0693806409835815, | |
| "logps/chosen": -379.285888671875, | |
| "logps/rejected": -329.3329162597656, | |
| "loss": 0.1904, | |
| "pred_label": 2355.050048828125, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": 1.6715002059936523, | |
| "rewards/margins": 4.020023822784424, | |
| "rewards/rejected": -2.3485240936279297, | |
| "step": 1150, | |
| "use_label": 2225.949951171875 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 2.1815008726003488e-07, | |
| "logits/chosen": -1.1704041957855225, | |
| "logits/rejected": -1.1589972972869873, | |
| "logps/chosen": -324.221923828125, | |
| "logps/rejected": -336.85528564453125, | |
| "loss": 0.1874, | |
| "pred_label": 2386.800048828125, | |
| "rewards/accuracies": 0.7749999761581421, | |
| "rewards/chosen": 0.6751067638397217, | |
| "rewards/margins": 2.5076706409454346, | |
| "rewards/rejected": -1.8325637578964233, | |
| "step": 1160, | |
| "use_label": 2234.199951171875 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 2.152414194299011e-07, | |
| "logits/chosen": -1.0068198442459106, | |
| "logits/rejected": -1.000146508216858, | |
| "logps/chosen": -282.8496398925781, | |
| "logps/rejected": -321.56085205078125, | |
| "loss": 0.2117, | |
| "pred_label": 2416.5, | |
| "rewards/accuracies": 0.6499999761581421, | |
| "rewards/chosen": -0.7289396524429321, | |
| "rewards/margins": 1.5910956859588623, | |
| "rewards/rejected": -2.320035219192505, | |
| "step": 1170, | |
| "use_label": 2244.5 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 2.123327515997673e-07, | |
| "logits/chosen": -0.9953794479370117, | |
| "logits/rejected": -0.970104992389679, | |
| "logps/chosen": -317.9019470214844, | |
| "logps/rejected": -309.2327575683594, | |
| "loss": 0.1938, | |
| "pred_label": 2443.75, | |
| "rewards/accuracies": 0.800000011920929, | |
| "rewards/chosen": -0.3172712028026581, | |
| "rewards/margins": 2.3301925659179688, | |
| "rewards/rejected": -2.6474642753601074, | |
| "step": 1180, | |
| "use_label": 2257.25 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 2.094240837696335e-07, | |
| "logits/chosen": -1.0719118118286133, | |
| "logits/rejected": -1.0339205265045166, | |
| "logps/chosen": -371.0210876464844, | |
| "logps/rejected": -436.35797119140625, | |
| "loss": 0.1679, | |
| "pred_label": 2471.5, | |
| "rewards/accuracies": 0.800000011920929, | |
| "rewards/chosen": 1.381567120552063, | |
| "rewards/margins": 4.559169292449951, | |
| "rewards/rejected": -3.1776022911071777, | |
| "step": 1190, | |
| "use_label": 2269.5 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 2.0651541593949969e-07, | |
| "logits/chosen": -1.1298894882202148, | |
| "logits/rejected": -1.1007440090179443, | |
| "logps/chosen": -314.60009765625, | |
| "logps/rejected": -374.28387451171875, | |
| "loss": 0.2071, | |
| "pred_label": 2505.75, | |
| "rewards/accuracies": 0.824999988079071, | |
| "rewards/chosen": 1.431455373764038, | |
| "rewards/margins": 4.434044361114502, | |
| "rewards/rejected": -3.0025887489318848, | |
| "step": 1200, | |
| "use_label": 2275.25 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 2.036067481093659e-07, | |
| "logits/chosen": -0.998555064201355, | |
| "logits/rejected": -1.096919298171997, | |
| "logps/chosen": -364.8897399902344, | |
| "logps/rejected": -305.2925720214844, | |
| "loss": 0.2148, | |
| "pred_label": 2539.550048828125, | |
| "rewards/accuracies": 0.6000000238418579, | |
| "rewards/chosen": 0.8155422210693359, | |
| "rewards/margins": 2.473628520965576, | |
| "rewards/rejected": -1.6580864191055298, | |
| "step": 1210, | |
| "use_label": 2281.449951171875 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 2.006980802792321e-07, | |
| "logits/chosen": -1.093653678894043, | |
| "logits/rejected": -1.1002882719039917, | |
| "logps/chosen": -354.3478088378906, | |
| "logps/rejected": -318.2798156738281, | |
| "loss": 0.1867, | |
| "pred_label": 2571.14990234375, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": 1.8111639022827148, | |
| "rewards/margins": 3.449200391769409, | |
| "rewards/rejected": -1.6380364894866943, | |
| "step": 1220, | |
| "use_label": 2289.85009765625 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 1.977894124490983e-07, | |
| "logits/chosen": -1.2149935960769653, | |
| "logits/rejected": -1.1372343301773071, | |
| "logps/chosen": -292.52294921875, | |
| "logps/rejected": -265.5375061035156, | |
| "loss": 0.1922, | |
| "pred_label": 2601.39990234375, | |
| "rewards/accuracies": 0.699999988079071, | |
| "rewards/chosen": 0.0008518159156665206, | |
| "rewards/margins": 2.4776790142059326, | |
| "rewards/rejected": -2.4768271446228027, | |
| "step": 1230, | |
| "use_label": 2299.60009765625 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 1.9488074461896452e-07, | |
| "logits/chosen": -1.1095410585403442, | |
| "logits/rejected": -1.108186960220337, | |
| "logps/chosen": -381.8337707519531, | |
| "logps/rejected": -426.4427185058594, | |
| "loss": 0.2153, | |
| "pred_label": 2632.60009765625, | |
| "rewards/accuracies": 0.800000011920929, | |
| "rewards/chosen": 0.9956940412521362, | |
| "rewards/margins": 4.763395309448242, | |
| "rewards/rejected": -3.7677009105682373, | |
| "step": 1240, | |
| "use_label": 2308.39990234375 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 1.919720767888307e-07, | |
| "logits/chosen": -1.2132353782653809, | |
| "logits/rejected": -1.2195868492126465, | |
| "logps/chosen": -322.24774169921875, | |
| "logps/rejected": -393.90020751953125, | |
| "loss": 0.1843, | |
| "pred_label": 2666.699951171875, | |
| "rewards/accuracies": 0.824999988079071, | |
| "rewards/chosen": 0.1081535592675209, | |
| "rewards/margins": 2.927469253540039, | |
| "rewards/rejected": -2.8193156719207764, | |
| "step": 1250, | |
| "use_label": 2314.300048828125 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 1.890634089586969e-07, | |
| "logits/chosen": -1.0909610986709595, | |
| "logits/rejected": -1.0712100267410278, | |
| "logps/chosen": -301.9937744140625, | |
| "logps/rejected": -297.81365966796875, | |
| "loss": 0.2063, | |
| "pred_label": 2699.35009765625, | |
| "rewards/accuracies": 0.800000011920929, | |
| "rewards/chosen": -0.6107617616653442, | |
| "rewards/margins": 3.5464184284210205, | |
| "rewards/rejected": -4.157180309295654, | |
| "step": 1260, | |
| "use_label": 2321.64990234375 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 1.861547411285631e-07, | |
| "logits/chosen": -1.1298341751098633, | |
| "logits/rejected": -1.0467592477798462, | |
| "logps/chosen": -324.2348937988281, | |
| "logps/rejected": -344.5401611328125, | |
| "loss": 0.2163, | |
| "pred_label": 2732.89990234375, | |
| "rewards/accuracies": 0.699999988079071, | |
| "rewards/chosen": -0.3071551024913788, | |
| "rewards/margins": 3.859396457672119, | |
| "rewards/rejected": -4.16655158996582, | |
| "step": 1270, | |
| "use_label": 2328.10009765625 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 1.8324607329842932e-07, | |
| "logits/chosen": -1.0855954885482788, | |
| "logits/rejected": -1.1321277618408203, | |
| "logps/chosen": -276.91912841796875, | |
| "logps/rejected": -345.2870178222656, | |
| "loss": 0.2098, | |
| "pred_label": 2764.39990234375, | |
| "rewards/accuracies": 0.699999988079071, | |
| "rewards/chosen": -1.4349310398101807, | |
| "rewards/margins": 2.8562276363372803, | |
| "rewards/rejected": -4.291158676147461, | |
| "step": 1280, | |
| "use_label": 2336.60009765625 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 1.803374054682955e-07, | |
| "logits/chosen": -0.9666376113891602, | |
| "logits/rejected": -1.0153762102127075, | |
| "logps/chosen": -300.74078369140625, | |
| "logps/rejected": -354.02117919921875, | |
| "loss": 0.2097, | |
| "pred_label": 2795.449951171875, | |
| "rewards/accuracies": 0.699999988079071, | |
| "rewards/chosen": -0.6840406656265259, | |
| "rewards/margins": 2.9005465507507324, | |
| "rewards/rejected": -3.5845870971679688, | |
| "step": 1290, | |
| "use_label": 2345.550048828125 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 1.774287376381617e-07, | |
| "logits/chosen": -1.1049658060073853, | |
| "logits/rejected": -1.0567684173583984, | |
| "logps/chosen": -389.1566162109375, | |
| "logps/rejected": -305.6317443847656, | |
| "loss": 0.1964, | |
| "pred_label": 2828.35009765625, | |
| "rewards/accuracies": 0.8999999761581421, | |
| "rewards/chosen": 0.8954909443855286, | |
| "rewards/margins": 4.705790042877197, | |
| "rewards/rejected": -3.8102996349334717, | |
| "step": 1300, | |
| "use_label": 2352.64990234375 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 1.7452006980802792e-07, | |
| "logits/chosen": -1.1040902137756348, | |
| "logits/rejected": -1.0495140552520752, | |
| "logps/chosen": -460.7845764160156, | |
| "logps/rejected": -396.0311279296875, | |
| "loss": 0.2207, | |
| "pred_label": 2858.25, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": 1.5667216777801514, | |
| "rewards/margins": 2.7725882530212402, | |
| "rewards/rejected": -1.2058665752410889, | |
| "step": 1310, | |
| "use_label": 2362.75 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 1.7161140197789412e-07, | |
| "logits/chosen": -1.0317670106887817, | |
| "logits/rejected": -1.0540131330490112, | |
| "logps/chosen": -372.09661865234375, | |
| "logps/rejected": -359.15264892578125, | |
| "loss": 0.192, | |
| "pred_label": 2887.85009765625, | |
| "rewards/accuracies": 0.675000011920929, | |
| "rewards/chosen": -2.242278575897217, | |
| "rewards/margins": 1.178301453590393, | |
| "rewards/rejected": -3.4205803871154785, | |
| "step": 1320, | |
| "use_label": 2373.14990234375 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 1.687027341477603e-07, | |
| "logits/chosen": -1.0154337882995605, | |
| "logits/rejected": -1.026306390762329, | |
| "logps/chosen": -246.6059112548828, | |
| "logps/rejected": -313.6022033691406, | |
| "loss": 0.1788, | |
| "pred_label": 2915.949951171875, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": -0.02297346666455269, | |
| "rewards/margins": 3.024552583694458, | |
| "rewards/rejected": -3.0475258827209473, | |
| "step": 1330, | |
| "use_label": 2385.050048828125 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 1.657940663176265e-07, | |
| "logits/chosen": -1.0699912309646606, | |
| "logits/rejected": -1.0195733308792114, | |
| "logps/chosen": -466.06085205078125, | |
| "logps/rejected": -317.84381103515625, | |
| "loss": 0.2023, | |
| "pred_label": 2949.5, | |
| "rewards/accuracies": 0.824999988079071, | |
| "rewards/chosen": 0.48599451780319214, | |
| "rewards/margins": 4.262557029724121, | |
| "rewards/rejected": -3.776562213897705, | |
| "step": 1340, | |
| "use_label": 2391.5 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 1.6288539848749272e-07, | |
| "logits/chosen": -1.0590379238128662, | |
| "logits/rejected": -1.0681087970733643, | |
| "logps/chosen": -320.8080139160156, | |
| "logps/rejected": -345.09051513671875, | |
| "loss": 0.2052, | |
| "pred_label": 2979.60009765625, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": -0.6778038144111633, | |
| "rewards/margins": 2.3581137657165527, | |
| "rewards/rejected": -3.0359177589416504, | |
| "step": 1350, | |
| "use_label": 2401.39990234375 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 1.5997673065735893e-07, | |
| "logits/chosen": -1.0564696788787842, | |
| "logits/rejected": -0.9981715083122253, | |
| "logps/chosen": -422.28436279296875, | |
| "logps/rejected": -317.775146484375, | |
| "loss": 0.2191, | |
| "pred_label": 3008.10009765625, | |
| "rewards/accuracies": 0.675000011920929, | |
| "rewards/chosen": -0.9884247779846191, | |
| "rewards/margins": 2.251682996749878, | |
| "rewards/rejected": -3.240108013153076, | |
| "step": 1360, | |
| "use_label": 2412.89990234375 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 1.5706806282722514e-07, | |
| "logits/chosen": -1.1280796527862549, | |
| "logits/rejected": -1.0177102088928223, | |
| "logps/chosen": -372.64996337890625, | |
| "logps/rejected": -325.7216796875, | |
| "loss": 0.1683, | |
| "pred_label": 3039.0, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": -0.2417742758989334, | |
| "rewards/margins": 3.3245158195495605, | |
| "rewards/rejected": -3.5662899017333984, | |
| "step": 1370, | |
| "use_label": 2422.0 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 1.5415939499709132e-07, | |
| "logits/chosen": -1.0724250078201294, | |
| "logits/rejected": -1.0401219129562378, | |
| "logps/chosen": -272.91546630859375, | |
| "logps/rejected": -230.291748046875, | |
| "loss": 0.236, | |
| "pred_label": 3070.25, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": -1.9332826137542725, | |
| "rewards/margins": 2.3847384452819824, | |
| "rewards/rejected": -4.318020820617676, | |
| "step": 1380, | |
| "use_label": 2430.75 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 1.5125072716695752e-07, | |
| "logits/chosen": -1.0457665920257568, | |
| "logits/rejected": -1.0457961559295654, | |
| "logps/chosen": -352.20379638671875, | |
| "logps/rejected": -325.810546875, | |
| "loss": 0.183, | |
| "pred_label": 3103.550048828125, | |
| "rewards/accuracies": 0.800000011920929, | |
| "rewards/chosen": -0.5959171652793884, | |
| "rewards/margins": 3.479651927947998, | |
| "rewards/rejected": -4.075569152832031, | |
| "step": 1390, | |
| "use_label": 2437.449951171875 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 1.4834205933682373e-07, | |
| "logits/chosen": -1.0471112728118896, | |
| "logits/rejected": -1.0389719009399414, | |
| "logps/chosen": -274.6317138671875, | |
| "logps/rejected": -285.1258239746094, | |
| "loss": 0.1871, | |
| "pred_label": 3134.60009765625, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": -0.41235724091529846, | |
| "rewards/margins": 3.290208339691162, | |
| "rewards/rejected": -3.7025654315948486, | |
| "step": 1400, | |
| "use_label": 2446.39990234375 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 1.4543339150668994e-07, | |
| "logits/chosen": -1.1152770519256592, | |
| "logits/rejected": -0.9952844381332397, | |
| "logps/chosen": -310.62872314453125, | |
| "logps/rejected": -284.43927001953125, | |
| "loss": 0.2265, | |
| "pred_label": 3163.60009765625, | |
| "rewards/accuracies": 0.625, | |
| "rewards/chosen": 0.20648960769176483, | |
| "rewards/margins": 2.571920871734619, | |
| "rewards/rejected": -2.365431547164917, | |
| "step": 1410, | |
| "use_label": 2457.39990234375 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 1.4252472367655612e-07, | |
| "logits/chosen": -0.9487142562866211, | |
| "logits/rejected": -0.9793168902397156, | |
| "logps/chosen": -406.9850769042969, | |
| "logps/rejected": -329.6900634765625, | |
| "loss": 0.1839, | |
| "pred_label": 3192.89990234375, | |
| "rewards/accuracies": 0.699999988079071, | |
| "rewards/chosen": 0.578311562538147, | |
| "rewards/margins": 3.119631290435791, | |
| "rewards/rejected": -2.5413200855255127, | |
| "step": 1420, | |
| "use_label": 2468.10009765625 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 1.3961605584642233e-07, | |
| "logits/chosen": -1.0938589572906494, | |
| "logits/rejected": -1.0605380535125732, | |
| "logps/chosen": -306.23809814453125, | |
| "logps/rejected": -274.6723937988281, | |
| "loss": 0.1687, | |
| "pred_label": 3223.800048828125, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": -0.6292298436164856, | |
| "rewards/margins": 3.2063794136047363, | |
| "rewards/rejected": -3.8356094360351562, | |
| "step": 1430, | |
| "use_label": 2477.199951171875 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 1.3670738801628854e-07, | |
| "logits/chosen": -0.9974590539932251, | |
| "logits/rejected": -1.0331952571868896, | |
| "logps/chosen": -378.69158935546875, | |
| "logps/rejected": -439.4248046875, | |
| "loss": 0.1876, | |
| "pred_label": 3252.699951171875, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": -0.29973307251930237, | |
| "rewards/margins": 3.267655849456787, | |
| "rewards/rejected": -3.5673890113830566, | |
| "step": 1440, | |
| "use_label": 2488.300048828125 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 1.3379872018615474e-07, | |
| "logits/chosen": -1.0476627349853516, | |
| "logits/rejected": -1.0306545495986938, | |
| "logps/chosen": -381.58709716796875, | |
| "logps/rejected": -317.57110595703125, | |
| "loss": 0.203, | |
| "pred_label": 3282.699951171875, | |
| "rewards/accuracies": 0.699999988079071, | |
| "rewards/chosen": -0.4640182554721832, | |
| "rewards/margins": 2.2011430263519287, | |
| "rewards/rejected": -2.665161609649658, | |
| "step": 1450, | |
| "use_label": 2498.300048828125 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 1.3089005235602092e-07, | |
| "logits/chosen": -1.0808570384979248, | |
| "logits/rejected": -1.0447580814361572, | |
| "logps/chosen": -351.30523681640625, | |
| "logps/rejected": -301.14276123046875, | |
| "loss": 0.2173, | |
| "pred_label": 3313.64990234375, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": -0.037274181842803955, | |
| "rewards/margins": 2.719515323638916, | |
| "rewards/rejected": -2.756789445877075, | |
| "step": 1460, | |
| "use_label": 2507.35009765625 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 1.2798138452588713e-07, | |
| "logits/chosen": -1.0119661092758179, | |
| "logits/rejected": -1.0127899646759033, | |
| "logps/chosen": -452.9007263183594, | |
| "logps/rejected": -350.81988525390625, | |
| "loss": 0.2244, | |
| "pred_label": 3344.35009765625, | |
| "rewards/accuracies": 0.7749999761581421, | |
| "rewards/chosen": 0.5907049179077148, | |
| "rewards/margins": 4.506594181060791, | |
| "rewards/rejected": -3.915889024734497, | |
| "step": 1470, | |
| "use_label": 2516.64990234375 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 1.2507271669575334e-07, | |
| "logits/chosen": -0.9774877429008484, | |
| "logits/rejected": -1.0214698314666748, | |
| "logps/chosen": -311.8316955566406, | |
| "logps/rejected": -339.8797607421875, | |
| "loss": 0.1938, | |
| "pred_label": 3374.64990234375, | |
| "rewards/accuracies": 0.6499999761581421, | |
| "rewards/chosen": -0.14671669900417328, | |
| "rewards/margins": 1.559191346168518, | |
| "rewards/rejected": -1.7059080600738525, | |
| "step": 1480, | |
| "use_label": 2526.35009765625 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 1.2216404886561955e-07, | |
| "logits/chosen": -1.0379236936569214, | |
| "logits/rejected": -1.0210058689117432, | |
| "logps/chosen": -270.0731506347656, | |
| "logps/rejected": -259.6552734375, | |
| "loss": 0.2187, | |
| "pred_label": 3405.449951171875, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": -0.6488065719604492, | |
| "rewards/margins": 2.2493479251861572, | |
| "rewards/rejected": -2.8981544971466064, | |
| "step": 1490, | |
| "use_label": 2535.550048828125 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 1.1925538103548575e-07, | |
| "logits/chosen": -0.8977063894271851, | |
| "logits/rejected": -0.984424889087677, | |
| "logps/chosen": -356.542724609375, | |
| "logps/rejected": -314.09893798828125, | |
| "loss": 0.1712, | |
| "pred_label": 3438.60009765625, | |
| "rewards/accuracies": 0.675000011920929, | |
| "rewards/chosen": 0.38773947954177856, | |
| "rewards/margins": 2.917739152908325, | |
| "rewards/rejected": -2.5299997329711914, | |
| "step": 1500, | |
| "use_label": 2542.39990234375 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 1.1634671320535195e-07, | |
| "logits/chosen": -1.0663585662841797, | |
| "logits/rejected": -1.0083823204040527, | |
| "logps/chosen": -318.5123291015625, | |
| "logps/rejected": -304.78387451171875, | |
| "loss": 0.1956, | |
| "pred_label": 3471.699951171875, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": 0.7554278373718262, | |
| "rewards/margins": 3.285256862640381, | |
| "rewards/rejected": -2.529829263687134, | |
| "step": 1510, | |
| "use_label": 2549.300048828125 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 1.1343804537521814e-07, | |
| "logits/chosen": -1.051598310470581, | |
| "logits/rejected": -1.0226097106933594, | |
| "logps/chosen": -377.0965881347656, | |
| "logps/rejected": -338.76812744140625, | |
| "loss": 0.2022, | |
| "pred_label": 3499.949951171875, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": 0.8909615278244019, | |
| "rewards/margins": 1.9300997257232666, | |
| "rewards/rejected": -1.039137840270996, | |
| "step": 1520, | |
| "use_label": 2561.050048828125 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 1.1052937754508435e-07, | |
| "logits/chosen": -1.105948567390442, | |
| "logits/rejected": -1.1236369609832764, | |
| "logps/chosen": -421.694580078125, | |
| "logps/rejected": -365.2895202636719, | |
| "loss": 0.2134, | |
| "pred_label": 3530.699951171875, | |
| "rewards/accuracies": 0.824999988079071, | |
| "rewards/chosen": 1.1226226091384888, | |
| "rewards/margins": 4.040251731872559, | |
| "rewards/rejected": -2.9176290035247803, | |
| "step": 1530, | |
| "use_label": 2570.300048828125 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 1.0762070971495054e-07, | |
| "logits/chosen": -1.0308454036712646, | |
| "logits/rejected": -1.0807101726531982, | |
| "logps/chosen": -355.47320556640625, | |
| "logps/rejected": -407.9166259765625, | |
| "loss": 0.2194, | |
| "pred_label": 3559.35009765625, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": 1.4176074266433716, | |
| "rewards/margins": 2.80814528465271, | |
| "rewards/rejected": -1.390538215637207, | |
| "step": 1540, | |
| "use_label": 2581.64990234375 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 1.0471204188481675e-07, | |
| "logits/chosen": -1.0221843719482422, | |
| "logits/rejected": -1.003930926322937, | |
| "logps/chosen": -313.1138610839844, | |
| "logps/rejected": -262.46295166015625, | |
| "loss": 0.2012, | |
| "pred_label": 3589.85009765625, | |
| "rewards/accuracies": 0.824999988079071, | |
| "rewards/chosen": 0.20224742591381073, | |
| "rewards/margins": 4.130466461181641, | |
| "rewards/rejected": -3.9282188415527344, | |
| "step": 1550, | |
| "use_label": 2591.14990234375 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 1.0180337405468295e-07, | |
| "logits/chosen": -1.0754446983337402, | |
| "logits/rejected": -1.0588288307189941, | |
| "logps/chosen": -333.0397644042969, | |
| "logps/rejected": -329.0122985839844, | |
| "loss": 0.212, | |
| "pred_label": 3616.550048828125, | |
| "rewards/accuracies": 0.6499999761581421, | |
| "rewards/chosen": -0.766626238822937, | |
| "rewards/margins": 3.1271777153015137, | |
| "rewards/rejected": -3.893803358078003, | |
| "step": 1560, | |
| "use_label": 2604.449951171875 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 9.889470622454915e-08, | |
| "logits/chosen": -1.0235944986343384, | |
| "logits/rejected": -1.030893087387085, | |
| "logps/chosen": -322.72857666015625, | |
| "logps/rejected": -325.28912353515625, | |
| "loss": 0.1968, | |
| "pred_label": 3644.64990234375, | |
| "rewards/accuracies": 0.675000011920929, | |
| "rewards/chosen": -1.4102725982666016, | |
| "rewards/margins": 2.7497966289520264, | |
| "rewards/rejected": -4.160068988800049, | |
| "step": 1570, | |
| "use_label": 2616.35009765625 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "learning_rate": 9.598603839441535e-08, | |
| "logits/chosen": -1.0010260343551636, | |
| "logits/rejected": -1.0144360065460205, | |
| "logps/chosen": -380.1663818359375, | |
| "logps/rejected": -335.47662353515625, | |
| "loss": 0.2129, | |
| "pred_label": 3672.25, | |
| "rewards/accuracies": 0.625, | |
| "rewards/chosen": 0.20972386002540588, | |
| "rewards/margins": 1.8820480108261108, | |
| "rewards/rejected": -1.6723241806030273, | |
| "step": 1580, | |
| "use_label": 2628.75 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "learning_rate": 9.307737056428156e-08, | |
| "logits/chosen": -0.800024151802063, | |
| "logits/rejected": -0.8323174715042114, | |
| "logps/chosen": -315.90447998046875, | |
| "logps/rejected": -332.60150146484375, | |
| "loss": 0.1793, | |
| "pred_label": 3700.699951171875, | |
| "rewards/accuracies": 0.675000011920929, | |
| "rewards/chosen": -0.8666568994522095, | |
| "rewards/margins": 3.055481433868408, | |
| "rewards/rejected": -3.9221386909484863, | |
| "step": 1590, | |
| "use_label": 2640.300048828125 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "learning_rate": 9.016870273414775e-08, | |
| "logits/chosen": -0.8738692998886108, | |
| "logits/rejected": -0.9172623753547668, | |
| "logps/chosen": -350.1977233886719, | |
| "logps/rejected": -301.5623474121094, | |
| "loss": 0.2091, | |
| "pred_label": 3731.60009765625, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": -1.1013541221618652, | |
| "rewards/margins": 2.4148409366607666, | |
| "rewards/rejected": -3.5161945819854736, | |
| "step": 1600, | |
| "use_label": 2649.39990234375 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "learning_rate": 8.726003490401396e-08, | |
| "logits/chosen": -1.0966861248016357, | |
| "logits/rejected": -1.0557001829147339, | |
| "logps/chosen": -371.09173583984375, | |
| "logps/rejected": -266.89263916015625, | |
| "loss": 0.1972, | |
| "pred_label": 3761.550048828125, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": -0.1973705142736435, | |
| "rewards/margins": 3.2193920612335205, | |
| "rewards/rejected": -3.416762590408325, | |
| "step": 1610, | |
| "use_label": 2659.449951171875 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "learning_rate": 8.435136707388015e-08, | |
| "logits/chosen": -0.9223749041557312, | |
| "logits/rejected": -0.9156180620193481, | |
| "logps/chosen": -407.92889404296875, | |
| "logps/rejected": -357.1949157714844, | |
| "loss": 0.1682, | |
| "pred_label": 3793.60009765625, | |
| "rewards/accuracies": 0.699999988079071, | |
| "rewards/chosen": -0.09885386377573013, | |
| "rewards/margins": 2.7179036140441895, | |
| "rewards/rejected": -2.8167572021484375, | |
| "step": 1620, | |
| "use_label": 2667.39990234375 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "learning_rate": 8.144269924374636e-08, | |
| "logits/chosen": -0.8016144633293152, | |
| "logits/rejected": -0.8304374814033508, | |
| "logps/chosen": -392.49249267578125, | |
| "logps/rejected": -387.77813720703125, | |
| "loss": 0.2052, | |
| "pred_label": 3822.14990234375, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": -0.7084876298904419, | |
| "rewards/margins": 3.3112130165100098, | |
| "rewards/rejected": -4.019700527191162, | |
| "step": 1630, | |
| "use_label": 2678.85009765625 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 7.853403141361257e-08, | |
| "logits/chosen": -1.014793872833252, | |
| "logits/rejected": -0.9608389139175415, | |
| "logps/chosen": -301.42108154296875, | |
| "logps/rejected": -262.4256286621094, | |
| "loss": 0.23, | |
| "pred_label": 3848.75, | |
| "rewards/accuracies": 0.7749999761581421, | |
| "rewards/chosen": -0.032284706830978394, | |
| "rewards/margins": 2.6330177783966064, | |
| "rewards/rejected": -2.6653025150299072, | |
| "step": 1640, | |
| "use_label": 2692.25 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 7.562536358347876e-08, | |
| "logits/chosen": -0.9088438749313354, | |
| "logits/rejected": -0.9523930549621582, | |
| "logps/chosen": -322.62933349609375, | |
| "logps/rejected": -361.05670166015625, | |
| "loss": 0.2088, | |
| "pred_label": 3879.449951171875, | |
| "rewards/accuracies": 0.675000011920929, | |
| "rewards/chosen": -0.8268980979919434, | |
| "rewards/margins": 1.8542957305908203, | |
| "rewards/rejected": -2.6811938285827637, | |
| "step": 1650, | |
| "use_label": 2701.550048828125 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "learning_rate": 7.271669575334497e-08, | |
| "logits/chosen": -0.9642359614372253, | |
| "logits/rejected": -0.8722718358039856, | |
| "logps/chosen": -359.36968994140625, | |
| "logps/rejected": -413.9576110839844, | |
| "loss": 0.1724, | |
| "pred_label": 3914.60009765625, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": -0.34769096970558167, | |
| "rewards/margins": 3.559408664703369, | |
| "rewards/rejected": -3.907099485397339, | |
| "step": 1660, | |
| "use_label": 2706.39990234375 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "learning_rate": 6.980802792321116e-08, | |
| "logits/chosen": -0.8372431993484497, | |
| "logits/rejected": -0.8543712496757507, | |
| "logps/chosen": -358.82550048828125, | |
| "logps/rejected": -364.4158630371094, | |
| "loss": 0.2092, | |
| "pred_label": 3946.949951171875, | |
| "rewards/accuracies": 0.675000011920929, | |
| "rewards/chosen": -0.024167824536561966, | |
| "rewards/margins": 1.891296148300171, | |
| "rewards/rejected": -1.9154638051986694, | |
| "step": 1670, | |
| "use_label": 2714.050048828125 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 6.689936009307737e-08, | |
| "logits/chosen": -0.8467708826065063, | |
| "logits/rejected": -0.8923909068107605, | |
| "logps/chosen": -311.6363830566406, | |
| "logps/rejected": -330.9986267089844, | |
| "loss": 0.1716, | |
| "pred_label": 3979.300048828125, | |
| "rewards/accuracies": 0.6499999761581421, | |
| "rewards/chosen": -1.442889928817749, | |
| "rewards/margins": 1.873750925064087, | |
| "rewards/rejected": -3.316641330718994, | |
| "step": 1680, | |
| "use_label": 2721.699951171875 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 6.399069226294357e-08, | |
| "logits/chosen": -0.9512916803359985, | |
| "logits/rejected": -0.9659273028373718, | |
| "logps/chosen": -374.9173278808594, | |
| "logps/rejected": -325.18695068359375, | |
| "loss": 0.2179, | |
| "pred_label": 4007.25, | |
| "rewards/accuracies": 0.6000000238418579, | |
| "rewards/chosen": -0.05676973983645439, | |
| "rewards/margins": 2.8793885707855225, | |
| "rewards/rejected": -2.9361586570739746, | |
| "step": 1690, | |
| "use_label": 2733.75 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "learning_rate": 6.108202443280977e-08, | |
| "logits/chosen": -0.8465694189071655, | |
| "logits/rejected": -0.9132062792778015, | |
| "logps/chosen": -346.77032470703125, | |
| "logps/rejected": -317.15716552734375, | |
| "loss": 0.1967, | |
| "pred_label": 4035.75, | |
| "rewards/accuracies": 0.675000011920929, | |
| "rewards/chosen": -0.8769257664680481, | |
| "rewards/margins": 3.0119924545288086, | |
| "rewards/rejected": -3.88891863822937, | |
| "step": 1700, | |
| "use_label": 2745.25 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 5.8173356602675974e-08, | |
| "logits/chosen": -0.9974952936172485, | |
| "logits/rejected": -0.9654536247253418, | |
| "logps/chosen": -257.2732849121094, | |
| "logps/rejected": -298.55157470703125, | |
| "loss": 0.1809, | |
| "pred_label": 4066.35009765625, | |
| "rewards/accuracies": 0.675000011920929, | |
| "rewards/chosen": -2.23062801361084, | |
| "rewards/margins": 2.8383820056915283, | |
| "rewards/rejected": -5.069010257720947, | |
| "step": 1710, | |
| "use_label": 2754.64990234375 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 5.5264688772542175e-08, | |
| "logits/chosen": -0.891338050365448, | |
| "logits/rejected": -0.9084685444831848, | |
| "logps/chosen": -470.7725524902344, | |
| "logps/rejected": -485.2267150878906, | |
| "loss": 0.1991, | |
| "pred_label": 4097.75, | |
| "rewards/accuracies": 0.7749999761581421, | |
| "rewards/chosen": -0.26461061835289, | |
| "rewards/margins": 3.3599886894226074, | |
| "rewards/rejected": -3.6245994567871094, | |
| "step": 1720, | |
| "use_label": 2763.25 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "learning_rate": 5.2356020942408376e-08, | |
| "logits/chosen": -0.8564783334732056, | |
| "logits/rejected": -0.9062970876693726, | |
| "logps/chosen": -296.5504455566406, | |
| "logps/rejected": -302.5833740234375, | |
| "loss": 0.1845, | |
| "pred_label": 4129.0498046875, | |
| "rewards/accuracies": 0.625, | |
| "rewards/chosen": -1.253291130065918, | |
| "rewards/margins": 1.962683916091919, | |
| "rewards/rejected": -3.215975284576416, | |
| "step": 1730, | |
| "use_label": 2771.949951171875 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "learning_rate": 4.944735311227458e-08, | |
| "logits/chosen": -0.8973791003227234, | |
| "logits/rejected": -0.842978835105896, | |
| "logps/chosen": -309.6785583496094, | |
| "logps/rejected": -285.935791015625, | |
| "loss": 0.2085, | |
| "pred_label": 4161.39990234375, | |
| "rewards/accuracies": 0.7749999761581421, | |
| "rewards/chosen": 0.08151117712259293, | |
| "rewards/margins": 3.9789955615997314, | |
| "rewards/rejected": -3.897484540939331, | |
| "step": 1740, | |
| "use_label": 2779.60009765625 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "learning_rate": 4.653868528214078e-08, | |
| "logits/chosen": -0.9628440141677856, | |
| "logits/rejected": -1.0249922275543213, | |
| "logps/chosen": -376.8697814941406, | |
| "logps/rejected": -336.0437316894531, | |
| "loss": 0.194, | |
| "pred_label": 4192.5, | |
| "rewards/accuracies": 0.675000011920929, | |
| "rewards/chosen": -1.799761414527893, | |
| "rewards/margins": 3.394575595855713, | |
| "rewards/rejected": -5.194336891174316, | |
| "step": 1750, | |
| "use_label": 2788.5 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "learning_rate": 4.363001745200698e-08, | |
| "logits/chosen": -0.9686734080314636, | |
| "logits/rejected": -1.011160135269165, | |
| "logps/chosen": -344.68109130859375, | |
| "logps/rejected": -338.3143615722656, | |
| "loss": 0.1822, | |
| "pred_label": 4224.9501953125, | |
| "rewards/accuracies": 0.824999988079071, | |
| "rewards/chosen": 0.9003709554672241, | |
| "rewards/margins": 4.197125434875488, | |
| "rewards/rejected": -3.2967541217803955, | |
| "step": 1760, | |
| "use_label": 2796.050048828125 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "learning_rate": 4.072134962187318e-08, | |
| "logits/chosen": -1.0619252920150757, | |
| "logits/rejected": -1.0584673881530762, | |
| "logps/chosen": -443.986083984375, | |
| "logps/rejected": -363.45660400390625, | |
| "loss": 0.2066, | |
| "pred_label": 4258.4501953125, | |
| "rewards/accuracies": 0.625, | |
| "rewards/chosen": 0.09187255799770355, | |
| "rewards/margins": 2.6800460815429688, | |
| "rewards/rejected": -2.5881736278533936, | |
| "step": 1770, | |
| "use_label": 2802.550048828125 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "learning_rate": 3.781268179173938e-08, | |
| "logits/chosen": -0.9357656240463257, | |
| "logits/rejected": -0.9777708053588867, | |
| "logps/chosen": -364.95159912109375, | |
| "logps/rejected": -321.37890625, | |
| "loss": 0.1591, | |
| "pred_label": 4284.2998046875, | |
| "rewards/accuracies": 0.7749999761581421, | |
| "rewards/chosen": 0.44581514596939087, | |
| "rewards/margins": 3.383704423904419, | |
| "rewards/rejected": -2.9378890991210938, | |
| "step": 1780, | |
| "use_label": 2816.699951171875 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 3.490401396160558e-08, | |
| "logits/chosen": -0.9476548433303833, | |
| "logits/rejected": -0.9675912857055664, | |
| "logps/chosen": -278.46197509765625, | |
| "logps/rejected": -292.71759033203125, | |
| "loss": 0.193, | |
| "pred_label": 4318.0, | |
| "rewards/accuracies": 0.7749999761581421, | |
| "rewards/chosen": -0.4520017206668854, | |
| "rewards/margins": 3.4121756553649902, | |
| "rewards/rejected": -3.864177703857422, | |
| "step": 1790, | |
| "use_label": 2823.0 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 3.199534613147178e-08, | |
| "logits/chosen": -0.8004802465438843, | |
| "logits/rejected": -0.8716949224472046, | |
| "logps/chosen": -337.95367431640625, | |
| "logps/rejected": -374.6369934082031, | |
| "loss": 0.2068, | |
| "pred_label": 4347.14990234375, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": -0.5371319651603699, | |
| "rewards/margins": 3.537078380584717, | |
| "rewards/rejected": -4.074210166931152, | |
| "step": 1800, | |
| "use_label": 2833.85009765625 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "learning_rate": 2.9086678301337987e-08, | |
| "logits/chosen": -1.0241055488586426, | |
| "logits/rejected": -1.0045052766799927, | |
| "logps/chosen": -336.6506042480469, | |
| "logps/rejected": -323.0858459472656, | |
| "loss": 0.1695, | |
| "pred_label": 4374.85009765625, | |
| "rewards/accuracies": 0.6000000238418579, | |
| "rewards/chosen": -1.255857229232788, | |
| "rewards/margins": 2.3176028728485107, | |
| "rewards/rejected": -3.573460102081299, | |
| "step": 1810, | |
| "use_label": 2846.14990234375 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "learning_rate": 2.6178010471204188e-08, | |
| "logits/chosen": -0.9693848490715027, | |
| "logits/rejected": -0.9834591150283813, | |
| "logps/chosen": -423.89404296875, | |
| "logps/rejected": -360.3699035644531, | |
| "loss": 0.1947, | |
| "pred_label": 4406.10009765625, | |
| "rewards/accuracies": 0.8500000238418579, | |
| "rewards/chosen": 0.7960270047187805, | |
| "rewards/margins": 5.266651153564453, | |
| "rewards/rejected": -4.470623970031738, | |
| "step": 1820, | |
| "use_label": 2854.89990234375 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 2.326934264107039e-08, | |
| "logits/chosen": -0.8095889091491699, | |
| "logits/rejected": -0.942054271697998, | |
| "logps/chosen": -363.0487365722656, | |
| "logps/rejected": -354.41607666015625, | |
| "loss": 0.155, | |
| "pred_label": 4439.2001953125, | |
| "rewards/accuracies": 0.6499999761581421, | |
| "rewards/chosen": -1.144942045211792, | |
| "rewards/margins": 2.5031371116638184, | |
| "rewards/rejected": -3.6480789184570312, | |
| "step": 1830, | |
| "use_label": 2861.800048828125 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 2.036067481093659e-08, | |
| "logits/chosen": -0.8409671783447266, | |
| "logits/rejected": -0.83684903383255, | |
| "logps/chosen": -343.324951171875, | |
| "logps/rejected": -362.7954406738281, | |
| "loss": 0.1852, | |
| "pred_label": 4470.85009765625, | |
| "rewards/accuracies": 0.7749999761581421, | |
| "rewards/chosen": -0.28511303663253784, | |
| "rewards/margins": 3.413196563720703, | |
| "rewards/rejected": -3.6983096599578857, | |
| "step": 1840, | |
| "use_label": 2870.14990234375 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 1.745200698080279e-08, | |
| "logits/chosen": -0.9692668914794922, | |
| "logits/rejected": -0.9877262115478516, | |
| "logps/chosen": -347.4239196777344, | |
| "logps/rejected": -361.1467590332031, | |
| "loss": 0.1698, | |
| "pred_label": 4502.25, | |
| "rewards/accuracies": 0.7749999761581421, | |
| "rewards/chosen": -0.050318337976932526, | |
| "rewards/margins": 4.280552864074707, | |
| "rewards/rejected": -4.330872058868408, | |
| "step": 1850, | |
| "use_label": 2878.75 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 1.4543339150668994e-08, | |
| "logits/chosen": -0.9399221539497375, | |
| "logits/rejected": -0.9900743365287781, | |
| "logps/chosen": -236.5078582763672, | |
| "logps/rejected": -264.27252197265625, | |
| "loss": 0.186, | |
| "pred_label": 4531.4501953125, | |
| "rewards/accuracies": 0.7749999761581421, | |
| "rewards/chosen": 0.7518811225891113, | |
| "rewards/margins": 4.044899940490723, | |
| "rewards/rejected": -3.293017864227295, | |
| "step": 1860, | |
| "use_label": 2889.550048828125 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 1.1634671320535195e-08, | |
| "logits/chosen": -1.0314300060272217, | |
| "logits/rejected": -1.0113561153411865, | |
| "logps/chosen": -360.2470703125, | |
| "logps/rejected": -362.8114013671875, | |
| "loss": 0.177, | |
| "pred_label": 4561.4501953125, | |
| "rewards/accuracies": 0.699999988079071, | |
| "rewards/chosen": -0.7401183843612671, | |
| "rewards/margins": 2.7796757221221924, | |
| "rewards/rejected": -3.51979398727417, | |
| "step": 1870, | |
| "use_label": 2899.550048828125 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 8.726003490401395e-09, | |
| "logits/chosen": -1.0057262182235718, | |
| "logits/rejected": -1.0620293617248535, | |
| "logps/chosen": -371.9859619140625, | |
| "logps/rejected": -325.24932861328125, | |
| "loss": 0.1686, | |
| "pred_label": 4594.35009765625, | |
| "rewards/accuracies": 0.675000011920929, | |
| "rewards/chosen": -0.7309083938598633, | |
| "rewards/margins": 2.8372626304626465, | |
| "rewards/rejected": -3.5681710243225098, | |
| "step": 1880, | |
| "use_label": 2906.64990234375 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "learning_rate": 5.817335660267597e-09, | |
| "logits/chosen": -0.9105908274650574, | |
| "logits/rejected": -0.8740211725234985, | |
| "logps/chosen": -344.8439025878906, | |
| "logps/rejected": -438.42010498046875, | |
| "loss": 0.1399, | |
| "pred_label": 4625.9501953125, | |
| "rewards/accuracies": 0.699999988079071, | |
| "rewards/chosen": -1.2992219924926758, | |
| "rewards/margins": 3.6406044960021973, | |
| "rewards/rejected": -4.939826011657715, | |
| "step": 1890, | |
| "use_label": 2915.050048828125 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "learning_rate": 2.9086678301337986e-09, | |
| "logits/chosen": -1.0261294841766357, | |
| "logits/rejected": -0.9415041208267212, | |
| "logps/chosen": -310.5721130371094, | |
| "logps/rejected": -294.1573486328125, | |
| "loss": 0.1918, | |
| "pred_label": 4658.85009765625, | |
| "rewards/accuracies": 0.675000011920929, | |
| "rewards/chosen": -1.248200535774231, | |
| "rewards/margins": 2.8387322425842285, | |
| "rewards/rejected": -4.086933135986328, | |
| "step": 1900, | |
| "use_label": 2922.14990234375 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 0.0, | |
| "logits/chosen": -0.9566202163696289, | |
| "logits/rejected": -0.9806071519851685, | |
| "logps/chosen": -324.8318786621094, | |
| "logps/rejected": -311.9029846191406, | |
| "loss": 0.1714, | |
| "pred_label": 4690.7998046875, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": -0.9383823275566101, | |
| "rewards/margins": 2.941167116165161, | |
| "rewards/rejected": -3.879549741744995, | |
| "step": 1910, | |
| "use_label": 2930.199951171875 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_logits/chosen": -0.9365912079811096, | |
| "eval_logits/rejected": -0.926014244556427, | |
| "eval_logps/chosen": -352.8179626464844, | |
| "eval_logps/rejected": -349.7088317871094, | |
| "eval_loss": 0.18906600773334503, | |
| "eval_pred_label": 4808.27001953125, | |
| "eval_rewards/accuracies": 0.7579365372657776, | |
| "eval_rewards/chosen": 0.2332553267478943, | |
| "eval_rewards/margins": 3.972490072250366, | |
| "eval_rewards/rejected": -3.7392351627349854, | |
| "eval_runtime": 284.6758, | |
| "eval_samples_per_second": 7.026, | |
| "eval_steps_per_second": 0.221, | |
| "eval_use_label": 2959.730224609375, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "step": 1910, | |
| "total_flos": 0.0, | |
| "train_loss": 0.2926436502271922, | |
| "train_runtime": 13370.5554, | |
| "train_samples_per_second": 4.572, | |
| "train_steps_per_second": 0.143 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 1910, | |
| "num_train_epochs": 1, | |
| "save_steps": 50, | |
| "total_flos": 0.0, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |