{ "best_metric": null, "best_model_checkpoint": null, "epoch": 0.9903536977491961, "eval_steps": 500, "global_step": 77, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "clip_ratio": 0.0, "completion_length": 1084.34375, "epoch": 0.012861736334405145, "grad_norm": 0.41294848918914795, "kl": 0.0, "learning_rate": 1.25e-07, "loss": 0.053, "reward": 1.54296875, "reward_std": 0.11134403571486473, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.54296875, "step": 1 }, { "clip_ratio": 0.0, "completion_length": 912.421875, "epoch": 0.02572347266881029, "grad_norm": 0.5866098403930664, "kl": 0.0, "learning_rate": 2.5e-07, "loss": 0.1483, "reward": 1.5625, "reward_std": 0.15145022049546242, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.5625, "step": 2 }, { "clip_ratio": 0.0, "completion_length": 1136.859375, "epoch": 0.03858520900321544, "grad_norm": 0.5072430372238159, "kl": 0.00023818016052246094, "learning_rate": 3.75e-07, "loss": 0.117, "reward": 1.57421875, "reward_std": 0.1861907932907343, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.57421875, "step": 3 }, { "clip_ratio": 0.0, "completion_length": 1155.015625, "epoch": 0.05144694533762058, "grad_norm": 0.4072016179561615, "kl": 0.00027489662170410156, "learning_rate": 5e-07, "loss": 0.0995, "reward": 1.5390625, "reward_std": 0.10738485306501389, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.5390625, "step": 4 }, { "clip_ratio": 0.0, "completion_length": 966.703125, "epoch": 0.06430868167202572, "grad_norm": 0.5740306377410889, "kl": 0.0003867149353027344, "learning_rate": 6.249999999999999e-07, "loss": 0.1656, "reward": 1.57421875, "reward_std": 0.11065823957324028, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.57421875, "step": 5 }, { "clip_ratio": 0.0, "completion_length": 1206.765625, "epoch": 0.07717041800643087, "grad_norm": 0.4439733028411865, "kl": 0.00043845176696777344, "learning_rate": 7.5e-07, "loss": 0.0946, "reward": 1.515625, "reward_std": 0.08086910098791122, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.515625, "step": 6 }, { "clip_ratio": 0.0, "completion_length": 1010.46875, "epoch": 0.09003215434083602, "grad_norm": 0.2982307970523834, "kl": 0.00031566619873046875, "learning_rate": 8.75e-07, "loss": 0.0943, "reward": 1.53125, "reward_std": 0.09774631634354591, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.53125, "step": 7 }, { "clip_ratio": 0.0, "completion_length": 1046.9375, "epoch": 0.10289389067524116, "grad_norm": 0.4670819938182831, "kl": 0.00023698806762695312, "learning_rate": 1e-06, "loss": 0.1583, "reward": 1.5390625, "reward_std": 0.13101092725992203, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.5390625, "step": 8 }, { "clip_ratio": 0.0, "completion_length": 966.28125, "epoch": 0.1157556270096463, "grad_norm": 0.40219369530677795, "kl": 0.0002582073211669922, "learning_rate": 9.995336531410273e-07, "loss": 0.1739, "reward": 1.546875, "reward_std": 0.1388406604528427, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.546875, "step": 9 }, { "clip_ratio": 0.0, "completion_length": 1078.390625, "epoch": 0.12861736334405144, "grad_norm": 0.291391521692276, "kl": 0.00041747093200683594, "learning_rate": 9.98135579139189e-07, "loss": -0.0025, "reward": 1.53125, "reward_std": 0.04564354941248894, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.53125, "step": 10 }, { "clip_ratio": 0.0, "completion_length": 1055.640625, "epoch": 0.1414790996784566, "grad_norm": 0.34915173053741455, "kl": 0.00037789344787597656, "learning_rate": 9.958086757163488e-07, "loss": 0.0703, "reward": 1.56640625, "reward_std": 0.10219397768378258, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.56640625, "step": 11 }, { "clip_ratio": 0.0, "completion_length": 1095.640625, "epoch": 0.15434083601286175, "grad_norm": 0.550199031829834, "kl": 0.0002205371856689453, "learning_rate": 9.92557765735184e-07, "loss": 0.2093, "reward": 1.58203125, "reward_std": 0.19091684743762016, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.58203125, "step": 12 }, { "clip_ratio": 0.0, "completion_length": 1095.921875, "epoch": 0.16720257234726688, "grad_norm": 0.4369826316833496, "kl": 0.00036525726318359375, "learning_rate": 9.883895872030657e-07, "loss": 0.1704, "reward": 1.52734375, "reward_std": 0.09039457142353058, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.52734375, "step": 13 }, { "clip_ratio": 0.0, "completion_length": 837.65625, "epoch": 0.18006430868167203, "grad_norm": 0.25077515840530396, "kl": 0.0001766681671142578, "learning_rate": 9.833127793065097e-07, "loss": 0.0155, "reward": 1.50390625, "reward_std": 0.015625, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.50390625, "step": 14 }, { "clip_ratio": 0.0, "completion_length": 1183.109375, "epoch": 0.19292604501607716, "grad_norm": 0.42581164836883545, "kl": 0.00038433074951171875, "learning_rate": 9.773378645051436e-07, "loss": 0.1642, "reward": 1.5, "reward_std": 0.06994619965553284, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.5, "step": 15 }, { "clip_ratio": 0.0, "completion_length": 1042.71875, "epoch": 0.2057877813504823, "grad_norm": 0.371883749961853, "kl": 0.00041294097900390625, "learning_rate": 9.704772267223019e-07, "loss": 0.0703, "reward": 1.54296875, "reward_std": 0.08989579975605011, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.54296875, "step": 16 }, { "clip_ratio": 0.0, "completion_length": 978.828125, "epoch": 0.21864951768488747, "grad_norm": 0.4985962212085724, "kl": 0.00021839141845703125, "learning_rate": 9.627450856774539e-07, "loss": 0.079, "reward": 1.5703125, "reward_std": 0.11574668437242508, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.5703125, "step": 17 }, { "clip_ratio": 0.0, "completion_length": 850.4375, "epoch": 0.2315112540192926, "grad_norm": 0.49231991171836853, "kl": 0.0002932548522949219, "learning_rate": 9.541574674136632e-07, "loss": 0.0227, "reward": 1.53125, "reward_std": 0.0816391110420227, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.53125, "step": 18 }, { "clip_ratio": 0.0, "completion_length": 1099.109375, "epoch": 0.24437299035369775, "grad_norm": 0.5843875408172607, "kl": 0.0002193450927734375, "learning_rate": 9.447321710811674e-07, "loss": 0.1417, "reward": 1.5390625, "reward_std": 0.1500675454735756, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.5390625, "step": 19 }, { "clip_ratio": 0.0, "completion_length": 1058.03125, "epoch": 0.2572347266881029, "grad_norm": 0.6623404026031494, "kl": 0.0004153251647949219, "learning_rate": 9.344887320459198e-07, "loss": 0.1164, "reward": 1.55078125, "reward_std": 0.10405365750193596, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.55078125, "step": 20 }, { "clip_ratio": 0.0, "completion_length": 820.734375, "epoch": 0.27009646302250806, "grad_norm": 0.6680777072906494, "kl": 0.0003333091735839844, "learning_rate": 9.234483813995613e-07, "loss": 0.2424, "reward": 1.55078125, "reward_std": 0.174929304048419, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.55078125, "step": 21 }, { "clip_ratio": 0.0, "completion_length": 1022.640625, "epoch": 0.2829581993569132, "grad_norm": 0.6333020329475403, "kl": 0.0004470348358154297, "learning_rate": 9.116340019547401e-07, "loss": 0.0632, "reward": 1.51171875, "reward_std": 0.08957062661647797, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.51171875, "step": 22 }, { "clip_ratio": 0.0, "completion_length": 1067.015625, "epoch": 0.2958199356913183, "grad_norm": 0.5886364579200745, "kl": 0.0003254413604736328, "learning_rate": 8.990700808169889e-07, "loss": 0.1254, "reward": 1.5703125, "reward_std": 0.20152484998106956, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.5703125, "step": 23 }, { "clip_ratio": 0.0, "completion_length": 1248.078125, "epoch": 0.3086816720257235, "grad_norm": 0.6907972693443298, "kl": 0.0006000995635986328, "learning_rate": 8.857826586314586e-07, "loss": 0.0326, "reward": 1.54296875, "reward_std": 0.13257849216461182, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.54296875, "step": 24 }, { "clip_ratio": 0.0, "completion_length": 1049.546875, "epoch": 0.3215434083601286, "grad_norm": 0.45920121669769287, "kl": 0.0003612041473388672, "learning_rate": 8.717992756097047e-07, "loss": 0.0834, "reward": 1.5546875, "reward_std": 0.1335771605372429, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.5546875, "step": 25 }, { "clip_ratio": 0.0, "completion_length": 912.46875, "epoch": 0.33440514469453375, "grad_norm": 0.336818665266037, "kl": 0.00023627281188964844, "learning_rate": 8.571489144483944e-07, "loss": 0.04, "reward": 1.51953125, "reward_std": 0.06524410098791122, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.51953125, "step": 26 }, { "clip_ratio": 0.0, "completion_length": 1066.484375, "epoch": 0.34726688102893893, "grad_norm": 0.39180704951286316, "kl": 0.00023651123046875, "learning_rate": 8.418619402582402e-07, "loss": 0.1659, "reward": 1.546875, "reward_std": 0.12253788113594055, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.546875, "step": 27 }, { "clip_ratio": 0.0, "completion_length": 1128.390625, "epoch": 0.36012861736334406, "grad_norm": 0.7383729815483093, "kl": 0.0007467269897460938, "learning_rate": 8.259700376276723e-07, "loss": 0.15, "reward": 1.578125, "reward_std": 0.14458869770169258, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.578125, "step": 28 }, { "clip_ratio": 0.0, "completion_length": 1031.703125, "epoch": 0.3729903536977492, "grad_norm": 0.730670154094696, "kl": 0.0005695819854736328, "learning_rate": 8.095061449516902e-07, "loss": -0.0424, "reward": 1.55859375, "reward_std": 0.11572204157710075, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.55859375, "step": 29 }, { "clip_ratio": 0.0, "completion_length": 1088.359375, "epoch": 0.3858520900321543, "grad_norm": 0.4401358366012573, "kl": 0.0004668235778808594, "learning_rate": 7.92504386162009e-07, "loss": 0.0101, "reward": 1.58984375, "reward_std": 0.10618764162063599, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.58984375, "step": 30 }, { "clip_ratio": 0.0, "completion_length": 970.046875, "epoch": 0.3987138263665595, "grad_norm": 0.57388836145401, "kl": 0.00038433074951171875, "learning_rate": 7.75e-07, "loss": 0.0789, "reward": 1.64453125, "reward_std": 0.18705939501523972, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.64453125, "step": 31 }, { "clip_ratio": 0.0, "completion_length": 852.6875, "epoch": 0.4115755627009646, "grad_norm": 0.5620797872543335, "kl": 0.0002961158752441406, "learning_rate": 7.570292669790184e-07, "loss": 0.0866, "reward": 1.6171875, "reward_std": 0.21375522762537003, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.6171875, "step": 32 }, { "clip_ratio": 0.0, "completion_length": 1189.84375, "epoch": 0.42443729903536975, "grad_norm": 0.4780595302581787, "kl": 0.00036525726318359375, "learning_rate": 7.38629434187499e-07, "loss": -0.0424, "reward": 1.5546875, "reward_std": 0.10984911397099495, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.5546875, "step": 33 }, { "clip_ratio": 0.0, "completion_length": 1082.984375, "epoch": 0.43729903536977494, "grad_norm": 0.6845836043357849, "kl": 0.0010368824005126953, "learning_rate": 7.198386380886764e-07, "loss": 0.0489, "reward": 1.57421875, "reward_std": 0.15323764458298683, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.57421875, "step": 34 }, { "clip_ratio": 0.0, "completion_length": 1034.34375, "epoch": 0.45016077170418006, "grad_norm": 0.46563801169395447, "kl": 0.0003986358642578125, "learning_rate": 7.006958254769437e-07, "loss": 0.166, "reward": 1.57421875, "reward_std": 0.13553934916853905, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.57421875, "step": 35 }, { "clip_ratio": 0.0, "completion_length": 918.84375, "epoch": 0.4630225080385852, "grad_norm": 0.5318493247032166, "kl": 0.0004329681396484375, "learning_rate": 6.812406727546712e-07, "loss": 0.0854, "reward": 1.5625, "reward_std": 0.1329439952969551, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.5625, "step": 36 }, { "clip_ratio": 0.0, "completion_length": 984.84375, "epoch": 0.4758842443729904, "grad_norm": 0.5245525240898132, "kl": 0.00041675567626953125, "learning_rate": 6.615135036968049e-07, "loss": 0.1983, "reward": 1.640625, "reward_std": 0.18561063334345818, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.015625, "rewards/tag_count_reward": 0.625, "step": 37 }, { "clip_ratio": 0.0, "completion_length": 948.4375, "epoch": 0.4887459807073955, "grad_norm": 0.617463231086731, "kl": 0.0012621879577636719, "learning_rate": 6.415552058736853e-07, "loss": 0.1642, "reward": 1.65234375, "reward_std": 0.205689437687397, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.65234375, "step": 38 }, { "clip_ratio": 0.0, "completion_length": 824.5, "epoch": 0.5016077170418006, "grad_norm": 0.6972614526748657, "kl": 0.000629425048828125, "learning_rate": 6.21407145905313e-07, "loss": 0.1105, "reward": 1.6484375, "reward_std": 0.2235238291323185, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.6484375, "step": 39 }, { "clip_ratio": 0.0, "completion_length": 1114.5, "epoch": 0.5144694533762058, "grad_norm": 0.5985956788063049, "kl": 0.0006375312805175781, "learning_rate": 6.011110837227137e-07, "loss": 0.1203, "reward": 1.6015625, "reward_std": 0.17044181004166603, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.6015625, "step": 40 }, { "clip_ratio": 0.0, "completion_length": 884.921875, "epoch": 0.5273311897106109, "grad_norm": 0.5041890740394592, "kl": 0.000698089599609375, "learning_rate": 5.80709086014102e-07, "loss": 0.1753, "reward": 1.609375, "reward_std": 0.19224052503705025, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.609375, "step": 41 }, { "clip_ratio": 0.0, "completion_length": 1000.265625, "epoch": 0.5401929260450161, "grad_norm": 0.5194684267044067, "kl": 0.000476837158203125, "learning_rate": 5.602434390352476e-07, "loss": 0.1213, "reward": 1.6015625, "reward_std": 0.19315097481012344, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.6015625, "step": 42 }, { "clip_ratio": 0.0, "completion_length": 973.03125, "epoch": 0.5530546623794212, "grad_norm": 0.6358352303504944, "kl": 0.0004420280456542969, "learning_rate": 5.397565609647524e-07, "loss": 0.1533, "reward": 1.671875, "reward_std": 0.20554664731025696, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.671875, "step": 43 }, { "clip_ratio": 0.0, "completion_length": 1015.921875, "epoch": 0.5659163987138264, "grad_norm": 0.5505901575088501, "kl": 0.0008034706115722656, "learning_rate": 5.192909139858981e-07, "loss": 0.1629, "reward": 1.59375, "reward_std": 0.16546358913183212, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.59375, "step": 44 }, { "clip_ratio": 0.0, "completion_length": 726.28125, "epoch": 0.5787781350482315, "grad_norm": 0.6235621571540833, "kl": 0.0012774467468261719, "learning_rate": 4.988889162772862e-07, "loss": 0.2198, "reward": 1.640625, "reward_std": 0.19715734012424946, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.640625, "step": 45 }, { "clip_ratio": 0.0, "completion_length": 1159.125, "epoch": 0.5916398713826366, "grad_norm": 0.5912997722625732, "kl": 0.0010008811950683594, "learning_rate": 4.785928540946868e-07, "loss": 0.179, "reward": 1.56640625, "reward_std": 0.12528811395168304, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.56640625, "step": 46 }, { "clip_ratio": 0.0, "completion_length": 1131.15625, "epoch": 0.6045016077170418, "grad_norm": 0.521943986415863, "kl": 0.0008096694946289062, "learning_rate": 4.584447941263149e-07, "loss": 0.0605, "reward": 1.58984375, "reward_std": 0.12631270289421082, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.58984375, "step": 47 }, { "clip_ratio": 0.0, "completion_length": 1118.828125, "epoch": 0.617363344051447, "grad_norm": 0.4915071725845337, "kl": 0.0010766983032226562, "learning_rate": 4.384864963031951e-07, "loss": 0.2512, "reward": 1.6484375, "reward_std": 0.2036767303943634, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.6484375, "step": 48 }, { "clip_ratio": 0.0, "completion_length": 1062.84375, "epoch": 0.6302250803858521, "grad_norm": 0.529114305973053, "kl": 0.0007066726684570312, "learning_rate": 4.187593272453288e-07, "loss": 0.1496, "reward": 1.60546875, "reward_std": 0.15380773693323135, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.60546875, "step": 49 }, { "clip_ratio": 0.0, "completion_length": 694.140625, "epoch": 0.6430868167202572, "grad_norm": 0.6105093359947205, "kl": 0.0016994476318359375, "learning_rate": 3.993041745230562e-07, "loss": 0.3051, "reward": 1.203125, "reward_std": 0.2077712006866932, "rewards/accuracy_reward": 0.5, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.703125, "step": 50 }, { "clip_ratio": 0.0, "completion_length": 982.140625, "epoch": 0.6559485530546624, "grad_norm": 0.540160596370697, "kl": 0.0007996559143066406, "learning_rate": 3.8016136191132354e-07, "loss": 0.0934, "reward": 1.609375, "reward_std": 0.1588139720261097, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.609375, "step": 51 }, { "clip_ratio": 0.0, "completion_length": 937.734375, "epoch": 0.6688102893890675, "grad_norm": 0.6522411108016968, "kl": 0.0015106201171875, "learning_rate": 3.6137056581250137e-07, "loss": 0.1704, "reward": 1.6171875, "reward_std": 0.1773756481707096, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.6171875, "step": 52 }, { "clip_ratio": 0.0, "completion_length": 831.9375, "epoch": 0.6816720257234726, "grad_norm": 0.6507072448730469, "kl": 0.0011072158813476562, "learning_rate": 3.4297073302098155e-07, "loss": 0.1508, "reward": 1.65625, "reward_std": 0.1978173814713955, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.65625, "step": 53 }, { "clip_ratio": 0.0, "completion_length": 1121.0625, "epoch": 0.6945337620578779, "grad_norm": 0.5701295137405396, "kl": 0.000888824462890625, "learning_rate": 3.250000000000001e-07, "loss": 0.204, "reward": 1.65234375, "reward_std": 0.20623698085546494, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.65234375, "step": 54 }, { "clip_ratio": 0.0, "completion_length": 880.375, "epoch": 0.707395498392283, "grad_norm": 0.7120354175567627, "kl": 0.0023937225341796875, "learning_rate": 3.0749561383799107e-07, "loss": 0.1468, "reward": 1.6640625, "reward_std": 0.2058405578136444, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.6640625, "step": 55 }, { "clip_ratio": 0.0, "completion_length": 1107.71875, "epoch": 0.7202572347266881, "grad_norm": 0.49433115124702454, "kl": 0.0011415481567382812, "learning_rate": 2.904938550483098e-07, "loss": 0.2208, "reward": 1.62890625, "reward_std": 0.18008438870310783, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.62890625, "step": 56 }, { "clip_ratio": 0.0, "completion_length": 1063.40625, "epoch": 0.7331189710610932, "grad_norm": 0.5648707151412964, "kl": 0.0015516281127929688, "learning_rate": 2.7402996237232757e-07, "loss": 0.1323, "reward": 1.58203125, "reward_std": 0.1835322491824627, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.58203125, "step": 57 }, { "clip_ratio": 0.0, "completion_length": 842.5625, "epoch": 0.7459807073954984, "grad_norm": 0.6252850890159607, "kl": 0.0014705657958984375, "learning_rate": 2.5813805974175984e-07, "loss": 0.2248, "reward": 1.625, "reward_std": 0.18506385013461113, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.625, "step": 58 }, { "clip_ratio": 0.0, "completion_length": 879.40625, "epoch": 0.7588424437299035, "grad_norm": 0.628139317035675, "kl": 0.0014867782592773438, "learning_rate": 2.4285108555160575e-07, "loss": 0.0506, "reward": 1.60546875, "reward_std": 0.18587078154087067, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.60546875, "step": 59 }, { "clip_ratio": 0.0, "completion_length": 1132.859375, "epoch": 0.7717041800643086, "grad_norm": 0.4942401647567749, "kl": 0.00098419189453125, "learning_rate": 2.2820072439029523e-07, "loss": 0.1978, "reward": 1.671875, "reward_std": 0.2286946102976799, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.671875, "step": 60 }, { "clip_ratio": 0.0, "completion_length": 1108.09375, "epoch": 0.7845659163987139, "grad_norm": 0.6833640336990356, "kl": 0.0009565353393554688, "learning_rate": 2.1421734136854153e-07, "loss": 0.1842, "reward": 1.625, "reward_std": 0.20673153176903725, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.625, "step": 61 }, { "clip_ratio": 0.0, "completion_length": 1164.8125, "epoch": 0.797427652733119, "grad_norm": 0.550803005695343, "kl": 0.0009765625, "learning_rate": 2.0092991918301106e-07, "loss": 0.0963, "reward": 1.578125, "reward_std": 0.18822026252746582, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.578125, "step": 62 }, { "clip_ratio": 0.0, "completion_length": 1222.84375, "epoch": 0.8102893890675241, "grad_norm": 0.47955459356307983, "kl": 0.0008296966552734375, "learning_rate": 1.883659980452598e-07, "loss": 0.092, "reward": 1.640625, "reward_std": 0.1938280612230301, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.640625, "step": 63 }, { "clip_ratio": 0.0, "completion_length": 1009.125, "epoch": 0.8231511254019293, "grad_norm": 0.6472100615501404, "kl": 0.0012683868408203125, "learning_rate": 1.765516186004387e-07, "loss": 0.1924, "reward": 1.671875, "reward_std": 0.20133696496486664, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.671875, "step": 64 }, { "clip_ratio": 0.0, "completion_length": 997.796875, "epoch": 0.8360128617363344, "grad_norm": 0.6434372067451477, "kl": 0.00380706787109375, "learning_rate": 1.6551126795408015e-07, "loss": 0.2009, "reward": 1.66796875, "reward_std": 0.15900417417287827, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.66796875, "step": 65 }, { "clip_ratio": 0.0, "completion_length": 942.125, "epoch": 0.8488745980707395, "grad_norm": 0.5874162912368774, "kl": 0.0014162063598632812, "learning_rate": 1.552678289188326e-07, "loss": 0.2217, "reward": 1.6484375, "reward_std": 0.18080222606658936, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.6484375, "step": 66 }, { "clip_ratio": 0.0, "completion_length": 847.015625, "epoch": 0.8617363344051447, "grad_norm": 0.6690056920051575, "kl": 0.0014781951904296875, "learning_rate": 1.4584253258633681e-07, "loss": 0.1697, "reward": 1.6484375, "reward_std": 0.20908700302243233, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.6484375, "step": 67 }, { "clip_ratio": 0.0, "completion_length": 967.515625, "epoch": 0.8745980707395499, "grad_norm": 0.6969915628433228, "kl": 0.0023241043090820312, "learning_rate": 1.3725491432254623e-07, "loss": 0.0535, "reward": 1.64453125, "reward_std": 0.12684179469943047, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.64453125, "step": 68 }, { "clip_ratio": 0.0, "completion_length": 1140.578125, "epoch": 0.887459807073955, "grad_norm": 0.5747631192207336, "kl": 0.0011663436889648438, "learning_rate": 1.2952277327769804e-07, "loss": 0.1446, "reward": 1.6171875, "reward_std": 0.1967878546565771, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.6171875, "step": 69 }, { "clip_ratio": 0.0, "completion_length": 1219.296875, "epoch": 0.9003215434083601, "grad_norm": 0.5590356588363647, "kl": 0.0020923614501953125, "learning_rate": 1.2266213549485637e-07, "loss": 0.1291, "reward": 1.58984375, "reward_std": 0.16909249685704708, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.58984375, "step": 70 }, { "clip_ratio": 0.0, "completion_length": 871.53125, "epoch": 0.9131832797427653, "grad_norm": 0.6128804087638855, "kl": 0.002285003662109375, "learning_rate": 1.166872206934904e-07, "loss": 0.2013, "reward": 1.66015625, "reward_std": 0.18546020612120628, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.66015625, "step": 71 }, { "clip_ratio": 0.0, "completion_length": 804.84375, "epoch": 0.9260450160771704, "grad_norm": 0.6195582151412964, "kl": 0.00205230712890625, "learning_rate": 1.1161041279693445e-07, "loss": 0.3434, "reward": 1.71875, "reward_std": 0.2264367826282978, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.71875, "step": 72 }, { "clip_ratio": 0.0, "completion_length": 1082.171875, "epoch": 0.9389067524115756, "grad_norm": 0.6192907691001892, "kl": 0.0029478073120117188, "learning_rate": 1.074422342648161e-07, "loss": 0.2337, "reward": 1.625, "reward_std": 0.2141621820628643, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.625, "step": 73 }, { "clip_ratio": 0.0, "completion_length": 614.75, "epoch": 0.9517684887459807, "grad_norm": 0.75156170129776, "kl": 0.0022068023681640625, "learning_rate": 1.0419132428365116e-07, "loss": 0.1886, "reward": 1.796875, "reward_std": 0.18980605155229568, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.796875, "step": 74 }, { "clip_ratio": 0.0, "completion_length": 1100.421875, "epoch": 0.9646302250803859, "grad_norm": 0.4935654401779175, "kl": 0.0010290145874023438, "learning_rate": 1.0186442086081092e-07, "loss": 0.0693, "reward": 1.59375, "reward_std": 0.19873745739459991, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.59375, "step": 75 }, { "clip_ratio": 0.0, "completion_length": 1082.59375, "epoch": 0.977491961414791, "grad_norm": 0.4804929196834564, "kl": 0.0011501312255859375, "learning_rate": 1.004663468589726e-07, "loss": 0.1592, "reward": 1.64453125, "reward_std": 0.19965127855539322, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.64453125, "step": 76 }, { "clip_ratio": 0.0, "completion_length": 972.4643249511719, "epoch": 0.9903536977491961, "grad_norm": 0.5502123236656189, "kl": 0.0015010833740234375, "learning_rate": 1e-07, "loss": 0.0737, "reward": 1.6640625, "reward_std": 0.212241068482399, "rewards/accuracy_reward": 1.0, "rewards/format_reward": 0.0, "rewards/tag_count_reward": 0.6640625, "step": 77 }, { "epoch": 0.9903536977491961, "step": 77, "total_flos": 0.0, "train_loss": 0.13210956121238504, "train_runtime": 6757.7515, "train_samples_per_second": 0.046, "train_steps_per_second": 0.011 } ], "logging_steps": 1, "max_steps": 77, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 0.0, "train_batch_size": 16, "trial_name": null, "trial_params": null }