| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.5998188640186312, | |
| "eval_steps": 2318, | |
| "global_step": 13908, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0009919351360676242, | |
| "grad_norm": 0.91796875, | |
| "learning_rate": 0.001, | |
| "loss": 9.0124, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.0019838702721352484, | |
| "grad_norm": 0.1376953125, | |
| "learning_rate": 0.0009990070799516491, | |
| "loss": 4.9678, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.0029758054082028723, | |
| "grad_norm": 0.10400390625, | |
| "learning_rate": 0.0009980141599032983, | |
| "loss": 4.8546, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.003967740544270497, | |
| "grad_norm": 0.2109375, | |
| "learning_rate": 0.0009970212398549474, | |
| "loss": 4.7284, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.00495967568033812, | |
| "grad_norm": 0.201171875, | |
| "learning_rate": 0.0009960283198065965, | |
| "loss": 4.5063, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.005951610816405745, | |
| "grad_norm": 0.302734375, | |
| "learning_rate": 0.0009950353997582456, | |
| "loss": 4.2107, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.006943545952473369, | |
| "grad_norm": 0.2314453125, | |
| "learning_rate": 0.0009940424797098947, | |
| "loss": 4.0923, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.007935481088540993, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 0.0009930495596615439, | |
| "loss": 3.7695, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.008927416224608617, | |
| "grad_norm": 0.30078125, | |
| "learning_rate": 0.000992056639613193, | |
| "loss": 3.6712, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.00991935136067624, | |
| "grad_norm": 0.322265625, | |
| "learning_rate": 0.0009910637195648419, | |
| "loss": 3.5194, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.010911286496743866, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 0.0009900707995164912, | |
| "loss": 3.4792, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 0.01190322163281149, | |
| "grad_norm": 0.296875, | |
| "learning_rate": 0.0009890778794681401, | |
| "loss": 3.3372, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.012895156768879113, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 0.0009880849594197895, | |
| "loss": 3.2479, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 0.013887091904946738, | |
| "grad_norm": 0.34765625, | |
| "learning_rate": 0.0009870920393714384, | |
| "loss": 3.2265, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 0.014879027041014362, | |
| "grad_norm": 0.3515625, | |
| "learning_rate": 0.0009860991193230877, | |
| "loss": 3.1277, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.015870962177081987, | |
| "grad_norm": 0.2578125, | |
| "learning_rate": 0.0009851061992747366, | |
| "loss": 3.0156, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 0.01686289731314961, | |
| "grad_norm": 0.2578125, | |
| "learning_rate": 0.0009841132792263857, | |
| "loss": 2.9304, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 0.017854832449217234, | |
| "grad_norm": 0.486328125, | |
| "learning_rate": 0.0009831203591780348, | |
| "loss": 2.9364, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 0.01884676758528486, | |
| "grad_norm": 0.37890625, | |
| "learning_rate": 0.000982127439129684, | |
| "loss": 2.8848, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 0.01983870272135248, | |
| "grad_norm": 0.28125, | |
| "learning_rate": 0.000981134519081333, | |
| "loss": 2.8368, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.020830637857420106, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 0.0009801415990329822, | |
| "loss": 2.8024, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 0.02182257299348773, | |
| "grad_norm": 0.498046875, | |
| "learning_rate": 0.0009791486789846313, | |
| "loss": 2.7152, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 0.022814508129555353, | |
| "grad_norm": 0.357421875, | |
| "learning_rate": 0.0009781557589362804, | |
| "loss": 2.6818, | |
| "step": 529 | |
| }, | |
| { | |
| "epoch": 0.02380644326562298, | |
| "grad_norm": 0.353515625, | |
| "learning_rate": 0.0009771628388879296, | |
| "loss": 2.6625, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 0.024798378401690604, | |
| "grad_norm": 0.390625, | |
| "learning_rate": 0.0009761699188395787, | |
| "loss": 2.5967, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.025790313537758226, | |
| "grad_norm": 0.427734375, | |
| "learning_rate": 0.0009751769987912278, | |
| "loss": 2.541, | |
| "step": 598 | |
| }, | |
| { | |
| "epoch": 0.02678224867382585, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 0.0009741840787428768, | |
| "loss": 2.5455, | |
| "step": 621 | |
| }, | |
| { | |
| "epoch": 0.027774183809893476, | |
| "grad_norm": 0.302734375, | |
| "learning_rate": 0.000973191158694526, | |
| "loss": 2.5566, | |
| "step": 644 | |
| }, | |
| { | |
| "epoch": 0.028766118945961098, | |
| "grad_norm": 0.357421875, | |
| "learning_rate": 0.000972198238646175, | |
| "loss": 2.4318, | |
| "step": 667 | |
| }, | |
| { | |
| "epoch": 0.029758054082028723, | |
| "grad_norm": 0.3125, | |
| "learning_rate": 0.0009712053185978243, | |
| "loss": 2.4449, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.03074998921809635, | |
| "grad_norm": 0.302734375, | |
| "learning_rate": 0.0009702123985494733, | |
| "loss": 2.4232, | |
| "step": 713 | |
| }, | |
| { | |
| "epoch": 0.031741924354163974, | |
| "grad_norm": 0.53125, | |
| "learning_rate": 0.0009692194785011224, | |
| "loss": 2.3352, | |
| "step": 736 | |
| }, | |
| { | |
| "epoch": 0.032733859490231595, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 0.0009682265584527715, | |
| "loss": 2.332, | |
| "step": 759 | |
| }, | |
| { | |
| "epoch": 0.03372579462629922, | |
| "grad_norm": 0.42578125, | |
| "learning_rate": 0.0009672336384044207, | |
| "loss": 2.3185, | |
| "step": 782 | |
| }, | |
| { | |
| "epoch": 0.034717729762366846, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 0.0009662407183560698, | |
| "loss": 2.2945, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 0.03570966489843447, | |
| "grad_norm": 0.3203125, | |
| "learning_rate": 0.0009652477983077189, | |
| "loss": 2.2821, | |
| "step": 828 | |
| }, | |
| { | |
| "epoch": 0.03670160003450209, | |
| "grad_norm": 0.265625, | |
| "learning_rate": 0.000964254878259368, | |
| "loss": 2.2184, | |
| "step": 851 | |
| }, | |
| { | |
| "epoch": 0.03769353517056972, | |
| "grad_norm": 0.40234375, | |
| "learning_rate": 0.0009632619582110171, | |
| "loss": 2.2383, | |
| "step": 874 | |
| }, | |
| { | |
| "epoch": 0.03868547030663734, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 0.0009622690381626662, | |
| "loss": 2.1755, | |
| "step": 897 | |
| }, | |
| { | |
| "epoch": 0.03967740544270496, | |
| "grad_norm": 0.3203125, | |
| "learning_rate": 0.0009612761181143154, | |
| "loss": 2.1569, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.04066934057877259, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 0.0009602831980659644, | |
| "loss": 2.1272, | |
| "step": 943 | |
| }, | |
| { | |
| "epoch": 0.04166127571484021, | |
| "grad_norm": 0.54296875, | |
| "learning_rate": 0.0009592902780176136, | |
| "loss": 2.1358, | |
| "step": 966 | |
| }, | |
| { | |
| "epoch": 0.042653210850907834, | |
| "grad_norm": 0.279296875, | |
| "learning_rate": 0.0009582973579692626, | |
| "loss": 2.1388, | |
| "step": 989 | |
| }, | |
| { | |
| "epoch": 0.04364514598697546, | |
| "grad_norm": 0.376953125, | |
| "learning_rate": 0.0009573044379209118, | |
| "loss": 2.0937, | |
| "step": 1012 | |
| }, | |
| { | |
| "epoch": 0.044637081123043085, | |
| "grad_norm": 0.4140625, | |
| "learning_rate": 0.0009563115178725609, | |
| "loss": 2.0818, | |
| "step": 1035 | |
| }, | |
| { | |
| "epoch": 0.045629016259110707, | |
| "grad_norm": 0.384765625, | |
| "learning_rate": 0.0009553185978242101, | |
| "loss": 2.0259, | |
| "step": 1058 | |
| }, | |
| { | |
| "epoch": 0.046620951395178335, | |
| "grad_norm": 0.3359375, | |
| "learning_rate": 0.0009543256777758591, | |
| "loss": 2.0098, | |
| "step": 1081 | |
| }, | |
| { | |
| "epoch": 0.04761288653124596, | |
| "grad_norm": 0.30078125, | |
| "learning_rate": 0.0009533327577275082, | |
| "loss": 2.0276, | |
| "step": 1104 | |
| }, | |
| { | |
| "epoch": 0.04860482166731358, | |
| "grad_norm": 0.3046875, | |
| "learning_rate": 0.0009523398376791573, | |
| "loss": 2.0285, | |
| "step": 1127 | |
| }, | |
| { | |
| "epoch": 0.04959675680338121, | |
| "grad_norm": 0.306640625, | |
| "learning_rate": 0.0009513469176308065, | |
| "loss": 1.9488, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.05058869193944883, | |
| "grad_norm": 0.32421875, | |
| "learning_rate": 0.0009503539975824556, | |
| "loss": 1.9922, | |
| "step": 1173 | |
| }, | |
| { | |
| "epoch": 0.05158062707551645, | |
| "grad_norm": 0.267578125, | |
| "learning_rate": 0.0009493610775341046, | |
| "loss": 1.9759, | |
| "step": 1196 | |
| }, | |
| { | |
| "epoch": 0.05257256221158408, | |
| "grad_norm": 0.41015625, | |
| "learning_rate": 0.0009483681574857538, | |
| "loss": 1.93, | |
| "step": 1219 | |
| }, | |
| { | |
| "epoch": 0.0535644973476517, | |
| "grad_norm": 0.36328125, | |
| "learning_rate": 0.0009473752374374028, | |
| "loss": 1.9264, | |
| "step": 1242 | |
| }, | |
| { | |
| "epoch": 0.05455643248371932, | |
| "grad_norm": 0.25390625, | |
| "learning_rate": 0.0009463823173890521, | |
| "loss": 1.8782, | |
| "step": 1265 | |
| }, | |
| { | |
| "epoch": 0.05554836761978695, | |
| "grad_norm": 0.51171875, | |
| "learning_rate": 0.0009453893973407011, | |
| "loss": 1.9079, | |
| "step": 1288 | |
| }, | |
| { | |
| "epoch": 0.056540302755854574, | |
| "grad_norm": 0.27734375, | |
| "learning_rate": 0.0009443964772923502, | |
| "loss": 1.9279, | |
| "step": 1311 | |
| }, | |
| { | |
| "epoch": 0.057532237891922196, | |
| "grad_norm": 0.291015625, | |
| "learning_rate": 0.0009434035572439993, | |
| "loss": 1.8501, | |
| "step": 1334 | |
| }, | |
| { | |
| "epoch": 0.058524173027989825, | |
| "grad_norm": 0.484375, | |
| "learning_rate": 0.0009424106371956484, | |
| "loss": 1.8732, | |
| "step": 1357 | |
| }, | |
| { | |
| "epoch": 0.059516108164057446, | |
| "grad_norm": 0.27734375, | |
| "learning_rate": 0.0009414177171472975, | |
| "loss": 1.8397, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.06050804330012507, | |
| "grad_norm": 0.361328125, | |
| "learning_rate": 0.0009404247970989467, | |
| "loss": 1.8288, | |
| "step": 1403 | |
| }, | |
| { | |
| "epoch": 0.0614999784361927, | |
| "grad_norm": 0.298828125, | |
| "learning_rate": 0.0009394318770505958, | |
| "loss": 1.8162, | |
| "step": 1426 | |
| }, | |
| { | |
| "epoch": 0.06249191357226032, | |
| "grad_norm": 0.27734375, | |
| "learning_rate": 0.0009384389570022449, | |
| "loss": 1.8204, | |
| "step": 1449 | |
| }, | |
| { | |
| "epoch": 0.06348384870832795, | |
| "grad_norm": 0.248046875, | |
| "learning_rate": 0.0009374460369538939, | |
| "loss": 1.8123, | |
| "step": 1472 | |
| }, | |
| { | |
| "epoch": 0.06447578384439556, | |
| "grad_norm": 0.275390625, | |
| "learning_rate": 0.0009364531169055431, | |
| "loss": 1.8225, | |
| "step": 1495 | |
| }, | |
| { | |
| "epoch": 0.06546771898046319, | |
| "grad_norm": 0.349609375, | |
| "learning_rate": 0.0009354601968571922, | |
| "loss": 1.7787, | |
| "step": 1518 | |
| }, | |
| { | |
| "epoch": 0.06645965411653082, | |
| "grad_norm": 0.3671875, | |
| "learning_rate": 0.0009344672768088414, | |
| "loss": 1.7703, | |
| "step": 1541 | |
| }, | |
| { | |
| "epoch": 0.06745158925259843, | |
| "grad_norm": 0.2578125, | |
| "learning_rate": 0.0009334743567604904, | |
| "loss": 1.7955, | |
| "step": 1564 | |
| }, | |
| { | |
| "epoch": 0.06844352438866606, | |
| "grad_norm": 0.392578125, | |
| "learning_rate": 0.0009324814367121396, | |
| "loss": 1.7675, | |
| "step": 1587 | |
| }, | |
| { | |
| "epoch": 0.06943545952473369, | |
| "grad_norm": 0.31640625, | |
| "learning_rate": 0.0009314885166637886, | |
| "loss": 1.7548, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 0.0704273946608013, | |
| "grad_norm": 0.255859375, | |
| "learning_rate": 0.0009304955966154378, | |
| "loss": 1.7549, | |
| "step": 1633 | |
| }, | |
| { | |
| "epoch": 0.07141932979686894, | |
| "grad_norm": 0.2578125, | |
| "learning_rate": 0.0009295026765670869, | |
| "loss": 1.7057, | |
| "step": 1656 | |
| }, | |
| { | |
| "epoch": 0.07241126493293656, | |
| "grad_norm": 0.3125, | |
| "learning_rate": 0.000928509756518736, | |
| "loss": 1.7128, | |
| "step": 1679 | |
| }, | |
| { | |
| "epoch": 0.07340320006900418, | |
| "grad_norm": 0.267578125, | |
| "learning_rate": 0.0009275168364703851, | |
| "loss": 1.7606, | |
| "step": 1702 | |
| }, | |
| { | |
| "epoch": 0.07439513520507181, | |
| "grad_norm": 0.271484375, | |
| "learning_rate": 0.0009265239164220342, | |
| "loss": 1.6989, | |
| "step": 1725 | |
| }, | |
| { | |
| "epoch": 0.07538707034113944, | |
| "grad_norm": 0.302734375, | |
| "learning_rate": 0.0009255309963736834, | |
| "loss": 1.7052, | |
| "step": 1748 | |
| }, | |
| { | |
| "epoch": 0.07637900547720705, | |
| "grad_norm": 0.28515625, | |
| "learning_rate": 0.0009245380763253324, | |
| "loss": 1.7021, | |
| "step": 1771 | |
| }, | |
| { | |
| "epoch": 0.07737094061327468, | |
| "grad_norm": 0.2314453125, | |
| "learning_rate": 0.0009235451562769816, | |
| "loss": 1.7096, | |
| "step": 1794 | |
| }, | |
| { | |
| "epoch": 0.07836287574934231, | |
| "grad_norm": 0.29296875, | |
| "learning_rate": 0.0009225522362286306, | |
| "loss": 1.6537, | |
| "step": 1817 | |
| }, | |
| { | |
| "epoch": 0.07935481088540992, | |
| "grad_norm": 0.26953125, | |
| "learning_rate": 0.0009215593161802797, | |
| "loss": 1.6359, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 0.08034674602147755, | |
| "grad_norm": 0.298828125, | |
| "learning_rate": 0.0009205663961319288, | |
| "loss": 1.6107, | |
| "step": 1863 | |
| }, | |
| { | |
| "epoch": 0.08133868115754518, | |
| "grad_norm": 0.271484375, | |
| "learning_rate": 0.000919573476083578, | |
| "loss": 1.6137, | |
| "step": 1886 | |
| }, | |
| { | |
| "epoch": 0.0823306162936128, | |
| "grad_norm": 0.3359375, | |
| "learning_rate": 0.0009185805560352271, | |
| "loss": 1.6428, | |
| "step": 1909 | |
| }, | |
| { | |
| "epoch": 0.08332255142968042, | |
| "grad_norm": 0.421875, | |
| "learning_rate": 0.0009175876359868762, | |
| "loss": 1.6146, | |
| "step": 1932 | |
| }, | |
| { | |
| "epoch": 0.08431448656574805, | |
| "grad_norm": 0.283203125, | |
| "learning_rate": 0.0009165947159385253, | |
| "loss": 1.5996, | |
| "step": 1955 | |
| }, | |
| { | |
| "epoch": 0.08530642170181567, | |
| "grad_norm": 0.3203125, | |
| "learning_rate": 0.0009156017958901744, | |
| "loss": 1.6153, | |
| "step": 1978 | |
| }, | |
| { | |
| "epoch": 0.0862983568378833, | |
| "grad_norm": 0.283203125, | |
| "learning_rate": 0.0009146088758418235, | |
| "loss": 1.6178, | |
| "step": 2001 | |
| }, | |
| { | |
| "epoch": 0.08729029197395093, | |
| "grad_norm": 0.3671875, | |
| "learning_rate": 0.0009136159557934727, | |
| "loss": 1.5988, | |
| "step": 2024 | |
| }, | |
| { | |
| "epoch": 0.08828222711001854, | |
| "grad_norm": 0.279296875, | |
| "learning_rate": 0.0009126230357451217, | |
| "loss": 1.578, | |
| "step": 2047 | |
| }, | |
| { | |
| "epoch": 0.08927416224608617, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 0.0009116301156967709, | |
| "loss": 1.5755, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 0.0902660973821538, | |
| "grad_norm": 0.24609375, | |
| "learning_rate": 0.0009106371956484199, | |
| "loss": 1.5772, | |
| "step": 2093 | |
| }, | |
| { | |
| "epoch": 0.09125803251822141, | |
| "grad_norm": 0.2734375, | |
| "learning_rate": 0.0009096442756000692, | |
| "loss": 1.5405, | |
| "step": 2116 | |
| }, | |
| { | |
| "epoch": 0.09224996765428904, | |
| "grad_norm": 0.333984375, | |
| "learning_rate": 0.0009086513555517182, | |
| "loss": 1.5458, | |
| "step": 2139 | |
| }, | |
| { | |
| "epoch": 0.09324190279035667, | |
| "grad_norm": 0.36328125, | |
| "learning_rate": 0.0009076584355033673, | |
| "loss": 1.5783, | |
| "step": 2162 | |
| }, | |
| { | |
| "epoch": 0.09423383792642429, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 0.0009066655154550164, | |
| "loss": 1.5237, | |
| "step": 2185 | |
| }, | |
| { | |
| "epoch": 0.09522577306249191, | |
| "grad_norm": 0.302734375, | |
| "learning_rate": 0.0009056725954066655, | |
| "loss": 1.5361, | |
| "step": 2208 | |
| }, | |
| { | |
| "epoch": 0.09621770819855954, | |
| "grad_norm": 0.28125, | |
| "learning_rate": 0.0009046796753583147, | |
| "loss": 1.5493, | |
| "step": 2231 | |
| }, | |
| { | |
| "epoch": 0.09720964333462716, | |
| "grad_norm": 0.369140625, | |
| "learning_rate": 0.0009036867553099638, | |
| "loss": 1.5243, | |
| "step": 2254 | |
| }, | |
| { | |
| "epoch": 0.09820157847069479, | |
| "grad_norm": 0.41796875, | |
| "learning_rate": 0.0009026938352616129, | |
| "loss": 1.5061, | |
| "step": 2277 | |
| }, | |
| { | |
| "epoch": 0.09919351360676242, | |
| "grad_norm": 0.3203125, | |
| "learning_rate": 0.000901700915213262, | |
| "loss": 1.5141, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.09996981066977186, | |
| "eval_runtime": 163.8773, | |
| "eval_samples_per_second": 610.212, | |
| "eval_steps_per_second": 7.628, | |
| "step": 2318 | |
| }, | |
| { | |
| "epoch": 0.10018544874283003, | |
| "grad_norm": 0.27734375, | |
| "learning_rate": 0.0009007079951649111, | |
| "loss": 1.5069, | |
| "step": 2323 | |
| }, | |
| { | |
| "epoch": 0.10117738387889766, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 0.0008997150751165601, | |
| "loss": 1.513, | |
| "step": 2346 | |
| }, | |
| { | |
| "epoch": 0.10216931901496529, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 0.0008987221550682093, | |
| "loss": 1.5015, | |
| "step": 2369 | |
| }, | |
| { | |
| "epoch": 0.1031612541510329, | |
| "grad_norm": 0.3359375, | |
| "learning_rate": 0.0008977292350198584, | |
| "loss": 1.4961, | |
| "step": 2392 | |
| }, | |
| { | |
| "epoch": 0.10415318928710053, | |
| "grad_norm": 0.271484375, | |
| "learning_rate": 0.0008967363149715075, | |
| "loss": 1.4802, | |
| "step": 2415 | |
| }, | |
| { | |
| "epoch": 0.10514512442316816, | |
| "grad_norm": 0.369140625, | |
| "learning_rate": 0.0008957433949231566, | |
| "loss": 1.4725, | |
| "step": 2438 | |
| }, | |
| { | |
| "epoch": 0.10613705955923577, | |
| "grad_norm": 0.23828125, | |
| "learning_rate": 0.0008947504748748057, | |
| "loss": 1.4698, | |
| "step": 2461 | |
| }, | |
| { | |
| "epoch": 0.1071289946953034, | |
| "grad_norm": 0.357421875, | |
| "learning_rate": 0.0008937575548264549, | |
| "loss": 1.4954, | |
| "step": 2484 | |
| }, | |
| { | |
| "epoch": 0.10812092983137103, | |
| "grad_norm": 0.43359375, | |
| "learning_rate": 0.000892764634778104, | |
| "loss": 1.4221, | |
| "step": 2507 | |
| }, | |
| { | |
| "epoch": 0.10911286496743865, | |
| "grad_norm": 0.376953125, | |
| "learning_rate": 0.000891771714729753, | |
| "loss": 1.4364, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 0.11010480010350628, | |
| "grad_norm": 0.29296875, | |
| "learning_rate": 0.0008907787946814022, | |
| "loss": 1.4479, | |
| "step": 2553 | |
| }, | |
| { | |
| "epoch": 0.1110967352395739, | |
| "grad_norm": 0.341796875, | |
| "learning_rate": 0.0008897858746330512, | |
| "loss": 1.4662, | |
| "step": 2576 | |
| }, | |
| { | |
| "epoch": 0.11208867037564152, | |
| "grad_norm": 0.31640625, | |
| "learning_rate": 0.0008887929545847005, | |
| "loss": 1.4463, | |
| "step": 2599 | |
| }, | |
| { | |
| "epoch": 0.11308060551170915, | |
| "grad_norm": 0.322265625, | |
| "learning_rate": 0.0008878000345363495, | |
| "loss": 1.4342, | |
| "step": 2622 | |
| }, | |
| { | |
| "epoch": 0.11407254064777678, | |
| "grad_norm": 0.283203125, | |
| "learning_rate": 0.0008868071144879987, | |
| "loss": 1.4457, | |
| "step": 2645 | |
| }, | |
| { | |
| "epoch": 0.11506447578384439, | |
| "grad_norm": 0.34765625, | |
| "learning_rate": 0.0008858141944396477, | |
| "loss": 1.4413, | |
| "step": 2668 | |
| }, | |
| { | |
| "epoch": 0.11605641091991202, | |
| "grad_norm": 0.35546875, | |
| "learning_rate": 0.000884821274391297, | |
| "loss": 1.4272, | |
| "step": 2691 | |
| }, | |
| { | |
| "epoch": 0.11704834605597965, | |
| "grad_norm": 0.31640625, | |
| "learning_rate": 0.000883828354342946, | |
| "loss": 1.4108, | |
| "step": 2714 | |
| }, | |
| { | |
| "epoch": 0.11804028119204726, | |
| "grad_norm": 0.3359375, | |
| "learning_rate": 0.0008828354342945951, | |
| "loss": 1.4226, | |
| "step": 2737 | |
| }, | |
| { | |
| "epoch": 0.11903221632811489, | |
| "grad_norm": 0.287109375, | |
| "learning_rate": 0.0008818425142462442, | |
| "loss": 1.4096, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 0.12002415146418252, | |
| "grad_norm": 0.3125, | |
| "learning_rate": 0.0008808495941978933, | |
| "loss": 1.3829, | |
| "step": 2783 | |
| }, | |
| { | |
| "epoch": 0.12101608660025014, | |
| "grad_norm": 0.396484375, | |
| "learning_rate": 0.0008798566741495424, | |
| "loss": 1.3841, | |
| "step": 2806 | |
| }, | |
| { | |
| "epoch": 0.12200802173631776, | |
| "grad_norm": 0.27734375, | |
| "learning_rate": 0.0008788637541011916, | |
| "loss": 1.4068, | |
| "step": 2829 | |
| }, | |
| { | |
| "epoch": 0.1229999568723854, | |
| "grad_norm": 0.380859375, | |
| "learning_rate": 0.0008778708340528407, | |
| "loss": 1.3872, | |
| "step": 2852 | |
| }, | |
| { | |
| "epoch": 0.12399189200845301, | |
| "grad_norm": 0.2890625, | |
| "learning_rate": 0.0008768779140044898, | |
| "loss": 1.3999, | |
| "step": 2875 | |
| }, | |
| { | |
| "epoch": 0.12498382714452064, | |
| "grad_norm": 0.3359375, | |
| "learning_rate": 0.0008758849939561388, | |
| "loss": 1.3889, | |
| "step": 2898 | |
| }, | |
| { | |
| "epoch": 0.12597576228058827, | |
| "grad_norm": 0.271484375, | |
| "learning_rate": 0.0008748920739077879, | |
| "loss": 1.3763, | |
| "step": 2921 | |
| }, | |
| { | |
| "epoch": 0.1269676974166559, | |
| "grad_norm": 0.328125, | |
| "learning_rate": 0.000873899153859437, | |
| "loss": 1.39, | |
| "step": 2944 | |
| }, | |
| { | |
| "epoch": 0.1279596325527235, | |
| "grad_norm": 0.3203125, | |
| "learning_rate": 0.0008729062338110862, | |
| "loss": 1.3858, | |
| "step": 2967 | |
| }, | |
| { | |
| "epoch": 0.12895156768879112, | |
| "grad_norm": 0.2734375, | |
| "learning_rate": 0.0008719133137627353, | |
| "loss": 1.3674, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 0.12994350282485875, | |
| "grad_norm": 0.30078125, | |
| "learning_rate": 0.0008709203937143844, | |
| "loss": 1.3458, | |
| "step": 3013 | |
| }, | |
| { | |
| "epoch": 0.13093543796092638, | |
| "grad_norm": 0.349609375, | |
| "learning_rate": 0.0008699274736660335, | |
| "loss": 1.3549, | |
| "step": 3036 | |
| }, | |
| { | |
| "epoch": 0.131927373096994, | |
| "grad_norm": 0.2890625, | |
| "learning_rate": 0.0008689345536176825, | |
| "loss": 1.3683, | |
| "step": 3059 | |
| }, | |
| { | |
| "epoch": 0.13291930823306164, | |
| "grad_norm": 0.298828125, | |
| "learning_rate": 0.0008679416335693318, | |
| "loss": 1.3625, | |
| "step": 3082 | |
| }, | |
| { | |
| "epoch": 0.13391124336912924, | |
| "grad_norm": 0.318359375, | |
| "learning_rate": 0.0008669487135209808, | |
| "loss": 1.3462, | |
| "step": 3105 | |
| }, | |
| { | |
| "epoch": 0.13490317850519687, | |
| "grad_norm": 0.34765625, | |
| "learning_rate": 0.00086595579347263, | |
| "loss": 1.345, | |
| "step": 3128 | |
| }, | |
| { | |
| "epoch": 0.1358951136412645, | |
| "grad_norm": 0.259765625, | |
| "learning_rate": 0.000864962873424279, | |
| "loss": 1.3552, | |
| "step": 3151 | |
| }, | |
| { | |
| "epoch": 0.13688704877733213, | |
| "grad_norm": 0.240234375, | |
| "learning_rate": 0.0008639699533759282, | |
| "loss": 1.3356, | |
| "step": 3174 | |
| }, | |
| { | |
| "epoch": 0.13787898391339976, | |
| "grad_norm": 0.255859375, | |
| "learning_rate": 0.0008629770333275773, | |
| "loss": 1.3373, | |
| "step": 3197 | |
| }, | |
| { | |
| "epoch": 0.13887091904946738, | |
| "grad_norm": 0.35546875, | |
| "learning_rate": 0.0008619841132792265, | |
| "loss": 1.3514, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 0.13986285418553498, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 0.0008609911932308755, | |
| "loss": 1.3291, | |
| "step": 3243 | |
| }, | |
| { | |
| "epoch": 0.1408547893216026, | |
| "grad_norm": 0.36328125, | |
| "learning_rate": 0.0008599982731825246, | |
| "loss": 1.3233, | |
| "step": 3266 | |
| }, | |
| { | |
| "epoch": 0.14184672445767024, | |
| "grad_norm": 0.38671875, | |
| "learning_rate": 0.0008590053531341737, | |
| "loss": 1.3174, | |
| "step": 3289 | |
| }, | |
| { | |
| "epoch": 0.14283865959373787, | |
| "grad_norm": 0.25, | |
| "learning_rate": 0.0008580124330858229, | |
| "loss": 1.3304, | |
| "step": 3312 | |
| }, | |
| { | |
| "epoch": 0.1438305947298055, | |
| "grad_norm": 0.3125, | |
| "learning_rate": 0.000857019513037472, | |
| "loss": 1.3287, | |
| "step": 3335 | |
| }, | |
| { | |
| "epoch": 0.14482252986587313, | |
| "grad_norm": 0.34375, | |
| "learning_rate": 0.0008560265929891211, | |
| "loss": 1.3201, | |
| "step": 3358 | |
| }, | |
| { | |
| "epoch": 0.14581446500194073, | |
| "grad_norm": 0.330078125, | |
| "learning_rate": 0.0008550336729407702, | |
| "loss": 1.3027, | |
| "step": 3381 | |
| }, | |
| { | |
| "epoch": 0.14680640013800836, | |
| "grad_norm": 0.34765625, | |
| "learning_rate": 0.0008540407528924193, | |
| "loss": 1.3128, | |
| "step": 3404 | |
| }, | |
| { | |
| "epoch": 0.147798335274076, | |
| "grad_norm": 0.3828125, | |
| "learning_rate": 0.0008530478328440683, | |
| "loss": 1.3182, | |
| "step": 3427 | |
| }, | |
| { | |
| "epoch": 0.14879027041014362, | |
| "grad_norm": 0.287109375, | |
| "learning_rate": 0.0008520549127957176, | |
| "loss": 1.2906, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 0.14978220554621124, | |
| "grad_norm": 0.271484375, | |
| "learning_rate": 0.0008510619927473666, | |
| "loss": 1.2837, | |
| "step": 3473 | |
| }, | |
| { | |
| "epoch": 0.15077414068227887, | |
| "grad_norm": 0.365234375, | |
| "learning_rate": 0.0008500690726990157, | |
| "loss": 1.3114, | |
| "step": 3496 | |
| }, | |
| { | |
| "epoch": 0.15176607581834647, | |
| "grad_norm": 0.365234375, | |
| "learning_rate": 0.0008490761526506648, | |
| "loss": 1.3047, | |
| "step": 3519 | |
| }, | |
| { | |
| "epoch": 0.1527580109544141, | |
| "grad_norm": 0.322265625, | |
| "learning_rate": 0.000848083232602314, | |
| "loss": 1.2654, | |
| "step": 3542 | |
| }, | |
| { | |
| "epoch": 0.15374994609048173, | |
| "grad_norm": 0.302734375, | |
| "learning_rate": 0.0008470903125539631, | |
| "loss": 1.2675, | |
| "step": 3565 | |
| }, | |
| { | |
| "epoch": 0.15474188122654936, | |
| "grad_norm": 0.3671875, | |
| "learning_rate": 0.0008460973925056121, | |
| "loss": 1.2671, | |
| "step": 3588 | |
| }, | |
| { | |
| "epoch": 0.155733816362617, | |
| "grad_norm": 0.26953125, | |
| "learning_rate": 0.0008451044724572613, | |
| "loss": 1.2719, | |
| "step": 3611 | |
| }, | |
| { | |
| "epoch": 0.15672575149868462, | |
| "grad_norm": 0.29296875, | |
| "learning_rate": 0.0008441115524089103, | |
| "loss": 1.2755, | |
| "step": 3634 | |
| }, | |
| { | |
| "epoch": 0.15771768663475222, | |
| "grad_norm": 0.318359375, | |
| "learning_rate": 0.0008431186323605595, | |
| "loss": 1.2876, | |
| "step": 3657 | |
| }, | |
| { | |
| "epoch": 0.15870962177081985, | |
| "grad_norm": 0.35546875, | |
| "learning_rate": 0.0008421257123122086, | |
| "loss": 1.2928, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 0.15970155690688748, | |
| "grad_norm": 0.3046875, | |
| "learning_rate": 0.0008411327922638578, | |
| "loss": 1.2855, | |
| "step": 3703 | |
| }, | |
| { | |
| "epoch": 0.1606934920429551, | |
| "grad_norm": 0.341796875, | |
| "learning_rate": 0.0008401398722155068, | |
| "loss": 1.2558, | |
| "step": 3726 | |
| }, | |
| { | |
| "epoch": 0.16168542717902273, | |
| "grad_norm": 0.34375, | |
| "learning_rate": 0.000839146952167156, | |
| "loss": 1.2561, | |
| "step": 3749 | |
| }, | |
| { | |
| "epoch": 0.16267736231509036, | |
| "grad_norm": 0.361328125, | |
| "learning_rate": 0.000838154032118805, | |
| "loss": 1.2851, | |
| "step": 3772 | |
| }, | |
| { | |
| "epoch": 0.16366929745115796, | |
| "grad_norm": 0.3359375, | |
| "learning_rate": 0.0008371611120704542, | |
| "loss": 1.2682, | |
| "step": 3795 | |
| }, | |
| { | |
| "epoch": 0.1646612325872256, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 0.0008361681920221033, | |
| "loss": 1.2709, | |
| "step": 3818 | |
| }, | |
| { | |
| "epoch": 0.16565316772329322, | |
| "grad_norm": 0.302734375, | |
| "learning_rate": 0.0008351752719737524, | |
| "loss": 1.2459, | |
| "step": 3841 | |
| }, | |
| { | |
| "epoch": 0.16664510285936085, | |
| "grad_norm": 0.3203125, | |
| "learning_rate": 0.0008341823519254015, | |
| "loss": 1.2134, | |
| "step": 3864 | |
| }, | |
| { | |
| "epoch": 0.16763703799542848, | |
| "grad_norm": 0.365234375, | |
| "learning_rate": 0.0008331894318770506, | |
| "loss": 1.2445, | |
| "step": 3887 | |
| }, | |
| { | |
| "epoch": 0.1686289731314961, | |
| "grad_norm": 0.306640625, | |
| "learning_rate": 0.0008321965118286998, | |
| "loss": 1.2522, | |
| "step": 3910 | |
| }, | |
| { | |
| "epoch": 0.1696209082675637, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 0.0008312035917803489, | |
| "loss": 1.2296, | |
| "step": 3933 | |
| }, | |
| { | |
| "epoch": 0.17061284340363134, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 0.0008302106717319979, | |
| "loss": 1.252, | |
| "step": 3956 | |
| }, | |
| { | |
| "epoch": 0.17160477853969897, | |
| "grad_norm": 0.29296875, | |
| "learning_rate": 0.0008292177516836471, | |
| "loss": 1.2501, | |
| "step": 3979 | |
| }, | |
| { | |
| "epoch": 0.1725967136757666, | |
| "grad_norm": 0.337890625, | |
| "learning_rate": 0.0008282248316352961, | |
| "loss": 1.2328, | |
| "step": 4002 | |
| }, | |
| { | |
| "epoch": 0.17358864881183422, | |
| "grad_norm": 0.306640625, | |
| "learning_rate": 0.0008272319115869454, | |
| "loss": 1.2182, | |
| "step": 4025 | |
| }, | |
| { | |
| "epoch": 0.17458058394790185, | |
| "grad_norm": 0.400390625, | |
| "learning_rate": 0.0008262389915385944, | |
| "loss": 1.2515, | |
| "step": 4048 | |
| }, | |
| { | |
| "epoch": 0.17557251908396945, | |
| "grad_norm": 0.32421875, | |
| "learning_rate": 0.0008252460714902435, | |
| "loss": 1.2076, | |
| "step": 4071 | |
| }, | |
| { | |
| "epoch": 0.17656445422003708, | |
| "grad_norm": 0.322265625, | |
| "learning_rate": 0.0008242531514418926, | |
| "loss": 1.2219, | |
| "step": 4094 | |
| }, | |
| { | |
| "epoch": 0.1775563893561047, | |
| "grad_norm": 0.2734375, | |
| "learning_rate": 0.0008232602313935416, | |
| "loss": 1.2307, | |
| "step": 4117 | |
| }, | |
| { | |
| "epoch": 0.17854832449217234, | |
| "grad_norm": 0.41015625, | |
| "learning_rate": 0.0008222673113451908, | |
| "loss": 1.2368, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 0.17954025962823997, | |
| "grad_norm": 0.322265625, | |
| "learning_rate": 0.0008212743912968399, | |
| "loss": 1.2332, | |
| "step": 4163 | |
| }, | |
| { | |
| "epoch": 0.1805321947643076, | |
| "grad_norm": 0.2734375, | |
| "learning_rate": 0.0008202814712484891, | |
| "loss": 1.2086, | |
| "step": 4186 | |
| }, | |
| { | |
| "epoch": 0.1815241299003752, | |
| "grad_norm": 0.4375, | |
| "learning_rate": 0.0008192885512001381, | |
| "loss": 1.2204, | |
| "step": 4209 | |
| }, | |
| { | |
| "epoch": 0.18251606503644283, | |
| "grad_norm": 0.365234375, | |
| "learning_rate": 0.0008182956311517873, | |
| "loss": 1.2379, | |
| "step": 4232 | |
| }, | |
| { | |
| "epoch": 0.18350800017251045, | |
| "grad_norm": 0.294921875, | |
| "learning_rate": 0.0008173027111034363, | |
| "loss": 1.2387, | |
| "step": 4255 | |
| }, | |
| { | |
| "epoch": 0.18449993530857808, | |
| "grad_norm": 0.28125, | |
| "learning_rate": 0.0008163097910550856, | |
| "loss": 1.2008, | |
| "step": 4278 | |
| }, | |
| { | |
| "epoch": 0.1854918704446457, | |
| "grad_norm": 0.28515625, | |
| "learning_rate": 0.0008153168710067346, | |
| "loss": 1.2191, | |
| "step": 4301 | |
| }, | |
| { | |
| "epoch": 0.18648380558071334, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 0.0008143239509583837, | |
| "loss": 1.2153, | |
| "step": 4324 | |
| }, | |
| { | |
| "epoch": 0.18747574071678094, | |
| "grad_norm": 0.404296875, | |
| "learning_rate": 0.0008133310309100328, | |
| "loss": 1.2171, | |
| "step": 4347 | |
| }, | |
| { | |
| "epoch": 0.18846767585284857, | |
| "grad_norm": 0.298828125, | |
| "learning_rate": 0.0008123381108616819, | |
| "loss": 1.2154, | |
| "step": 4370 | |
| }, | |
| { | |
| "epoch": 0.1894596109889162, | |
| "grad_norm": 0.353515625, | |
| "learning_rate": 0.0008113451908133311, | |
| "loss": 1.2055, | |
| "step": 4393 | |
| }, | |
| { | |
| "epoch": 0.19045154612498383, | |
| "grad_norm": 0.337890625, | |
| "learning_rate": 0.0008103522707649802, | |
| "loss": 1.2215, | |
| "step": 4416 | |
| }, | |
| { | |
| "epoch": 0.19144348126105146, | |
| "grad_norm": 0.3203125, | |
| "learning_rate": 0.0008093593507166293, | |
| "loss": 1.2035, | |
| "step": 4439 | |
| }, | |
| { | |
| "epoch": 0.19243541639711909, | |
| "grad_norm": 0.326171875, | |
| "learning_rate": 0.0008083664306682784, | |
| "loss": 1.183, | |
| "step": 4462 | |
| }, | |
| { | |
| "epoch": 0.1934273515331867, | |
| "grad_norm": 0.34765625, | |
| "learning_rate": 0.0008073735106199274, | |
| "loss": 1.1892, | |
| "step": 4485 | |
| }, | |
| { | |
| "epoch": 0.19441928666925432, | |
| "grad_norm": 0.337890625, | |
| "learning_rate": 0.0008063805905715767, | |
| "loss": 1.2006, | |
| "step": 4508 | |
| }, | |
| { | |
| "epoch": 0.19541122180532194, | |
| "grad_norm": 0.41796875, | |
| "learning_rate": 0.0008053876705232257, | |
| "loss": 1.2081, | |
| "step": 4531 | |
| }, | |
| { | |
| "epoch": 0.19640315694138957, | |
| "grad_norm": 0.357421875, | |
| "learning_rate": 0.0008043947504748749, | |
| "loss": 1.1878, | |
| "step": 4554 | |
| }, | |
| { | |
| "epoch": 0.1973950920774572, | |
| "grad_norm": 0.3125, | |
| "learning_rate": 0.0008034018304265239, | |
| "loss": 1.1701, | |
| "step": 4577 | |
| }, | |
| { | |
| "epoch": 0.19838702721352483, | |
| "grad_norm": 0.337890625, | |
| "learning_rate": 0.0008024089103781731, | |
| "loss": 1.179, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 0.19937896234959243, | |
| "grad_norm": 0.361328125, | |
| "learning_rate": 0.0008014159903298221, | |
| "loss": 1.1794, | |
| "step": 4623 | |
| }, | |
| { | |
| "epoch": 0.1999396213395437, | |
| "eval_runtime": 164.1241, | |
| "eval_samples_per_second": 609.295, | |
| "eval_steps_per_second": 7.616, | |
| "step": 4636 | |
| }, | |
| { | |
| "epoch": 0.20037089748566006, | |
| "grad_norm": 0.357421875, | |
| "learning_rate": 0.0008004230702814712, | |
| "loss": 1.181, | |
| "step": 4646 | |
| }, | |
| { | |
| "epoch": 0.2013628326217277, | |
| "grad_norm": 0.369140625, | |
| "learning_rate": 0.0007994301502331204, | |
| "loss": 1.1706, | |
| "step": 4669 | |
| }, | |
| { | |
| "epoch": 0.20235476775779532, | |
| "grad_norm": 0.30078125, | |
| "learning_rate": 0.0007984372301847694, | |
| "loss": 1.2005, | |
| "step": 4692 | |
| }, | |
| { | |
| "epoch": 0.20334670289386295, | |
| "grad_norm": 0.34375, | |
| "learning_rate": 0.0007974443101364186, | |
| "loss": 1.1784, | |
| "step": 4715 | |
| }, | |
| { | |
| "epoch": 0.20433863802993057, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 0.0007964513900880676, | |
| "loss": 1.1774, | |
| "step": 4738 | |
| }, | |
| { | |
| "epoch": 0.20533057316599818, | |
| "grad_norm": 0.26953125, | |
| "learning_rate": 0.0007954584700397169, | |
| "loss": 1.1589, | |
| "step": 4761 | |
| }, | |
| { | |
| "epoch": 0.2063225083020658, | |
| "grad_norm": 0.345703125, | |
| "learning_rate": 0.0007944655499913659, | |
| "loss": 1.1821, | |
| "step": 4784 | |
| }, | |
| { | |
| "epoch": 0.20731444343813343, | |
| "grad_norm": 0.287109375, | |
| "learning_rate": 0.0007934726299430151, | |
| "loss": 1.1496, | |
| "step": 4807 | |
| }, | |
| { | |
| "epoch": 0.20830637857420106, | |
| "grad_norm": 0.3671875, | |
| "learning_rate": 0.0007924797098946641, | |
| "loss": 1.1666, | |
| "step": 4830 | |
| }, | |
| { | |
| "epoch": 0.2092983137102687, | |
| "grad_norm": 0.3046875, | |
| "learning_rate": 0.0007914867898463132, | |
| "loss": 1.1546, | |
| "step": 4853 | |
| }, | |
| { | |
| "epoch": 0.21029024884633632, | |
| "grad_norm": 0.361328125, | |
| "learning_rate": 0.0007904938697979624, | |
| "loss": 1.2045, | |
| "step": 4876 | |
| }, | |
| { | |
| "epoch": 0.21128218398240392, | |
| "grad_norm": 0.56640625, | |
| "learning_rate": 0.0007895009497496115, | |
| "loss": 1.1757, | |
| "step": 4899 | |
| }, | |
| { | |
| "epoch": 0.21227411911847155, | |
| "grad_norm": 0.36328125, | |
| "learning_rate": 0.0007885080297012606, | |
| "loss": 1.1894, | |
| "step": 4922 | |
| }, | |
| { | |
| "epoch": 0.21326605425453918, | |
| "grad_norm": 0.3046875, | |
| "learning_rate": 0.0007875151096529097, | |
| "loss": 1.174, | |
| "step": 4945 | |
| }, | |
| { | |
| "epoch": 0.2142579893906068, | |
| "grad_norm": 0.322265625, | |
| "learning_rate": 0.0007865221896045588, | |
| "loss": 1.1423, | |
| "step": 4968 | |
| }, | |
| { | |
| "epoch": 0.21524992452667444, | |
| "grad_norm": 0.421875, | |
| "learning_rate": 0.000785529269556208, | |
| "loss": 1.1532, | |
| "step": 4991 | |
| }, | |
| { | |
| "epoch": 0.21624185966274206, | |
| "grad_norm": 0.3203125, | |
| "learning_rate": 0.000784536349507857, | |
| "loss": 1.1688, | |
| "step": 5014 | |
| }, | |
| { | |
| "epoch": 0.21723379479880967, | |
| "grad_norm": 0.2734375, | |
| "learning_rate": 0.0007835434294595062, | |
| "loss": 1.1446, | |
| "step": 5037 | |
| }, | |
| { | |
| "epoch": 0.2182257299348773, | |
| "grad_norm": 0.365234375, | |
| "learning_rate": 0.0007825505094111552, | |
| "loss": 1.1792, | |
| "step": 5060 | |
| }, | |
| { | |
| "epoch": 0.21921766507094492, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 0.0007815575893628044, | |
| "loss": 1.1516, | |
| "step": 5083 | |
| }, | |
| { | |
| "epoch": 0.22020960020701255, | |
| "grad_norm": 0.296875, | |
| "learning_rate": 0.0007805646693144534, | |
| "loss": 1.1712, | |
| "step": 5106 | |
| }, | |
| { | |
| "epoch": 0.22120153534308018, | |
| "grad_norm": 0.341796875, | |
| "learning_rate": 0.0007795717492661027, | |
| "loss": 1.1562, | |
| "step": 5129 | |
| }, | |
| { | |
| "epoch": 0.2221934704791478, | |
| "grad_norm": 0.470703125, | |
| "learning_rate": 0.0007785788292177517, | |
| "loss": 1.1641, | |
| "step": 5152 | |
| }, | |
| { | |
| "epoch": 0.2231854056152154, | |
| "grad_norm": 0.4765625, | |
| "learning_rate": 0.0007775859091694009, | |
| "loss": 1.1649, | |
| "step": 5175 | |
| }, | |
| { | |
| "epoch": 0.22417734075128304, | |
| "grad_norm": 0.333984375, | |
| "learning_rate": 0.0007765929891210499, | |
| "loss": 1.1684, | |
| "step": 5198 | |
| }, | |
| { | |
| "epoch": 0.22516927588735067, | |
| "grad_norm": 0.33984375, | |
| "learning_rate": 0.0007756000690726989, | |
| "loss": 1.1659, | |
| "step": 5221 | |
| }, | |
| { | |
| "epoch": 0.2261612110234183, | |
| "grad_norm": 0.419921875, | |
| "learning_rate": 0.0007746071490243482, | |
| "loss": 1.1683, | |
| "step": 5244 | |
| }, | |
| { | |
| "epoch": 0.22715314615948592, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 0.0007736142289759972, | |
| "loss": 1.1536, | |
| "step": 5267 | |
| }, | |
| { | |
| "epoch": 0.22814508129555355, | |
| "grad_norm": 0.3203125, | |
| "learning_rate": 0.0007726213089276464, | |
| "loss": 1.1451, | |
| "step": 5290 | |
| }, | |
| { | |
| "epoch": 0.22913701643162115, | |
| "grad_norm": 0.35546875, | |
| "learning_rate": 0.0007716283888792954, | |
| "loss": 1.1453, | |
| "step": 5313 | |
| }, | |
| { | |
| "epoch": 0.23012895156768878, | |
| "grad_norm": 0.298828125, | |
| "learning_rate": 0.0007706354688309446, | |
| "loss": 1.1585, | |
| "step": 5336 | |
| }, | |
| { | |
| "epoch": 0.2311208867037564, | |
| "grad_norm": 0.3828125, | |
| "learning_rate": 0.0007696425487825937, | |
| "loss": 1.1585, | |
| "step": 5359 | |
| }, | |
| { | |
| "epoch": 0.23211282183982404, | |
| "grad_norm": 0.298828125, | |
| "learning_rate": 0.0007686496287342428, | |
| "loss": 1.1396, | |
| "step": 5382 | |
| }, | |
| { | |
| "epoch": 0.23310475697589167, | |
| "grad_norm": 0.35546875, | |
| "learning_rate": 0.0007676567086858919, | |
| "loss": 1.1527, | |
| "step": 5405 | |
| }, | |
| { | |
| "epoch": 0.2340966921119593, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 0.000766663788637541, | |
| "loss": 1.1157, | |
| "step": 5428 | |
| }, | |
| { | |
| "epoch": 0.2350886272480269, | |
| "grad_norm": 0.31640625, | |
| "learning_rate": 0.0007656708685891901, | |
| "loss": 1.1232, | |
| "step": 5451 | |
| }, | |
| { | |
| "epoch": 0.23608056238409453, | |
| "grad_norm": 0.3359375, | |
| "learning_rate": 0.0007646779485408393, | |
| "loss": 1.1411, | |
| "step": 5474 | |
| }, | |
| { | |
| "epoch": 0.23707249752016216, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 0.0007636850284924884, | |
| "loss": 1.1329, | |
| "step": 5497 | |
| }, | |
| { | |
| "epoch": 0.23806443265622979, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 0.0007626921084441375, | |
| "loss": 1.1262, | |
| "step": 5520 | |
| }, | |
| { | |
| "epoch": 0.23905636779229741, | |
| "grad_norm": 0.3359375, | |
| "learning_rate": 0.0007616991883957865, | |
| "loss": 1.1346, | |
| "step": 5543 | |
| }, | |
| { | |
| "epoch": 0.24004830292836504, | |
| "grad_norm": 0.306640625, | |
| "learning_rate": 0.0007607062683474357, | |
| "loss": 1.139, | |
| "step": 5566 | |
| }, | |
| { | |
| "epoch": 0.24104023806443264, | |
| "grad_norm": 0.396484375, | |
| "learning_rate": 0.0007597133482990847, | |
| "loss": 1.1318, | |
| "step": 5589 | |
| }, | |
| { | |
| "epoch": 0.24203217320050027, | |
| "grad_norm": 0.35546875, | |
| "learning_rate": 0.000758720428250734, | |
| "loss": 1.1178, | |
| "step": 5612 | |
| }, | |
| { | |
| "epoch": 0.2430241083365679, | |
| "grad_norm": 0.357421875, | |
| "learning_rate": 0.000757727508202383, | |
| "loss": 1.1312, | |
| "step": 5635 | |
| }, | |
| { | |
| "epoch": 0.24401604347263553, | |
| "grad_norm": 0.373046875, | |
| "learning_rate": 0.0007567345881540322, | |
| "loss": 1.1263, | |
| "step": 5658 | |
| }, | |
| { | |
| "epoch": 0.24500797860870316, | |
| "grad_norm": 0.306640625, | |
| "learning_rate": 0.0007557416681056812, | |
| "loss": 1.1303, | |
| "step": 5681 | |
| }, | |
| { | |
| "epoch": 0.2459999137447708, | |
| "grad_norm": 0.412109375, | |
| "learning_rate": 0.0007547487480573305, | |
| "loss": 1.1365, | |
| "step": 5704 | |
| }, | |
| { | |
| "epoch": 0.2469918488808384, | |
| "grad_norm": 0.375, | |
| "learning_rate": 0.0007537558280089795, | |
| "loss": 1.1239, | |
| "step": 5727 | |
| }, | |
| { | |
| "epoch": 0.24798378401690602, | |
| "grad_norm": 0.33984375, | |
| "learning_rate": 0.0007527629079606286, | |
| "loss": 1.1212, | |
| "step": 5750 | |
| }, | |
| { | |
| "epoch": 0.24897571915297365, | |
| "grad_norm": 0.396484375, | |
| "learning_rate": 0.0007517699879122777, | |
| "loss": 1.1128, | |
| "step": 5773 | |
| }, | |
| { | |
| "epoch": 0.24996765428904127, | |
| "grad_norm": 0.345703125, | |
| "learning_rate": 0.0007507770678639267, | |
| "loss": 1.1153, | |
| "step": 5796 | |
| }, | |
| { | |
| "epoch": 0.2509595894251089, | |
| "grad_norm": 0.337890625, | |
| "learning_rate": 0.0007497841478155759, | |
| "loss": 1.1191, | |
| "step": 5819 | |
| }, | |
| { | |
| "epoch": 0.25195152456117653, | |
| "grad_norm": 0.357421875, | |
| "learning_rate": 0.000748791227767225, | |
| "loss": 1.1115, | |
| "step": 5842 | |
| }, | |
| { | |
| "epoch": 0.25294345969724413, | |
| "grad_norm": 0.484375, | |
| "learning_rate": 0.0007477983077188742, | |
| "loss": 1.1377, | |
| "step": 5865 | |
| }, | |
| { | |
| "epoch": 0.2539353948333118, | |
| "grad_norm": 0.3671875, | |
| "learning_rate": 0.0007468053876705232, | |
| "loss": 1.1345, | |
| "step": 5888 | |
| }, | |
| { | |
| "epoch": 0.2549273299693794, | |
| "grad_norm": 0.3359375, | |
| "learning_rate": 0.0007458124676221723, | |
| "loss": 1.1226, | |
| "step": 5911 | |
| }, | |
| { | |
| "epoch": 0.255919265105447, | |
| "grad_norm": 0.361328125, | |
| "learning_rate": 0.0007448195475738214, | |
| "loss": 1.1163, | |
| "step": 5934 | |
| }, | |
| { | |
| "epoch": 0.25691120024151465, | |
| "grad_norm": 0.361328125, | |
| "learning_rate": 0.0007438266275254706, | |
| "loss": 1.1255, | |
| "step": 5957 | |
| }, | |
| { | |
| "epoch": 0.25790313537758225, | |
| "grad_norm": 0.322265625, | |
| "learning_rate": 0.0007428337074771197, | |
| "loss": 1.1049, | |
| "step": 5980 | |
| }, | |
| { | |
| "epoch": 0.2588950705136499, | |
| "grad_norm": 0.427734375, | |
| "learning_rate": 0.0007418407874287688, | |
| "loss": 1.1294, | |
| "step": 6003 | |
| }, | |
| { | |
| "epoch": 0.2598870056497175, | |
| "grad_norm": 0.34765625, | |
| "learning_rate": 0.0007408478673804179, | |
| "loss": 1.1167, | |
| "step": 6026 | |
| }, | |
| { | |
| "epoch": 0.26087894078578516, | |
| "grad_norm": 0.388671875, | |
| "learning_rate": 0.000739854947332067, | |
| "loss": 1.1041, | |
| "step": 6049 | |
| }, | |
| { | |
| "epoch": 0.26187087592185276, | |
| "grad_norm": 0.302734375, | |
| "learning_rate": 0.000738862027283716, | |
| "loss": 1.1146, | |
| "step": 6072 | |
| }, | |
| { | |
| "epoch": 0.26286281105792036, | |
| "grad_norm": 0.341796875, | |
| "learning_rate": 0.0007378691072353653, | |
| "loss": 1.104, | |
| "step": 6095 | |
| }, | |
| { | |
| "epoch": 0.263854746193988, | |
| "grad_norm": 0.416015625, | |
| "learning_rate": 0.0007368761871870143, | |
| "loss": 1.1091, | |
| "step": 6118 | |
| }, | |
| { | |
| "epoch": 0.2648466813300556, | |
| "grad_norm": 0.326171875, | |
| "learning_rate": 0.0007358832671386635, | |
| "loss": 1.1295, | |
| "step": 6141 | |
| }, | |
| { | |
| "epoch": 0.2658386164661233, | |
| "grad_norm": 0.341796875, | |
| "learning_rate": 0.0007348903470903125, | |
| "loss": 1.0913, | |
| "step": 6164 | |
| }, | |
| { | |
| "epoch": 0.2668305516021909, | |
| "grad_norm": 0.32421875, | |
| "learning_rate": 0.0007338974270419618, | |
| "loss": 1.0806, | |
| "step": 6187 | |
| }, | |
| { | |
| "epoch": 0.2678224867382585, | |
| "grad_norm": 0.380859375, | |
| "learning_rate": 0.0007329045069936108, | |
| "loss": 1.099, | |
| "step": 6210 | |
| }, | |
| { | |
| "epoch": 0.26881442187432614, | |
| "grad_norm": 0.453125, | |
| "learning_rate": 0.00073191158694526, | |
| "loss": 1.0982, | |
| "step": 6233 | |
| }, | |
| { | |
| "epoch": 0.26980635701039374, | |
| "grad_norm": 0.3515625, | |
| "learning_rate": 0.000730918666896909, | |
| "loss": 1.093, | |
| "step": 6256 | |
| }, | |
| { | |
| "epoch": 0.2707982921464614, | |
| "grad_norm": 0.3359375, | |
| "learning_rate": 0.0007299257468485581, | |
| "loss": 1.0773, | |
| "step": 6279 | |
| }, | |
| { | |
| "epoch": 0.271790227282529, | |
| "grad_norm": 0.33984375, | |
| "learning_rate": 0.0007289328268002072, | |
| "loss": 1.101, | |
| "step": 6302 | |
| }, | |
| { | |
| "epoch": 0.27278216241859665, | |
| "grad_norm": 0.328125, | |
| "learning_rate": 0.0007279399067518564, | |
| "loss": 1.1084, | |
| "step": 6325 | |
| }, | |
| { | |
| "epoch": 0.27377409755466425, | |
| "grad_norm": 0.359375, | |
| "learning_rate": 0.0007269469867035055, | |
| "loss": 1.0869, | |
| "step": 6348 | |
| }, | |
| { | |
| "epoch": 0.27476603269073185, | |
| "grad_norm": 0.3203125, | |
| "learning_rate": 0.0007259540666551545, | |
| "loss": 1.088, | |
| "step": 6371 | |
| }, | |
| { | |
| "epoch": 0.2757579678267995, | |
| "grad_norm": 0.3984375, | |
| "learning_rate": 0.0007249611466068037, | |
| "loss": 1.1002, | |
| "step": 6394 | |
| }, | |
| { | |
| "epoch": 0.2767499029628671, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 0.0007239682265584527, | |
| "loss": 1.083, | |
| "step": 6417 | |
| }, | |
| { | |
| "epoch": 0.27774183809893477, | |
| "grad_norm": 0.306640625, | |
| "learning_rate": 0.0007229753065101019, | |
| "loss": 1.0884, | |
| "step": 6440 | |
| }, | |
| { | |
| "epoch": 0.27873377323500237, | |
| "grad_norm": 0.41015625, | |
| "learning_rate": 0.000721982386461751, | |
| "loss": 1.092, | |
| "step": 6463 | |
| }, | |
| { | |
| "epoch": 0.27972570837106997, | |
| "grad_norm": 0.3359375, | |
| "learning_rate": 0.0007209894664134001, | |
| "loss": 1.0736, | |
| "step": 6486 | |
| }, | |
| { | |
| "epoch": 0.2807176435071376, | |
| "grad_norm": 0.353515625, | |
| "learning_rate": 0.0007199965463650492, | |
| "loss": 1.091, | |
| "step": 6509 | |
| }, | |
| { | |
| "epoch": 0.2817095786432052, | |
| "grad_norm": 0.34765625, | |
| "learning_rate": 0.0007190036263166983, | |
| "loss": 1.0893, | |
| "step": 6532 | |
| }, | |
| { | |
| "epoch": 0.2827015137792729, | |
| "grad_norm": 0.41015625, | |
| "learning_rate": 0.0007180107062683475, | |
| "loss": 1.0936, | |
| "step": 6555 | |
| }, | |
| { | |
| "epoch": 0.2836934489153405, | |
| "grad_norm": 0.423828125, | |
| "learning_rate": 0.0007170177862199966, | |
| "loss": 1.0955, | |
| "step": 6578 | |
| }, | |
| { | |
| "epoch": 0.28468538405140814, | |
| "grad_norm": 0.34765625, | |
| "learning_rate": 0.0007160248661716456, | |
| "loss": 1.1016, | |
| "step": 6601 | |
| }, | |
| { | |
| "epoch": 0.28567731918747574, | |
| "grad_norm": 0.34765625, | |
| "learning_rate": 0.0007150319461232948, | |
| "loss": 1.102, | |
| "step": 6624 | |
| }, | |
| { | |
| "epoch": 0.28666925432354334, | |
| "grad_norm": 0.404296875, | |
| "learning_rate": 0.0007140390260749438, | |
| "loss": 1.08, | |
| "step": 6647 | |
| }, | |
| { | |
| "epoch": 0.287661189459611, | |
| "grad_norm": 0.44140625, | |
| "learning_rate": 0.000713046106026593, | |
| "loss": 1.0785, | |
| "step": 6670 | |
| }, | |
| { | |
| "epoch": 0.2886531245956786, | |
| "grad_norm": 0.392578125, | |
| "learning_rate": 0.0007120531859782421, | |
| "loss": 1.0944, | |
| "step": 6693 | |
| }, | |
| { | |
| "epoch": 0.28964505973174626, | |
| "grad_norm": 0.34375, | |
| "learning_rate": 0.0007110602659298913, | |
| "loss": 1.0851, | |
| "step": 6716 | |
| }, | |
| { | |
| "epoch": 0.29063699486781386, | |
| "grad_norm": 0.40234375, | |
| "learning_rate": 0.0007100673458815403, | |
| "loss": 1.0942, | |
| "step": 6739 | |
| }, | |
| { | |
| "epoch": 0.29162893000388146, | |
| "grad_norm": 0.42578125, | |
| "learning_rate": 0.0007090744258331895, | |
| "loss": 1.0831, | |
| "step": 6762 | |
| }, | |
| { | |
| "epoch": 0.2926208651399491, | |
| "grad_norm": 0.408203125, | |
| "learning_rate": 0.0007080815057848385, | |
| "loss": 1.0724, | |
| "step": 6785 | |
| }, | |
| { | |
| "epoch": 0.2936128002760167, | |
| "grad_norm": 0.31640625, | |
| "learning_rate": 0.0007070885857364877, | |
| "loss": 1.0875, | |
| "step": 6808 | |
| }, | |
| { | |
| "epoch": 0.2946047354120844, | |
| "grad_norm": 0.466796875, | |
| "learning_rate": 0.0007060956656881368, | |
| "loss": 1.0896, | |
| "step": 6831 | |
| }, | |
| { | |
| "epoch": 0.295596670548152, | |
| "grad_norm": 0.3984375, | |
| "learning_rate": 0.0007051027456397859, | |
| "loss": 1.0702, | |
| "step": 6854 | |
| }, | |
| { | |
| "epoch": 0.29658860568421963, | |
| "grad_norm": 0.390625, | |
| "learning_rate": 0.000704109825591435, | |
| "loss": 1.0887, | |
| "step": 6877 | |
| }, | |
| { | |
| "epoch": 0.29758054082028723, | |
| "grad_norm": 0.341796875, | |
| "learning_rate": 0.0007031169055430841, | |
| "loss": 1.0708, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 0.29857247595635483, | |
| "grad_norm": 0.41796875, | |
| "learning_rate": 0.0007021239854947333, | |
| "loss": 1.0828, | |
| "step": 6923 | |
| }, | |
| { | |
| "epoch": 0.2995644110924225, | |
| "grad_norm": 0.33984375, | |
| "learning_rate": 0.0007011310654463823, | |
| "loss": 1.061, | |
| "step": 6946 | |
| }, | |
| { | |
| "epoch": 0.2999094320093156, | |
| "eval_runtime": 164.053, | |
| "eval_samples_per_second": 609.559, | |
| "eval_steps_per_second": 7.619, | |
| "step": 6954 | |
| }, | |
| { | |
| "epoch": 0.3005563462284901, | |
| "grad_norm": 0.345703125, | |
| "learning_rate": 0.0007001381453980314, | |
| "loss": 1.0634, | |
| "step": 6969 | |
| }, | |
| { | |
| "epoch": 0.30154828136455775, | |
| "grad_norm": 0.359375, | |
| "learning_rate": 0.0006991452253496805, | |
| "loss": 1.071, | |
| "step": 6992 | |
| }, | |
| { | |
| "epoch": 0.30254021650062535, | |
| "grad_norm": 0.3828125, | |
| "learning_rate": 0.0006981523053013296, | |
| "loss": 1.0822, | |
| "step": 7015 | |
| }, | |
| { | |
| "epoch": 0.30353215163669295, | |
| "grad_norm": 0.4140625, | |
| "learning_rate": 0.0006971593852529788, | |
| "loss": 1.0618, | |
| "step": 7038 | |
| }, | |
| { | |
| "epoch": 0.3045240867727606, | |
| "grad_norm": 0.322265625, | |
| "learning_rate": 0.0006961664652046279, | |
| "loss": 1.0722, | |
| "step": 7061 | |
| }, | |
| { | |
| "epoch": 0.3055160219088282, | |
| "grad_norm": 0.3359375, | |
| "learning_rate": 0.000695173545156277, | |
| "loss": 1.0651, | |
| "step": 7084 | |
| }, | |
| { | |
| "epoch": 0.30650795704489586, | |
| "grad_norm": 0.34765625, | |
| "learning_rate": 0.0006941806251079261, | |
| "loss": 1.0648, | |
| "step": 7107 | |
| }, | |
| { | |
| "epoch": 0.30749989218096346, | |
| "grad_norm": 0.359375, | |
| "learning_rate": 0.0006931877050595752, | |
| "loss": 1.0615, | |
| "step": 7130 | |
| }, | |
| { | |
| "epoch": 0.3084918273170311, | |
| "grad_norm": 0.349609375, | |
| "learning_rate": 0.0006921947850112244, | |
| "loss": 1.0673, | |
| "step": 7153 | |
| }, | |
| { | |
| "epoch": 0.3094837624530987, | |
| "grad_norm": 0.38671875, | |
| "learning_rate": 0.0006912018649628734, | |
| "loss": 1.0596, | |
| "step": 7176 | |
| }, | |
| { | |
| "epoch": 0.3104756975891663, | |
| "grad_norm": 0.337890625, | |
| "learning_rate": 0.0006902089449145226, | |
| "loss": 1.0665, | |
| "step": 7199 | |
| }, | |
| { | |
| "epoch": 0.311467632725234, | |
| "grad_norm": 0.388671875, | |
| "learning_rate": 0.0006892160248661716, | |
| "loss": 1.0784, | |
| "step": 7222 | |
| }, | |
| { | |
| "epoch": 0.3124595678613016, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 0.0006882231048178208, | |
| "loss": 1.0737, | |
| "step": 7245 | |
| }, | |
| { | |
| "epoch": 0.31345150299736924, | |
| "grad_norm": 0.326171875, | |
| "learning_rate": 0.0006872301847694698, | |
| "loss": 1.0647, | |
| "step": 7268 | |
| }, | |
| { | |
| "epoch": 0.31444343813343684, | |
| "grad_norm": 0.33984375, | |
| "learning_rate": 0.0006862372647211191, | |
| "loss": 1.0859, | |
| "step": 7291 | |
| }, | |
| { | |
| "epoch": 0.31543537326950444, | |
| "grad_norm": 0.40625, | |
| "learning_rate": 0.0006852443446727681, | |
| "loss": 1.0703, | |
| "step": 7314 | |
| }, | |
| { | |
| "epoch": 0.3164273084055721, | |
| "grad_norm": 0.37890625, | |
| "learning_rate": 0.0006842514246244172, | |
| "loss": 1.0581, | |
| "step": 7337 | |
| }, | |
| { | |
| "epoch": 0.3174192435416397, | |
| "grad_norm": 0.408203125, | |
| "learning_rate": 0.0006832585045760663, | |
| "loss": 1.0557, | |
| "step": 7360 | |
| }, | |
| { | |
| "epoch": 0.31841117867770735, | |
| "grad_norm": 0.3203125, | |
| "learning_rate": 0.0006822655845277154, | |
| "loss": 1.0853, | |
| "step": 7383 | |
| }, | |
| { | |
| "epoch": 0.31940311381377495, | |
| "grad_norm": 0.4296875, | |
| "learning_rate": 0.0006812726644793646, | |
| "loss": 1.0602, | |
| "step": 7406 | |
| }, | |
| { | |
| "epoch": 0.3203950489498426, | |
| "grad_norm": 0.41015625, | |
| "learning_rate": 0.0006802797444310137, | |
| "loss": 1.0611, | |
| "step": 7429 | |
| }, | |
| { | |
| "epoch": 0.3213869840859102, | |
| "grad_norm": 0.3203125, | |
| "learning_rate": 0.0006792868243826628, | |
| "loss": 1.0703, | |
| "step": 7452 | |
| }, | |
| { | |
| "epoch": 0.3223789192219778, | |
| "grad_norm": 0.44140625, | |
| "learning_rate": 0.0006782939043343119, | |
| "loss": 1.0357, | |
| "step": 7475 | |
| }, | |
| { | |
| "epoch": 0.32337085435804547, | |
| "grad_norm": 0.345703125, | |
| "learning_rate": 0.0006773009842859609, | |
| "loss": 1.0556, | |
| "step": 7498 | |
| }, | |
| { | |
| "epoch": 0.32436278949411307, | |
| "grad_norm": 0.37109375, | |
| "learning_rate": 0.00067630806423761, | |
| "loss": 1.0561, | |
| "step": 7521 | |
| }, | |
| { | |
| "epoch": 0.3253547246301807, | |
| "grad_norm": 0.341796875, | |
| "learning_rate": 0.0006753151441892592, | |
| "loss": 1.0693, | |
| "step": 7544 | |
| }, | |
| { | |
| "epoch": 0.3263466597662483, | |
| "grad_norm": 0.48046875, | |
| "learning_rate": 0.0006743222241409083, | |
| "loss": 1.0668, | |
| "step": 7567 | |
| }, | |
| { | |
| "epoch": 0.3273385949023159, | |
| "grad_norm": 0.33984375, | |
| "learning_rate": 0.0006733293040925574, | |
| "loss": 1.038, | |
| "step": 7590 | |
| }, | |
| { | |
| "epoch": 0.3283305300383836, | |
| "grad_norm": 0.34765625, | |
| "learning_rate": 0.0006723363840442065, | |
| "loss": 1.056, | |
| "step": 7613 | |
| }, | |
| { | |
| "epoch": 0.3293224651744512, | |
| "grad_norm": 0.376953125, | |
| "learning_rate": 0.0006713434639958557, | |
| "loss": 1.0444, | |
| "step": 7636 | |
| }, | |
| { | |
| "epoch": 0.33031440031051884, | |
| "grad_norm": 0.34375, | |
| "learning_rate": 0.0006703505439475048, | |
| "loss": 1.0534, | |
| "step": 7659 | |
| }, | |
| { | |
| "epoch": 0.33130633544658644, | |
| "grad_norm": 0.341796875, | |
| "learning_rate": 0.0006693576238991539, | |
| "loss": 1.0597, | |
| "step": 7682 | |
| }, | |
| { | |
| "epoch": 0.3322982705826541, | |
| "grad_norm": 0.41796875, | |
| "learning_rate": 0.0006683647038508029, | |
| "loss": 1.0305, | |
| "step": 7705 | |
| }, | |
| { | |
| "epoch": 0.3332902057187217, | |
| "grad_norm": 0.3515625, | |
| "learning_rate": 0.0006673717838024521, | |
| "loss": 1.0632, | |
| "step": 7728 | |
| }, | |
| { | |
| "epoch": 0.3342821408547893, | |
| "grad_norm": 0.341796875, | |
| "learning_rate": 0.0006663788637541011, | |
| "loss": 1.0462, | |
| "step": 7751 | |
| }, | |
| { | |
| "epoch": 0.33527407599085696, | |
| "grad_norm": 0.423828125, | |
| "learning_rate": 0.0006653859437057504, | |
| "loss": 1.0534, | |
| "step": 7774 | |
| }, | |
| { | |
| "epoch": 0.33626601112692456, | |
| "grad_norm": 0.37109375, | |
| "learning_rate": 0.0006643930236573994, | |
| "loss": 1.0468, | |
| "step": 7797 | |
| }, | |
| { | |
| "epoch": 0.3372579462629922, | |
| "grad_norm": 0.37890625, | |
| "learning_rate": 0.0006634001036090486, | |
| "loss": 1.0473, | |
| "step": 7820 | |
| }, | |
| { | |
| "epoch": 0.3382498813990598, | |
| "grad_norm": 0.349609375, | |
| "learning_rate": 0.0006624071835606976, | |
| "loss": 1.0402, | |
| "step": 7843 | |
| }, | |
| { | |
| "epoch": 0.3392418165351274, | |
| "grad_norm": 0.384765625, | |
| "learning_rate": 0.0006614142635123467, | |
| "loss": 1.0713, | |
| "step": 7866 | |
| }, | |
| { | |
| "epoch": 0.3402337516711951, | |
| "grad_norm": 0.388671875, | |
| "learning_rate": 0.0006604213434639959, | |
| "loss": 1.0549, | |
| "step": 7889 | |
| }, | |
| { | |
| "epoch": 0.3412256868072627, | |
| "grad_norm": 0.3359375, | |
| "learning_rate": 0.000659428423415645, | |
| "loss": 1.0527, | |
| "step": 7912 | |
| }, | |
| { | |
| "epoch": 0.34221762194333033, | |
| "grad_norm": 0.421875, | |
| "learning_rate": 0.0006584355033672941, | |
| "loss": 1.0599, | |
| "step": 7935 | |
| }, | |
| { | |
| "epoch": 0.34320955707939793, | |
| "grad_norm": 0.322265625, | |
| "learning_rate": 0.0006574425833189432, | |
| "loss": 1.0503, | |
| "step": 7958 | |
| }, | |
| { | |
| "epoch": 0.3442014922154656, | |
| "grad_norm": 0.388671875, | |
| "learning_rate": 0.0006564496632705923, | |
| "loss": 1.0465, | |
| "step": 7981 | |
| }, | |
| { | |
| "epoch": 0.3451934273515332, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 0.0006554567432222415, | |
| "loss": 1.0246, | |
| "step": 8004 | |
| }, | |
| { | |
| "epoch": 0.3461853624876008, | |
| "grad_norm": 0.36328125, | |
| "learning_rate": 0.0006544638231738905, | |
| "loss": 1.0463, | |
| "step": 8027 | |
| }, | |
| { | |
| "epoch": 0.34717729762366845, | |
| "grad_norm": 0.42578125, | |
| "learning_rate": 0.0006534709031255397, | |
| "loss": 1.0471, | |
| "step": 8050 | |
| }, | |
| { | |
| "epoch": 0.34816923275973605, | |
| "grad_norm": 0.470703125, | |
| "learning_rate": 0.0006524779830771887, | |
| "loss": 1.0414, | |
| "step": 8073 | |
| }, | |
| { | |
| "epoch": 0.3491611678958037, | |
| "grad_norm": 0.515625, | |
| "learning_rate": 0.0006514850630288378, | |
| "loss": 1.0431, | |
| "step": 8096 | |
| }, | |
| { | |
| "epoch": 0.3501531030318713, | |
| "grad_norm": 0.37109375, | |
| "learning_rate": 0.000650492142980487, | |
| "loss": 1.0382, | |
| "step": 8119 | |
| }, | |
| { | |
| "epoch": 0.3511450381679389, | |
| "grad_norm": 0.39453125, | |
| "learning_rate": 0.0006494992229321361, | |
| "loss": 1.0557, | |
| "step": 8142 | |
| }, | |
| { | |
| "epoch": 0.35213697330400656, | |
| "grad_norm": 0.376953125, | |
| "learning_rate": 0.0006485063028837852, | |
| "loss": 1.0414, | |
| "step": 8165 | |
| }, | |
| { | |
| "epoch": 0.35312890844007416, | |
| "grad_norm": 0.365234375, | |
| "learning_rate": 0.0006475133828354343, | |
| "loss": 1.0221, | |
| "step": 8188 | |
| }, | |
| { | |
| "epoch": 0.3541208435761418, | |
| "grad_norm": 0.384765625, | |
| "learning_rate": 0.0006465204627870834, | |
| "loss": 1.0207, | |
| "step": 8211 | |
| }, | |
| { | |
| "epoch": 0.3551127787122094, | |
| "grad_norm": 0.486328125, | |
| "learning_rate": 0.0006455275427387324, | |
| "loss": 1.0399, | |
| "step": 8234 | |
| }, | |
| { | |
| "epoch": 0.3561047138482771, | |
| "grad_norm": 0.43359375, | |
| "learning_rate": 0.0006445346226903817, | |
| "loss": 1.0256, | |
| "step": 8257 | |
| }, | |
| { | |
| "epoch": 0.3570966489843447, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 0.0006435417026420307, | |
| "loss": 1.0452, | |
| "step": 8280 | |
| }, | |
| { | |
| "epoch": 0.3580885841204123, | |
| "grad_norm": 0.412109375, | |
| "learning_rate": 0.0006425487825936799, | |
| "loss": 1.0388, | |
| "step": 8303 | |
| }, | |
| { | |
| "epoch": 0.35908051925647994, | |
| "grad_norm": 0.3828125, | |
| "learning_rate": 0.0006415558625453289, | |
| "loss": 1.0401, | |
| "step": 8326 | |
| }, | |
| { | |
| "epoch": 0.36007245439254754, | |
| "grad_norm": 0.474609375, | |
| "learning_rate": 0.0006405629424969782, | |
| "loss": 1.0345, | |
| "step": 8349 | |
| }, | |
| { | |
| "epoch": 0.3610643895286152, | |
| "grad_norm": 0.375, | |
| "learning_rate": 0.0006395700224486272, | |
| "loss": 1.0362, | |
| "step": 8372 | |
| }, | |
| { | |
| "epoch": 0.3620563246646828, | |
| "grad_norm": 0.3984375, | |
| "learning_rate": 0.0006385771024002763, | |
| "loss": 1.045, | |
| "step": 8395 | |
| }, | |
| { | |
| "epoch": 0.3630482598007504, | |
| "grad_norm": 0.357421875, | |
| "learning_rate": 0.0006375841823519254, | |
| "loss": 1.0417, | |
| "step": 8418 | |
| }, | |
| { | |
| "epoch": 0.36404019493681805, | |
| "grad_norm": 0.306640625, | |
| "learning_rate": 0.0006365912623035745, | |
| "loss": 1.0388, | |
| "step": 8441 | |
| }, | |
| { | |
| "epoch": 0.36503213007288565, | |
| "grad_norm": 0.34765625, | |
| "learning_rate": 0.0006355983422552236, | |
| "loss": 1.0303, | |
| "step": 8464 | |
| }, | |
| { | |
| "epoch": 0.3660240652089533, | |
| "grad_norm": 0.3359375, | |
| "learning_rate": 0.0006346054222068728, | |
| "loss": 1.017, | |
| "step": 8487 | |
| }, | |
| { | |
| "epoch": 0.3670160003450209, | |
| "grad_norm": 0.384765625, | |
| "learning_rate": 0.0006336125021585219, | |
| "loss": 1.0274, | |
| "step": 8510 | |
| }, | |
| { | |
| "epoch": 0.36800793548108857, | |
| "grad_norm": 0.357421875, | |
| "learning_rate": 0.000632619582110171, | |
| "loss": 1.0257, | |
| "step": 8533 | |
| }, | |
| { | |
| "epoch": 0.36899987061715617, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 0.0006316266620618201, | |
| "loss": 1.0389, | |
| "step": 8556 | |
| }, | |
| { | |
| "epoch": 0.36999180575322377, | |
| "grad_norm": 0.369140625, | |
| "learning_rate": 0.0006306337420134692, | |
| "loss": 1.0295, | |
| "step": 8579 | |
| }, | |
| { | |
| "epoch": 0.3709837408892914, | |
| "grad_norm": 0.4140625, | |
| "learning_rate": 0.0006296408219651183, | |
| "loss": 1.045, | |
| "step": 8602 | |
| }, | |
| { | |
| "epoch": 0.371975676025359, | |
| "grad_norm": 0.392578125, | |
| "learning_rate": 0.0006286479019167675, | |
| "loss": 1.0581, | |
| "step": 8625 | |
| }, | |
| { | |
| "epoch": 0.3729676111614267, | |
| "grad_norm": 0.44140625, | |
| "learning_rate": 0.0006276549818684165, | |
| "loss": 1.0521, | |
| "step": 8648 | |
| }, | |
| { | |
| "epoch": 0.3739595462974943, | |
| "grad_norm": 0.36328125, | |
| "learning_rate": 0.0006266620618200657, | |
| "loss": 1.0355, | |
| "step": 8671 | |
| }, | |
| { | |
| "epoch": 0.3749514814335619, | |
| "grad_norm": 0.349609375, | |
| "learning_rate": 0.0006256691417717147, | |
| "loss": 1.0366, | |
| "step": 8694 | |
| }, | |
| { | |
| "epoch": 0.37594341656962954, | |
| "grad_norm": 0.349609375, | |
| "learning_rate": 0.0006246762217233639, | |
| "loss": 1.0148, | |
| "step": 8717 | |
| }, | |
| { | |
| "epoch": 0.37693535170569714, | |
| "grad_norm": 0.421875, | |
| "learning_rate": 0.000623683301675013, | |
| "loss": 1.0401, | |
| "step": 8740 | |
| }, | |
| { | |
| "epoch": 0.3779272868417648, | |
| "grad_norm": 0.3203125, | |
| "learning_rate": 0.000622690381626662, | |
| "loss": 1.0346, | |
| "step": 8763 | |
| }, | |
| { | |
| "epoch": 0.3789192219778324, | |
| "grad_norm": 0.34375, | |
| "learning_rate": 0.0006216974615783112, | |
| "loss": 1.0218, | |
| "step": 8786 | |
| }, | |
| { | |
| "epoch": 0.37991115711390006, | |
| "grad_norm": 0.427734375, | |
| "learning_rate": 0.0006207045415299602, | |
| "loss": 1.0405, | |
| "step": 8809 | |
| }, | |
| { | |
| "epoch": 0.38090309224996766, | |
| "grad_norm": 0.392578125, | |
| "learning_rate": 0.0006197116214816095, | |
| "loss": 1.0253, | |
| "step": 8832 | |
| }, | |
| { | |
| "epoch": 0.38189502738603526, | |
| "grad_norm": 0.345703125, | |
| "learning_rate": 0.0006187187014332585, | |
| "loss": 1.0409, | |
| "step": 8855 | |
| }, | |
| { | |
| "epoch": 0.3828869625221029, | |
| "grad_norm": 0.349609375, | |
| "learning_rate": 0.0006177257813849077, | |
| "loss": 1.0349, | |
| "step": 8878 | |
| }, | |
| { | |
| "epoch": 0.3838788976581705, | |
| "grad_norm": 0.49609375, | |
| "learning_rate": 0.0006167328613365567, | |
| "loss": 1.029, | |
| "step": 8901 | |
| }, | |
| { | |
| "epoch": 0.38487083279423817, | |
| "grad_norm": 0.447265625, | |
| "learning_rate": 0.0006157399412882058, | |
| "loss": 1.0338, | |
| "step": 8924 | |
| }, | |
| { | |
| "epoch": 0.3858627679303058, | |
| "grad_norm": 0.416015625, | |
| "learning_rate": 0.0006147470212398549, | |
| "loss": 1.0335, | |
| "step": 8947 | |
| }, | |
| { | |
| "epoch": 0.3868547030663734, | |
| "grad_norm": 0.40234375, | |
| "learning_rate": 0.0006137541011915041, | |
| "loss": 1.0512, | |
| "step": 8970 | |
| }, | |
| { | |
| "epoch": 0.38784663820244103, | |
| "grad_norm": 0.388671875, | |
| "learning_rate": 0.0006127611811431532, | |
| "loss": 1.0187, | |
| "step": 8993 | |
| }, | |
| { | |
| "epoch": 0.38883857333850863, | |
| "grad_norm": 0.298828125, | |
| "learning_rate": 0.0006117682610948023, | |
| "loss": 1.0321, | |
| "step": 9016 | |
| }, | |
| { | |
| "epoch": 0.3898305084745763, | |
| "grad_norm": 0.353515625, | |
| "learning_rate": 0.0006107753410464514, | |
| "loss": 1.0314, | |
| "step": 9039 | |
| }, | |
| { | |
| "epoch": 0.3908224436106439, | |
| "grad_norm": 0.3984375, | |
| "learning_rate": 0.0006097824209981005, | |
| "loss": 1.011, | |
| "step": 9062 | |
| }, | |
| { | |
| "epoch": 0.39181437874671154, | |
| "grad_norm": 0.37890625, | |
| "learning_rate": 0.0006087895009497497, | |
| "loss": 1.0127, | |
| "step": 9085 | |
| }, | |
| { | |
| "epoch": 0.39280631388277915, | |
| "grad_norm": 0.40625, | |
| "learning_rate": 0.0006077965809013988, | |
| "loss": 1.0045, | |
| "step": 9108 | |
| }, | |
| { | |
| "epoch": 0.39379824901884675, | |
| "grad_norm": 0.349609375, | |
| "learning_rate": 0.0006068036608530478, | |
| "loss": 0.9966, | |
| "step": 9131 | |
| }, | |
| { | |
| "epoch": 0.3947901841549144, | |
| "grad_norm": 0.318359375, | |
| "learning_rate": 0.000605810740804697, | |
| "loss": 1.0235, | |
| "step": 9154 | |
| }, | |
| { | |
| "epoch": 0.395782119290982, | |
| "grad_norm": 0.427734375, | |
| "learning_rate": 0.000604817820756346, | |
| "loss": 1.0448, | |
| "step": 9177 | |
| }, | |
| { | |
| "epoch": 0.39677405442704966, | |
| "grad_norm": 0.337890625, | |
| "learning_rate": 0.0006038249007079953, | |
| "loss": 1.0197, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 0.39776598956311726, | |
| "grad_norm": 0.447265625, | |
| "learning_rate": 0.0006028319806596443, | |
| "loss": 1.0093, | |
| "step": 9223 | |
| }, | |
| { | |
| "epoch": 0.39875792469918486, | |
| "grad_norm": 0.412109375, | |
| "learning_rate": 0.0006018390606112935, | |
| "loss": 1.014, | |
| "step": 9246 | |
| }, | |
| { | |
| "epoch": 0.3997498598352525, | |
| "grad_norm": 0.462890625, | |
| "learning_rate": 0.0006008461405629425, | |
| "loss": 1.0269, | |
| "step": 9269 | |
| }, | |
| { | |
| "epoch": 0.3998792426790874, | |
| "eval_runtime": 163.9225, | |
| "eval_samples_per_second": 610.045, | |
| "eval_steps_per_second": 7.626, | |
| "step": 9272 | |
| }, | |
| { | |
| "epoch": 0.4007417949713201, | |
| "grad_norm": 0.408203125, | |
| "learning_rate": 0.0005998532205145915, | |
| "loss": 1.0191, | |
| "step": 9292 | |
| }, | |
| { | |
| "epoch": 0.4017337301073878, | |
| "grad_norm": 0.46484375, | |
| "learning_rate": 0.0005988603004662408, | |
| "loss": 1.0074, | |
| "step": 9315 | |
| }, | |
| { | |
| "epoch": 0.4027256652434554, | |
| "grad_norm": 0.353515625, | |
| "learning_rate": 0.0005978673804178898, | |
| "loss": 1.0052, | |
| "step": 9338 | |
| }, | |
| { | |
| "epoch": 0.40371760037952303, | |
| "grad_norm": 0.361328125, | |
| "learning_rate": 0.000596874460369539, | |
| "loss": 1.0248, | |
| "step": 9361 | |
| }, | |
| { | |
| "epoch": 0.40470953551559063, | |
| "grad_norm": 0.376953125, | |
| "learning_rate": 0.000595881540321188, | |
| "loss": 1.0328, | |
| "step": 9384 | |
| }, | |
| { | |
| "epoch": 0.40570147065165824, | |
| "grad_norm": 0.4453125, | |
| "learning_rate": 0.0005948886202728372, | |
| "loss": 1.0254, | |
| "step": 9407 | |
| }, | |
| { | |
| "epoch": 0.4066934057877259, | |
| "grad_norm": 0.302734375, | |
| "learning_rate": 0.0005938957002244862, | |
| "loss": 1.0285, | |
| "step": 9430 | |
| }, | |
| { | |
| "epoch": 0.4076853409237935, | |
| "grad_norm": 0.439453125, | |
| "learning_rate": 0.0005929027801761354, | |
| "loss": 1.0077, | |
| "step": 9453 | |
| }, | |
| { | |
| "epoch": 0.40867727605986115, | |
| "grad_norm": 0.3515625, | |
| "learning_rate": 0.0005919098601277845, | |
| "loss": 1.0181, | |
| "step": 9476 | |
| }, | |
| { | |
| "epoch": 0.40966921119592875, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 0.0005909169400794336, | |
| "loss": 1.0427, | |
| "step": 9499 | |
| }, | |
| { | |
| "epoch": 0.41066114633199635, | |
| "grad_norm": 0.380859375, | |
| "learning_rate": 0.0005899240200310827, | |
| "loss": 1.0133, | |
| "step": 9522 | |
| }, | |
| { | |
| "epoch": 0.411653081468064, | |
| "grad_norm": 0.40234375, | |
| "learning_rate": 0.0005889310999827318, | |
| "loss": 1.0187, | |
| "step": 9545 | |
| }, | |
| { | |
| "epoch": 0.4126450166041316, | |
| "grad_norm": 0.44921875, | |
| "learning_rate": 0.000587938179934381, | |
| "loss": 1.0091, | |
| "step": 9568 | |
| }, | |
| { | |
| "epoch": 0.41363695174019927, | |
| "grad_norm": 0.37109375, | |
| "learning_rate": 0.0005869452598860301, | |
| "loss": 1.002, | |
| "step": 9591 | |
| }, | |
| { | |
| "epoch": 0.41462888687626687, | |
| "grad_norm": 0.47265625, | |
| "learning_rate": 0.0005859523398376792, | |
| "loss": 1.0321, | |
| "step": 9614 | |
| }, | |
| { | |
| "epoch": 0.4156208220123345, | |
| "grad_norm": 0.4453125, | |
| "learning_rate": 0.0005849594197893283, | |
| "loss": 1.0244, | |
| "step": 9637 | |
| }, | |
| { | |
| "epoch": 0.4166127571484021, | |
| "grad_norm": 0.4375, | |
| "learning_rate": 0.0005839664997409773, | |
| "loss": 1.0345, | |
| "step": 9660 | |
| }, | |
| { | |
| "epoch": 0.4176046922844697, | |
| "grad_norm": 0.357421875, | |
| "learning_rate": 0.0005829735796926266, | |
| "loss": 1.0157, | |
| "step": 9683 | |
| }, | |
| { | |
| "epoch": 0.4185966274205374, | |
| "grad_norm": 0.3515625, | |
| "learning_rate": 0.0005819806596442756, | |
| "loss": 0.9774, | |
| "step": 9706 | |
| }, | |
| { | |
| "epoch": 0.419588562556605, | |
| "grad_norm": 0.408203125, | |
| "learning_rate": 0.0005809877395959248, | |
| "loss": 1.0011, | |
| "step": 9729 | |
| }, | |
| { | |
| "epoch": 0.42058049769267264, | |
| "grad_norm": 0.41015625, | |
| "learning_rate": 0.0005799948195475738, | |
| "loss": 1.0148, | |
| "step": 9752 | |
| }, | |
| { | |
| "epoch": 0.42157243282874024, | |
| "grad_norm": 0.53515625, | |
| "learning_rate": 0.000579001899499223, | |
| "loss": 1.0058, | |
| "step": 9775 | |
| }, | |
| { | |
| "epoch": 0.42256436796480784, | |
| "grad_norm": 0.37890625, | |
| "learning_rate": 0.000578008979450872, | |
| "loss": 1.0241, | |
| "step": 9798 | |
| }, | |
| { | |
| "epoch": 0.4235563031008755, | |
| "grad_norm": 0.38671875, | |
| "learning_rate": 0.0005770160594025212, | |
| "loss": 1.0067, | |
| "step": 9821 | |
| }, | |
| { | |
| "epoch": 0.4245482382369431, | |
| "grad_norm": 0.3359375, | |
| "learning_rate": 0.0005760231393541703, | |
| "loss": 1.0105, | |
| "step": 9844 | |
| }, | |
| { | |
| "epoch": 0.42554017337301075, | |
| "grad_norm": 0.40625, | |
| "learning_rate": 0.0005750302193058193, | |
| "loss": 1.0226, | |
| "step": 9867 | |
| }, | |
| { | |
| "epoch": 0.42653210850907836, | |
| "grad_norm": 0.392578125, | |
| "learning_rate": 0.0005740372992574685, | |
| "loss": 1.0243, | |
| "step": 9890 | |
| }, | |
| { | |
| "epoch": 0.427524043645146, | |
| "grad_norm": 0.419921875, | |
| "learning_rate": 0.0005730443792091175, | |
| "loss": 1.0128, | |
| "step": 9913 | |
| }, | |
| { | |
| "epoch": 0.4285159787812136, | |
| "grad_norm": 0.373046875, | |
| "learning_rate": 0.0005720514591607668, | |
| "loss": 0.9993, | |
| "step": 9936 | |
| }, | |
| { | |
| "epoch": 0.4295079139172812, | |
| "grad_norm": 0.365234375, | |
| "learning_rate": 0.0005710585391124158, | |
| "loss": 1.012, | |
| "step": 9959 | |
| }, | |
| { | |
| "epoch": 0.43049984905334887, | |
| "grad_norm": 0.302734375, | |
| "learning_rate": 0.000570065619064065, | |
| "loss": 1.0178, | |
| "step": 9982 | |
| }, | |
| { | |
| "epoch": 0.43149178418941647, | |
| "grad_norm": 0.3671875, | |
| "learning_rate": 0.000569072699015714, | |
| "loss": 1.0192, | |
| "step": 10005 | |
| }, | |
| { | |
| "epoch": 0.43248371932548413, | |
| "grad_norm": 0.345703125, | |
| "learning_rate": 0.0005680797789673631, | |
| "loss": 0.9992, | |
| "step": 10028 | |
| }, | |
| { | |
| "epoch": 0.43347565446155173, | |
| "grad_norm": 0.4140625, | |
| "learning_rate": 0.0005670868589190123, | |
| "loss": 1.0033, | |
| "step": 10051 | |
| }, | |
| { | |
| "epoch": 0.43446758959761933, | |
| "grad_norm": 0.359375, | |
| "learning_rate": 0.0005660939388706614, | |
| "loss": 1.0153, | |
| "step": 10074 | |
| }, | |
| { | |
| "epoch": 0.435459524733687, | |
| "grad_norm": 0.36328125, | |
| "learning_rate": 0.0005651010188223105, | |
| "loss": 0.997, | |
| "step": 10097 | |
| }, | |
| { | |
| "epoch": 0.4364514598697546, | |
| "grad_norm": 0.3671875, | |
| "learning_rate": 0.0005641080987739596, | |
| "loss": 1.0147, | |
| "step": 10120 | |
| }, | |
| { | |
| "epoch": 0.43744339500582224, | |
| "grad_norm": 0.3515625, | |
| "learning_rate": 0.0005631151787256087, | |
| "loss": 1.0046, | |
| "step": 10143 | |
| }, | |
| { | |
| "epoch": 0.43843533014188985, | |
| "grad_norm": 0.37890625, | |
| "learning_rate": 0.0005621222586772579, | |
| "loss": 1.0008, | |
| "step": 10166 | |
| }, | |
| { | |
| "epoch": 0.4394272652779575, | |
| "grad_norm": 0.41796875, | |
| "learning_rate": 0.0005611293386289069, | |
| "loss": 1.0315, | |
| "step": 10189 | |
| }, | |
| { | |
| "epoch": 0.4404192004140251, | |
| "grad_norm": 0.365234375, | |
| "learning_rate": 0.0005601364185805561, | |
| "loss": 1.0164, | |
| "step": 10212 | |
| }, | |
| { | |
| "epoch": 0.4414111355500927, | |
| "grad_norm": 0.361328125, | |
| "learning_rate": 0.0005591434985322051, | |
| "loss": 1.0044, | |
| "step": 10235 | |
| }, | |
| { | |
| "epoch": 0.44240307068616036, | |
| "grad_norm": 0.439453125, | |
| "learning_rate": 0.0005581505784838543, | |
| "loss": 1.0236, | |
| "step": 10258 | |
| }, | |
| { | |
| "epoch": 0.44339500582222796, | |
| "grad_norm": 0.341796875, | |
| "learning_rate": 0.0005571576584355034, | |
| "loss": 1.0156, | |
| "step": 10281 | |
| }, | |
| { | |
| "epoch": 0.4443869409582956, | |
| "grad_norm": 0.373046875, | |
| "learning_rate": 0.0005561647383871526, | |
| "loss": 0.9916, | |
| "step": 10304 | |
| }, | |
| { | |
| "epoch": 0.4453788760943632, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 0.0005551718183388016, | |
| "loss": 0.9961, | |
| "step": 10327 | |
| }, | |
| { | |
| "epoch": 0.4463708112304308, | |
| "grad_norm": 0.392578125, | |
| "learning_rate": 0.0005541788982904507, | |
| "loss": 1.0021, | |
| "step": 10350 | |
| }, | |
| { | |
| "epoch": 0.4473627463664985, | |
| "grad_norm": 0.375, | |
| "learning_rate": 0.0005531859782420998, | |
| "loss": 1.0219, | |
| "step": 10373 | |
| }, | |
| { | |
| "epoch": 0.4483546815025661, | |
| "grad_norm": 0.4140625, | |
| "learning_rate": 0.000552193058193749, | |
| "loss": 0.9982, | |
| "step": 10396 | |
| }, | |
| { | |
| "epoch": 0.44934661663863373, | |
| "grad_norm": 0.392578125, | |
| "learning_rate": 0.0005512001381453981, | |
| "loss": 0.994, | |
| "step": 10419 | |
| }, | |
| { | |
| "epoch": 0.45033855177470133, | |
| "grad_norm": 0.34765625, | |
| "learning_rate": 0.0005502072180970471, | |
| "loss": 0.9899, | |
| "step": 10442 | |
| }, | |
| { | |
| "epoch": 0.451330486910769, | |
| "grad_norm": 0.3828125, | |
| "learning_rate": 0.0005492142980486963, | |
| "loss": 1.0096, | |
| "step": 10465 | |
| }, | |
| { | |
| "epoch": 0.4523224220468366, | |
| "grad_norm": 0.3984375, | |
| "learning_rate": 0.0005482213780003453, | |
| "loss": 0.9882, | |
| "step": 10488 | |
| }, | |
| { | |
| "epoch": 0.4533143571829042, | |
| "grad_norm": 0.390625, | |
| "learning_rate": 0.0005472284579519945, | |
| "loss": 0.999, | |
| "step": 10511 | |
| }, | |
| { | |
| "epoch": 0.45430629231897185, | |
| "grad_norm": 0.3984375, | |
| "learning_rate": 0.0005462355379036436, | |
| "loss": 1.0087, | |
| "step": 10534 | |
| }, | |
| { | |
| "epoch": 0.45529822745503945, | |
| "grad_norm": 0.388671875, | |
| "learning_rate": 0.0005452426178552927, | |
| "loss": 0.9985, | |
| "step": 10557 | |
| }, | |
| { | |
| "epoch": 0.4562901625911071, | |
| "grad_norm": 0.455078125, | |
| "learning_rate": 0.0005442496978069418, | |
| "loss": 1.0104, | |
| "step": 10580 | |
| }, | |
| { | |
| "epoch": 0.4572820977271747, | |
| "grad_norm": 0.61328125, | |
| "learning_rate": 0.0005432567777585909, | |
| "loss": 1.0056, | |
| "step": 10603 | |
| }, | |
| { | |
| "epoch": 0.4582740328632423, | |
| "grad_norm": 0.3359375, | |
| "learning_rate": 0.00054226385771024, | |
| "loss": 1.0115, | |
| "step": 10626 | |
| }, | |
| { | |
| "epoch": 0.45926596799930997, | |
| "grad_norm": 0.3515625, | |
| "learning_rate": 0.0005412709376618892, | |
| "loss": 1.0143, | |
| "step": 10649 | |
| }, | |
| { | |
| "epoch": 0.46025790313537757, | |
| "grad_norm": 0.388671875, | |
| "learning_rate": 0.0005402780176135383, | |
| "loss": 0.9916, | |
| "step": 10672 | |
| }, | |
| { | |
| "epoch": 0.4612498382714452, | |
| "grad_norm": 0.396484375, | |
| "learning_rate": 0.0005392850975651874, | |
| "loss": 0.9967, | |
| "step": 10695 | |
| }, | |
| { | |
| "epoch": 0.4622417734075128, | |
| "grad_norm": 0.41796875, | |
| "learning_rate": 0.0005382921775168364, | |
| "loss": 1.0009, | |
| "step": 10718 | |
| }, | |
| { | |
| "epoch": 0.4632337085435805, | |
| "grad_norm": 0.34765625, | |
| "learning_rate": 0.0005372992574684856, | |
| "loss": 0.9919, | |
| "step": 10741 | |
| }, | |
| { | |
| "epoch": 0.4642256436796481, | |
| "grad_norm": 0.3515625, | |
| "learning_rate": 0.0005363063374201347, | |
| "loss": 1.0128, | |
| "step": 10764 | |
| }, | |
| { | |
| "epoch": 0.4652175788157157, | |
| "grad_norm": 0.400390625, | |
| "learning_rate": 0.0005353134173717839, | |
| "loss": 0.9982, | |
| "step": 10787 | |
| }, | |
| { | |
| "epoch": 0.46620951395178334, | |
| "grad_norm": 0.3515625, | |
| "learning_rate": 0.0005343204973234329, | |
| "loss": 0.9998, | |
| "step": 10810 | |
| }, | |
| { | |
| "epoch": 0.46720144908785094, | |
| "grad_norm": 0.5390625, | |
| "learning_rate": 0.0005333275772750821, | |
| "loss": 1.0177, | |
| "step": 10833 | |
| }, | |
| { | |
| "epoch": 0.4681933842239186, | |
| "grad_norm": 0.37890625, | |
| "learning_rate": 0.0005323346572267311, | |
| "loss": 0.9899, | |
| "step": 10856 | |
| }, | |
| { | |
| "epoch": 0.4691853193599862, | |
| "grad_norm": 0.38671875, | |
| "learning_rate": 0.0005313417371783802, | |
| "loss": 1.0052, | |
| "step": 10879 | |
| }, | |
| { | |
| "epoch": 0.4701772544960538, | |
| "grad_norm": 0.36328125, | |
| "learning_rate": 0.0005303488171300294, | |
| "loss": 0.9741, | |
| "step": 10902 | |
| }, | |
| { | |
| "epoch": 0.47116918963212145, | |
| "grad_norm": 0.4453125, | |
| "learning_rate": 0.0005293558970816785, | |
| "loss": 1.0021, | |
| "step": 10925 | |
| }, | |
| { | |
| "epoch": 0.47216112476818906, | |
| "grad_norm": 0.322265625, | |
| "learning_rate": 0.0005283629770333276, | |
| "loss": 0.9896, | |
| "step": 10948 | |
| }, | |
| { | |
| "epoch": 0.4731530599042567, | |
| "grad_norm": 0.36328125, | |
| "learning_rate": 0.0005273700569849767, | |
| "loss": 1.0046, | |
| "step": 10971 | |
| }, | |
| { | |
| "epoch": 0.4741449950403243, | |
| "grad_norm": 0.345703125, | |
| "learning_rate": 0.0005263771369366258, | |
| "loss": 1.0004, | |
| "step": 10994 | |
| }, | |
| { | |
| "epoch": 0.47513693017639197, | |
| "grad_norm": 0.357421875, | |
| "learning_rate": 0.0005253842168882749, | |
| "loss": 1.0031, | |
| "step": 11017 | |
| }, | |
| { | |
| "epoch": 0.47612886531245957, | |
| "grad_norm": 0.359375, | |
| "learning_rate": 0.0005243912968399241, | |
| "loss": 1.007, | |
| "step": 11040 | |
| }, | |
| { | |
| "epoch": 0.47712080044852717, | |
| "grad_norm": 0.38671875, | |
| "learning_rate": 0.0005233983767915731, | |
| "loss": 1.0046, | |
| "step": 11063 | |
| }, | |
| { | |
| "epoch": 0.47811273558459483, | |
| "grad_norm": 0.341796875, | |
| "learning_rate": 0.0005224054567432222, | |
| "loss": 0.9956, | |
| "step": 11086 | |
| }, | |
| { | |
| "epoch": 0.47910467072066243, | |
| "grad_norm": 0.3515625, | |
| "learning_rate": 0.0005214125366948713, | |
| "loss": 1.01, | |
| "step": 11109 | |
| }, | |
| { | |
| "epoch": 0.4800966058567301, | |
| "grad_norm": 0.431640625, | |
| "learning_rate": 0.0005204196166465205, | |
| "loss": 1.0211, | |
| "step": 11132 | |
| }, | |
| { | |
| "epoch": 0.4810885409927977, | |
| "grad_norm": 0.375, | |
| "learning_rate": 0.0005194266965981696, | |
| "loss": 1.0039, | |
| "step": 11155 | |
| }, | |
| { | |
| "epoch": 0.4820804761288653, | |
| "grad_norm": 0.392578125, | |
| "learning_rate": 0.0005184337765498187, | |
| "loss": 0.9886, | |
| "step": 11178 | |
| }, | |
| { | |
| "epoch": 0.48307241126493294, | |
| "grad_norm": 0.515625, | |
| "learning_rate": 0.0005174408565014678, | |
| "loss": 0.9973, | |
| "step": 11201 | |
| }, | |
| { | |
| "epoch": 0.48406434640100054, | |
| "grad_norm": 0.396484375, | |
| "learning_rate": 0.0005164479364531169, | |
| "loss": 1.013, | |
| "step": 11224 | |
| }, | |
| { | |
| "epoch": 0.4850562815370682, | |
| "grad_norm": 0.451171875, | |
| "learning_rate": 0.000515455016404766, | |
| "loss": 0.9876, | |
| "step": 11247 | |
| }, | |
| { | |
| "epoch": 0.4860482166731358, | |
| "grad_norm": 0.375, | |
| "learning_rate": 0.0005144620963564152, | |
| "loss": 0.9984, | |
| "step": 11270 | |
| }, | |
| { | |
| "epoch": 0.48704015180920346, | |
| "grad_norm": 0.416015625, | |
| "learning_rate": 0.0005134691763080642, | |
| "loss": 0.9875, | |
| "step": 11293 | |
| }, | |
| { | |
| "epoch": 0.48803208694527106, | |
| "grad_norm": 0.369140625, | |
| "learning_rate": 0.0005124762562597134, | |
| "loss": 0.9954, | |
| "step": 11316 | |
| }, | |
| { | |
| "epoch": 0.48902402208133866, | |
| "grad_norm": 0.337890625, | |
| "learning_rate": 0.0005114833362113624, | |
| "loss": 0.9825, | |
| "step": 11339 | |
| }, | |
| { | |
| "epoch": 0.4900159572174063, | |
| "grad_norm": 0.37890625, | |
| "learning_rate": 0.0005104904161630117, | |
| "loss": 0.9983, | |
| "step": 11362 | |
| }, | |
| { | |
| "epoch": 0.4910078923534739, | |
| "grad_norm": 0.328125, | |
| "learning_rate": 0.0005094974961146607, | |
| "loss": 0.9818, | |
| "step": 11385 | |
| }, | |
| { | |
| "epoch": 0.4919998274895416, | |
| "grad_norm": 0.357421875, | |
| "learning_rate": 0.0005085045760663098, | |
| "loss": 0.9928, | |
| "step": 11408 | |
| }, | |
| { | |
| "epoch": 0.4929917626256092, | |
| "grad_norm": 0.4921875, | |
| "learning_rate": 0.0005075116560179589, | |
| "loss": 0.9771, | |
| "step": 11431 | |
| }, | |
| { | |
| "epoch": 0.4939836977616768, | |
| "grad_norm": 0.341796875, | |
| "learning_rate": 0.000506518735969608, | |
| "loss": 1.0059, | |
| "step": 11454 | |
| }, | |
| { | |
| "epoch": 0.49497563289774443, | |
| "grad_norm": 0.400390625, | |
| "learning_rate": 0.0005055258159212571, | |
| "loss": 1.0058, | |
| "step": 11477 | |
| }, | |
| { | |
| "epoch": 0.49596756803381203, | |
| "grad_norm": 0.328125, | |
| "learning_rate": 0.0005045328958729063, | |
| "loss": 0.9962, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 0.4969595031698797, | |
| "grad_norm": 0.326171875, | |
| "learning_rate": 0.0005035399758245554, | |
| "loss": 0.9828, | |
| "step": 11523 | |
| }, | |
| { | |
| "epoch": 0.4979514383059473, | |
| "grad_norm": 0.5078125, | |
| "learning_rate": 0.0005025470557762045, | |
| "loss": 0.9881, | |
| "step": 11546 | |
| }, | |
| { | |
| "epoch": 0.49894337344201495, | |
| "grad_norm": 0.43359375, | |
| "learning_rate": 0.0005015541357278536, | |
| "loss": 0.9863, | |
| "step": 11569 | |
| }, | |
| { | |
| "epoch": 0.49984905334885926, | |
| "eval_runtime": 163.9862, | |
| "eval_samples_per_second": 609.807, | |
| "eval_steps_per_second": 7.623, | |
| "step": 11590 | |
| }, | |
| { | |
| "epoch": 0.49993530857808255, | |
| "grad_norm": 0.353515625, | |
| "learning_rate": 0.0005005612156795026, | |
| "loss": 0.9764, | |
| "step": 11592 | |
| }, | |
| { | |
| "epoch": 0.5009272437141502, | |
| "grad_norm": 0.36328125, | |
| "learning_rate": 0.0004995682956311518, | |
| "loss": 0.9923, | |
| "step": 11615 | |
| }, | |
| { | |
| "epoch": 0.5019191788502178, | |
| "grad_norm": 0.39453125, | |
| "learning_rate": 0.0004985753755828009, | |
| "loss": 0.9738, | |
| "step": 11638 | |
| }, | |
| { | |
| "epoch": 0.5029111139862854, | |
| "grad_norm": 0.48828125, | |
| "learning_rate": 0.00049758245553445, | |
| "loss": 0.973, | |
| "step": 11661 | |
| }, | |
| { | |
| "epoch": 0.5039030491223531, | |
| "grad_norm": 0.384765625, | |
| "learning_rate": 0.0004965895354860991, | |
| "loss": 0.9741, | |
| "step": 11684 | |
| }, | |
| { | |
| "epoch": 0.5048949842584207, | |
| "grad_norm": 0.359375, | |
| "learning_rate": 0.0004955966154377482, | |
| "loss": 0.9842, | |
| "step": 11707 | |
| }, | |
| { | |
| "epoch": 0.5058869193944883, | |
| "grad_norm": 0.443359375, | |
| "learning_rate": 0.0004946036953893974, | |
| "loss": 0.9927, | |
| "step": 11730 | |
| }, | |
| { | |
| "epoch": 0.5068788545305559, | |
| "grad_norm": 0.44921875, | |
| "learning_rate": 0.0004936107753410465, | |
| "loss": 0.9921, | |
| "step": 11753 | |
| }, | |
| { | |
| "epoch": 0.5078707896666236, | |
| "grad_norm": 0.40625, | |
| "learning_rate": 0.0004926178552926956, | |
| "loss": 0.9827, | |
| "step": 11776 | |
| }, | |
| { | |
| "epoch": 0.5088627248026911, | |
| "grad_norm": 0.416015625, | |
| "learning_rate": 0.0004916249352443447, | |
| "loss": 0.9836, | |
| "step": 11799 | |
| }, | |
| { | |
| "epoch": 0.5098546599387588, | |
| "grad_norm": 0.36328125, | |
| "learning_rate": 0.0004906320151959938, | |
| "loss": 0.9783, | |
| "step": 11822 | |
| }, | |
| { | |
| "epoch": 0.5108465950748264, | |
| "grad_norm": 0.357421875, | |
| "learning_rate": 0.0004896390951476428, | |
| "loss": 1.0003, | |
| "step": 11845 | |
| }, | |
| { | |
| "epoch": 0.511838530210894, | |
| "grad_norm": 0.39453125, | |
| "learning_rate": 0.000488646175099292, | |
| "loss": 0.995, | |
| "step": 11868 | |
| }, | |
| { | |
| "epoch": 0.5128304653469616, | |
| "grad_norm": 0.376953125, | |
| "learning_rate": 0.0004876532550509411, | |
| "loss": 0.9952, | |
| "step": 11891 | |
| }, | |
| { | |
| "epoch": 0.5138224004830293, | |
| "grad_norm": 0.3828125, | |
| "learning_rate": 0.0004866603350025902, | |
| "loss": 0.9912, | |
| "step": 11914 | |
| }, | |
| { | |
| "epoch": 0.514814335619097, | |
| "grad_norm": 0.34375, | |
| "learning_rate": 0.00048566741495423933, | |
| "loss": 0.995, | |
| "step": 11937 | |
| }, | |
| { | |
| "epoch": 0.5158062707551645, | |
| "grad_norm": 0.408203125, | |
| "learning_rate": 0.00048467449490588845, | |
| "loss": 0.9856, | |
| "step": 11960 | |
| }, | |
| { | |
| "epoch": 0.5167982058912322, | |
| "grad_norm": 0.427734375, | |
| "learning_rate": 0.00048368157485753757, | |
| "loss": 0.9887, | |
| "step": 11983 | |
| }, | |
| { | |
| "epoch": 0.5177901410272998, | |
| "grad_norm": 0.376953125, | |
| "learning_rate": 0.0004826886548091867, | |
| "loss": 0.9815, | |
| "step": 12006 | |
| }, | |
| { | |
| "epoch": 0.5187820761633674, | |
| "grad_norm": 0.369140625, | |
| "learning_rate": 0.00048169573476083575, | |
| "loss": 0.9944, | |
| "step": 12029 | |
| }, | |
| { | |
| "epoch": 0.519774011299435, | |
| "grad_norm": 0.427734375, | |
| "learning_rate": 0.0004807028147124849, | |
| "loss": 0.9714, | |
| "step": 12052 | |
| }, | |
| { | |
| "epoch": 0.5207659464355027, | |
| "grad_norm": 0.326171875, | |
| "learning_rate": 0.000479709894664134, | |
| "loss": 0.9849, | |
| "step": 12075 | |
| }, | |
| { | |
| "epoch": 0.5217578815715703, | |
| "grad_norm": 0.427734375, | |
| "learning_rate": 0.0004787169746157831, | |
| "loss": 0.9861, | |
| "step": 12098 | |
| }, | |
| { | |
| "epoch": 0.5227498167076379, | |
| "grad_norm": 0.4765625, | |
| "learning_rate": 0.00047772405456743223, | |
| "loss": 1.0009, | |
| "step": 12121 | |
| }, | |
| { | |
| "epoch": 0.5237417518437055, | |
| "grad_norm": 0.345703125, | |
| "learning_rate": 0.00047673113451908135, | |
| "loss": 0.9892, | |
| "step": 12144 | |
| }, | |
| { | |
| "epoch": 0.5247336869797732, | |
| "grad_norm": 0.345703125, | |
| "learning_rate": 0.00047573821447073047, | |
| "loss": 0.9843, | |
| "step": 12167 | |
| }, | |
| { | |
| "epoch": 0.5257256221158407, | |
| "grad_norm": 0.40234375, | |
| "learning_rate": 0.0004747452944223796, | |
| "loss": 0.9767, | |
| "step": 12190 | |
| }, | |
| { | |
| "epoch": 0.5267175572519084, | |
| "grad_norm": 0.359375, | |
| "learning_rate": 0.00047375237437402866, | |
| "loss": 0.9599, | |
| "step": 12213 | |
| }, | |
| { | |
| "epoch": 0.527709492387976, | |
| "grad_norm": 0.388671875, | |
| "learning_rate": 0.0004727594543256778, | |
| "loss": 0.9797, | |
| "step": 12236 | |
| }, | |
| { | |
| "epoch": 0.5287014275240437, | |
| "grad_norm": 0.3359375, | |
| "learning_rate": 0.0004717665342773269, | |
| "loss": 0.9952, | |
| "step": 12259 | |
| }, | |
| { | |
| "epoch": 0.5296933626601112, | |
| "grad_norm": 0.359375, | |
| "learning_rate": 0.000470773614228976, | |
| "loss": 0.9851, | |
| "step": 12282 | |
| }, | |
| { | |
| "epoch": 0.5306852977961789, | |
| "grad_norm": 0.4140625, | |
| "learning_rate": 0.00046978069418062514, | |
| "loss": 0.9728, | |
| "step": 12305 | |
| }, | |
| { | |
| "epoch": 0.5316772329322466, | |
| "grad_norm": 0.376953125, | |
| "learning_rate": 0.00046878777413227426, | |
| "loss": 0.9813, | |
| "step": 12328 | |
| }, | |
| { | |
| "epoch": 0.5326691680683141, | |
| "grad_norm": 0.326171875, | |
| "learning_rate": 0.0004677948540839234, | |
| "loss": 0.9729, | |
| "step": 12351 | |
| }, | |
| { | |
| "epoch": 0.5336611032043818, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 0.0004668019340355725, | |
| "loss": 0.969, | |
| "step": 12374 | |
| }, | |
| { | |
| "epoch": 0.5346530383404494, | |
| "grad_norm": 0.43359375, | |
| "learning_rate": 0.00046580901398722156, | |
| "loss": 0.9786, | |
| "step": 12397 | |
| }, | |
| { | |
| "epoch": 0.535644973476517, | |
| "grad_norm": 0.388671875, | |
| "learning_rate": 0.00046481609393887063, | |
| "loss": 0.9773, | |
| "step": 12420 | |
| }, | |
| { | |
| "epoch": 0.5366369086125846, | |
| "grad_norm": 0.451171875, | |
| "learning_rate": 0.00046382317389051975, | |
| "loss": 0.9972, | |
| "step": 12443 | |
| }, | |
| { | |
| "epoch": 0.5376288437486523, | |
| "grad_norm": 0.408203125, | |
| "learning_rate": 0.00046283025384216887, | |
| "loss": 0.9893, | |
| "step": 12466 | |
| }, | |
| { | |
| "epoch": 0.5386207788847199, | |
| "grad_norm": 0.400390625, | |
| "learning_rate": 0.000461837333793818, | |
| "loss": 0.9747, | |
| "step": 12489 | |
| }, | |
| { | |
| "epoch": 0.5396127140207875, | |
| "grad_norm": 0.4921875, | |
| "learning_rate": 0.0004608444137454671, | |
| "loss": 0.9795, | |
| "step": 12512 | |
| }, | |
| { | |
| "epoch": 0.5406046491568551, | |
| "grad_norm": 0.37109375, | |
| "learning_rate": 0.00045985149369711623, | |
| "loss": 0.9608, | |
| "step": 12535 | |
| }, | |
| { | |
| "epoch": 0.5415965842929228, | |
| "grad_norm": 0.3515625, | |
| "learning_rate": 0.00045885857364876535, | |
| "loss": 0.966, | |
| "step": 12558 | |
| }, | |
| { | |
| "epoch": 0.5425885194289903, | |
| "grad_norm": 0.361328125, | |
| "learning_rate": 0.0004578656536004144, | |
| "loss": 0.9689, | |
| "step": 12581 | |
| }, | |
| { | |
| "epoch": 0.543580454565058, | |
| "grad_norm": 0.404296875, | |
| "learning_rate": 0.00045687273355206353, | |
| "loss": 0.9655, | |
| "step": 12604 | |
| }, | |
| { | |
| "epoch": 0.5445723897011256, | |
| "grad_norm": 0.37890625, | |
| "learning_rate": 0.00045587981350371265, | |
| "loss": 0.9693, | |
| "step": 12627 | |
| }, | |
| { | |
| "epoch": 0.5455643248371933, | |
| "grad_norm": 0.41015625, | |
| "learning_rate": 0.00045488689345536177, | |
| "loss": 0.9986, | |
| "step": 12650 | |
| }, | |
| { | |
| "epoch": 0.5465562599732608, | |
| "grad_norm": 0.345703125, | |
| "learning_rate": 0.0004538939734070109, | |
| "loss": 0.9715, | |
| "step": 12673 | |
| }, | |
| { | |
| "epoch": 0.5475481951093285, | |
| "grad_norm": 0.37890625, | |
| "learning_rate": 0.00045290105335866, | |
| "loss": 0.9781, | |
| "step": 12696 | |
| }, | |
| { | |
| "epoch": 0.5485401302453962, | |
| "grad_norm": 0.42578125, | |
| "learning_rate": 0.00045190813331030913, | |
| "loss": 1.0001, | |
| "step": 12719 | |
| }, | |
| { | |
| "epoch": 0.5495320653814637, | |
| "grad_norm": 0.43359375, | |
| "learning_rate": 0.0004509152132619582, | |
| "loss": 0.9811, | |
| "step": 12742 | |
| }, | |
| { | |
| "epoch": 0.5505240005175314, | |
| "grad_norm": 0.341796875, | |
| "learning_rate": 0.0004499222932136073, | |
| "loss": 0.9584, | |
| "step": 12765 | |
| }, | |
| { | |
| "epoch": 0.551515935653599, | |
| "grad_norm": 0.419921875, | |
| "learning_rate": 0.00044892937316525644, | |
| "loss": 0.977, | |
| "step": 12788 | |
| }, | |
| { | |
| "epoch": 0.5525078707896667, | |
| "grad_norm": 0.416015625, | |
| "learning_rate": 0.00044793645311690556, | |
| "loss": 0.9746, | |
| "step": 12811 | |
| }, | |
| { | |
| "epoch": 0.5534998059257342, | |
| "grad_norm": 0.390625, | |
| "learning_rate": 0.0004469435330685547, | |
| "loss": 0.9811, | |
| "step": 12834 | |
| }, | |
| { | |
| "epoch": 0.5544917410618019, | |
| "grad_norm": 0.35546875, | |
| "learning_rate": 0.0004459506130202038, | |
| "loss": 0.9523, | |
| "step": 12857 | |
| }, | |
| { | |
| "epoch": 0.5554836761978695, | |
| "grad_norm": 0.37890625, | |
| "learning_rate": 0.0004449576929718529, | |
| "loss": 0.9641, | |
| "step": 12880 | |
| }, | |
| { | |
| "epoch": 0.5564756113339371, | |
| "grad_norm": 0.36328125, | |
| "learning_rate": 0.00044396477292350204, | |
| "loss": 0.9845, | |
| "step": 12903 | |
| }, | |
| { | |
| "epoch": 0.5574675464700047, | |
| "grad_norm": 0.365234375, | |
| "learning_rate": 0.0004429718528751511, | |
| "loss": 0.9788, | |
| "step": 12926 | |
| }, | |
| { | |
| "epoch": 0.5584594816060724, | |
| "grad_norm": 0.390625, | |
| "learning_rate": 0.0004419789328268002, | |
| "loss": 0.9795, | |
| "step": 12949 | |
| }, | |
| { | |
| "epoch": 0.5594514167421399, | |
| "grad_norm": 0.37109375, | |
| "learning_rate": 0.00044098601277844934, | |
| "loss": 0.9716, | |
| "step": 12972 | |
| }, | |
| { | |
| "epoch": 0.5604433518782076, | |
| "grad_norm": 0.38671875, | |
| "learning_rate": 0.00043999309273009846, | |
| "loss": 0.9814, | |
| "step": 12995 | |
| }, | |
| { | |
| "epoch": 0.5614352870142753, | |
| "grad_norm": 0.34765625, | |
| "learning_rate": 0.00043900017268174753, | |
| "loss": 0.9724, | |
| "step": 13018 | |
| }, | |
| { | |
| "epoch": 0.5624272221503429, | |
| "grad_norm": 0.44921875, | |
| "learning_rate": 0.00043800725263339665, | |
| "loss": 0.9538, | |
| "step": 13041 | |
| }, | |
| { | |
| "epoch": 0.5634191572864105, | |
| "grad_norm": 0.3828125, | |
| "learning_rate": 0.00043701433258504577, | |
| "loss": 0.9744, | |
| "step": 13064 | |
| }, | |
| { | |
| "epoch": 0.5644110924224781, | |
| "grad_norm": 0.423828125, | |
| "learning_rate": 0.0004360214125366949, | |
| "loss": 0.9777, | |
| "step": 13087 | |
| }, | |
| { | |
| "epoch": 0.5654030275585458, | |
| "grad_norm": 0.365234375, | |
| "learning_rate": 0.00043502849248834395, | |
| "loss": 0.9688, | |
| "step": 13110 | |
| }, | |
| { | |
| "epoch": 0.5663949626946133, | |
| "grad_norm": 0.470703125, | |
| "learning_rate": 0.00043403557243999307, | |
| "loss": 0.988, | |
| "step": 13133 | |
| }, | |
| { | |
| "epoch": 0.567386897830681, | |
| "grad_norm": 0.341796875, | |
| "learning_rate": 0.0004330426523916422, | |
| "loss": 0.9678, | |
| "step": 13156 | |
| }, | |
| { | |
| "epoch": 0.5683788329667486, | |
| "grad_norm": 0.345703125, | |
| "learning_rate": 0.0004320497323432913, | |
| "loss": 0.9735, | |
| "step": 13179 | |
| }, | |
| { | |
| "epoch": 0.5693707681028163, | |
| "grad_norm": 0.416015625, | |
| "learning_rate": 0.00043105681229494043, | |
| "loss": 0.9612, | |
| "step": 13202 | |
| }, | |
| { | |
| "epoch": 0.5703627032388838, | |
| "grad_norm": 0.375, | |
| "learning_rate": 0.00043006389224658955, | |
| "loss": 0.9428, | |
| "step": 13225 | |
| }, | |
| { | |
| "epoch": 0.5713546383749515, | |
| "grad_norm": 0.4296875, | |
| "learning_rate": 0.00042907097219823867, | |
| "loss": 0.9654, | |
| "step": 13248 | |
| }, | |
| { | |
| "epoch": 0.5723465735110191, | |
| "grad_norm": 0.353515625, | |
| "learning_rate": 0.0004280780521498878, | |
| "loss": 0.9739, | |
| "step": 13271 | |
| }, | |
| { | |
| "epoch": 0.5733385086470867, | |
| "grad_norm": 0.380859375, | |
| "learning_rate": 0.00042708513210153686, | |
| "loss": 0.9755, | |
| "step": 13294 | |
| }, | |
| { | |
| "epoch": 0.5743304437831543, | |
| "grad_norm": 0.357421875, | |
| "learning_rate": 0.000426092212053186, | |
| "loss": 0.9784, | |
| "step": 13317 | |
| }, | |
| { | |
| "epoch": 0.575322378919222, | |
| "grad_norm": 0.3125, | |
| "learning_rate": 0.0004250992920048351, | |
| "loss": 0.9625, | |
| "step": 13340 | |
| }, | |
| { | |
| "epoch": 0.5763143140552897, | |
| "grad_norm": 0.345703125, | |
| "learning_rate": 0.0004241063719564842, | |
| "loss": 0.9521, | |
| "step": 13363 | |
| }, | |
| { | |
| "epoch": 0.5773062491913572, | |
| "grad_norm": 0.333984375, | |
| "learning_rate": 0.00042311345190813334, | |
| "loss": 0.984, | |
| "step": 13386 | |
| }, | |
| { | |
| "epoch": 0.5782981843274249, | |
| "grad_norm": 0.45703125, | |
| "learning_rate": 0.00042212053185978246, | |
| "loss": 0.9794, | |
| "step": 13409 | |
| }, | |
| { | |
| "epoch": 0.5792901194634925, | |
| "grad_norm": 0.396484375, | |
| "learning_rate": 0.0004211276118114316, | |
| "loss": 0.9705, | |
| "step": 13432 | |
| }, | |
| { | |
| "epoch": 0.5802820545995601, | |
| "grad_norm": 0.400390625, | |
| "learning_rate": 0.00042013469176308064, | |
| "loss": 0.97, | |
| "step": 13455 | |
| }, | |
| { | |
| "epoch": 0.5812739897356277, | |
| "grad_norm": 0.37890625, | |
| "learning_rate": 0.00041914177171472976, | |
| "loss": 0.968, | |
| "step": 13478 | |
| }, | |
| { | |
| "epoch": 0.5822659248716954, | |
| "grad_norm": 0.365234375, | |
| "learning_rate": 0.0004181488516663789, | |
| "loss": 0.9664, | |
| "step": 13501 | |
| }, | |
| { | |
| "epoch": 0.5832578600077629, | |
| "grad_norm": 0.361328125, | |
| "learning_rate": 0.000417155931618028, | |
| "loss": 0.9722, | |
| "step": 13524 | |
| }, | |
| { | |
| "epoch": 0.5842497951438306, | |
| "grad_norm": 0.369140625, | |
| "learning_rate": 0.0004161630115696771, | |
| "loss": 0.9695, | |
| "step": 13547 | |
| }, | |
| { | |
| "epoch": 0.5852417302798982, | |
| "grad_norm": 0.337890625, | |
| "learning_rate": 0.00041517009152132624, | |
| "loss": 0.9628, | |
| "step": 13570 | |
| }, | |
| { | |
| "epoch": 0.5862336654159659, | |
| "grad_norm": 0.330078125, | |
| "learning_rate": 0.0004141771714729753, | |
| "loss": 0.9515, | |
| "step": 13593 | |
| }, | |
| { | |
| "epoch": 0.5872256005520334, | |
| "grad_norm": 0.359375, | |
| "learning_rate": 0.0004131842514246244, | |
| "loss": 0.965, | |
| "step": 13616 | |
| }, | |
| { | |
| "epoch": 0.5882175356881011, | |
| "grad_norm": 0.392578125, | |
| "learning_rate": 0.0004121913313762735, | |
| "loss": 0.9598, | |
| "step": 13639 | |
| }, | |
| { | |
| "epoch": 0.5892094708241687, | |
| "grad_norm": 0.41796875, | |
| "learning_rate": 0.0004111984113279226, | |
| "loss": 0.9575, | |
| "step": 13662 | |
| }, | |
| { | |
| "epoch": 0.5902014059602363, | |
| "grad_norm": 0.5234375, | |
| "learning_rate": 0.00041020549127957173, | |
| "loss": 0.9933, | |
| "step": 13685 | |
| }, | |
| { | |
| "epoch": 0.591193341096304, | |
| "grad_norm": 0.423828125, | |
| "learning_rate": 0.00040921257123122085, | |
| "loss": 0.9621, | |
| "step": 13708 | |
| }, | |
| { | |
| "epoch": 0.5921852762323716, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 0.00040821965118286997, | |
| "loss": 0.964, | |
| "step": 13731 | |
| }, | |
| { | |
| "epoch": 0.5931772113684393, | |
| "grad_norm": 0.423828125, | |
| "learning_rate": 0.0004072267311345191, | |
| "loss": 0.9854, | |
| "step": 13754 | |
| }, | |
| { | |
| "epoch": 0.5941691465045068, | |
| "grad_norm": 0.3515625, | |
| "learning_rate": 0.0004062338110861682, | |
| "loss": 0.9883, | |
| "step": 13777 | |
| }, | |
| { | |
| "epoch": 0.5951610816405745, | |
| "grad_norm": 0.408203125, | |
| "learning_rate": 0.00040524089103781733, | |
| "loss": 0.9853, | |
| "step": 13800 | |
| }, | |
| { | |
| "epoch": 0.5961530167766421, | |
| "grad_norm": 0.408203125, | |
| "learning_rate": 0.0004042479709894664, | |
| "loss": 0.9557, | |
| "step": 13823 | |
| }, | |
| { | |
| "epoch": 0.5971449519127097, | |
| "grad_norm": 0.42578125, | |
| "learning_rate": 0.0004032550509411155, | |
| "loss": 0.9587, | |
| "step": 13846 | |
| }, | |
| { | |
| "epoch": 0.5981368870487773, | |
| "grad_norm": 0.44921875, | |
| "learning_rate": 0.00040226213089276464, | |
| "loss": 0.9771, | |
| "step": 13869 | |
| }, | |
| { | |
| "epoch": 0.599128822184845, | |
| "grad_norm": 0.431640625, | |
| "learning_rate": 0.00040126921084441376, | |
| "loss": 0.9661, | |
| "step": 13892 | |
| }, | |
| { | |
| "epoch": 0.5998188640186312, | |
| "eval_runtime": 163.7921, | |
| "eval_samples_per_second": 610.53, | |
| "eval_steps_per_second": 7.632, | |
| "step": 13908 | |
| } | |
| ], | |
| "logging_steps": 23, | |
| "max_steps": 23187, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 9223372036854775807, | |
| "save_steps": 2318, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.0167159364234772e+18, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |