|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 50.0, |
|
"eval_steps": 500, |
|
"global_step": 161050, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.1552312946289972, |
|
"grad_norm": 2.5311179161071777, |
|
"learning_rate": 4.9844768705371e-05, |
|
"loss": 7.3069, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 0.3104625892579944, |
|
"grad_norm": 1.969574213027954, |
|
"learning_rate": 4.968953741074201e-05, |
|
"loss": 6.5393, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 0.4656938838869916, |
|
"grad_norm": 2.073662757873535, |
|
"learning_rate": 4.953430611611301e-05, |
|
"loss": 6.1794, |
|
"step": 1500 |
|
}, |
|
{ |
|
"epoch": 0.6209251785159888, |
|
"grad_norm": 1.9679251909255981, |
|
"learning_rate": 4.937907482148401e-05, |
|
"loss": 5.8754, |
|
"step": 2000 |
|
}, |
|
{ |
|
"epoch": 0.776156473144986, |
|
"grad_norm": 2.1763973236083984, |
|
"learning_rate": 4.922384352685502e-05, |
|
"loss": 5.6265, |
|
"step": 2500 |
|
}, |
|
{ |
|
"epoch": 0.9313877677739832, |
|
"grad_norm": 2.12394642829895, |
|
"learning_rate": 4.906861223222602e-05, |
|
"loss": 5.4302, |
|
"step": 3000 |
|
}, |
|
{ |
|
"epoch": 1.0866190624029803, |
|
"grad_norm": 2.004790782928467, |
|
"learning_rate": 4.891338093759702e-05, |
|
"loss": 5.2491, |
|
"step": 3500 |
|
}, |
|
{ |
|
"epoch": 1.2418503570319777, |
|
"grad_norm": 1.9632400274276733, |
|
"learning_rate": 4.875814964296802e-05, |
|
"loss": 5.1163, |
|
"step": 4000 |
|
}, |
|
{ |
|
"epoch": 1.397081651660975, |
|
"grad_norm": 2.08528733253479, |
|
"learning_rate": 4.8602918348339024e-05, |
|
"loss": 5.0118, |
|
"step": 4500 |
|
}, |
|
{ |
|
"epoch": 1.552312946289972, |
|
"grad_norm": 2.016941547393799, |
|
"learning_rate": 4.8447687053710025e-05, |
|
"loss": 4.9387, |
|
"step": 5000 |
|
}, |
|
{ |
|
"epoch": 1.7075442409189692, |
|
"grad_norm": 2.050320863723755, |
|
"learning_rate": 4.829245575908103e-05, |
|
"loss": 4.8555, |
|
"step": 5500 |
|
}, |
|
{ |
|
"epoch": 1.8627755355479665, |
|
"grad_norm": 2.028923273086548, |
|
"learning_rate": 4.8137224464452034e-05, |
|
"loss": 4.801, |
|
"step": 6000 |
|
}, |
|
{ |
|
"epoch": 2.018006830176964, |
|
"grad_norm": 2.3016574382781982, |
|
"learning_rate": 4.7981993169823035e-05, |
|
"loss": 4.7415, |
|
"step": 6500 |
|
}, |
|
{ |
|
"epoch": 2.1732381248059607, |
|
"grad_norm": 2.362550735473633, |
|
"learning_rate": 4.782676187519404e-05, |
|
"loss": 4.6673, |
|
"step": 7000 |
|
}, |
|
{ |
|
"epoch": 2.328469419434958, |
|
"grad_norm": 2.2543234825134277, |
|
"learning_rate": 4.7671530580565043e-05, |
|
"loss": 4.6305, |
|
"step": 7500 |
|
}, |
|
{ |
|
"epoch": 2.4837007140639553, |
|
"grad_norm": 2.4154460430145264, |
|
"learning_rate": 4.7516299285936044e-05, |
|
"loss": 4.5969, |
|
"step": 8000 |
|
}, |
|
{ |
|
"epoch": 2.6389320086929526, |
|
"grad_norm": 2.489636182785034, |
|
"learning_rate": 4.736106799130705e-05, |
|
"loss": 4.5431, |
|
"step": 8500 |
|
}, |
|
{ |
|
"epoch": 2.79416330332195, |
|
"grad_norm": 2.3382210731506348, |
|
"learning_rate": 4.720583669667805e-05, |
|
"loss": 4.5128, |
|
"step": 9000 |
|
}, |
|
{ |
|
"epoch": 2.949394597950947, |
|
"grad_norm": 2.371870756149292, |
|
"learning_rate": 4.7050605402049054e-05, |
|
"loss": 4.481, |
|
"step": 9500 |
|
}, |
|
{ |
|
"epoch": 3.104625892579944, |
|
"grad_norm": 2.4025254249572754, |
|
"learning_rate": 4.689537410742006e-05, |
|
"loss": 4.4316, |
|
"step": 10000 |
|
}, |
|
{ |
|
"epoch": 3.2598571872089415, |
|
"grad_norm": 2.3801567554473877, |
|
"learning_rate": 4.674014281279106e-05, |
|
"loss": 4.392, |
|
"step": 10500 |
|
}, |
|
{ |
|
"epoch": 3.4150884818379383, |
|
"grad_norm": 2.7669832706451416, |
|
"learning_rate": 4.6584911518162063e-05, |
|
"loss": 4.3718, |
|
"step": 11000 |
|
}, |
|
{ |
|
"epoch": 3.5703197764669357, |
|
"grad_norm": 2.3554067611694336, |
|
"learning_rate": 4.6429680223533064e-05, |
|
"loss": 4.3374, |
|
"step": 11500 |
|
}, |
|
{ |
|
"epoch": 3.725551071095933, |
|
"grad_norm": 2.672555923461914, |
|
"learning_rate": 4.6274448928904065e-05, |
|
"loss": 4.2903, |
|
"step": 12000 |
|
}, |
|
{ |
|
"epoch": 3.8807823657249303, |
|
"grad_norm": 3.017108678817749, |
|
"learning_rate": 4.611921763427507e-05, |
|
"loss": 4.2753, |
|
"step": 12500 |
|
}, |
|
{ |
|
"epoch": 4.036013660353928, |
|
"grad_norm": 2.9149186611175537, |
|
"learning_rate": 4.5963986339646074e-05, |
|
"loss": 4.2174, |
|
"step": 13000 |
|
}, |
|
{ |
|
"epoch": 4.191244954982925, |
|
"grad_norm": 2.5483713150024414, |
|
"learning_rate": 4.5808755045017075e-05, |
|
"loss": 4.1771, |
|
"step": 13500 |
|
}, |
|
{ |
|
"epoch": 4.346476249611921, |
|
"grad_norm": 2.8469910621643066, |
|
"learning_rate": 4.565352375038808e-05, |
|
"loss": 4.1374, |
|
"step": 14000 |
|
}, |
|
{ |
|
"epoch": 4.501707544240919, |
|
"grad_norm": 2.5643463134765625, |
|
"learning_rate": 4.5498292455759083e-05, |
|
"loss": 4.1179, |
|
"step": 14500 |
|
}, |
|
{ |
|
"epoch": 4.656938838869916, |
|
"grad_norm": 2.949036121368408, |
|
"learning_rate": 4.5343061161130084e-05, |
|
"loss": 4.0832, |
|
"step": 15000 |
|
}, |
|
{ |
|
"epoch": 4.812170133498913, |
|
"grad_norm": 2.8270998001098633, |
|
"learning_rate": 4.518782986650109e-05, |
|
"loss": 4.066, |
|
"step": 15500 |
|
}, |
|
{ |
|
"epoch": 4.967401428127911, |
|
"grad_norm": 2.839745283126831, |
|
"learning_rate": 4.503259857187209e-05, |
|
"loss": 4.0297, |
|
"step": 16000 |
|
}, |
|
{ |
|
"epoch": 5.122632722756908, |
|
"grad_norm": 2.8617799282073975, |
|
"learning_rate": 4.4877367277243094e-05, |
|
"loss": 3.9769, |
|
"step": 16500 |
|
}, |
|
{ |
|
"epoch": 5.277864017385905, |
|
"grad_norm": 2.988461494445801, |
|
"learning_rate": 4.47221359826141e-05, |
|
"loss": 3.9605, |
|
"step": 17000 |
|
}, |
|
{ |
|
"epoch": 5.433095312014903, |
|
"grad_norm": 2.9263391494750977, |
|
"learning_rate": 4.45669046879851e-05, |
|
"loss": 3.9326, |
|
"step": 17500 |
|
}, |
|
{ |
|
"epoch": 5.5883266066439, |
|
"grad_norm": 3.013662099838257, |
|
"learning_rate": 4.4411673393356104e-05, |
|
"loss": 3.9117, |
|
"step": 18000 |
|
}, |
|
{ |
|
"epoch": 5.743557901272896, |
|
"grad_norm": 3.1931121349334717, |
|
"learning_rate": 4.4256442098727104e-05, |
|
"loss": 3.8977, |
|
"step": 18500 |
|
}, |
|
{ |
|
"epoch": 5.898789195901894, |
|
"grad_norm": 3.0486295223236084, |
|
"learning_rate": 4.4101210804098105e-05, |
|
"loss": 3.8594, |
|
"step": 19000 |
|
}, |
|
{ |
|
"epoch": 6.054020490530891, |
|
"grad_norm": 3.090029001235962, |
|
"learning_rate": 4.3945979509469106e-05, |
|
"loss": 3.8299, |
|
"step": 19500 |
|
}, |
|
{ |
|
"epoch": 6.209251785159888, |
|
"grad_norm": 2.7931933403015137, |
|
"learning_rate": 4.3790748214840114e-05, |
|
"loss": 3.7919, |
|
"step": 20000 |
|
}, |
|
{ |
|
"epoch": 6.364483079788886, |
|
"grad_norm": 3.0710182189941406, |
|
"learning_rate": 4.3635516920211115e-05, |
|
"loss": 3.7688, |
|
"step": 20500 |
|
}, |
|
{ |
|
"epoch": 6.519714374417883, |
|
"grad_norm": 3.5505247116088867, |
|
"learning_rate": 4.3480285625582116e-05, |
|
"loss": 3.7545, |
|
"step": 21000 |
|
}, |
|
{ |
|
"epoch": 6.674945669046879, |
|
"grad_norm": 3.376587390899658, |
|
"learning_rate": 4.3325054330953124e-05, |
|
"loss": 3.7285, |
|
"step": 21500 |
|
}, |
|
{ |
|
"epoch": 6.830176963675877, |
|
"grad_norm": 4.988298416137695, |
|
"learning_rate": 4.3169823036324124e-05, |
|
"loss": 3.7192, |
|
"step": 22000 |
|
}, |
|
{ |
|
"epoch": 6.985408258304874, |
|
"grad_norm": 3.1776342391967773, |
|
"learning_rate": 4.3014591741695125e-05, |
|
"loss": 3.6964, |
|
"step": 22500 |
|
}, |
|
{ |
|
"epoch": 7.140639552933871, |
|
"grad_norm": 3.3717660903930664, |
|
"learning_rate": 4.285936044706613e-05, |
|
"loss": 3.6509, |
|
"step": 23000 |
|
}, |
|
{ |
|
"epoch": 7.295870847562869, |
|
"grad_norm": 3.224043607711792, |
|
"learning_rate": 4.2704129152437134e-05, |
|
"loss": 3.6125, |
|
"step": 23500 |
|
}, |
|
{ |
|
"epoch": 7.451102142191866, |
|
"grad_norm": 3.1459500789642334, |
|
"learning_rate": 4.2548897857808135e-05, |
|
"loss": 3.6209, |
|
"step": 24000 |
|
}, |
|
{ |
|
"epoch": 7.606333436820863, |
|
"grad_norm": 3.296095132827759, |
|
"learning_rate": 4.239366656317914e-05, |
|
"loss": 3.5956, |
|
"step": 24500 |
|
}, |
|
{ |
|
"epoch": 7.761564731449861, |
|
"grad_norm": 3.7389063835144043, |
|
"learning_rate": 4.2238435268550144e-05, |
|
"loss": 3.5743, |
|
"step": 25000 |
|
}, |
|
{ |
|
"epoch": 7.916796026078858, |
|
"grad_norm": 3.22495174407959, |
|
"learning_rate": 4.2083203973921145e-05, |
|
"loss": 3.5633, |
|
"step": 25500 |
|
}, |
|
{ |
|
"epoch": 8.072027320707855, |
|
"grad_norm": 3.2648046016693115, |
|
"learning_rate": 4.192797267929215e-05, |
|
"loss": 3.5174, |
|
"step": 26000 |
|
}, |
|
{ |
|
"epoch": 8.227258615336853, |
|
"grad_norm": 3.516303539276123, |
|
"learning_rate": 4.177274138466315e-05, |
|
"loss": 3.4799, |
|
"step": 26500 |
|
}, |
|
{ |
|
"epoch": 8.38248990996585, |
|
"grad_norm": 3.50242280960083, |
|
"learning_rate": 4.1617510090034154e-05, |
|
"loss": 3.4678, |
|
"step": 27000 |
|
}, |
|
{ |
|
"epoch": 8.537721204594845, |
|
"grad_norm": 3.312835454940796, |
|
"learning_rate": 4.1462278795405155e-05, |
|
"loss": 3.4551, |
|
"step": 27500 |
|
}, |
|
{ |
|
"epoch": 8.692952499223843, |
|
"grad_norm": 3.0370001792907715, |
|
"learning_rate": 4.1307047500776156e-05, |
|
"loss": 3.4393, |
|
"step": 28000 |
|
}, |
|
{ |
|
"epoch": 8.84818379385284, |
|
"grad_norm": 3.387784242630005, |
|
"learning_rate": 4.115181620614716e-05, |
|
"loss": 3.415, |
|
"step": 28500 |
|
}, |
|
{ |
|
"epoch": 9.003415088481837, |
|
"grad_norm": 3.6201112270355225, |
|
"learning_rate": 4.0996584911518165e-05, |
|
"loss": 3.418, |
|
"step": 29000 |
|
}, |
|
{ |
|
"epoch": 9.158646383110835, |
|
"grad_norm": 3.2895004749298096, |
|
"learning_rate": 4.0841353616889166e-05, |
|
"loss": 3.3479, |
|
"step": 29500 |
|
}, |
|
{ |
|
"epoch": 9.313877677739832, |
|
"grad_norm": 4.205784320831299, |
|
"learning_rate": 4.0686122322260166e-05, |
|
"loss": 3.3433, |
|
"step": 30000 |
|
}, |
|
{ |
|
"epoch": 9.46910897236883, |
|
"grad_norm": 4.602181434631348, |
|
"learning_rate": 4.0530891027631174e-05, |
|
"loss": 3.3223, |
|
"step": 30500 |
|
}, |
|
{ |
|
"epoch": 9.624340266997827, |
|
"grad_norm": 3.7277743816375732, |
|
"learning_rate": 4.0375659733002175e-05, |
|
"loss": 3.3039, |
|
"step": 31000 |
|
}, |
|
{ |
|
"epoch": 9.779571561626824, |
|
"grad_norm": 3.491147994995117, |
|
"learning_rate": 4.0220428438373176e-05, |
|
"loss": 3.2895, |
|
"step": 31500 |
|
}, |
|
{ |
|
"epoch": 9.934802856255821, |
|
"grad_norm": 3.2562263011932373, |
|
"learning_rate": 4.0065197143744184e-05, |
|
"loss": 3.2754, |
|
"step": 32000 |
|
}, |
|
{ |
|
"epoch": 10.090034150884819, |
|
"grad_norm": 3.8227834701538086, |
|
"learning_rate": 3.9909965849115185e-05, |
|
"loss": 3.239, |
|
"step": 32500 |
|
}, |
|
{ |
|
"epoch": 10.245265445513816, |
|
"grad_norm": 3.5297625064849854, |
|
"learning_rate": 3.9754734554486186e-05, |
|
"loss": 3.2036, |
|
"step": 33000 |
|
}, |
|
{ |
|
"epoch": 10.400496740142813, |
|
"grad_norm": 3.621588945388794, |
|
"learning_rate": 3.959950325985719e-05, |
|
"loss": 3.1944, |
|
"step": 33500 |
|
}, |
|
{ |
|
"epoch": 10.55572803477181, |
|
"grad_norm": 3.2394556999206543, |
|
"learning_rate": 3.9444271965228194e-05, |
|
"loss": 3.1961, |
|
"step": 34000 |
|
}, |
|
{ |
|
"epoch": 10.710959329400808, |
|
"grad_norm": 3.6555140018463135, |
|
"learning_rate": 3.9289040670599195e-05, |
|
"loss": 3.1687, |
|
"step": 34500 |
|
}, |
|
{ |
|
"epoch": 10.866190624029805, |
|
"grad_norm": 3.675229787826538, |
|
"learning_rate": 3.9133809375970196e-05, |
|
"loss": 3.1664, |
|
"step": 35000 |
|
}, |
|
{ |
|
"epoch": 11.021421918658802, |
|
"grad_norm": 3.4863462448120117, |
|
"learning_rate": 3.89785780813412e-05, |
|
"loss": 3.1411, |
|
"step": 35500 |
|
}, |
|
{ |
|
"epoch": 11.176653213287798, |
|
"grad_norm": 3.564634084701538, |
|
"learning_rate": 3.88233467867122e-05, |
|
"loss": 3.0942, |
|
"step": 36000 |
|
}, |
|
{ |
|
"epoch": 11.331884507916795, |
|
"grad_norm": 3.6480257511138916, |
|
"learning_rate": 3.8668115492083206e-05, |
|
"loss": 3.0866, |
|
"step": 36500 |
|
}, |
|
{ |
|
"epoch": 11.487115802545793, |
|
"grad_norm": 3.6294379234313965, |
|
"learning_rate": 3.8512884197454207e-05, |
|
"loss": 3.075, |
|
"step": 37000 |
|
}, |
|
{ |
|
"epoch": 11.64234709717479, |
|
"grad_norm": 3.706338882446289, |
|
"learning_rate": 3.8357652902825214e-05, |
|
"loss": 3.0711, |
|
"step": 37500 |
|
}, |
|
{ |
|
"epoch": 11.797578391803787, |
|
"grad_norm": 3.5022192001342773, |
|
"learning_rate": 3.8202421608196215e-05, |
|
"loss": 3.0543, |
|
"step": 38000 |
|
}, |
|
{ |
|
"epoch": 11.952809686432785, |
|
"grad_norm": 3.718973159790039, |
|
"learning_rate": 3.8047190313567216e-05, |
|
"loss": 3.0499, |
|
"step": 38500 |
|
}, |
|
{ |
|
"epoch": 12.108040981061782, |
|
"grad_norm": 3.5916123390197754, |
|
"learning_rate": 3.7891959018938224e-05, |
|
"loss": 3.0056, |
|
"step": 39000 |
|
}, |
|
{ |
|
"epoch": 12.26327227569078, |
|
"grad_norm": 3.694257974624634, |
|
"learning_rate": 3.7736727724309225e-05, |
|
"loss": 2.9916, |
|
"step": 39500 |
|
}, |
|
{ |
|
"epoch": 12.418503570319777, |
|
"grad_norm": 3.5255913734436035, |
|
"learning_rate": 3.7581496429680226e-05, |
|
"loss": 2.9823, |
|
"step": 40000 |
|
}, |
|
{ |
|
"epoch": 12.573734864948774, |
|
"grad_norm": 3.4169323444366455, |
|
"learning_rate": 3.742626513505123e-05, |
|
"loss": 2.9726, |
|
"step": 40500 |
|
}, |
|
{ |
|
"epoch": 12.728966159577771, |
|
"grad_norm": 3.2919702529907227, |
|
"learning_rate": 3.7271033840422234e-05, |
|
"loss": 2.9586, |
|
"step": 41000 |
|
}, |
|
{ |
|
"epoch": 12.884197454206769, |
|
"grad_norm": 3.52095890045166, |
|
"learning_rate": 3.7115802545793235e-05, |
|
"loss": 2.9576, |
|
"step": 41500 |
|
}, |
|
{ |
|
"epoch": 13.039428748835766, |
|
"grad_norm": 4.317255020141602, |
|
"learning_rate": 3.6960571251164236e-05, |
|
"loss": 2.936, |
|
"step": 42000 |
|
}, |
|
{ |
|
"epoch": 13.194660043464763, |
|
"grad_norm": 3.2749974727630615, |
|
"learning_rate": 3.680533995653524e-05, |
|
"loss": 2.894, |
|
"step": 42500 |
|
}, |
|
{ |
|
"epoch": 13.34989133809376, |
|
"grad_norm": 4.149952411651611, |
|
"learning_rate": 3.665010866190624e-05, |
|
"loss": 2.8892, |
|
"step": 43000 |
|
}, |
|
{ |
|
"epoch": 13.505122632722756, |
|
"grad_norm": 3.8253960609436035, |
|
"learning_rate": 3.6494877367277246e-05, |
|
"loss": 2.8957, |
|
"step": 43500 |
|
}, |
|
{ |
|
"epoch": 13.660353927351753, |
|
"grad_norm": 3.3494088649749756, |
|
"learning_rate": 3.6339646072648247e-05, |
|
"loss": 2.8821, |
|
"step": 44000 |
|
}, |
|
{ |
|
"epoch": 13.81558522198075, |
|
"grad_norm": 3.426492691040039, |
|
"learning_rate": 3.618441477801925e-05, |
|
"loss": 2.8655, |
|
"step": 44500 |
|
}, |
|
{ |
|
"epoch": 13.970816516609748, |
|
"grad_norm": 3.3416435718536377, |
|
"learning_rate": 3.6029183483390255e-05, |
|
"loss": 2.8685, |
|
"step": 45000 |
|
}, |
|
{ |
|
"epoch": 14.126047811238745, |
|
"grad_norm": 3.6365139484405518, |
|
"learning_rate": 3.5873952188761256e-05, |
|
"loss": 2.8184, |
|
"step": 45500 |
|
}, |
|
{ |
|
"epoch": 14.281279105867743, |
|
"grad_norm": 3.4732120037078857, |
|
"learning_rate": 3.571872089413226e-05, |
|
"loss": 2.8102, |
|
"step": 46000 |
|
}, |
|
{ |
|
"epoch": 14.43651040049674, |
|
"grad_norm": 3.4674530029296875, |
|
"learning_rate": 3.5563489599503265e-05, |
|
"loss": 2.8077, |
|
"step": 46500 |
|
}, |
|
{ |
|
"epoch": 14.591741695125737, |
|
"grad_norm": 3.3378286361694336, |
|
"learning_rate": 3.5408258304874266e-05, |
|
"loss": 2.808, |
|
"step": 47000 |
|
}, |
|
{ |
|
"epoch": 14.746972989754735, |
|
"grad_norm": 3.5950191020965576, |
|
"learning_rate": 3.525302701024527e-05, |
|
"loss": 2.7938, |
|
"step": 47500 |
|
}, |
|
{ |
|
"epoch": 14.902204284383732, |
|
"grad_norm": 3.4225220680236816, |
|
"learning_rate": 3.5097795715616274e-05, |
|
"loss": 2.7817, |
|
"step": 48000 |
|
}, |
|
{ |
|
"epoch": 15.05743557901273, |
|
"grad_norm": 3.353314161300659, |
|
"learning_rate": 3.4942564420987275e-05, |
|
"loss": 2.7783, |
|
"step": 48500 |
|
}, |
|
{ |
|
"epoch": 15.212666873641727, |
|
"grad_norm": 3.483828067779541, |
|
"learning_rate": 3.4787333126358276e-05, |
|
"loss": 2.7388, |
|
"step": 49000 |
|
}, |
|
{ |
|
"epoch": 15.367898168270724, |
|
"grad_norm": 3.295490026473999, |
|
"learning_rate": 3.463210183172928e-05, |
|
"loss": 2.7404, |
|
"step": 49500 |
|
}, |
|
{ |
|
"epoch": 15.523129462899721, |
|
"grad_norm": 3.7673990726470947, |
|
"learning_rate": 3.447687053710028e-05, |
|
"loss": 2.7192, |
|
"step": 50000 |
|
}, |
|
{ |
|
"epoch": 15.678360757528718, |
|
"grad_norm": 3.3685121536254883, |
|
"learning_rate": 3.432163924247128e-05, |
|
"loss": 2.7341, |
|
"step": 50500 |
|
}, |
|
{ |
|
"epoch": 15.833592052157716, |
|
"grad_norm": 3.8389620780944824, |
|
"learning_rate": 3.416640794784229e-05, |
|
"loss": 2.7239, |
|
"step": 51000 |
|
}, |
|
{ |
|
"epoch": 15.988823346786713, |
|
"grad_norm": 3.8301634788513184, |
|
"learning_rate": 3.401117665321329e-05, |
|
"loss": 2.716, |
|
"step": 51500 |
|
}, |
|
{ |
|
"epoch": 16.14405464141571, |
|
"grad_norm": 3.7196969985961914, |
|
"learning_rate": 3.385594535858429e-05, |
|
"loss": 2.6732, |
|
"step": 52000 |
|
}, |
|
{ |
|
"epoch": 16.299285936044708, |
|
"grad_norm": 3.847682476043701, |
|
"learning_rate": 3.3700714063955296e-05, |
|
"loss": 2.6561, |
|
"step": 52500 |
|
}, |
|
{ |
|
"epoch": 16.454517230673705, |
|
"grad_norm": 3.079871416091919, |
|
"learning_rate": 3.35454827693263e-05, |
|
"loss": 2.6765, |
|
"step": 53000 |
|
}, |
|
{ |
|
"epoch": 16.609748525302702, |
|
"grad_norm": 3.7256991863250732, |
|
"learning_rate": 3.33902514746973e-05, |
|
"loss": 2.6754, |
|
"step": 53500 |
|
}, |
|
{ |
|
"epoch": 16.7649798199317, |
|
"grad_norm": 3.556029796600342, |
|
"learning_rate": 3.3235020180068306e-05, |
|
"loss": 2.6675, |
|
"step": 54000 |
|
}, |
|
{ |
|
"epoch": 16.920211114560697, |
|
"grad_norm": 3.9556143283843994, |
|
"learning_rate": 3.307978888543931e-05, |
|
"loss": 2.6507, |
|
"step": 54500 |
|
}, |
|
{ |
|
"epoch": 17.075442409189694, |
|
"grad_norm": 3.482832431793213, |
|
"learning_rate": 3.292455759081031e-05, |
|
"loss": 2.6343, |
|
"step": 55000 |
|
}, |
|
{ |
|
"epoch": 17.230673703818688, |
|
"grad_norm": 4.063329696655273, |
|
"learning_rate": 3.2769326296181315e-05, |
|
"loss": 2.6071, |
|
"step": 55500 |
|
}, |
|
{ |
|
"epoch": 17.385904998447685, |
|
"grad_norm": 3.9433131217956543, |
|
"learning_rate": 3.2614095001552316e-05, |
|
"loss": 2.6064, |
|
"step": 56000 |
|
}, |
|
{ |
|
"epoch": 17.541136293076683, |
|
"grad_norm": 3.5680246353149414, |
|
"learning_rate": 3.245886370692332e-05, |
|
"loss": 2.6091, |
|
"step": 56500 |
|
}, |
|
{ |
|
"epoch": 17.69636758770568, |
|
"grad_norm": 3.5213463306427, |
|
"learning_rate": 3.230363241229432e-05, |
|
"loss": 2.6058, |
|
"step": 57000 |
|
}, |
|
{ |
|
"epoch": 17.851598882334677, |
|
"grad_norm": 3.5061028003692627, |
|
"learning_rate": 3.214840111766532e-05, |
|
"loss": 2.5981, |
|
"step": 57500 |
|
}, |
|
{ |
|
"epoch": 18.006830176963675, |
|
"grad_norm": 3.4912548065185547, |
|
"learning_rate": 3.199316982303632e-05, |
|
"loss": 2.5998, |
|
"step": 58000 |
|
}, |
|
{ |
|
"epoch": 18.162061471592672, |
|
"grad_norm": 3.2917845249176025, |
|
"learning_rate": 3.183793852840733e-05, |
|
"loss": 2.5569, |
|
"step": 58500 |
|
}, |
|
{ |
|
"epoch": 18.31729276622167, |
|
"grad_norm": 3.707597017288208, |
|
"learning_rate": 3.168270723377833e-05, |
|
"loss": 2.555, |
|
"step": 59000 |
|
}, |
|
{ |
|
"epoch": 18.472524060850667, |
|
"grad_norm": 3.4082422256469727, |
|
"learning_rate": 3.152747593914933e-05, |
|
"loss": 2.5539, |
|
"step": 59500 |
|
}, |
|
{ |
|
"epoch": 18.627755355479664, |
|
"grad_norm": 3.6042168140411377, |
|
"learning_rate": 3.137224464452034e-05, |
|
"loss": 2.5485, |
|
"step": 60000 |
|
}, |
|
{ |
|
"epoch": 18.78298665010866, |
|
"grad_norm": 3.665288209915161, |
|
"learning_rate": 3.121701334989134e-05, |
|
"loss": 2.5499, |
|
"step": 60500 |
|
}, |
|
{ |
|
"epoch": 18.93821794473766, |
|
"grad_norm": 3.590956211090088, |
|
"learning_rate": 3.1061782055262346e-05, |
|
"loss": 2.5479, |
|
"step": 61000 |
|
}, |
|
{ |
|
"epoch": 19.093449239366656, |
|
"grad_norm": 3.468674898147583, |
|
"learning_rate": 3.090655076063335e-05, |
|
"loss": 2.5156, |
|
"step": 61500 |
|
}, |
|
{ |
|
"epoch": 19.248680533995653, |
|
"grad_norm": 3.4389026165008545, |
|
"learning_rate": 3.075131946600435e-05, |
|
"loss": 2.5037, |
|
"step": 62000 |
|
}, |
|
{ |
|
"epoch": 19.40391182862465, |
|
"grad_norm": 3.568042039871216, |
|
"learning_rate": 3.0596088171375355e-05, |
|
"loss": 2.514, |
|
"step": 62500 |
|
}, |
|
{ |
|
"epoch": 19.559143123253648, |
|
"grad_norm": 3.448721408843994, |
|
"learning_rate": 3.0440856876746353e-05, |
|
"loss": 2.5004, |
|
"step": 63000 |
|
}, |
|
{ |
|
"epoch": 19.714374417882645, |
|
"grad_norm": 3.3219761848449707, |
|
"learning_rate": 3.0285625582117354e-05, |
|
"loss": 2.5072, |
|
"step": 63500 |
|
}, |
|
{ |
|
"epoch": 19.869605712511643, |
|
"grad_norm": 3.5406880378723145, |
|
"learning_rate": 3.013039428748836e-05, |
|
"loss": 2.5006, |
|
"step": 64000 |
|
}, |
|
{ |
|
"epoch": 20.02483700714064, |
|
"grad_norm": 3.606174945831299, |
|
"learning_rate": 2.9975162992859363e-05, |
|
"loss": 2.5015, |
|
"step": 64500 |
|
}, |
|
{ |
|
"epoch": 20.180068301769637, |
|
"grad_norm": 3.5096230506896973, |
|
"learning_rate": 2.9819931698230363e-05, |
|
"loss": 2.456, |
|
"step": 65000 |
|
}, |
|
{ |
|
"epoch": 20.335299596398634, |
|
"grad_norm": 3.478529691696167, |
|
"learning_rate": 2.966470040360137e-05, |
|
"loss": 2.4515, |
|
"step": 65500 |
|
}, |
|
{ |
|
"epoch": 20.490530891027632, |
|
"grad_norm": 3.3920540809631348, |
|
"learning_rate": 2.9509469108972372e-05, |
|
"loss": 2.4625, |
|
"step": 66000 |
|
}, |
|
{ |
|
"epoch": 20.64576218565663, |
|
"grad_norm": 3.6235618591308594, |
|
"learning_rate": 2.9354237814343373e-05, |
|
"loss": 2.4665, |
|
"step": 66500 |
|
}, |
|
{ |
|
"epoch": 20.800993480285626, |
|
"grad_norm": 3.580286979675293, |
|
"learning_rate": 2.9199006519714377e-05, |
|
"loss": 2.4577, |
|
"step": 67000 |
|
}, |
|
{ |
|
"epoch": 20.956224774914624, |
|
"grad_norm": 3.5689404010772705, |
|
"learning_rate": 2.9043775225085378e-05, |
|
"loss": 2.4619, |
|
"step": 67500 |
|
}, |
|
{ |
|
"epoch": 21.11145606954362, |
|
"grad_norm": 3.5909037590026855, |
|
"learning_rate": 2.888854393045638e-05, |
|
"loss": 2.4148, |
|
"step": 68000 |
|
}, |
|
{ |
|
"epoch": 21.26668736417262, |
|
"grad_norm": 3.4171316623687744, |
|
"learning_rate": 2.8733312635827387e-05, |
|
"loss": 2.4071, |
|
"step": 68500 |
|
}, |
|
{ |
|
"epoch": 21.421918658801616, |
|
"grad_norm": 3.457381248474121, |
|
"learning_rate": 2.8578081341198388e-05, |
|
"loss": 2.4169, |
|
"step": 69000 |
|
}, |
|
{ |
|
"epoch": 21.577149953430613, |
|
"grad_norm": 3.420381784439087, |
|
"learning_rate": 2.842285004656939e-05, |
|
"loss": 2.42, |
|
"step": 69500 |
|
}, |
|
{ |
|
"epoch": 21.73238124805961, |
|
"grad_norm": 3.2285988330841064, |
|
"learning_rate": 2.8267618751940393e-05, |
|
"loss": 2.4262, |
|
"step": 70000 |
|
}, |
|
{ |
|
"epoch": 21.887612542688608, |
|
"grad_norm": 3.473289728164673, |
|
"learning_rate": 2.8112387457311394e-05, |
|
"loss": 2.413, |
|
"step": 70500 |
|
}, |
|
{ |
|
"epoch": 22.042843837317605, |
|
"grad_norm": 3.272094488143921, |
|
"learning_rate": 2.7957156162682395e-05, |
|
"loss": 2.4166, |
|
"step": 71000 |
|
}, |
|
{ |
|
"epoch": 22.1980751319466, |
|
"grad_norm": 3.903505563735962, |
|
"learning_rate": 2.7801924868053403e-05, |
|
"loss": 2.3766, |
|
"step": 71500 |
|
}, |
|
{ |
|
"epoch": 22.353306426575596, |
|
"grad_norm": 3.58394193649292, |
|
"learning_rate": 2.7646693573424404e-05, |
|
"loss": 2.3844, |
|
"step": 72000 |
|
}, |
|
{ |
|
"epoch": 22.508537721204593, |
|
"grad_norm": 3.6447036266326904, |
|
"learning_rate": 2.7491462278795404e-05, |
|
"loss": 2.3683, |
|
"step": 72500 |
|
}, |
|
{ |
|
"epoch": 22.66376901583359, |
|
"grad_norm": 3.740295648574829, |
|
"learning_rate": 2.7336230984166412e-05, |
|
"loss": 2.3822, |
|
"step": 73000 |
|
}, |
|
{ |
|
"epoch": 22.819000310462588, |
|
"grad_norm": 3.439695358276367, |
|
"learning_rate": 2.7180999689537413e-05, |
|
"loss": 2.3893, |
|
"step": 73500 |
|
}, |
|
{ |
|
"epoch": 22.974231605091585, |
|
"grad_norm": 3.6966145038604736, |
|
"learning_rate": 2.7025768394908414e-05, |
|
"loss": 2.3803, |
|
"step": 74000 |
|
}, |
|
{ |
|
"epoch": 23.129462899720583, |
|
"grad_norm": 3.1649584770202637, |
|
"learning_rate": 2.687053710027942e-05, |
|
"loss": 2.343, |
|
"step": 74500 |
|
}, |
|
{ |
|
"epoch": 23.28469419434958, |
|
"grad_norm": 3.4965484142303467, |
|
"learning_rate": 2.671530580565042e-05, |
|
"loss": 2.3351, |
|
"step": 75000 |
|
}, |
|
{ |
|
"epoch": 23.439925488978577, |
|
"grad_norm": 3.3004109859466553, |
|
"learning_rate": 2.656007451102142e-05, |
|
"loss": 2.335, |
|
"step": 75500 |
|
}, |
|
{ |
|
"epoch": 23.595156783607575, |
|
"grad_norm": 3.5990171432495117, |
|
"learning_rate": 2.6404843216392428e-05, |
|
"loss": 2.3474, |
|
"step": 76000 |
|
}, |
|
{ |
|
"epoch": 23.750388078236572, |
|
"grad_norm": 3.2564170360565186, |
|
"learning_rate": 2.624961192176343e-05, |
|
"loss": 2.3447, |
|
"step": 76500 |
|
}, |
|
{ |
|
"epoch": 23.90561937286557, |
|
"grad_norm": 3.103309392929077, |
|
"learning_rate": 2.609438062713443e-05, |
|
"loss": 2.3536, |
|
"step": 77000 |
|
}, |
|
{ |
|
"epoch": 24.060850667494567, |
|
"grad_norm": 3.434351921081543, |
|
"learning_rate": 2.5939149332505437e-05, |
|
"loss": 2.3314, |
|
"step": 77500 |
|
}, |
|
{ |
|
"epoch": 24.216081962123564, |
|
"grad_norm": 3.0751280784606934, |
|
"learning_rate": 2.5783918037876435e-05, |
|
"loss": 2.3113, |
|
"step": 78000 |
|
}, |
|
{ |
|
"epoch": 24.37131325675256, |
|
"grad_norm": 3.3030903339385986, |
|
"learning_rate": 2.5628686743247436e-05, |
|
"loss": 2.3074, |
|
"step": 78500 |
|
}, |
|
{ |
|
"epoch": 24.52654455138156, |
|
"grad_norm": 3.4424233436584473, |
|
"learning_rate": 2.5473455448618444e-05, |
|
"loss": 2.3074, |
|
"step": 79000 |
|
}, |
|
{ |
|
"epoch": 24.681775846010556, |
|
"grad_norm": 3.4242780208587646, |
|
"learning_rate": 2.5318224153989445e-05, |
|
"loss": 2.3127, |
|
"step": 79500 |
|
}, |
|
{ |
|
"epoch": 24.837007140639553, |
|
"grad_norm": 3.478363275527954, |
|
"learning_rate": 2.5162992859360445e-05, |
|
"loss": 2.3068, |
|
"step": 80000 |
|
}, |
|
{ |
|
"epoch": 24.99223843526855, |
|
"grad_norm": 3.381448745727539, |
|
"learning_rate": 2.5007761564731453e-05, |
|
"loss": 2.3128, |
|
"step": 80500 |
|
}, |
|
{ |
|
"epoch": 25.147469729897548, |
|
"grad_norm": 3.3895316123962402, |
|
"learning_rate": 2.4852530270102454e-05, |
|
"loss": 2.2783, |
|
"step": 81000 |
|
}, |
|
{ |
|
"epoch": 25.302701024526545, |
|
"grad_norm": 3.522529363632202, |
|
"learning_rate": 2.469729897547346e-05, |
|
"loss": 2.2744, |
|
"step": 81500 |
|
}, |
|
{ |
|
"epoch": 25.457932319155542, |
|
"grad_norm": 3.2338192462921143, |
|
"learning_rate": 2.454206768084446e-05, |
|
"loss": 2.2724, |
|
"step": 82000 |
|
}, |
|
{ |
|
"epoch": 25.61316361378454, |
|
"grad_norm": 3.4074482917785645, |
|
"learning_rate": 2.438683638621546e-05, |
|
"loss": 2.2792, |
|
"step": 82500 |
|
}, |
|
{ |
|
"epoch": 25.768394908413537, |
|
"grad_norm": 4.039905548095703, |
|
"learning_rate": 2.4231605091586465e-05, |
|
"loss": 2.2841, |
|
"step": 83000 |
|
}, |
|
{ |
|
"epoch": 25.923626203042534, |
|
"grad_norm": 3.547403335571289, |
|
"learning_rate": 2.407637379695747e-05, |
|
"loss": 2.2819, |
|
"step": 83500 |
|
}, |
|
{ |
|
"epoch": 26.07885749767153, |
|
"grad_norm": 3.3868236541748047, |
|
"learning_rate": 2.392114250232847e-05, |
|
"loss": 2.2798, |
|
"step": 84000 |
|
}, |
|
{ |
|
"epoch": 26.23408879230053, |
|
"grad_norm": 3.4890501499176025, |
|
"learning_rate": 2.3765911207699474e-05, |
|
"loss": 2.2533, |
|
"step": 84500 |
|
}, |
|
{ |
|
"epoch": 26.389320086929526, |
|
"grad_norm": 3.4324049949645996, |
|
"learning_rate": 2.361067991307048e-05, |
|
"loss": 2.2503, |
|
"step": 85000 |
|
}, |
|
{ |
|
"epoch": 26.544551381558524, |
|
"grad_norm": 3.444091558456421, |
|
"learning_rate": 2.345544861844148e-05, |
|
"loss": 2.2475, |
|
"step": 85500 |
|
}, |
|
{ |
|
"epoch": 26.69978267618752, |
|
"grad_norm": 3.4090046882629395, |
|
"learning_rate": 2.330021732381248e-05, |
|
"loss": 2.2484, |
|
"step": 86000 |
|
}, |
|
{ |
|
"epoch": 26.85501397081652, |
|
"grad_norm": 3.447425365447998, |
|
"learning_rate": 2.3144986029183485e-05, |
|
"loss": 2.2488, |
|
"step": 86500 |
|
}, |
|
{ |
|
"epoch": 27.010245265445512, |
|
"grad_norm": 3.323572874069214, |
|
"learning_rate": 2.2989754734554486e-05, |
|
"loss": 2.2459, |
|
"step": 87000 |
|
}, |
|
{ |
|
"epoch": 27.16547656007451, |
|
"grad_norm": 3.2703440189361572, |
|
"learning_rate": 2.283452343992549e-05, |
|
"loss": 2.2174, |
|
"step": 87500 |
|
}, |
|
{ |
|
"epoch": 27.320707854703507, |
|
"grad_norm": 3.5882294178009033, |
|
"learning_rate": 2.2679292145296494e-05, |
|
"loss": 2.2148, |
|
"step": 88000 |
|
}, |
|
{ |
|
"epoch": 27.475939149332504, |
|
"grad_norm": 3.4588534832000732, |
|
"learning_rate": 2.2524060850667495e-05, |
|
"loss": 2.2225, |
|
"step": 88500 |
|
}, |
|
{ |
|
"epoch": 27.6311704439615, |
|
"grad_norm": 3.370229482650757, |
|
"learning_rate": 2.23688295560385e-05, |
|
"loss": 2.2274, |
|
"step": 89000 |
|
}, |
|
{ |
|
"epoch": 27.7864017385905, |
|
"grad_norm": 3.271768093109131, |
|
"learning_rate": 2.22135982614095e-05, |
|
"loss": 2.2272, |
|
"step": 89500 |
|
}, |
|
{ |
|
"epoch": 27.941633033219496, |
|
"grad_norm": 3.4835493564605713, |
|
"learning_rate": 2.20583669667805e-05, |
|
"loss": 2.2324, |
|
"step": 90000 |
|
}, |
|
{ |
|
"epoch": 28.096864327848493, |
|
"grad_norm": 3.6498279571533203, |
|
"learning_rate": 2.1903135672151506e-05, |
|
"loss": 2.1981, |
|
"step": 90500 |
|
}, |
|
{ |
|
"epoch": 28.25209562247749, |
|
"grad_norm": 3.356560468673706, |
|
"learning_rate": 2.174790437752251e-05, |
|
"loss": 2.2064, |
|
"step": 91000 |
|
}, |
|
{ |
|
"epoch": 28.407326917106488, |
|
"grad_norm": 3.2081451416015625, |
|
"learning_rate": 2.1592673082893514e-05, |
|
"loss": 2.1893, |
|
"step": 91500 |
|
}, |
|
{ |
|
"epoch": 28.562558211735485, |
|
"grad_norm": 3.4001569747924805, |
|
"learning_rate": 2.1437441788264515e-05, |
|
"loss": 2.2014, |
|
"step": 92000 |
|
}, |
|
{ |
|
"epoch": 28.717789506364483, |
|
"grad_norm": 3.529869794845581, |
|
"learning_rate": 2.128221049363552e-05, |
|
"loss": 2.2016, |
|
"step": 92500 |
|
}, |
|
{ |
|
"epoch": 28.87302080099348, |
|
"grad_norm": 3.313579797744751, |
|
"learning_rate": 2.112697919900652e-05, |
|
"loss": 2.1937, |
|
"step": 93000 |
|
}, |
|
{ |
|
"epoch": 29.028252095622477, |
|
"grad_norm": 3.336879253387451, |
|
"learning_rate": 2.097174790437752e-05, |
|
"loss": 2.1945, |
|
"step": 93500 |
|
}, |
|
{ |
|
"epoch": 29.183483390251475, |
|
"grad_norm": 3.567126512527466, |
|
"learning_rate": 2.0816516609748526e-05, |
|
"loss": 2.1729, |
|
"step": 94000 |
|
}, |
|
{ |
|
"epoch": 29.338714684880472, |
|
"grad_norm": 3.5103540420532227, |
|
"learning_rate": 2.066128531511953e-05, |
|
"loss": 2.1772, |
|
"step": 94500 |
|
}, |
|
{ |
|
"epoch": 29.49394597950947, |
|
"grad_norm": 3.479119300842285, |
|
"learning_rate": 2.050605402049053e-05, |
|
"loss": 2.1786, |
|
"step": 95000 |
|
}, |
|
{ |
|
"epoch": 29.649177274138466, |
|
"grad_norm": 3.516080856323242, |
|
"learning_rate": 2.0350822725861535e-05, |
|
"loss": 2.1714, |
|
"step": 95500 |
|
}, |
|
{ |
|
"epoch": 29.804408568767464, |
|
"grad_norm": 3.3175048828125, |
|
"learning_rate": 2.019559143123254e-05, |
|
"loss": 2.176, |
|
"step": 96000 |
|
}, |
|
{ |
|
"epoch": 29.95963986339646, |
|
"grad_norm": 3.5741403102874756, |
|
"learning_rate": 2.004036013660354e-05, |
|
"loss": 2.1747, |
|
"step": 96500 |
|
}, |
|
{ |
|
"epoch": 30.11487115802546, |
|
"grad_norm": 3.3326079845428467, |
|
"learning_rate": 1.988512884197454e-05, |
|
"loss": 2.1465, |
|
"step": 97000 |
|
}, |
|
{ |
|
"epoch": 30.270102452654456, |
|
"grad_norm": 3.591451406478882, |
|
"learning_rate": 1.9729897547345546e-05, |
|
"loss": 2.1452, |
|
"step": 97500 |
|
}, |
|
{ |
|
"epoch": 30.425333747283453, |
|
"grad_norm": 3.386875629425049, |
|
"learning_rate": 1.9574666252716547e-05, |
|
"loss": 2.1527, |
|
"step": 98000 |
|
}, |
|
{ |
|
"epoch": 30.58056504191245, |
|
"grad_norm": 3.5038528442382812, |
|
"learning_rate": 1.941943495808755e-05, |
|
"loss": 2.1562, |
|
"step": 98500 |
|
}, |
|
{ |
|
"epoch": 30.735796336541448, |
|
"grad_norm": 3.5655734539031982, |
|
"learning_rate": 1.9264203663458555e-05, |
|
"loss": 2.1579, |
|
"step": 99000 |
|
}, |
|
{ |
|
"epoch": 30.891027631170445, |
|
"grad_norm": 3.556865692138672, |
|
"learning_rate": 1.9108972368829556e-05, |
|
"loss": 2.1654, |
|
"step": 99500 |
|
}, |
|
{ |
|
"epoch": 31.046258925799442, |
|
"grad_norm": 3.171966791152954, |
|
"learning_rate": 1.895374107420056e-05, |
|
"loss": 2.1375, |
|
"step": 100000 |
|
}, |
|
{ |
|
"epoch": 31.20149022042844, |
|
"grad_norm": 3.2655224800109863, |
|
"learning_rate": 1.8798509779571565e-05, |
|
"loss": 2.1242, |
|
"step": 100500 |
|
}, |
|
{ |
|
"epoch": 31.356721515057437, |
|
"grad_norm": 3.5983667373657227, |
|
"learning_rate": 1.8643278484942562e-05, |
|
"loss": 2.1241, |
|
"step": 101000 |
|
}, |
|
{ |
|
"epoch": 31.511952809686434, |
|
"grad_norm": 3.4082624912261963, |
|
"learning_rate": 1.8488047190313567e-05, |
|
"loss": 2.1286, |
|
"step": 101500 |
|
}, |
|
{ |
|
"epoch": 31.66718410431543, |
|
"grad_norm": 3.6842904090881348, |
|
"learning_rate": 1.833281589568457e-05, |
|
"loss": 2.1307, |
|
"step": 102000 |
|
}, |
|
{ |
|
"epoch": 31.82241539894443, |
|
"grad_norm": 3.506561040878296, |
|
"learning_rate": 1.8177584601055575e-05, |
|
"loss": 2.128, |
|
"step": 102500 |
|
}, |
|
{ |
|
"epoch": 31.977646693573423, |
|
"grad_norm": 3.1754329204559326, |
|
"learning_rate": 1.8022353306426576e-05, |
|
"loss": 2.1546, |
|
"step": 103000 |
|
}, |
|
{ |
|
"epoch": 32.132877988202424, |
|
"grad_norm": 3.4814705848693848, |
|
"learning_rate": 1.786712201179758e-05, |
|
"loss": 2.1155, |
|
"step": 103500 |
|
}, |
|
{ |
|
"epoch": 32.28810928283142, |
|
"grad_norm": 3.7139673233032227, |
|
"learning_rate": 1.7711890717168585e-05, |
|
"loss": 2.1056, |
|
"step": 104000 |
|
}, |
|
{ |
|
"epoch": 32.44334057746042, |
|
"grad_norm": 3.498924732208252, |
|
"learning_rate": 1.7556659422539586e-05, |
|
"loss": 2.1142, |
|
"step": 104500 |
|
}, |
|
{ |
|
"epoch": 32.598571872089416, |
|
"grad_norm": 3.50618052482605, |
|
"learning_rate": 1.7401428127910587e-05, |
|
"loss": 2.1133, |
|
"step": 105000 |
|
}, |
|
{ |
|
"epoch": 32.75380316671841, |
|
"grad_norm": 3.3597817420959473, |
|
"learning_rate": 1.724619683328159e-05, |
|
"loss": 2.1023, |
|
"step": 105500 |
|
}, |
|
{ |
|
"epoch": 32.90903446134741, |
|
"grad_norm": 3.1257002353668213, |
|
"learning_rate": 1.7090965538652592e-05, |
|
"loss": 2.1164, |
|
"step": 106000 |
|
}, |
|
{ |
|
"epoch": 33.06426575597641, |
|
"grad_norm": 3.2539827823638916, |
|
"learning_rate": 1.6935734244023596e-05, |
|
"loss": 2.094, |
|
"step": 106500 |
|
}, |
|
{ |
|
"epoch": 33.219497050605405, |
|
"grad_norm": 3.5922114849090576, |
|
"learning_rate": 1.67805029493946e-05, |
|
"loss": 2.0797, |
|
"step": 107000 |
|
}, |
|
{ |
|
"epoch": 33.3747283452344, |
|
"grad_norm": 3.4829044342041016, |
|
"learning_rate": 1.66252716547656e-05, |
|
"loss": 2.0991, |
|
"step": 107500 |
|
}, |
|
{ |
|
"epoch": 33.5299596398634, |
|
"grad_norm": 3.402447462081909, |
|
"learning_rate": 1.6470040360136606e-05, |
|
"loss": 2.095, |
|
"step": 108000 |
|
}, |
|
{ |
|
"epoch": 33.6851909344924, |
|
"grad_norm": 3.4598045349121094, |
|
"learning_rate": 1.6314809065507607e-05, |
|
"loss": 2.0866, |
|
"step": 108500 |
|
}, |
|
{ |
|
"epoch": 33.840422229121394, |
|
"grad_norm": 3.806218147277832, |
|
"learning_rate": 1.6159577770878608e-05, |
|
"loss": 2.1014, |
|
"step": 109000 |
|
}, |
|
{ |
|
"epoch": 33.99565352375039, |
|
"grad_norm": 3.7168009281158447, |
|
"learning_rate": 1.6004346476249612e-05, |
|
"loss": 2.103, |
|
"step": 109500 |
|
}, |
|
{ |
|
"epoch": 34.15088481837939, |
|
"grad_norm": 3.703636884689331, |
|
"learning_rate": 1.5849115181620616e-05, |
|
"loss": 2.0691, |
|
"step": 110000 |
|
}, |
|
{ |
|
"epoch": 34.306116113008386, |
|
"grad_norm": 3.4325764179229736, |
|
"learning_rate": 1.5693883886991617e-05, |
|
"loss": 2.077, |
|
"step": 110500 |
|
}, |
|
{ |
|
"epoch": 34.461347407637376, |
|
"grad_norm": 3.5435197353363037, |
|
"learning_rate": 1.553865259236262e-05, |
|
"loss": 2.0839, |
|
"step": 111000 |
|
}, |
|
{ |
|
"epoch": 34.616578702266374, |
|
"grad_norm": 3.507366418838501, |
|
"learning_rate": 1.5383421297733626e-05, |
|
"loss": 2.0709, |
|
"step": 111500 |
|
}, |
|
{ |
|
"epoch": 34.77180999689537, |
|
"grad_norm": 3.401642084121704, |
|
"learning_rate": 1.5228190003104625e-05, |
|
"loss": 2.0656, |
|
"step": 112000 |
|
}, |
|
{ |
|
"epoch": 34.92704129152437, |
|
"grad_norm": 3.4845223426818848, |
|
"learning_rate": 1.507295870847563e-05, |
|
"loss": 2.0848, |
|
"step": 112500 |
|
}, |
|
{ |
|
"epoch": 35.082272586153366, |
|
"grad_norm": 3.477248191833496, |
|
"learning_rate": 1.4917727413846632e-05, |
|
"loss": 2.0595, |
|
"step": 113000 |
|
}, |
|
{ |
|
"epoch": 35.23750388078236, |
|
"grad_norm": 3.3301658630371094, |
|
"learning_rate": 1.4762496119217633e-05, |
|
"loss": 2.056, |
|
"step": 113500 |
|
}, |
|
{ |
|
"epoch": 35.39273517541136, |
|
"grad_norm": 3.5794308185577393, |
|
"learning_rate": 1.4607264824588637e-05, |
|
"loss": 2.0579, |
|
"step": 114000 |
|
}, |
|
{ |
|
"epoch": 35.54796647004036, |
|
"grad_norm": 3.680616617202759, |
|
"learning_rate": 1.4452033529959642e-05, |
|
"loss": 2.0607, |
|
"step": 114500 |
|
}, |
|
{ |
|
"epoch": 35.703197764669355, |
|
"grad_norm": 3.581709384918213, |
|
"learning_rate": 1.4296802235330644e-05, |
|
"loss": 2.0583, |
|
"step": 115000 |
|
}, |
|
{ |
|
"epoch": 35.85842905929835, |
|
"grad_norm": 3.3622961044311523, |
|
"learning_rate": 1.4141570940701645e-05, |
|
"loss": 2.0646, |
|
"step": 115500 |
|
}, |
|
{ |
|
"epoch": 36.01366035392735, |
|
"grad_norm": 3.7327592372894287, |
|
"learning_rate": 1.398633964607265e-05, |
|
"loss": 2.0665, |
|
"step": 116000 |
|
}, |
|
{ |
|
"epoch": 36.16889164855635, |
|
"grad_norm": 3.1711039543151855, |
|
"learning_rate": 1.3831108351443654e-05, |
|
"loss": 2.0485, |
|
"step": 116500 |
|
}, |
|
{ |
|
"epoch": 36.324122943185344, |
|
"grad_norm": 3.367382764816284, |
|
"learning_rate": 1.3675877056814653e-05, |
|
"loss": 2.0385, |
|
"step": 117000 |
|
}, |
|
{ |
|
"epoch": 36.47935423781434, |
|
"grad_norm": 3.5484557151794434, |
|
"learning_rate": 1.3520645762185657e-05, |
|
"loss": 2.0345, |
|
"step": 117500 |
|
}, |
|
{ |
|
"epoch": 36.63458553244334, |
|
"grad_norm": 3.6032321453094482, |
|
"learning_rate": 1.3365414467556662e-05, |
|
"loss": 2.0468, |
|
"step": 118000 |
|
}, |
|
{ |
|
"epoch": 36.789816827072336, |
|
"grad_norm": 4.026392936706543, |
|
"learning_rate": 1.3210183172927663e-05, |
|
"loss": 2.0481, |
|
"step": 118500 |
|
}, |
|
{ |
|
"epoch": 36.94504812170133, |
|
"grad_norm": 3.644474983215332, |
|
"learning_rate": 1.3054951878298665e-05, |
|
"loss": 2.0447, |
|
"step": 119000 |
|
}, |
|
{ |
|
"epoch": 37.10027941633033, |
|
"grad_norm": 3.28544545173645, |
|
"learning_rate": 1.289972058366967e-05, |
|
"loss": 2.0358, |
|
"step": 119500 |
|
}, |
|
{ |
|
"epoch": 37.25551071095933, |
|
"grad_norm": 3.2941246032714844, |
|
"learning_rate": 1.274448928904067e-05, |
|
"loss": 2.0084, |
|
"step": 120000 |
|
}, |
|
{ |
|
"epoch": 37.410742005588325, |
|
"grad_norm": 3.7883927822113037, |
|
"learning_rate": 1.2589257994411675e-05, |
|
"loss": 2.0329, |
|
"step": 120500 |
|
}, |
|
{ |
|
"epoch": 37.56597330021732, |
|
"grad_norm": 3.23514986038208, |
|
"learning_rate": 1.2434026699782676e-05, |
|
"loss": 2.0297, |
|
"step": 121000 |
|
}, |
|
{ |
|
"epoch": 37.72120459484632, |
|
"grad_norm": 4.0385894775390625, |
|
"learning_rate": 1.227879540515368e-05, |
|
"loss": 2.0347, |
|
"step": 121500 |
|
}, |
|
{ |
|
"epoch": 37.87643588947532, |
|
"grad_norm": 3.6746459007263184, |
|
"learning_rate": 1.2123564110524683e-05, |
|
"loss": 2.0386, |
|
"step": 122000 |
|
}, |
|
{ |
|
"epoch": 38.031667184104315, |
|
"grad_norm": 3.5813486576080322, |
|
"learning_rate": 1.1968332815895685e-05, |
|
"loss": 2.0275, |
|
"step": 122500 |
|
}, |
|
{ |
|
"epoch": 38.18689847873331, |
|
"grad_norm": 3.3303112983703613, |
|
"learning_rate": 1.1813101521266688e-05, |
|
"loss": 2.0086, |
|
"step": 123000 |
|
}, |
|
{ |
|
"epoch": 38.34212977336231, |
|
"grad_norm": 3.5184788703918457, |
|
"learning_rate": 1.165787022663769e-05, |
|
"loss": 2.016, |
|
"step": 123500 |
|
}, |
|
{ |
|
"epoch": 38.49736106799131, |
|
"grad_norm": 3.505143642425537, |
|
"learning_rate": 1.1502638932008695e-05, |
|
"loss": 2.0179, |
|
"step": 124000 |
|
}, |
|
{ |
|
"epoch": 38.652592362620304, |
|
"grad_norm": 3.432009696960449, |
|
"learning_rate": 1.1347407637379696e-05, |
|
"loss": 2.02, |
|
"step": 124500 |
|
}, |
|
{ |
|
"epoch": 38.8078236572493, |
|
"grad_norm": 3.268419027328491, |
|
"learning_rate": 1.1192176342750698e-05, |
|
"loss": 2.0185, |
|
"step": 125000 |
|
}, |
|
{ |
|
"epoch": 38.9630549518783, |
|
"grad_norm": 3.895332098007202, |
|
"learning_rate": 1.1036945048121703e-05, |
|
"loss": 2.0213, |
|
"step": 125500 |
|
}, |
|
{ |
|
"epoch": 39.118286246507296, |
|
"grad_norm": 3.481630325317383, |
|
"learning_rate": 1.0881713753492705e-05, |
|
"loss": 1.9974, |
|
"step": 126000 |
|
}, |
|
{ |
|
"epoch": 39.27351754113629, |
|
"grad_norm": 3.3944613933563232, |
|
"learning_rate": 1.0726482458863706e-05, |
|
"loss": 2.0012, |
|
"step": 126500 |
|
}, |
|
{ |
|
"epoch": 39.42874883576529, |
|
"grad_norm": 4.5043182373046875, |
|
"learning_rate": 1.057125116423471e-05, |
|
"loss": 2.0044, |
|
"step": 127000 |
|
}, |
|
{ |
|
"epoch": 39.58398013039429, |
|
"grad_norm": 3.6557388305664062, |
|
"learning_rate": 1.0416019869605713e-05, |
|
"loss": 2.0059, |
|
"step": 127500 |
|
}, |
|
{ |
|
"epoch": 39.739211425023285, |
|
"grad_norm": 3.3339288234710693, |
|
"learning_rate": 1.0260788574976716e-05, |
|
"loss": 2.0018, |
|
"step": 128000 |
|
}, |
|
{ |
|
"epoch": 39.89444271965228, |
|
"grad_norm": 3.376677989959717, |
|
"learning_rate": 1.0105557280347718e-05, |
|
"loss": 2.0102, |
|
"step": 128500 |
|
}, |
|
{ |
|
"epoch": 40.04967401428128, |
|
"grad_norm": 3.601083278656006, |
|
"learning_rate": 9.950325985718721e-06, |
|
"loss": 2.0019, |
|
"step": 129000 |
|
}, |
|
{ |
|
"epoch": 40.20490530891028, |
|
"grad_norm": 3.458583116531372, |
|
"learning_rate": 9.795094691089725e-06, |
|
"loss": 1.9888, |
|
"step": 129500 |
|
}, |
|
{ |
|
"epoch": 40.360136603539274, |
|
"grad_norm": 3.3313772678375244, |
|
"learning_rate": 9.639863396460728e-06, |
|
"loss": 1.9947, |
|
"step": 130000 |
|
}, |
|
{ |
|
"epoch": 40.51536789816827, |
|
"grad_norm": 3.6328794956207275, |
|
"learning_rate": 9.484632101831729e-06, |
|
"loss": 1.985, |
|
"step": 130500 |
|
}, |
|
{ |
|
"epoch": 40.67059919279727, |
|
"grad_norm": 3.165858030319214, |
|
"learning_rate": 9.329400807202733e-06, |
|
"loss": 1.9962, |
|
"step": 131000 |
|
}, |
|
{ |
|
"epoch": 40.825830487426266, |
|
"grad_norm": 3.330787420272827, |
|
"learning_rate": 9.174169512573736e-06, |
|
"loss": 1.9982, |
|
"step": 131500 |
|
}, |
|
{ |
|
"epoch": 40.981061782055264, |
|
"grad_norm": 3.3106303215026855, |
|
"learning_rate": 9.018938217944738e-06, |
|
"loss": 1.9974, |
|
"step": 132000 |
|
}, |
|
{ |
|
"epoch": 41.13629307668426, |
|
"grad_norm": 3.49682354927063, |
|
"learning_rate": 8.863706923315741e-06, |
|
"loss": 1.9706, |
|
"step": 132500 |
|
}, |
|
{ |
|
"epoch": 41.29152437131326, |
|
"grad_norm": 3.306004047393799, |
|
"learning_rate": 8.708475628686744e-06, |
|
"loss": 1.9795, |
|
"step": 133000 |
|
}, |
|
{ |
|
"epoch": 41.446755665942256, |
|
"grad_norm": 3.715866804122925, |
|
"learning_rate": 8.553244334057746e-06, |
|
"loss": 1.9736, |
|
"step": 133500 |
|
}, |
|
{ |
|
"epoch": 41.60198696057125, |
|
"grad_norm": 3.6723625659942627, |
|
"learning_rate": 8.398013039428749e-06, |
|
"loss": 1.9844, |
|
"step": 134000 |
|
}, |
|
{ |
|
"epoch": 41.75721825520025, |
|
"grad_norm": 3.4786245822906494, |
|
"learning_rate": 8.242781744799752e-06, |
|
"loss": 1.9902, |
|
"step": 134500 |
|
}, |
|
{ |
|
"epoch": 41.91244954982925, |
|
"grad_norm": 3.588338851928711, |
|
"learning_rate": 8.087550450170754e-06, |
|
"loss": 1.9829, |
|
"step": 135000 |
|
}, |
|
{ |
|
"epoch": 42.067680844458245, |
|
"grad_norm": 3.7299747467041016, |
|
"learning_rate": 7.932319155541758e-06, |
|
"loss": 1.9803, |
|
"step": 135500 |
|
}, |
|
{ |
|
"epoch": 42.22291213908724, |
|
"grad_norm": 3.1764190196990967, |
|
"learning_rate": 7.77708786091276e-06, |
|
"loss": 1.968, |
|
"step": 136000 |
|
}, |
|
{ |
|
"epoch": 42.37814343371624, |
|
"grad_norm": 3.7980525493621826, |
|
"learning_rate": 7.621856566283764e-06, |
|
"loss": 1.9643, |
|
"step": 136500 |
|
}, |
|
{ |
|
"epoch": 42.53337472834524, |
|
"grad_norm": 3.3517909049987793, |
|
"learning_rate": 7.466625271654766e-06, |
|
"loss": 1.9786, |
|
"step": 137000 |
|
}, |
|
{ |
|
"epoch": 42.688606022974234, |
|
"grad_norm": 3.4372501373291016, |
|
"learning_rate": 7.311393977025768e-06, |
|
"loss": 1.9649, |
|
"step": 137500 |
|
}, |
|
{ |
|
"epoch": 42.84383731760323, |
|
"grad_norm": 3.6716599464416504, |
|
"learning_rate": 7.156162682396772e-06, |
|
"loss": 1.9805, |
|
"step": 138000 |
|
}, |
|
{ |
|
"epoch": 42.99906861223223, |
|
"grad_norm": 3.4524483680725098, |
|
"learning_rate": 7.000931387767774e-06, |
|
"loss": 1.9822, |
|
"step": 138500 |
|
}, |
|
{ |
|
"epoch": 43.154299906861226, |
|
"grad_norm": 3.7548680305480957, |
|
"learning_rate": 6.845700093138777e-06, |
|
"loss": 1.9648, |
|
"step": 139000 |
|
}, |
|
{ |
|
"epoch": 43.30953120149022, |
|
"grad_norm": 3.3365092277526855, |
|
"learning_rate": 6.69046879850978e-06, |
|
"loss": 1.9602, |
|
"step": 139500 |
|
}, |
|
{ |
|
"epoch": 43.46476249611922, |
|
"grad_norm": 3.7342677116394043, |
|
"learning_rate": 6.535237503880783e-06, |
|
"loss": 1.9615, |
|
"step": 140000 |
|
}, |
|
{ |
|
"epoch": 43.61999379074822, |
|
"grad_norm": 3.863659381866455, |
|
"learning_rate": 6.380006209251785e-06, |
|
"loss": 1.9672, |
|
"step": 140500 |
|
}, |
|
{ |
|
"epoch": 43.775225085377215, |
|
"grad_norm": 3.3871288299560547, |
|
"learning_rate": 6.224774914622788e-06, |
|
"loss": 1.9663, |
|
"step": 141000 |
|
}, |
|
{ |
|
"epoch": 43.93045638000621, |
|
"grad_norm": 3.8932695388793945, |
|
"learning_rate": 6.069543619993791e-06, |
|
"loss": 1.9654, |
|
"step": 141500 |
|
}, |
|
{ |
|
"epoch": 44.08568767463521, |
|
"grad_norm": 3.8590352535247803, |
|
"learning_rate": 5.914312325364793e-06, |
|
"loss": 1.9528, |
|
"step": 142000 |
|
}, |
|
{ |
|
"epoch": 44.2409189692642, |
|
"grad_norm": 3.2460689544677734, |
|
"learning_rate": 5.759081030735797e-06, |
|
"loss": 1.9557, |
|
"step": 142500 |
|
}, |
|
{ |
|
"epoch": 44.3961502638932, |
|
"grad_norm": 3.6797304153442383, |
|
"learning_rate": 5.6038497361067995e-06, |
|
"loss": 1.9552, |
|
"step": 143000 |
|
}, |
|
{ |
|
"epoch": 44.551381558522195, |
|
"grad_norm": 3.47025203704834, |
|
"learning_rate": 5.448618441477802e-06, |
|
"loss": 1.9548, |
|
"step": 143500 |
|
}, |
|
{ |
|
"epoch": 44.70661285315119, |
|
"grad_norm": 3.376739978790283, |
|
"learning_rate": 5.293387146848805e-06, |
|
"loss": 1.9584, |
|
"step": 144000 |
|
}, |
|
{ |
|
"epoch": 44.86184414778019, |
|
"grad_norm": 3.447455644607544, |
|
"learning_rate": 5.138155852219808e-06, |
|
"loss": 1.9524, |
|
"step": 144500 |
|
}, |
|
{ |
|
"epoch": 45.01707544240919, |
|
"grad_norm": 3.5013909339904785, |
|
"learning_rate": 4.98292455759081e-06, |
|
"loss": 1.9537, |
|
"step": 145000 |
|
}, |
|
{ |
|
"epoch": 45.172306737038184, |
|
"grad_norm": 3.857957124710083, |
|
"learning_rate": 4.827693262961813e-06, |
|
"loss": 1.9446, |
|
"step": 145500 |
|
}, |
|
{ |
|
"epoch": 45.32753803166718, |
|
"grad_norm": 3.5706942081451416, |
|
"learning_rate": 4.672461968332816e-06, |
|
"loss": 1.9512, |
|
"step": 146000 |
|
}, |
|
{ |
|
"epoch": 45.48276932629618, |
|
"grad_norm": 3.5100932121276855, |
|
"learning_rate": 4.5172306737038195e-06, |
|
"loss": 1.9573, |
|
"step": 146500 |
|
}, |
|
{ |
|
"epoch": 45.638000620925176, |
|
"grad_norm": 3.7259585857391357, |
|
"learning_rate": 4.361999379074821e-06, |
|
"loss": 1.9461, |
|
"step": 147000 |
|
}, |
|
{ |
|
"epoch": 45.79323191555417, |
|
"grad_norm": 3.6146180629730225, |
|
"learning_rate": 4.206768084445825e-06, |
|
"loss": 1.946, |
|
"step": 147500 |
|
}, |
|
{ |
|
"epoch": 45.94846321018317, |
|
"grad_norm": 3.5233962535858154, |
|
"learning_rate": 4.051536789816827e-06, |
|
"loss": 1.9454, |
|
"step": 148000 |
|
}, |
|
{ |
|
"epoch": 46.10369450481217, |
|
"grad_norm": 3.628469944000244, |
|
"learning_rate": 3.89630549518783e-06, |
|
"loss": 1.9394, |
|
"step": 148500 |
|
}, |
|
{ |
|
"epoch": 46.258925799441165, |
|
"grad_norm": 3.5431318283081055, |
|
"learning_rate": 3.7410742005588326e-06, |
|
"loss": 1.9319, |
|
"step": 149000 |
|
}, |
|
{ |
|
"epoch": 46.41415709407016, |
|
"grad_norm": 3.5288734436035156, |
|
"learning_rate": 3.5858429059298356e-06, |
|
"loss": 1.9436, |
|
"step": 149500 |
|
}, |
|
{ |
|
"epoch": 46.56938838869916, |
|
"grad_norm": 3.5967633724212646, |
|
"learning_rate": 3.4306116113008387e-06, |
|
"loss": 1.9393, |
|
"step": 150000 |
|
}, |
|
{ |
|
"epoch": 46.72461968332816, |
|
"grad_norm": 3.546693801879883, |
|
"learning_rate": 3.275380316671841e-06, |
|
"loss": 1.9502, |
|
"step": 150500 |
|
}, |
|
{ |
|
"epoch": 46.879850977957155, |
|
"grad_norm": 3.5913896560668945, |
|
"learning_rate": 3.120149022042844e-06, |
|
"loss": 1.9514, |
|
"step": 151000 |
|
}, |
|
{ |
|
"epoch": 47.03508227258615, |
|
"grad_norm": 3.8581769466400146, |
|
"learning_rate": 2.964917727413847e-06, |
|
"loss": 1.9383, |
|
"step": 151500 |
|
}, |
|
{ |
|
"epoch": 47.19031356721515, |
|
"grad_norm": 3.577950954437256, |
|
"learning_rate": 2.8096864327848496e-06, |
|
"loss": 1.9267, |
|
"step": 152000 |
|
}, |
|
{ |
|
"epoch": 47.34554486184415, |
|
"grad_norm": 3.6761834621429443, |
|
"learning_rate": 2.6544551381558526e-06, |
|
"loss": 1.9418, |
|
"step": 152500 |
|
}, |
|
{ |
|
"epoch": 47.500776156473144, |
|
"grad_norm": 3.6187174320220947, |
|
"learning_rate": 2.4992238435268553e-06, |
|
"loss": 1.9362, |
|
"step": 153000 |
|
}, |
|
{ |
|
"epoch": 47.65600745110214, |
|
"grad_norm": 3.6399784088134766, |
|
"learning_rate": 2.343992548897858e-06, |
|
"loss": 1.9375, |
|
"step": 153500 |
|
}, |
|
{ |
|
"epoch": 47.81123874573114, |
|
"grad_norm": 3.451267957687378, |
|
"learning_rate": 2.188761254268861e-06, |
|
"loss": 1.9349, |
|
"step": 154000 |
|
}, |
|
{ |
|
"epoch": 47.966470040360136, |
|
"grad_norm": 3.334773540496826, |
|
"learning_rate": 2.0335299596398635e-06, |
|
"loss": 1.9418, |
|
"step": 154500 |
|
}, |
|
{ |
|
"epoch": 48.12170133498913, |
|
"grad_norm": 3.2175698280334473, |
|
"learning_rate": 1.8782986650108664e-06, |
|
"loss": 1.9339, |
|
"step": 155000 |
|
}, |
|
{ |
|
"epoch": 48.27693262961813, |
|
"grad_norm": 3.638575315475464, |
|
"learning_rate": 1.723067370381869e-06, |
|
"loss": 1.9272, |
|
"step": 155500 |
|
}, |
|
{ |
|
"epoch": 48.43216392424713, |
|
"grad_norm": 3.2722606658935547, |
|
"learning_rate": 1.567836075752872e-06, |
|
"loss": 1.9311, |
|
"step": 156000 |
|
}, |
|
{ |
|
"epoch": 48.587395218876125, |
|
"grad_norm": 3.3455374240875244, |
|
"learning_rate": 1.4126047811238747e-06, |
|
"loss": 1.9318, |
|
"step": 156500 |
|
}, |
|
{ |
|
"epoch": 48.74262651350512, |
|
"grad_norm": 3.634216785430908, |
|
"learning_rate": 1.2573734864948775e-06, |
|
"loss": 1.9335, |
|
"step": 157000 |
|
}, |
|
{ |
|
"epoch": 48.89785780813412, |
|
"grad_norm": 3.6753644943237305, |
|
"learning_rate": 1.1021421918658803e-06, |
|
"loss": 1.9397, |
|
"step": 157500 |
|
}, |
|
{ |
|
"epoch": 49.05308910276312, |
|
"grad_norm": 3.3982911109924316, |
|
"learning_rate": 9.469108972368831e-07, |
|
"loss": 1.9312, |
|
"step": 158000 |
|
}, |
|
{ |
|
"epoch": 49.208320397392114, |
|
"grad_norm": 3.403062343597412, |
|
"learning_rate": 7.916796026078859e-07, |
|
"loss": 1.9299, |
|
"step": 158500 |
|
}, |
|
{ |
|
"epoch": 49.36355169202111, |
|
"grad_norm": 3.539356231689453, |
|
"learning_rate": 6.364483079788885e-07, |
|
"loss": 1.9314, |
|
"step": 159000 |
|
}, |
|
{ |
|
"epoch": 49.51878298665011, |
|
"grad_norm": 3.549177885055542, |
|
"learning_rate": 4.812170133498913e-07, |
|
"loss": 1.9192, |
|
"step": 159500 |
|
}, |
|
{ |
|
"epoch": 49.674014281279106, |
|
"grad_norm": 3.6044740676879883, |
|
"learning_rate": 3.259857187208941e-07, |
|
"loss": 1.9283, |
|
"step": 160000 |
|
}, |
|
{ |
|
"epoch": 49.829245575908104, |
|
"grad_norm": 3.24859619140625, |
|
"learning_rate": 1.7075442409189693e-07, |
|
"loss": 1.9268, |
|
"step": 160500 |
|
}, |
|
{ |
|
"epoch": 49.9844768705371, |
|
"grad_norm": 3.433534860610962, |
|
"learning_rate": 1.552312946289972e-08, |
|
"loss": 1.9389, |
|
"step": 161000 |
|
}, |
|
{ |
|
"epoch": 50.0, |
|
"step": 161050, |
|
"total_flos": 2.8277448966144e+17, |
|
"train_loss": 2.6664713644307803, |
|
"train_runtime": 39272.3209, |
|
"train_samples_per_second": 262.414, |
|
"train_steps_per_second": 4.101 |
|
} |
|
], |
|
"logging_steps": 500, |
|
"max_steps": 161050, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 50, |
|
"save_steps": 500, |
|
"stateful_callbacks": { |
|
"TrainerControl": { |
|
"args": { |
|
"should_epoch_stop": false, |
|
"should_evaluate": false, |
|
"should_log": false, |
|
"should_save": true, |
|
"should_training_stop": true |
|
}, |
|
"attributes": {} |
|
} |
|
}, |
|
"total_flos": 2.8277448966144e+17, |
|
"train_batch_size": 64, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|