| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.9937952430196484, | |
| "eval_steps": 500, | |
| "global_step": 482, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.004136504653567736, | |
| "grad_norm": 8.454320907592773, | |
| "learning_rate": 4.0000000000000003e-07, | |
| "loss": 0.4689, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.008273009307135471, | |
| "grad_norm": 8.755942344665527, | |
| "learning_rate": 8.000000000000001e-07, | |
| "loss": 0.4625, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.012409513960703205, | |
| "grad_norm": 13.382512092590332, | |
| "learning_rate": 1.2000000000000002e-06, | |
| "loss": 0.4319, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.016546018614270942, | |
| "grad_norm": 11.072649955749512, | |
| "learning_rate": 1.6000000000000001e-06, | |
| "loss": 0.471, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.020682523267838676, | |
| "grad_norm": 4.4571709632873535, | |
| "learning_rate": 2.0000000000000003e-06, | |
| "loss": 0.4341, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.02481902792140641, | |
| "grad_norm": 4.237286567687988, | |
| "learning_rate": 2.4000000000000003e-06, | |
| "loss": 0.4637, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.028955532574974147, | |
| "grad_norm": 3.21901535987854, | |
| "learning_rate": 2.8000000000000003e-06, | |
| "loss": 0.4598, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.033092037228541885, | |
| "grad_norm": 2.7905218601226807, | |
| "learning_rate": 3.2000000000000003e-06, | |
| "loss": 0.4174, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.03722854188210962, | |
| "grad_norm": 2.5547449588775635, | |
| "learning_rate": 3.6000000000000003e-06, | |
| "loss": 0.4488, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.04136504653567735, | |
| "grad_norm": 2.075817584991455, | |
| "learning_rate": 4.000000000000001e-06, | |
| "loss": 0.4323, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.045501551189245086, | |
| "grad_norm": 1.1852331161499023, | |
| "learning_rate": 4.4e-06, | |
| "loss": 0.404, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.04963805584281282, | |
| "grad_norm": 1.370549201965332, | |
| "learning_rate": 4.800000000000001e-06, | |
| "loss": 0.3687, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.05377456049638056, | |
| "grad_norm": 0.7430139780044556, | |
| "learning_rate": 5.2e-06, | |
| "loss": 0.3812, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.057911065149948295, | |
| "grad_norm": 0.8032243251800537, | |
| "learning_rate": 5.600000000000001e-06, | |
| "loss": 0.373, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.06204756980351603, | |
| "grad_norm": 2.7111802101135254, | |
| "learning_rate": 6e-06, | |
| "loss": 0.371, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.06618407445708377, | |
| "grad_norm": 0.8430923819541931, | |
| "learning_rate": 6.4000000000000006e-06, | |
| "loss": 0.3891, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.0703205791106515, | |
| "grad_norm": 0.6954956650733948, | |
| "learning_rate": 6.800000000000001e-06, | |
| "loss": 0.376, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.07445708376421924, | |
| "grad_norm": 0.7058322429656982, | |
| "learning_rate": 7.2000000000000005e-06, | |
| "loss": 0.3958, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.07859358841778696, | |
| "grad_norm": 0.5975633859634399, | |
| "learning_rate": 7.600000000000001e-06, | |
| "loss": 0.3674, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.0827300930713547, | |
| "grad_norm": 0.6905612945556641, | |
| "learning_rate": 8.000000000000001e-06, | |
| "loss": 0.3925, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.08686659772492245, | |
| "grad_norm": 0.6662179827690125, | |
| "learning_rate": 8.400000000000001e-06, | |
| "loss": 0.3837, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.09100310237849017, | |
| "grad_norm": 0.9616004824638367, | |
| "learning_rate": 8.8e-06, | |
| "loss": 0.3805, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.09513960703205791, | |
| "grad_norm": 1.6762669086456299, | |
| "learning_rate": 9.200000000000002e-06, | |
| "loss": 0.3661, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.09927611168562564, | |
| "grad_norm": 3.642876148223877, | |
| "learning_rate": 9.600000000000001e-06, | |
| "loss": 0.3723, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.10341261633919338, | |
| "grad_norm": 22.331893920898438, | |
| "learning_rate": 1e-05, | |
| "loss": 0.4012, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.10754912099276112, | |
| "grad_norm": 4.078958034515381, | |
| "learning_rate": 9.999881857639567e-06, | |
| "loss": 0.4019, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.11168562564632885, | |
| "grad_norm": 2.163355827331543, | |
| "learning_rate": 9.999527436141312e-06, | |
| "loss": 0.4275, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.11582213029989659, | |
| "grad_norm": 1.0988469123840332, | |
| "learning_rate": 9.998936752254111e-06, | |
| "loss": 0.3885, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.11995863495346432, | |
| "grad_norm": 1.299137830734253, | |
| "learning_rate": 9.998109833891883e-06, | |
| "loss": 0.388, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.12409513960703206, | |
| "grad_norm": 5.283950328826904, | |
| "learning_rate": 9.997046720132262e-06, | |
| "loss": 0.4219, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.1282316442605998, | |
| "grad_norm": 0.8062543869018555, | |
| "learning_rate": 9.995747461214752e-06, | |
| "loss": 0.3589, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.13236814891416754, | |
| "grad_norm": 0.7722073793411255, | |
| "learning_rate": 9.994212118538364e-06, | |
| "loss": 0.3486, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.13650465356773525, | |
| "grad_norm": 0.762801468372345, | |
| "learning_rate": 9.992440764658697e-06, | |
| "loss": 0.3676, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.140641158221303, | |
| "grad_norm": 0.745180606842041, | |
| "learning_rate": 9.990433483284527e-06, | |
| "loss": 0.4115, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.14477766287487073, | |
| "grad_norm": 0.8027282953262329, | |
| "learning_rate": 9.988190369273834e-06, | |
| "loss": 0.4001, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.14891416752843847, | |
| "grad_norm": 0.6682556867599487, | |
| "learning_rate": 9.985711528629332e-06, | |
| "loss": 0.3637, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.15305067218200621, | |
| "grad_norm": 0.6948946714401245, | |
| "learning_rate": 9.982997078493457e-06, | |
| "loss": 0.3488, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.15718717683557393, | |
| "grad_norm": 0.7381304502487183, | |
| "learning_rate": 9.980047147142824e-06, | |
| "loss": 0.3777, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.16132368148914167, | |
| "grad_norm": 0.6775998473167419, | |
| "learning_rate": 9.976861873982177e-06, | |
| "loss": 0.3904, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.1654601861427094, | |
| "grad_norm": 0.8822210431098938, | |
| "learning_rate": 9.973441409537795e-06, | |
| "loss": 0.383, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.16959669079627715, | |
| "grad_norm": 0.657383382320404, | |
| "learning_rate": 9.969785915450368e-06, | |
| "loss": 0.3882, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.1737331954498449, | |
| "grad_norm": 0.6214635372161865, | |
| "learning_rate": 9.965895564467381e-06, | |
| "loss": 0.3922, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.1778697001034126, | |
| "grad_norm": 0.6440220475196838, | |
| "learning_rate": 9.961770540434931e-06, | |
| "loss": 0.3796, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.18200620475698034, | |
| "grad_norm": 0.6130467653274536, | |
| "learning_rate": 9.95741103828905e-06, | |
| "loss": 0.3562, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.18614270941054809, | |
| "grad_norm": 0.6214406490325928, | |
| "learning_rate": 9.952817264046486e-06, | |
| "loss": 0.396, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.19027921406411583, | |
| "grad_norm": 0.5837990641593933, | |
| "learning_rate": 9.947989434794973e-06, | |
| "loss": 0.3455, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.19441571871768357, | |
| "grad_norm": 0.6432331800460815, | |
| "learning_rate": 9.942927778682968e-06, | |
| "loss": 0.3791, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.19855222337125128, | |
| "grad_norm": 0.6208926439285278, | |
| "learning_rate": 9.937632534908872e-06, | |
| "loss": 0.4059, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.20268872802481902, | |
| "grad_norm": 0.6121624112129211, | |
| "learning_rate": 9.932103953709724e-06, | |
| "loss": 0.3693, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.20682523267838676, | |
| "grad_norm": 0.5415109395980835, | |
| "learning_rate": 9.926342296349378e-06, | |
| "loss": 0.3192, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.2109617373319545, | |
| "grad_norm": 0.5551713109016418, | |
| "learning_rate": 9.920347835106152e-06, | |
| "loss": 0.3563, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.21509824198552224, | |
| "grad_norm": 0.6338883638381958, | |
| "learning_rate": 9.914120853259968e-06, | |
| "loss": 0.3917, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.21923474663908996, | |
| "grad_norm": 0.6104925274848938, | |
| "learning_rate": 9.90766164507896e-06, | |
| "loss": 0.3983, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.2233712512926577, | |
| "grad_norm": 0.592183530330658, | |
| "learning_rate": 9.900970515805564e-06, | |
| "loss": 0.341, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.22750775594622544, | |
| "grad_norm": 0.513282060623169, | |
| "learning_rate": 9.89404778164211e-06, | |
| "loss": 0.3581, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.23164426059979318, | |
| "grad_norm": 0.5831045508384705, | |
| "learning_rate": 9.886893769735852e-06, | |
| "loss": 0.3561, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.23578076525336092, | |
| "grad_norm": 0.5578728914260864, | |
| "learning_rate": 9.879508818163536e-06, | |
| "loss": 0.3615, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.23991726990692863, | |
| "grad_norm": 0.6278296709060669, | |
| "learning_rate": 9.871893275915408e-06, | |
| "loss": 0.3675, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.24405377456049637, | |
| "grad_norm": 0.7174540758132935, | |
| "learning_rate": 9.864047502878717e-06, | |
| "loss": 0.3633, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.2481902792140641, | |
| "grad_norm": 0.5807657837867737, | |
| "learning_rate": 9.855971869820726e-06, | |
| "loss": 0.3567, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.25232678386763185, | |
| "grad_norm": 0.5903241038322449, | |
| "learning_rate": 9.847666758371175e-06, | |
| "loss": 0.3864, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.2564632885211996, | |
| "grad_norm": 0.5542154312133789, | |
| "learning_rate": 9.83913256100425e-06, | |
| "loss": 0.3763, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.26059979317476734, | |
| "grad_norm": 0.6011348962783813, | |
| "learning_rate": 9.830369681020043e-06, | |
| "loss": 0.363, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.2647362978283351, | |
| "grad_norm": 0.5147583484649658, | |
| "learning_rate": 9.821378532525479e-06, | |
| "loss": 0.3634, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.2688728024819028, | |
| "grad_norm": 0.5299031734466553, | |
| "learning_rate": 9.812159540414766e-06, | |
| "loss": 0.3703, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.2730093071354705, | |
| "grad_norm": 0.525841474533081, | |
| "learning_rate": 9.802713140349294e-06, | |
| "loss": 0.3592, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.27714581178903824, | |
| "grad_norm": 0.47922268509864807, | |
| "learning_rate": 9.79303977873707e-06, | |
| "loss": 0.3484, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.281282316442606, | |
| "grad_norm": 0.5722537636756897, | |
| "learning_rate": 9.783139912711597e-06, | |
| "loss": 0.3435, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.2854188210961737, | |
| "grad_norm": 0.603398859500885, | |
| "learning_rate": 9.773014010110298e-06, | |
| "loss": 0.3995, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.28955532574974147, | |
| "grad_norm": 0.529694139957428, | |
| "learning_rate": 9.76266254945238e-06, | |
| "loss": 0.3934, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.2936918304033092, | |
| "grad_norm": 0.5173729062080383, | |
| "learning_rate": 9.752086019916246e-06, | |
| "loss": 0.3618, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.29782833505687695, | |
| "grad_norm": 0.5737492442131042, | |
| "learning_rate": 9.74128492131636e-06, | |
| "loss": 0.377, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.3019648397104447, | |
| "grad_norm": 0.6340614557266235, | |
| "learning_rate": 9.730259764079636e-06, | |
| "loss": 0.3887, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.30610134436401243, | |
| "grad_norm": 0.5502659678459167, | |
| "learning_rate": 9.719011069221316e-06, | |
| "loss": 0.3749, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.31023784901758017, | |
| "grad_norm": 0.48107632994651794, | |
| "learning_rate": 9.70753936832034e-06, | |
| "loss": 0.3445, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.31437435367114785, | |
| "grad_norm": 0.47837021946907043, | |
| "learning_rate": 9.695845203494242e-06, | |
| "loss": 0.3566, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.3185108583247156, | |
| "grad_norm": 0.5170641541481018, | |
| "learning_rate": 9.683929127373514e-06, | |
| "loss": 0.3878, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.32264736297828334, | |
| "grad_norm": 0.5370326638221741, | |
| "learning_rate": 9.671791703075502e-06, | |
| "loss": 0.3545, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.3267838676318511, | |
| "grad_norm": 0.5362874865531921, | |
| "learning_rate": 9.659433504177786e-06, | |
| "loss": 0.3947, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.3309203722854188, | |
| "grad_norm": 0.5446822047233582, | |
| "learning_rate": 9.646855114691081e-06, | |
| "loss": 0.3777, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.33505687693898656, | |
| "grad_norm": 0.5000081658363342, | |
| "learning_rate": 9.63405712903164e-06, | |
| "loss": 0.3713, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.3391933815925543, | |
| "grad_norm": 0.4431915581226349, | |
| "learning_rate": 9.621040151993153e-06, | |
| "loss": 0.3508, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.34332988624612204, | |
| "grad_norm": 0.51210618019104, | |
| "learning_rate": 9.607804798718182e-06, | |
| "loss": 0.3702, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.3474663908996898, | |
| "grad_norm": 0.49018731713294983, | |
| "learning_rate": 9.59435169466907e-06, | |
| "loss": 0.3796, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.3516028955532575, | |
| "grad_norm": 0.5700220465660095, | |
| "learning_rate": 9.580681475598413e-06, | |
| "loss": 0.3882, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.3557394002068252, | |
| "grad_norm": 0.48753252625465393, | |
| "learning_rate": 9.566794787518986e-06, | |
| "loss": 0.3773, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.35987590486039295, | |
| "grad_norm": 0.47645437717437744, | |
| "learning_rate": 9.552692286673231e-06, | |
| "loss": 0.3478, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.3640124095139607, | |
| "grad_norm": 0.4645499587059021, | |
| "learning_rate": 9.538374639502247e-06, | |
| "loss": 0.3523, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.36814891416752843, | |
| "grad_norm": 0.4936198890209198, | |
| "learning_rate": 9.523842522614285e-06, | |
| "loss": 0.3233, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.37228541882109617, | |
| "grad_norm": 0.47896862030029297, | |
| "learning_rate": 9.509096622752781e-06, | |
| "loss": 0.3583, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.3764219234746639, | |
| "grad_norm": 0.4804452955722809, | |
| "learning_rate": 9.4941376367639e-06, | |
| "loss": 0.3441, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.38055842812823165, | |
| "grad_norm": 0.47014203667640686, | |
| "learning_rate": 9.478966271563614e-06, | |
| "loss": 0.3406, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.3846949327817994, | |
| "grad_norm": 0.5452392101287842, | |
| "learning_rate": 9.463583244104274e-06, | |
| "loss": 0.3658, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.38883143743536713, | |
| "grad_norm": 0.49594131112098694, | |
| "learning_rate": 9.447989281340753e-06, | |
| "loss": 0.3644, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.3929679420889349, | |
| "grad_norm": 0.48177802562713623, | |
| "learning_rate": 9.43218512019608e-06, | |
| "loss": 0.364, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.39710444674250256, | |
| "grad_norm": 0.4789188504219055, | |
| "learning_rate": 9.416171507526615e-06, | |
| "loss": 0.3724, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.4012409513960703, | |
| "grad_norm": 0.5925107598304749, | |
| "learning_rate": 9.399949200086757e-06, | |
| "loss": 0.3799, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.40537745604963804, | |
| "grad_norm": 0.540553092956543, | |
| "learning_rate": 9.383518964493183e-06, | |
| "loss": 0.3913, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.4095139607032058, | |
| "grad_norm": 0.5033954977989197, | |
| "learning_rate": 9.36688157718862e-06, | |
| "loss": 0.3882, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.4136504653567735, | |
| "grad_norm": 0.4835229218006134, | |
| "learning_rate": 9.350037824405151e-06, | |
| "loss": 0.357, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.41778697001034126, | |
| "grad_norm": 0.5028110146522522, | |
| "learning_rate": 9.332988502127063e-06, | |
| "loss": 0.3395, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.421923474663909, | |
| "grad_norm": 0.6103828549385071, | |
| "learning_rate": 9.315734416053223e-06, | |
| "loss": 0.3832, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.42605997931747674, | |
| "grad_norm": 0.4925767481327057, | |
| "learning_rate": 9.298276381559015e-06, | |
| "loss": 0.3414, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.4301964839710445, | |
| "grad_norm": 0.5328059792518616, | |
| "learning_rate": 9.280615223657801e-06, | |
| "loss": 0.3887, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.4343329886246122, | |
| "grad_norm": 0.5046906471252441, | |
| "learning_rate": 9.262751776961936e-06, | |
| "loss": 0.3608, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.4384694932781799, | |
| "grad_norm": 0.4689864218235016, | |
| "learning_rate": 9.24468688564332e-06, | |
| "loss": 0.3734, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.44260599793174765, | |
| "grad_norm": 0.46193334460258484, | |
| "learning_rate": 9.226421403393513e-06, | |
| "loss": 0.3557, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.4467425025853154, | |
| "grad_norm": 0.518205463886261, | |
| "learning_rate": 9.207956193383392e-06, | |
| "loss": 0.3293, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.45087900723888313, | |
| "grad_norm": 0.5061272978782654, | |
| "learning_rate": 9.189292128222355e-06, | |
| "loss": 0.3477, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.4550155118924509, | |
| "grad_norm": 0.46607810258865356, | |
| "learning_rate": 9.170430089917089e-06, | |
| "loss": 0.3978, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.4591520165460186, | |
| "grad_norm": 0.4538101851940155, | |
| "learning_rate": 9.151370969829883e-06, | |
| "loss": 0.3525, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.46328852119958636, | |
| "grad_norm": 0.4456521272659302, | |
| "learning_rate": 9.132115668636512e-06, | |
| "loss": 0.3575, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.4674250258531541, | |
| "grad_norm": 0.5219409465789795, | |
| "learning_rate": 9.112665096283668e-06, | |
| "loss": 0.3703, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.47156153050672184, | |
| "grad_norm": 0.5195448398590088, | |
| "learning_rate": 9.093020171945966e-06, | |
| "loss": 0.3651, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.4756980351602896, | |
| "grad_norm": 0.5239256620407104, | |
| "learning_rate": 9.073181823982495e-06, | |
| "loss": 0.3555, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.47983453981385726, | |
| "grad_norm": 0.4262794852256775, | |
| "learning_rate": 9.05315098989296e-06, | |
| "loss": 0.3303, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.483971044467425, | |
| "grad_norm": 0.4619412422180176, | |
| "learning_rate": 9.032928616273369e-06, | |
| "loss": 0.3612, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.48810754912099275, | |
| "grad_norm": 0.468650758266449, | |
| "learning_rate": 9.012515658771301e-06, | |
| "loss": 0.3725, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.4922440537745605, | |
| "grad_norm": 0.4874132573604584, | |
| "learning_rate": 8.991913082040752e-06, | |
| "loss": 0.3671, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.4963805584281282, | |
| "grad_norm": 0.48114946484565735, | |
| "learning_rate": 8.971121859696539e-06, | |
| "loss": 0.3603, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.500517063081696, | |
| "grad_norm": 0.5342724919319153, | |
| "learning_rate": 8.950142974268295e-06, | |
| "loss": 0.3561, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.5046535677352637, | |
| "grad_norm": 0.5296602845191956, | |
| "learning_rate": 8.928977417154037e-06, | |
| "loss": 0.3552, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.5087900723888314, | |
| "grad_norm": 0.47604137659072876, | |
| "learning_rate": 8.907626188573319e-06, | |
| "loss": 0.3751, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.5129265770423992, | |
| "grad_norm": 0.544127345085144, | |
| "learning_rate": 8.886090297519956e-06, | |
| "loss": 0.39, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.5170630816959669, | |
| "grad_norm": 0.495714396238327, | |
| "learning_rate": 8.864370761714348e-06, | |
| "loss": 0.3764, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.5211995863495347, | |
| "grad_norm": 0.45246466994285583, | |
| "learning_rate": 8.842468607555389e-06, | |
| "loss": 0.3273, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.5253360910031024, | |
| "grad_norm": 0.46964627504348755, | |
| "learning_rate": 8.820384870071951e-06, | |
| "loss": 0.3712, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.5294725956566702, | |
| "grad_norm": 0.5150438547134399, | |
| "learning_rate": 8.79812059287399e-06, | |
| "loss": 0.3676, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.5336091003102379, | |
| "grad_norm": 0.48608115315437317, | |
| "learning_rate": 8.775676828103205e-06, | |
| "loss": 0.3862, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.5377456049638056, | |
| "grad_norm": 0.5238416790962219, | |
| "learning_rate": 8.753054636383336e-06, | |
| "loss": 0.3927, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.5418821096173733, | |
| "grad_norm": 0.4756030738353729, | |
| "learning_rate": 8.730255086770037e-06, | |
| "loss": 0.3429, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.546018614270941, | |
| "grad_norm": 0.46515801548957825, | |
| "learning_rate": 8.707279256700348e-06, | |
| "loss": 0.3367, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.5501551189245087, | |
| "grad_norm": 0.5517006516456604, | |
| "learning_rate": 8.684128231941789e-06, | |
| "loss": 0.3688, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.5542916235780765, | |
| "grad_norm": 0.5072327852249146, | |
| "learning_rate": 8.660803106541044e-06, | |
| "loss": 0.3224, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.5584281282316442, | |
| "grad_norm": 0.4414540231227875, | |
| "learning_rate": 8.637304982772263e-06, | |
| "loss": 0.3166, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.562564632885212, | |
| "grad_norm": 0.5401909351348877, | |
| "learning_rate": 8.613634971084967e-06, | |
| "loss": 0.3697, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.5667011375387797, | |
| "grad_norm": 0.502416729927063, | |
| "learning_rate": 8.589794190051582e-06, | |
| "loss": 0.3647, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.5708376421923474, | |
| "grad_norm": 0.49979519844055176, | |
| "learning_rate": 8.56578376631456e-06, | |
| "loss": 0.3542, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.5749741468459152, | |
| "grad_norm": 0.4783455431461334, | |
| "learning_rate": 8.541604834533159e-06, | |
| "loss": 0.3577, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.5791106514994829, | |
| "grad_norm": 0.4866260886192322, | |
| "learning_rate": 8.51725853732981e-06, | |
| "loss": 0.3567, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.5832471561530507, | |
| "grad_norm": 0.480307012796402, | |
| "learning_rate": 8.492746025236113e-06, | |
| "loss": 0.335, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.5873836608066184, | |
| "grad_norm": 0.4932575821876526, | |
| "learning_rate": 8.468068456638491e-06, | |
| "loss": 0.3411, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.5915201654601862, | |
| "grad_norm": 0.49242812395095825, | |
| "learning_rate": 8.443226997723426e-06, | |
| "loss": 0.3589, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.5956566701137539, | |
| "grad_norm": 0.5170210599899292, | |
| "learning_rate": 8.418222822422348e-06, | |
| "loss": 0.385, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.5997931747673216, | |
| "grad_norm": 0.45948079228401184, | |
| "learning_rate": 8.393057112356181e-06, | |
| "loss": 0.3502, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.6039296794208894, | |
| "grad_norm": 0.47525444626808167, | |
| "learning_rate": 8.367731056779476e-06, | |
| "loss": 0.3387, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.6080661840744571, | |
| "grad_norm": 0.4996655583381653, | |
| "learning_rate": 8.342245852524229e-06, | |
| "loss": 0.3243, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.6122026887280249, | |
| "grad_norm": 0.4717055559158325, | |
| "learning_rate": 8.316602703943315e-06, | |
| "loss": 0.3696, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.6163391933815926, | |
| "grad_norm": 0.5229761600494385, | |
| "learning_rate": 8.290802822853576e-06, | |
| "loss": 0.4026, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.6204756980351603, | |
| "grad_norm": 0.4920945465564728, | |
| "learning_rate": 8.26484742847855e-06, | |
| "loss": 0.3555, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.6246122026887281, | |
| "grad_norm": 0.416532963514328, | |
| "learning_rate": 8.238737747390859e-06, | |
| "loss": 0.3145, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.6287487073422957, | |
| "grad_norm": 0.4948025941848755, | |
| "learning_rate": 8.212475013454249e-06, | |
| "loss": 0.3603, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.6328852119958635, | |
| "grad_norm": 0.4692654013633728, | |
| "learning_rate": 8.186060467765268e-06, | |
| "loss": 0.3541, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.6370217166494312, | |
| "grad_norm": 0.4930100440979004, | |
| "learning_rate": 8.159495358594627e-06, | |
| "loss": 0.328, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.6411582213029989, | |
| "grad_norm": 0.46493637561798096, | |
| "learning_rate": 8.13278094132821e-06, | |
| "loss": 0.3514, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.6452947259565667, | |
| "grad_norm": 0.5059131383895874, | |
| "learning_rate": 8.10591847840774e-06, | |
| "loss": 0.3522, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.6494312306101344, | |
| "grad_norm": 0.5415008664131165, | |
| "learning_rate": 8.078909239271127e-06, | |
| "loss": 0.345, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.6535677352637022, | |
| "grad_norm": 0.49019861221313477, | |
| "learning_rate": 8.051754500292479e-06, | |
| "loss": 0.3526, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.6577042399172699, | |
| "grad_norm": 0.4391830563545227, | |
| "learning_rate": 8.024455544721778e-06, | |
| "loss": 0.3368, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.6618407445708376, | |
| "grad_norm": 0.5758143663406372, | |
| "learning_rate": 7.997013662624246e-06, | |
| "loss": 0.3606, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.6659772492244054, | |
| "grad_norm": 0.46434131264686584, | |
| "learning_rate": 7.969430150819372e-06, | |
| "loss": 0.3263, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.6701137538779731, | |
| "grad_norm": 0.5234054923057556, | |
| "learning_rate": 7.941706312819632e-06, | |
| "loss": 0.3635, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.6742502585315409, | |
| "grad_norm": 0.46102845668792725, | |
| "learning_rate": 7.913843458768892e-06, | |
| "loss": 0.3487, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.6783867631851086, | |
| "grad_norm": 0.505272388458252, | |
| "learning_rate": 7.88584290538049e-06, | |
| "loss": 0.3687, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.6825232678386763, | |
| "grad_norm": 0.5247129797935486, | |
| "learning_rate": 7.857705975875015e-06, | |
| "loss": 0.3575, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.6866597724922441, | |
| "grad_norm": 0.4995476007461548, | |
| "learning_rate": 7.829433999917773e-06, | |
| "loss": 0.3583, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.6907962771458118, | |
| "grad_norm": 0.478943407535553, | |
| "learning_rate": 7.801028313555954e-06, | |
| "loss": 0.3539, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.6949327817993796, | |
| "grad_norm": 0.4750828146934509, | |
| "learning_rate": 7.772490259155493e-06, | |
| "loss": 0.3317, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.6990692864529473, | |
| "grad_norm": 0.4754940867424011, | |
| "learning_rate": 7.743821185337634e-06, | |
| "loss": 0.3209, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.703205791106515, | |
| "grad_norm": 0.4950121343135834, | |
| "learning_rate": 7.715022446915195e-06, | |
| "loss": 0.3341, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.7073422957600828, | |
| "grad_norm": 0.48745468258857727, | |
| "learning_rate": 7.686095404828552e-06, | |
| "loss": 0.3602, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.7114788004136504, | |
| "grad_norm": 0.48764947056770325, | |
| "learning_rate": 7.65704142608132e-06, | |
| "loss": 0.3624, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.7156153050672182, | |
| "grad_norm": 0.5114070773124695, | |
| "learning_rate": 7.627861883675748e-06, | |
| "loss": 0.3449, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.7197518097207859, | |
| "grad_norm": 0.4847152829170227, | |
| "learning_rate": 7.598558156547842e-06, | |
| "loss": 0.3318, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.7238883143743536, | |
| "grad_norm": 0.5162774920463562, | |
| "learning_rate": 7.569131629502201e-06, | |
| "loss": 0.3539, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.7280248190279214, | |
| "grad_norm": 0.49352213740348816, | |
| "learning_rate": 7.53958369314657e-06, | |
| "loss": 0.3504, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.7321613236814891, | |
| "grad_norm": 0.4514661133289337, | |
| "learning_rate": 7.509915743826128e-06, | |
| "loss": 0.3602, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.7362978283350569, | |
| "grad_norm": 0.5056818127632141, | |
| "learning_rate": 7.480129183557499e-06, | |
| "loss": 0.3511, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.7404343329886246, | |
| "grad_norm": 0.5009995102882385, | |
| "learning_rate": 7.450225419962498e-06, | |
| "loss": 0.3299, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.7445708376421923, | |
| "grad_norm": 0.5529451966285706, | |
| "learning_rate": 7.4202058662016155e-06, | |
| "loss": 0.3605, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.7487073422957601, | |
| "grad_norm": 0.5108004212379456, | |
| "learning_rate": 7.390071940907222e-06, | |
| "loss": 0.3497, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.7528438469493278, | |
| "grad_norm": 0.45150938630104065, | |
| "learning_rate": 7.3598250681165485e-06, | |
| "loss": 0.347, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.7569803516028956, | |
| "grad_norm": 0.49005162715911865, | |
| "learning_rate": 7.329466677204371e-06, | |
| "loss": 0.3485, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.7611168562564633, | |
| "grad_norm": 0.4927361011505127, | |
| "learning_rate": 7.298998202815474e-06, | |
| "loss": 0.3432, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.765253360910031, | |
| "grad_norm": 0.48336061835289, | |
| "learning_rate": 7.268421084796852e-06, | |
| "loss": 0.3443, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.7693898655635988, | |
| "grad_norm": 0.48736652731895447, | |
| "learning_rate": 7.237736768129663e-06, | |
| "loss": 0.3418, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.7735263702171665, | |
| "grad_norm": 0.4602266252040863, | |
| "learning_rate": 7.206946702860948e-06, | |
| "loss": 0.3322, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.7776628748707343, | |
| "grad_norm": 0.4475662410259247, | |
| "learning_rate": 7.176052344035101e-06, | |
| "loss": 0.3519, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.781799379524302, | |
| "grad_norm": 0.46669697761535645, | |
| "learning_rate": 7.145055151625113e-06, | |
| "loss": 0.3623, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.7859358841778697, | |
| "grad_norm": 0.4729274809360504, | |
| "learning_rate": 7.1139565904635755e-06, | |
| "loss": 0.3517, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.7900723888314375, | |
| "grad_norm": 0.49703437089920044, | |
| "learning_rate": 7.082758130173456e-06, | |
| "loss": 0.3732, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.7942088934850051, | |
| "grad_norm": 0.5119916200637817, | |
| "learning_rate": 7.051461245098654e-06, | |
| "loss": 0.3421, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.7983453981385729, | |
| "grad_norm": 0.4503278434276581, | |
| "learning_rate": 7.020067414234315e-06, | |
| "loss": 0.3342, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.8024819027921406, | |
| "grad_norm": 0.46572044491767883, | |
| "learning_rate": 6.988578121156956e-06, | |
| "loss": 0.3314, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.8066184074457083, | |
| "grad_norm": 0.49221017956733704, | |
| "learning_rate": 6.956994853954342e-06, | |
| "loss": 0.3634, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.8107549120992761, | |
| "grad_norm": 0.5337055921554565, | |
| "learning_rate": 6.925319105155165e-06, | |
| "loss": 0.346, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.8148914167528438, | |
| "grad_norm": 0.4575997591018677, | |
| "learning_rate": 6.8935523716585195e-06, | |
| "loss": 0.3538, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.8190279214064116, | |
| "grad_norm": 0.5041812062263489, | |
| "learning_rate": 6.8616961546631575e-06, | |
| "loss": 0.3548, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.8231644260599793, | |
| "grad_norm": 0.4733670651912689, | |
| "learning_rate": 6.829751959596544e-06, | |
| "loss": 0.3414, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.827300930713547, | |
| "grad_norm": 0.48330968618392944, | |
| "learning_rate": 6.797721296043727e-06, | |
| "loss": 0.325, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.8314374353671148, | |
| "grad_norm": 0.4963349997997284, | |
| "learning_rate": 6.765605677675982e-06, | |
| "loss": 0.3858, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.8355739400206825, | |
| "grad_norm": 0.5333994626998901, | |
| "learning_rate": 6.733406622179295e-06, | |
| "loss": 0.3538, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.8397104446742503, | |
| "grad_norm": 0.4624415338039398, | |
| "learning_rate": 6.701125651182631e-06, | |
| "loss": 0.3025, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.843846949327818, | |
| "grad_norm": 0.45845648646354675, | |
| "learning_rate": 6.668764290186039e-06, | |
| "loss": 0.3458, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.8479834539813857, | |
| "grad_norm": 0.5057909488677979, | |
| "learning_rate": 6.6363240684885465e-06, | |
| "loss": 0.33, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.8521199586349535, | |
| "grad_norm": 0.5474227666854858, | |
| "learning_rate": 6.603806519115899e-06, | |
| "loss": 0.3386, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.8562564632885212, | |
| "grad_norm": 0.5117132067680359, | |
| "learning_rate": 6.571213178748112e-06, | |
| "loss": 0.3775, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.860392967942089, | |
| "grad_norm": 0.4669731557369232, | |
| "learning_rate": 6.538545587646854e-06, | |
| "loss": 0.3575, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.8645294725956567, | |
| "grad_norm": 0.4318840503692627, | |
| "learning_rate": 6.50580528958265e-06, | |
| "loss": 0.3201, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.8686659772492245, | |
| "grad_norm": 0.5034843683242798, | |
| "learning_rate": 6.47299383176194e-06, | |
| "loss": 0.3169, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.8728024819027922, | |
| "grad_norm": 0.5146070122718811, | |
| "learning_rate": 6.440112764753956e-06, | |
| "loss": 0.3653, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.8769389865563598, | |
| "grad_norm": 0.49277129769325256, | |
| "learning_rate": 6.4071636424174435e-06, | |
| "loss": 0.3485, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.8810754912099276, | |
| "grad_norm": 0.4620700776576996, | |
| "learning_rate": 6.374148021827237e-06, | |
| "loss": 0.3525, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.8852119958634953, | |
| "grad_norm": 0.5235023498535156, | |
| "learning_rate": 6.341067463200678e-06, | |
| "loss": 0.3638, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.889348500517063, | |
| "grad_norm": 0.4999266564846039, | |
| "learning_rate": 6.307923529823876e-06, | |
| "loss": 0.3692, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.8934850051706308, | |
| "grad_norm": 0.46116530895233154, | |
| "learning_rate": 6.2747177879778424e-06, | |
| "loss": 0.3316, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.8976215098241985, | |
| "grad_norm": 0.4651578664779663, | |
| "learning_rate": 6.241451806864465e-06, | |
| "loss": 0.3176, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.9017580144777663, | |
| "grad_norm": 0.45744726061820984, | |
| "learning_rate": 6.208127158532358e-06, | |
| "loss": 0.3261, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.905894519131334, | |
| "grad_norm": 0.4478837549686432, | |
| "learning_rate": 6.174745417802563e-06, | |
| "loss": 0.3357, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.9100310237849017, | |
| "grad_norm": 0.49428898096084595, | |
| "learning_rate": 6.141308162194141e-06, | |
| "loss": 0.321, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.9141675284384695, | |
| "grad_norm": 0.4366098642349243, | |
| "learning_rate": 6.1078169718496164e-06, | |
| "loss": 0.3132, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.9183040330920372, | |
| "grad_norm": 0.5066491365432739, | |
| "learning_rate": 6.074273429460296e-06, | |
| "loss": 0.3342, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.922440537745605, | |
| "grad_norm": 0.4254951775074005, | |
| "learning_rate": 6.040679120191491e-06, | |
| "loss": 0.3089, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.9265770423991727, | |
| "grad_norm": 0.46807774901390076, | |
| "learning_rate": 6.007035631607605e-06, | |
| "loss": 0.3182, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.9307135470527405, | |
| "grad_norm": 0.4610796570777893, | |
| "learning_rate": 5.9733445535970915e-06, | |
| "loss": 0.3239, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.9348500517063082, | |
| "grad_norm": 0.5245600342750549, | |
| "learning_rate": 5.939607478297347e-06, | |
| "loss": 0.3818, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.9389865563598759, | |
| "grad_norm": 0.45463472604751587, | |
| "learning_rate": 5.905826000019458e-06, | |
| "loss": 0.3109, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.9431230610134437, | |
| "grad_norm": 0.46084877848625183, | |
| "learning_rate": 5.8720017151728526e-06, | |
| "loss": 0.3475, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.9472595656670114, | |
| "grad_norm": 0.46296611428260803, | |
| "learning_rate": 5.838136222189874e-06, | |
| "loss": 0.3343, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.9513960703205792, | |
| "grad_norm": 0.458286315202713, | |
| "learning_rate": 5.804231121450235e-06, | |
| "loss": 0.3454, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.9555325749741469, | |
| "grad_norm": 0.42349058389663696, | |
| "learning_rate": 5.770288015205385e-06, | |
| "loss": 0.329, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.9596690796277145, | |
| "grad_norm": 0.4541251063346863, | |
| "learning_rate": 5.736308507502805e-06, | |
| "loss": 0.3296, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.9638055842812823, | |
| "grad_norm": 0.4887123107910156, | |
| "learning_rate": 5.702294204110191e-06, | |
| "loss": 0.3374, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.96794208893485, | |
| "grad_norm": 0.46135684847831726, | |
| "learning_rate": 5.668246712439579e-06, | |
| "loss": 0.3426, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.9720785935884177, | |
| "grad_norm": 0.4848094582557678, | |
| "learning_rate": 5.634167641471383e-06, | |
| "loss": 0.3626, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.9762150982419855, | |
| "grad_norm": 0.4424203932285309, | |
| "learning_rate": 5.600058601678357e-06, | |
| "loss": 0.302, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.9803516028955532, | |
| "grad_norm": 0.46382346749305725, | |
| "learning_rate": 5.5659212049494915e-06, | |
| "loss": 0.3357, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.984488107549121, | |
| "grad_norm": 0.4296742379665375, | |
| "learning_rate": 5.531757064513837e-06, | |
| "loss": 0.3162, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.9886246122026887, | |
| "grad_norm": 0.42605388164520264, | |
| "learning_rate": 5.4975677948642704e-06, | |
| "loss": 0.3204, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.9927611168562565, | |
| "grad_norm": 0.4539097547531128, | |
| "learning_rate": 5.4633550116812e-06, | |
| "loss": 0.327, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.9968976215098242, | |
| "grad_norm": 0.4806179404258728, | |
| "learning_rate": 5.429120331756208e-06, | |
| "loss": 0.3469, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 1.001034126163392, | |
| "grad_norm": 0.4494527280330658, | |
| "learning_rate": 5.394865372915656e-06, | |
| "loss": 0.3304, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 1.0051706308169597, | |
| "grad_norm": 0.5063448548316956, | |
| "learning_rate": 5.360591753944221e-06, | |
| "loss": 0.2792, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 1.0093071354705274, | |
| "grad_norm": 0.47153183817863464, | |
| "learning_rate": 5.3263010945083994e-06, | |
| "loss": 0.2593, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 1.0134436401240952, | |
| "grad_norm": 0.5729573369026184, | |
| "learning_rate": 5.291995015079969e-06, | |
| "loss": 0.2884, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 1.017580144777663, | |
| "grad_norm": 0.5748021602630615, | |
| "learning_rate": 5.257675136859415e-06, | |
| "loss": 0.2852, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 1.0217166494312306, | |
| "grad_norm": 0.49926644563674927, | |
| "learning_rate": 5.223343081699302e-06, | |
| "loss": 0.2947, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 1.0258531540847984, | |
| "grad_norm": 0.5036705732345581, | |
| "learning_rate": 5.189000472027645e-06, | |
| "loss": 0.2747, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 1.0299896587383661, | |
| "grad_norm": 0.557823896408081, | |
| "learning_rate": 5.1546489307712345e-06, | |
| "loss": 0.2724, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 1.0341261633919339, | |
| "grad_norm": 0.49561646580696106, | |
| "learning_rate": 5.1202900812789346e-06, | |
| "loss": 0.263, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 1.0382626680455016, | |
| "grad_norm": 0.46465885639190674, | |
| "learning_rate": 5.085925547244978e-06, | |
| "loss": 0.263, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 1.0423991726990693, | |
| "grad_norm": 0.5004085302352905, | |
| "learning_rate": 5.051556952632235e-06, | |
| "loss": 0.2831, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 1.046535677352637, | |
| "grad_norm": 0.5784794688224792, | |
| "learning_rate": 5.0171859215954575e-06, | |
| "loss": 0.2835, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 1.0506721820062048, | |
| "grad_norm": 0.4798305332660675, | |
| "learning_rate": 4.982814078404543e-06, | |
| "loss": 0.2382, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 1.0548086866597726, | |
| "grad_norm": 0.47284895181655884, | |
| "learning_rate": 4.948443047367767e-06, | |
| "loss": 0.2491, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 1.0589451913133403, | |
| "grad_norm": 0.4997791051864624, | |
| "learning_rate": 4.9140744527550225e-06, | |
| "loss": 0.2484, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 1.063081695966908, | |
| "grad_norm": 0.4812958836555481, | |
| "learning_rate": 4.879709918721067e-06, | |
| "loss": 0.2674, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 1.0672182006204758, | |
| "grad_norm": 0.4800451099872589, | |
| "learning_rate": 4.845351069228767e-06, | |
| "loss": 0.2625, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 1.0713547052740435, | |
| "grad_norm": 0.5013061165809631, | |
| "learning_rate": 4.8109995279723556e-06, | |
| "loss": 0.2739, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 1.0754912099276113, | |
| "grad_norm": 0.5202277898788452, | |
| "learning_rate": 4.776656918300699e-06, | |
| "loss": 0.2857, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 1.079627714581179, | |
| "grad_norm": 0.46747156977653503, | |
| "learning_rate": 4.742324863140587e-06, | |
| "loss": 0.2902, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 1.0837642192347468, | |
| "grad_norm": 0.4724840223789215, | |
| "learning_rate": 4.70800498492003e-06, | |
| "loss": 0.2845, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 1.0879007238883145, | |
| "grad_norm": 0.5077059864997864, | |
| "learning_rate": 4.673698905491602e-06, | |
| "loss": 0.297, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 1.092037228541882, | |
| "grad_norm": 0.4432675540447235, | |
| "learning_rate": 4.639408246055781e-06, | |
| "loss": 0.2286, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 1.0961737331954498, | |
| "grad_norm": 0.4326833188533783, | |
| "learning_rate": 4.605134627084345e-06, | |
| "loss": 0.2418, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 1.1003102378490175, | |
| "grad_norm": 0.4976271092891693, | |
| "learning_rate": 4.570879668243792e-06, | |
| "loss": 0.2825, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 1.1044467425025852, | |
| "grad_norm": 0.4635002613067627, | |
| "learning_rate": 4.536644988318802e-06, | |
| "loss": 0.2503, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 1.108583247156153, | |
| "grad_norm": 0.4908175766468048, | |
| "learning_rate": 4.502432205135731e-06, | |
| "loss": 0.298, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 1.1127197518097207, | |
| "grad_norm": 0.4961640238761902, | |
| "learning_rate": 4.468242935486164e-06, | |
| "loss": 0.2696, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 1.1168562564632885, | |
| "grad_norm": 0.49413740634918213, | |
| "learning_rate": 4.434078795050509e-06, | |
| "loss": 0.2938, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 1.1209927611168562, | |
| "grad_norm": 0.48604297637939453, | |
| "learning_rate": 4.3999413983216434e-06, | |
| "loss": 0.2884, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 1.125129265770424, | |
| "grad_norm": 0.4502314329147339, | |
| "learning_rate": 4.365832358528618e-06, | |
| "loss": 0.2514, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 1.1292657704239917, | |
| "grad_norm": 0.46243977546691895, | |
| "learning_rate": 4.331753287560423e-06, | |
| "loss": 0.2473, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 1.1334022750775594, | |
| "grad_norm": 0.48582252860069275, | |
| "learning_rate": 4.29770579588981e-06, | |
| "loss": 0.2926, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 1.1375387797311272, | |
| "grad_norm": 0.4945797622203827, | |
| "learning_rate": 4.263691492497197e-06, | |
| "loss": 0.2803, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 1.141675284384695, | |
| "grad_norm": 0.5017898082733154, | |
| "learning_rate": 4.229711984794614e-06, | |
| "loss": 0.2695, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 1.1458117890382626, | |
| "grad_norm": 0.44951367378234863, | |
| "learning_rate": 4.195768878549766e-06, | |
| "loss": 0.2548, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 1.1499482936918304, | |
| "grad_norm": 0.4264715611934662, | |
| "learning_rate": 4.161863777810128e-06, | |
| "loss": 0.2304, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 1.1540847983453981, | |
| "grad_norm": 0.4864782392978668, | |
| "learning_rate": 4.127998284827148e-06, | |
| "loss": 0.2883, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 1.1582213029989659, | |
| "grad_norm": 0.48877304792404175, | |
| "learning_rate": 4.094173999980544e-06, | |
| "loss": 0.2696, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 1.1623578076525336, | |
| "grad_norm": 0.4845278859138489, | |
| "learning_rate": 4.060392521702655e-06, | |
| "loss": 0.2696, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 1.1664943123061013, | |
| "grad_norm": 0.4687557816505432, | |
| "learning_rate": 4.026655446402912e-06, | |
| "loss": 0.2242, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 1.170630816959669, | |
| "grad_norm": 0.4510751962661743, | |
| "learning_rate": 3.9929643683923965e-06, | |
| "loss": 0.2534, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 1.1747673216132368, | |
| "grad_norm": 0.456969678401947, | |
| "learning_rate": 3.9593208798085094e-06, | |
| "loss": 0.239, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 1.1789038262668046, | |
| "grad_norm": 0.5285021066665649, | |
| "learning_rate": 3.9257265705397065e-06, | |
| "loss": 0.2706, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 1.1830403309203723, | |
| "grad_norm": 0.5108174085617065, | |
| "learning_rate": 3.892183028150384e-06, | |
| "loss": 0.292, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 1.18717683557394, | |
| "grad_norm": 0.4737439751625061, | |
| "learning_rate": 3.8586918378058595e-06, | |
| "loss": 0.2666, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 1.1913133402275078, | |
| "grad_norm": 0.46854445338249207, | |
| "learning_rate": 3.8252545821974385e-06, | |
| "loss": 0.2473, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 1.1954498448810755, | |
| "grad_norm": 0.5152525305747986, | |
| "learning_rate": 3.791872841467643e-06, | |
| "loss": 0.2787, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 1.1995863495346433, | |
| "grad_norm": 0.4602268636226654, | |
| "learning_rate": 3.758548193135536e-06, | |
| "loss": 0.2447, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 1.203722854188211, | |
| "grad_norm": 0.4676779806613922, | |
| "learning_rate": 3.7252822120221592e-06, | |
| "loss": 0.2715, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 1.2078593588417788, | |
| "grad_norm": 0.48289844393730164, | |
| "learning_rate": 3.6920764701761263e-06, | |
| "loss": 0.283, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 1.2119958634953465, | |
| "grad_norm": 0.4726490080356598, | |
| "learning_rate": 3.6589325367993243e-06, | |
| "loss": 0.2807, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 1.2161323681489142, | |
| "grad_norm": 0.5170783996582031, | |
| "learning_rate": 3.625851978172765e-06, | |
| "loss": 0.2636, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 1.220268872802482, | |
| "grad_norm": 0.46776092052459717, | |
| "learning_rate": 3.59283635758256e-06, | |
| "loss": 0.2457, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 1.2244053774560497, | |
| "grad_norm": 0.45310357213020325, | |
| "learning_rate": 3.5598872352460457e-06, | |
| "loss": 0.2538, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 1.2285418821096175, | |
| "grad_norm": 0.4700476825237274, | |
| "learning_rate": 3.527006168238061e-06, | |
| "loss": 0.2722, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 1.2326783867631852, | |
| "grad_norm": 0.4869045913219452, | |
| "learning_rate": 3.4941947104173514e-06, | |
| "loss": 0.2695, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 1.236814891416753, | |
| "grad_norm": 0.4840319752693176, | |
| "learning_rate": 3.4614544123531476e-06, | |
| "loss": 0.2671, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 1.2409513960703205, | |
| "grad_norm": 0.4536275565624237, | |
| "learning_rate": 3.428786821251888e-06, | |
| "loss": 0.2512, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 1.2450879007238882, | |
| "grad_norm": 0.4808495342731476, | |
| "learning_rate": 3.3961934808841023e-06, | |
| "loss": 0.2531, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 1.249224405377456, | |
| "grad_norm": 0.48514485359191895, | |
| "learning_rate": 3.363675931511455e-06, | |
| "loss": 0.2695, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 1.2533609100310237, | |
| "grad_norm": 0.48374173045158386, | |
| "learning_rate": 3.331235709813962e-06, | |
| "loss": 0.2706, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 1.2574974146845914, | |
| "grad_norm": 0.4591769278049469, | |
| "learning_rate": 3.29887434881737e-06, | |
| "loss": 0.2578, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 1.2616339193381592, | |
| "grad_norm": 0.4645506739616394, | |
| "learning_rate": 3.2665933778207082e-06, | |
| "loss": 0.2717, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 1.265770423991727, | |
| "grad_norm": 0.5053009986877441, | |
| "learning_rate": 3.234394322324019e-06, | |
| "loss": 0.2713, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 1.2699069286452946, | |
| "grad_norm": 0.46575117111206055, | |
| "learning_rate": 3.2022787039562745e-06, | |
| "loss": 0.2445, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 1.2740434332988624, | |
| "grad_norm": 0.4733026623725891, | |
| "learning_rate": 3.170248040403457e-06, | |
| "loss": 0.2602, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 1.2781799379524301, | |
| "grad_norm": 0.4547727406024933, | |
| "learning_rate": 3.138303845336844e-06, | |
| "loss": 0.2545, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 1.2823164426059979, | |
| "grad_norm": 0.5043481588363647, | |
| "learning_rate": 3.1064476283414818e-06, | |
| "loss": 0.2848, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 1.2864529472595656, | |
| "grad_norm": 0.49556779861450195, | |
| "learning_rate": 3.074680894844837e-06, | |
| "loss": 0.2659, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 1.2905894519131333, | |
| "grad_norm": 0.4662742614746094, | |
| "learning_rate": 3.04300514604566e-06, | |
| "loss": 0.2696, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 1.294725956566701, | |
| "grad_norm": 0.46650293469429016, | |
| "learning_rate": 3.011421878843044e-06, | |
| "loss": 0.2573, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 1.2988624612202688, | |
| "grad_norm": 0.471865177154541, | |
| "learning_rate": 2.9799325857656856e-06, | |
| "loss": 0.2598, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 1.3029989658738366, | |
| "grad_norm": 0.49665728211402893, | |
| "learning_rate": 2.948538754901349e-06, | |
| "loss": 0.285, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 1.3071354705274043, | |
| "grad_norm": 0.47322675585746765, | |
| "learning_rate": 2.917241869826545e-06, | |
| "loss": 0.2523, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 1.311271975180972, | |
| "grad_norm": 0.4811559021472931, | |
| "learning_rate": 2.8860434095364266e-06, | |
| "loss": 0.2762, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 1.3154084798345398, | |
| "grad_norm": 0.48528894782066345, | |
| "learning_rate": 2.8549448483748888e-06, | |
| "loss": 0.2812, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 1.3195449844881075, | |
| "grad_norm": 0.47023531794548035, | |
| "learning_rate": 2.8239476559649013e-06, | |
| "loss": 0.2857, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 1.3236814891416753, | |
| "grad_norm": 0.4679359793663025, | |
| "learning_rate": 2.7930532971390543e-06, | |
| "loss": 0.2639, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 1.327817993795243, | |
| "grad_norm": 0.4885619580745697, | |
| "learning_rate": 2.762263231870339e-06, | |
| "loss": 0.2919, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 1.3319544984488108, | |
| "grad_norm": 0.4528388977050781, | |
| "learning_rate": 2.7315789152031504e-06, | |
| "loss": 0.2491, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 1.3360910031023785, | |
| "grad_norm": 0.43351301550865173, | |
| "learning_rate": 2.7010017971845267e-06, | |
| "loss": 0.2334, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 1.3402275077559462, | |
| "grad_norm": 0.4791943430900574, | |
| "learning_rate": 2.6705333227956304e-06, | |
| "loss": 0.2759, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 1.344364012409514, | |
| "grad_norm": 0.42758721113204956, | |
| "learning_rate": 2.6401749318834528e-06, | |
| "loss": 0.2574, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 1.3485005170630817, | |
| "grad_norm": 0.4758831858634949, | |
| "learning_rate": 2.609928059092779e-06, | |
| "loss": 0.2459, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 1.3526370217166495, | |
| "grad_norm": 0.45820891857147217, | |
| "learning_rate": 2.579794133798388e-06, | |
| "loss": 0.2678, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 1.3567735263702172, | |
| "grad_norm": 0.4830312132835388, | |
| "learning_rate": 2.549774580037504e-06, | |
| "loss": 0.2627, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 1.360910031023785, | |
| "grad_norm": 0.48166197538375854, | |
| "learning_rate": 2.5198708164425046e-06, | |
| "loss": 0.2524, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 1.3650465356773527, | |
| "grad_norm": 0.48581820726394653, | |
| "learning_rate": 2.4900842561738736e-06, | |
| "loss": 0.2527, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 1.3691830403309204, | |
| "grad_norm": 0.49055343866348267, | |
| "learning_rate": 2.4604163068534313e-06, | |
| "loss": 0.2541, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 1.3733195449844882, | |
| "grad_norm": 0.4789126217365265, | |
| "learning_rate": 2.4308683704978e-06, | |
| "loss": 0.2597, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 1.377456049638056, | |
| "grad_norm": 0.5069748759269714, | |
| "learning_rate": 2.401441843452159e-06, | |
| "loss": 0.2842, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 1.3815925542916236, | |
| "grad_norm": 0.49611082673072815, | |
| "learning_rate": 2.372138116324254e-06, | |
| "loss": 0.2648, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 1.3857290589451914, | |
| "grad_norm": 0.4773513376712799, | |
| "learning_rate": 2.342958573918682e-06, | |
| "loss": 0.2846, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 1.3898655635987591, | |
| "grad_norm": 0.49834293127059937, | |
| "learning_rate": 2.3139045951714473e-06, | |
| "loss": 0.288, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 1.3940020682523269, | |
| "grad_norm": 0.46547529101371765, | |
| "learning_rate": 2.2849775530848057e-06, | |
| "loss": 0.242, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 1.3981385729058946, | |
| "grad_norm": 0.46302109956741333, | |
| "learning_rate": 2.256178814662368e-06, | |
| "loss": 0.2553, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 1.4022750775594623, | |
| "grad_norm": 0.5011090636253357, | |
| "learning_rate": 2.227509740844508e-06, | |
| "loss": 0.281, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 1.40641158221303, | |
| "grad_norm": 0.43727773427963257, | |
| "learning_rate": 2.198971686444047e-06, | |
| "loss": 0.2409, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 1.4105480868665978, | |
| "grad_norm": 0.4928194582462311, | |
| "learning_rate": 2.1705660000822286e-06, | |
| "loss": 0.299, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 1.4146845915201656, | |
| "grad_norm": 0.4691973328590393, | |
| "learning_rate": 2.1422940241249875e-06, | |
| "loss": 0.2552, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 1.4188210961737333, | |
| "grad_norm": 0.4593028724193573, | |
| "learning_rate": 2.1141570946195106e-06, | |
| "loss": 0.255, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 1.422957600827301, | |
| "grad_norm": 0.4884447753429413, | |
| "learning_rate": 2.086156541231109e-06, | |
| "loss": 0.2601, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 1.4270941054808688, | |
| "grad_norm": 0.5032863616943359, | |
| "learning_rate": 2.0582936871803692e-06, | |
| "loss": 0.2888, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 1.4312306101344365, | |
| "grad_norm": 0.46444255113601685, | |
| "learning_rate": 2.0305698491806297e-06, | |
| "loss": 0.2402, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 1.4353671147880043, | |
| "grad_norm": 0.4745306074619293, | |
| "learning_rate": 2.0029863373757553e-06, | |
| "loss": 0.2665, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 1.4395036194415718, | |
| "grad_norm": 0.4591853618621826, | |
| "learning_rate": 1.9755444552782228e-06, | |
| "loss": 0.2209, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 1.4436401240951395, | |
| "grad_norm": 0.4660813808441162, | |
| "learning_rate": 1.948245499707523e-06, | |
| "loss": 0.2559, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 1.4477766287487073, | |
| "grad_norm": 0.4885343909263611, | |
| "learning_rate": 1.9210907607288728e-06, | |
| "loss": 0.281, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 1.451913133402275, | |
| "grad_norm": 0.4733608365058899, | |
| "learning_rate": 1.8940815215922609e-06, | |
| "loss": 0.2762, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 1.4560496380558428, | |
| "grad_norm": 0.46303790807724, | |
| "learning_rate": 1.867219058671791e-06, | |
| "loss": 0.2626, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 1.4601861427094105, | |
| "grad_norm": 0.4606141149997711, | |
| "learning_rate": 1.8405046414053728e-06, | |
| "loss": 0.2434, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 1.4643226473629782, | |
| "grad_norm": 0.4833987057209015, | |
| "learning_rate": 1.8139395322347335e-06, | |
| "loss": 0.2546, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 1.468459152016546, | |
| "grad_norm": 0.44073909521102905, | |
| "learning_rate": 1.787524986545753e-06, | |
| "loss": 0.2511, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 1.4725956566701137, | |
| "grad_norm": 0.45749855041503906, | |
| "learning_rate": 1.7612622526091406e-06, | |
| "loss": 0.2391, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 1.4767321613236815, | |
| "grad_norm": 0.4941197633743286, | |
| "learning_rate": 1.7351525715214512e-06, | |
| "loss": 0.2607, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 1.4808686659772492, | |
| "grad_norm": 0.4428948760032654, | |
| "learning_rate": 1.709197177146425e-06, | |
| "loss": 0.2477, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 1.485005170630817, | |
| "grad_norm": 0.5241663455963135, | |
| "learning_rate": 1.6833972960566868e-06, | |
| "loss": 0.258, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 1.4891416752843847, | |
| "grad_norm": 0.48429349064826965, | |
| "learning_rate": 1.6577541474757712e-06, | |
| "loss": 0.2709, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 1.4932781799379524, | |
| "grad_norm": 0.49429482221603394, | |
| "learning_rate": 1.6322689432205252e-06, | |
| "loss": 0.2787, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 1.4974146845915202, | |
| "grad_norm": 0.487251341342926, | |
| "learning_rate": 1.6069428876438203e-06, | |
| "loss": 0.2612, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 1.501551189245088, | |
| "grad_norm": 0.4490973949432373, | |
| "learning_rate": 1.5817771775776508e-06, | |
| "loss": 0.2516, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 1.5056876938986556, | |
| "grad_norm": 0.48428958654403687, | |
| "learning_rate": 1.5567730022765753e-06, | |
| "loss": 0.2773, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 1.5098241985522234, | |
| "grad_norm": 0.4671989381313324, | |
| "learning_rate": 1.5319315433615101e-06, | |
| "loss": 0.267, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 1.5139607032057911, | |
| "grad_norm": 0.5202347636222839, | |
| "learning_rate": 1.5072539747638887e-06, | |
| "loss": 0.294, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 1.5180972078593589, | |
| "grad_norm": 0.45074182748794556, | |
| "learning_rate": 1.482741462670193e-06, | |
| "loss": 0.2363, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 1.5222337125129266, | |
| "grad_norm": 0.5174707174301147, | |
| "learning_rate": 1.4583951654668416e-06, | |
| "loss": 0.2767, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 1.5263702171664943, | |
| "grad_norm": 0.4842411279678345, | |
| "learning_rate": 1.434216233685441e-06, | |
| "loss": 0.2858, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 1.530506721820062, | |
| "grad_norm": 0.4314868450164795, | |
| "learning_rate": 1.4102058099484188e-06, | |
| "loss": 0.2356, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 1.5346432264736298, | |
| "grad_norm": 0.47764474153518677, | |
| "learning_rate": 1.3863650289150338e-06, | |
| "loss": 0.2632, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 1.5387797311271976, | |
| "grad_norm": 0.4491686522960663, | |
| "learning_rate": 1.3626950172277398e-06, | |
| "loss": 0.2443, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 1.542916235780765, | |
| "grad_norm": 0.4948718249797821, | |
| "learning_rate": 1.3391968934589573e-06, | |
| "loss": 0.2772, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 1.5470527404343328, | |
| "grad_norm": 0.4696827828884125, | |
| "learning_rate": 1.3158717680582128e-06, | |
| "loss": 0.2568, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 1.5511892450879006, | |
| "grad_norm": 0.43921521306037903, | |
| "learning_rate": 1.292720743299654e-06, | |
| "loss": 0.229, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 1.5553257497414683, | |
| "grad_norm": 0.4529230296611786, | |
| "learning_rate": 1.2697449132299649e-06, | |
| "loss": 0.2445, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 1.559462254395036, | |
| "grad_norm": 0.4936879873275757, | |
| "learning_rate": 1.2469453636166645e-06, | |
| "loss": 0.2579, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 1.5635987590486038, | |
| "grad_norm": 0.48198625445365906, | |
| "learning_rate": 1.224323171896797e-06, | |
| "loss": 0.2542, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 1.5677352637021715, | |
| "grad_norm": 0.4886031448841095, | |
| "learning_rate": 1.201879407126012e-06, | |
| "loss": 0.2707, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 1.5718717683557393, | |
| "grad_norm": 0.47718653082847595, | |
| "learning_rate": 1.1796151299280483e-06, | |
| "loss": 0.2747, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 1.576008273009307, | |
| "grad_norm": 0.46224093437194824, | |
| "learning_rate": 1.1575313924446123e-06, | |
| "loss": 0.247, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 1.5801447776628748, | |
| "grad_norm": 0.4610908329486847, | |
| "learning_rate": 1.1356292382856531e-06, | |
| "loss": 0.2624, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 1.5842812823164425, | |
| "grad_norm": 0.46388930082321167, | |
| "learning_rate": 1.113909702480046e-06, | |
| "loss": 0.2485, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 1.5884177869700102, | |
| "grad_norm": 0.4562687575817108, | |
| "learning_rate": 1.0923738114266824e-06, | |
| "loss": 0.2503, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 1.592554291623578, | |
| "grad_norm": 0.44876885414123535, | |
| "learning_rate": 1.0710225828459642e-06, | |
| "loss": 0.2453, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 1.5966907962771457, | |
| "grad_norm": 0.45502784848213196, | |
| "learning_rate": 1.0498570257317075e-06, | |
| "loss": 0.2595, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 1.6008273009307135, | |
| "grad_norm": 0.47724854946136475, | |
| "learning_rate": 1.028878140303462e-06, | |
| "loss": 0.2541, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 1.6049638055842812, | |
| "grad_norm": 0.45897573232650757, | |
| "learning_rate": 1.008086917959249e-06, | |
| "loss": 0.2628, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 1.609100310237849, | |
| "grad_norm": 0.4865526258945465, | |
| "learning_rate": 9.874843412286994e-07, | |
| "loss": 0.2693, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 1.6132368148914167, | |
| "grad_norm": 0.46964144706726074, | |
| "learning_rate": 9.670713837266322e-07, | |
| "loss": 0.2498, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 1.6173733195449844, | |
| "grad_norm": 0.42305079102516174, | |
| "learning_rate": 9.46849010107041e-07, | |
| "loss": 0.2262, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 1.6215098241985522, | |
| "grad_norm": 0.4819132089614868, | |
| "learning_rate": 9.26818176017506e-07, | |
| "loss": 0.2617, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 1.62564632885212, | |
| "grad_norm": 0.4843488037586212, | |
| "learning_rate": 9.069798280540348e-07, | |
| "loss": 0.2636, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 1.6297828335056876, | |
| "grad_norm": 0.4789119064807892, | |
| "learning_rate": 8.87334903716332e-07, | |
| "loss": 0.2869, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 1.6339193381592554, | |
| "grad_norm": 0.42331403493881226, | |
| "learning_rate": 8.678843313634894e-07, | |
| "loss": 0.2192, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 1.6380558428128231, | |
| "grad_norm": 0.45914411544799805, | |
| "learning_rate": 8.486290301701183e-07, | |
| "loss": 0.2654, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 1.6421923474663909, | |
| "grad_norm": 0.4775830805301666, | |
| "learning_rate": 8.295699100829124e-07, | |
| "loss": 0.2434, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 1.6463288521199586, | |
| "grad_norm": 0.5007808804512024, | |
| "learning_rate": 8.107078717776457e-07, | |
| "loss": 0.2697, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 1.6504653567735263, | |
| "grad_norm": 0.4754742681980133, | |
| "learning_rate": 7.920438066166097e-07, | |
| "loss": 0.2626, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 1.654601861427094, | |
| "grad_norm": 0.46346259117126465, | |
| "learning_rate": 7.735785966064885e-07, | |
| "loss": 0.2268, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 1.6587383660806618, | |
| "grad_norm": 0.4413525462150574, | |
| "learning_rate": 7.553131143566822e-07, | |
| "loss": 0.2373, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 1.6628748707342296, | |
| "grad_norm": 0.447625994682312, | |
| "learning_rate": 7.372482230380657e-07, | |
| "loss": 0.2546, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 1.6670113753877973, | |
| "grad_norm": 0.4605792462825775, | |
| "learning_rate": 7.193847763421991e-07, | |
| "loss": 0.2656, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 1.671147880041365, | |
| "grad_norm": 0.4576088786125183, | |
| "learning_rate": 7.017236184409859e-07, | |
| "loss": 0.2576, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 1.6752843846949328, | |
| "grad_norm": 0.5075780153274536, | |
| "learning_rate": 6.842655839467787e-07, | |
| "loss": 0.3023, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 1.6794208893485005, | |
| "grad_norm": 0.4650248885154724, | |
| "learning_rate": 6.670114978729392e-07, | |
| "loss": 0.2753, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 1.6835573940020683, | |
| "grad_norm": 0.4480326175689697, | |
| "learning_rate": 6.499621755948487e-07, | |
| "loss": 0.2448, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 1.687693898655636, | |
| "grad_norm": 0.48435285687446594, | |
| "learning_rate": 6.331184228113801e-07, | |
| "loss": 0.2729, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 1.6918304033092038, | |
| "grad_norm": 0.4679297208786011, | |
| "learning_rate": 6.164810355068179e-07, | |
| "loss": 0.2394, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 1.6959669079627715, | |
| "grad_norm": 0.5232973694801331, | |
| "learning_rate": 6.000507999132444e-07, | |
| "loss": 0.2761, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 1.7001034126163392, | |
| "grad_norm": 0.43717169761657715, | |
| "learning_rate": 5.838284924733866e-07, | |
| "loss": 0.2476, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 1.704239917269907, | |
| "grad_norm": 0.4989730417728424, | |
| "learning_rate": 5.678148798039213e-07, | |
| "loss": 0.2723, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 1.7083764219234747, | |
| "grad_norm": 0.4776909649372101, | |
| "learning_rate": 5.520107186592477e-07, | |
| "loss": 0.2394, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 1.7125129265770425, | |
| "grad_norm": 0.49704718589782715, | |
| "learning_rate": 5.364167558957267e-07, | |
| "loss": 0.2674, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 1.7166494312306102, | |
| "grad_norm": 0.5080196857452393, | |
| "learning_rate": 5.210337284363876e-07, | |
| "loss": 0.2846, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 1.720785935884178, | |
| "grad_norm": 0.5011091828346252, | |
| "learning_rate": 5.058623632361004e-07, | |
| "loss": 0.276, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 1.7249224405377457, | |
| "grad_norm": 0.4899991750717163, | |
| "learning_rate": 4.909033772472204e-07, | |
| "loss": 0.2465, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 1.7290589451913134, | |
| "grad_norm": 0.47677579522132874, | |
| "learning_rate": 4.7615747738571636e-07, | |
| "loss": 0.2547, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 1.7331954498448812, | |
| "grad_norm": 0.4679698050022125, | |
| "learning_rate": 4.6162536049775387e-07, | |
| "loss": 0.2687, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 1.737331954498449, | |
| "grad_norm": 0.4611322283744812, | |
| "learning_rate": 4.473077133267684e-07, | |
| "loss": 0.2517, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 1.7414684591520166, | |
| "grad_norm": 0.45688915252685547, | |
| "learning_rate": 4.3320521248101487e-07, | |
| "loss": 0.2449, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 1.7456049638055844, | |
| "grad_norm": 0.44202756881713867, | |
| "learning_rate": 4.193185244015879e-07, | |
| "loss": 0.2274, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 1.7497414684591521, | |
| "grad_norm": 0.488298237323761, | |
| "learning_rate": 4.0564830533093014e-07, | |
| "loss": 0.2706, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 1.7538779731127199, | |
| "grad_norm": 0.44502395391464233, | |
| "learning_rate": 3.9219520128182087e-07, | |
| "loss": 0.2343, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 1.7580144777662876, | |
| "grad_norm": 0.4559187889099121, | |
| "learning_rate": 3.789598480068479e-07, | |
| "loss": 0.2477, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 1.7621509824198553, | |
| "grad_norm": 0.43528175354003906, | |
| "learning_rate": 3.659428709683621e-07, | |
| "loss": 0.2279, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 1.766287487073423, | |
| "grad_norm": 0.47880756855010986, | |
| "learning_rate": 3.531448853089192e-07, | |
| "loss": 0.2631, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 1.7704239917269908, | |
| "grad_norm": 0.49789199233055115, | |
| "learning_rate": 3.40566495822216e-07, | |
| "loss": 0.2925, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 1.7745604963805586, | |
| "grad_norm": 0.4378401041030884, | |
| "learning_rate": 3.2820829692449984e-07, | |
| "loss": 0.227, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 1.7786970010341263, | |
| "grad_norm": 0.4724928140640259, | |
| "learning_rate": 3.160708726264855e-07, | |
| "loss": 0.2657, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 1.782833505687694, | |
| "grad_norm": 0.43662911653518677, | |
| "learning_rate": 3.0415479650575783e-07, | |
| "loss": 0.2399, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 1.7869700103412618, | |
| "grad_norm": 0.46386146545410156, | |
| "learning_rate": 2.9246063167965963e-07, | |
| "loss": 0.2447, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 1.7911065149948295, | |
| "grad_norm": 0.47366079688072205, | |
| "learning_rate": 2.809889307786856e-07, | |
| "loss": 0.2449, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 1.795243019648397, | |
| "grad_norm": 0.4846685826778412, | |
| "learning_rate": 2.697402359203638e-07, | |
| "loss": 0.2559, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 1.7993795243019648, | |
| "grad_norm": 0.4788161516189575, | |
| "learning_rate": 2.587150786836407e-07, | |
| "loss": 0.2749, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 1.8035160289555325, | |
| "grad_norm": 0.49820560216903687, | |
| "learning_rate": 2.4791398008375545e-07, | |
| "loss": 0.2748, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 1.8076525336091003, | |
| "grad_norm": 0.45833131670951843, | |
| "learning_rate": 2.3733745054762059e-07, | |
| "loss": 0.2293, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 1.811789038262668, | |
| "grad_norm": 0.5000050067901611, | |
| "learning_rate": 2.2698598988970422e-07, | |
| "loss": 0.2634, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 1.8159255429162358, | |
| "grad_norm": 0.45837461948394775, | |
| "learning_rate": 2.1686008728840301e-07, | |
| "loss": 0.2525, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 1.8200620475698035, | |
| "grad_norm": 0.4396543800830841, | |
| "learning_rate": 2.0696022126293126e-07, | |
| "loss": 0.2374, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 1.8241985522233712, | |
| "grad_norm": 0.4914761483669281, | |
| "learning_rate": 1.9728685965070604e-07, | |
| "loss": 0.2992, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 1.828335056876939, | |
| "grad_norm": 0.5126286745071411, | |
| "learning_rate": 1.8784045958523623e-07, | |
| "loss": 0.2795, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 1.8324715615305067, | |
| "grad_norm": 0.44213420152664185, | |
| "learning_rate": 1.786214674745218e-07, | |
| "loss": 0.2247, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 1.8366080661840745, | |
| "grad_norm": 0.4569559693336487, | |
| "learning_rate": 1.6963031897995863e-07, | |
| "loss": 0.2451, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 1.8407445708376422, | |
| "grad_norm": 0.4845653474330902, | |
| "learning_rate": 1.6086743899575042e-07, | |
| "loss": 0.2818, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 1.84488107549121, | |
| "grad_norm": 0.4564604163169861, | |
| "learning_rate": 1.523332416288259e-07, | |
| "loss": 0.2539, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 1.8490175801447777, | |
| "grad_norm": 0.4548117518424988, | |
| "learning_rate": 1.4402813017927396e-07, | |
| "loss": 0.2554, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 1.8531540847983454, | |
| "grad_norm": 0.4759480655193329, | |
| "learning_rate": 1.3595249712128334e-07, | |
| "loss": 0.2661, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 1.8572905894519132, | |
| "grad_norm": 0.46541112661361694, | |
| "learning_rate": 1.28106724084594e-07, | |
| "loss": 0.2486, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 1.861427094105481, | |
| "grad_norm": 0.4635773003101349, | |
| "learning_rate": 1.2049118183646403e-07, | |
| "loss": 0.2653, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 1.8655635987590486, | |
| "grad_norm": 0.44061151146888733, | |
| "learning_rate": 1.1310623026414891e-07, | |
| "loss": 0.2255, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 1.8697001034126164, | |
| "grad_norm": 0.45572927594184875, | |
| "learning_rate": 1.059522183578926e-07, | |
| "loss": 0.2533, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 1.8738366080661841, | |
| "grad_norm": 0.4822574853897095, | |
| "learning_rate": 9.902948419443669e-08, | |
| "loss": 0.2767, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 1.8779731127197516, | |
| "grad_norm": 0.4398654103279114, | |
| "learning_rate": 9.233835492104326e-08, | |
| "loss": 0.2492, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 1.8821096173733194, | |
| "grad_norm": 0.4548628032207489, | |
| "learning_rate": 8.587914674003384e-08, | |
| "loss": 0.254, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 1.8862461220268871, | |
| "grad_norm": 0.45040181279182434, | |
| "learning_rate": 7.965216489384919e-08, | |
| "loss": 0.2721, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 1.8903826266804549, | |
| "grad_norm": 0.47080284357070923, | |
| "learning_rate": 7.365770365062308e-08, | |
| "loss": 0.2718, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 1.8945191313340226, | |
| "grad_norm": 0.48404160141944885, | |
| "learning_rate": 6.789604629027614e-08, | |
| "loss": 0.2924, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 1.8986556359875904, | |
| "grad_norm": 0.46306654810905457, | |
| "learning_rate": 6.236746509112824e-08, | |
| "loss": 0.2531, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 1.902792140641158, | |
| "grad_norm": 0.4330954849720001, | |
| "learning_rate": 5.707222131703216e-08, | |
| "loss": 0.2388, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 1.9069286452947258, | |
| "grad_norm": 0.46021175384521484, | |
| "learning_rate": 5.201056520502734e-08, | |
| "loss": 0.2468, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 1.9110651499482936, | |
| "grad_norm": 0.5022516250610352, | |
| "learning_rate": 4.718273595351486e-08, | |
| "loss": 0.263, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 1.9152016546018613, | |
| "grad_norm": 0.47739377617836, | |
| "learning_rate": 4.25889617109515e-08, | |
| "loss": 0.2718, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 1.919338159255429, | |
| "grad_norm": 0.4588397741317749, | |
| "learning_rate": 3.8229459565070074e-08, | |
| "loss": 0.2412, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 1.9234746639089968, | |
| "grad_norm": 0.4719136953353882, | |
| "learning_rate": 3.410443553262033e-08, | |
| "loss": 0.2722, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 1.9276111685625645, | |
| "grad_norm": 0.4567975401878357, | |
| "learning_rate": 3.0214084549632925e-08, | |
| "loss": 0.2536, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 1.9317476732161323, | |
| "grad_norm": 0.4981779158115387, | |
| "learning_rate": 2.6558590462207322e-08, | |
| "loss": 0.27, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 1.9358841778697, | |
| "grad_norm": 0.4779011309146881, | |
| "learning_rate": 2.3138126017822614e-08, | |
| "loss": 0.2707, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 1.9400206825232678, | |
| "grad_norm": 0.4619957506656647, | |
| "learning_rate": 1.99528528571763e-08, | |
| "loss": 0.2516, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 1.9441571871768355, | |
| "grad_norm": 0.47019270062446594, | |
| "learning_rate": 1.7002921506544812e-08, | |
| "loss": 0.2762, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 1.9482936918304032, | |
| "grad_norm": 0.48734498023986816, | |
| "learning_rate": 1.4288471370669244e-08, | |
| "loss": 0.2779, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 1.952430196483971, | |
| "grad_norm": 0.5020056366920471, | |
| "learning_rate": 1.1809630726167808e-08, | |
| "loss": 0.2731, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 1.9565667011375387, | |
| "grad_norm": 0.4687701165676117, | |
| "learning_rate": 9.566516715474594e-09, | |
| "loss": 0.2584, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 1.9607032057911065, | |
| "grad_norm": 0.4735799729824066, | |
| "learning_rate": 7.559235341302872e-09, | |
| "loss": 0.2663, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 1.9648397104446742, | |
| "grad_norm": 0.4657973349094391, | |
| "learning_rate": 5.787881461636891e-09, | |
| "loss": 0.2597, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 1.968976215098242, | |
| "grad_norm": 0.43754643201828003, | |
| "learning_rate": 4.252538785248228e-09, | |
| "loss": 0.2198, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 1.9731127197518097, | |
| "grad_norm": 0.45479777455329895, | |
| "learning_rate": 2.9532798677395226e-09, | |
| "loss": 0.2456, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 1.9772492244053774, | |
| "grad_norm": 0.4745938181877136, | |
| "learning_rate": 1.8901661081172084e-09, | |
| "loss": 0.2719, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 1.9813857290589452, | |
| "grad_norm": 0.4496646225452423, | |
| "learning_rate": 1.0632477458888401e-09, | |
| "loss": 0.2545, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 1.985522233712513, | |
| "grad_norm": 0.5044782757759094, | |
| "learning_rate": 4.725638586894344e-10, | |
| "loss": 0.2904, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 1.9896587383660806, | |
| "grad_norm": 0.45781707763671875, | |
| "learning_rate": 1.1814236043405924e-10, | |
| "loss": 0.2429, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 1.9937952430196484, | |
| "grad_norm": 0.4693934917449951, | |
| "learning_rate": 0.0, | |
| "loss": 0.2602, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 1.9937952430196484, | |
| "step": 482, | |
| "total_flos": 3.6089290785072087e+18, | |
| "train_loss": 0.3119487636316861, | |
| "train_runtime": 2571.753, | |
| "train_samples_per_second": 24.051, | |
| "train_steps_per_second": 0.187 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 482, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 2, | |
| "save_steps": 1000, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 3.6089290785072087e+18, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |