| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.4325610316580605, | |
| "eval_steps": 500, | |
| "global_step": 1000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0004325610316580605, | |
| "grad_norm": 10.074225425720215, | |
| "learning_rate": 8.000000000000001e-07, | |
| "loss": 3.4502, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.000865122063316121, | |
| "grad_norm": 10.193795204162598, | |
| "learning_rate": 1.6000000000000001e-06, | |
| "loss": 3.4309, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.0012976830949741815, | |
| "grad_norm": 9.579278945922852, | |
| "learning_rate": 2.4000000000000003e-06, | |
| "loss": 3.4075, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.001730244126632242, | |
| "grad_norm": 9.713829040527344, | |
| "learning_rate": 3.2000000000000003e-06, | |
| "loss": 3.4737, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.0021628051582903026, | |
| "grad_norm": 9.49286937713623, | |
| "learning_rate": 4.000000000000001e-06, | |
| "loss": 3.4149, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.002595366189948363, | |
| "grad_norm": 10.680686950683594, | |
| "learning_rate": 4.800000000000001e-06, | |
| "loss": 3.4793, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.0030279272216064235, | |
| "grad_norm": 10.119192123413086, | |
| "learning_rate": 5.600000000000001e-06, | |
| "loss": 3.3707, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.003460488253264484, | |
| "grad_norm": 10.217940330505371, | |
| "learning_rate": 6.4000000000000006e-06, | |
| "loss": 3.4339, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.0038930492849225447, | |
| "grad_norm": 10.2111234664917, | |
| "learning_rate": 7.2000000000000005e-06, | |
| "loss": 3.3944, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.004325610316580605, | |
| "grad_norm": 9.485647201538086, | |
| "learning_rate": 8.000000000000001e-06, | |
| "loss": 3.3145, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.004758171348238666, | |
| "grad_norm": 10.536123275756836, | |
| "learning_rate": 8.8e-06, | |
| "loss": 3.37, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.005190732379896726, | |
| "grad_norm": 10.602726936340332, | |
| "learning_rate": 9.600000000000001e-06, | |
| "loss": 3.4304, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.0056232934115547865, | |
| "grad_norm": 10.237251281738281, | |
| "learning_rate": 1.04e-05, | |
| "loss": 3.3628, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.006055854443212847, | |
| "grad_norm": 10.820761680603027, | |
| "learning_rate": 1.1200000000000001e-05, | |
| "loss": 3.4281, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.006488415474870907, | |
| "grad_norm": 10.799651145935059, | |
| "learning_rate": 1.2e-05, | |
| "loss": 3.4524, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.006920976506528968, | |
| "grad_norm": 11.567938804626465, | |
| "learning_rate": 1.2800000000000001e-05, | |
| "loss": 3.4891, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.007353537538187028, | |
| "grad_norm": 11.040711402893066, | |
| "learning_rate": 1.3600000000000002e-05, | |
| "loss": 3.3775, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.0077860985698450895, | |
| "grad_norm": 10.833939552307129, | |
| "learning_rate": 1.4400000000000001e-05, | |
| "loss": 3.4044, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.008218659601503149, | |
| "grad_norm": 11.41971206665039, | |
| "learning_rate": 1.5200000000000002e-05, | |
| "loss": 3.4054, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.00865122063316121, | |
| "grad_norm": 11.41285514831543, | |
| "learning_rate": 1.6000000000000003e-05, | |
| "loss": 3.2957, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.00908378166481927, | |
| "grad_norm": 11.056841850280762, | |
| "learning_rate": 1.6800000000000002e-05, | |
| "loss": 3.3388, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.009516342696477331, | |
| "grad_norm": 11.64125919342041, | |
| "learning_rate": 1.76e-05, | |
| "loss": 3.3148, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.00994890372813539, | |
| "grad_norm": 11.749085426330566, | |
| "learning_rate": 1.8400000000000003e-05, | |
| "loss": 3.3344, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.010381464759793452, | |
| "grad_norm": 10.946850776672363, | |
| "learning_rate": 1.9200000000000003e-05, | |
| "loss": 3.3136, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.010814025791451513, | |
| "grad_norm": 11.453843116760254, | |
| "learning_rate": 2e-05, | |
| "loss": 3.2952, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.011246586823109573, | |
| "grad_norm": 10.720843315124512, | |
| "learning_rate": 1.99912510936133e-05, | |
| "loss": 3.3089, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.011679147854767634, | |
| "grad_norm": 10.230990409851074, | |
| "learning_rate": 1.9982502187226597e-05, | |
| "loss": 3.1701, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.012111708886425694, | |
| "grad_norm": 10.450053215026855, | |
| "learning_rate": 1.9973753280839896e-05, | |
| "loss": 3.3022, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.012544269918083755, | |
| "grad_norm": 9.970443725585938, | |
| "learning_rate": 1.9965004374453195e-05, | |
| "loss": 3.1913, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.012976830949741815, | |
| "grad_norm": 8.793647766113281, | |
| "learning_rate": 1.9956255468066494e-05, | |
| "loss": 3.1559, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.013409391981399876, | |
| "grad_norm": 9.256972312927246, | |
| "learning_rate": 1.9947506561679793e-05, | |
| "loss": 3.0502, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.013841953013057936, | |
| "grad_norm": 9.748438835144043, | |
| "learning_rate": 1.993875765529309e-05, | |
| "loss": 3.1057, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.014274514044715997, | |
| "grad_norm": 9.952435493469238, | |
| "learning_rate": 1.993000874890639e-05, | |
| "loss": 3.0494, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.014707075076374056, | |
| "grad_norm": 9.690461158752441, | |
| "learning_rate": 1.9921259842519688e-05, | |
| "loss": 3.0637, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.015139636108032118, | |
| "grad_norm": 9.847665786743164, | |
| "learning_rate": 1.9912510936132984e-05, | |
| "loss": 3.039, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.015572197139690179, | |
| "grad_norm": 8.799947738647461, | |
| "learning_rate": 1.9903762029746283e-05, | |
| "loss": 3.0492, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.01600475817134824, | |
| "grad_norm": 9.004206657409668, | |
| "learning_rate": 1.9895013123359582e-05, | |
| "loss": 2.9891, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.016437319203006298, | |
| "grad_norm": 9.604561805725098, | |
| "learning_rate": 1.9886264216972878e-05, | |
| "loss": 2.9614, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.01686988023466436, | |
| "grad_norm": 9.404193878173828, | |
| "learning_rate": 1.9877515310586177e-05, | |
| "loss": 2.9704, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.01730244126632242, | |
| "grad_norm": 10.134177207946777, | |
| "learning_rate": 1.9868766404199476e-05, | |
| "loss": 2.8793, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.01773500229798048, | |
| "grad_norm": 8.96322250366211, | |
| "learning_rate": 1.9860017497812775e-05, | |
| "loss": 2.913, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.01816756332963854, | |
| "grad_norm": 8.704127311706543, | |
| "learning_rate": 1.9851268591426075e-05, | |
| "loss": 2.8886, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.018600124361296603, | |
| "grad_norm": 9.069153785705566, | |
| "learning_rate": 1.984251968503937e-05, | |
| "loss": 2.8725, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.019032685392954662, | |
| "grad_norm": 9.031394004821777, | |
| "learning_rate": 1.983377077865267e-05, | |
| "loss": 2.8581, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.019465246424612722, | |
| "grad_norm": 8.829975128173828, | |
| "learning_rate": 1.982502187226597e-05, | |
| "loss": 2.8044, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.01989780745627078, | |
| "grad_norm": 8.565601348876953, | |
| "learning_rate": 1.9816272965879265e-05, | |
| "loss": 2.8094, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.020330368487928845, | |
| "grad_norm": 8.82313060760498, | |
| "learning_rate": 1.9807524059492564e-05, | |
| "loss": 2.7984, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.020762929519586904, | |
| "grad_norm": 9.0712251663208, | |
| "learning_rate": 1.9798775153105863e-05, | |
| "loss": 2.6778, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.021195490551244964, | |
| "grad_norm": 9.187145233154297, | |
| "learning_rate": 1.9790026246719162e-05, | |
| "loss": 2.7568, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.021628051582903027, | |
| "grad_norm": 9.249820709228516, | |
| "learning_rate": 1.978127734033246e-05, | |
| "loss": 2.7787, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.022060612614561086, | |
| "grad_norm": 8.687273025512695, | |
| "learning_rate": 1.977252843394576e-05, | |
| "loss": 2.7557, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.022493173646219146, | |
| "grad_norm": 9.046874046325684, | |
| "learning_rate": 1.9763779527559057e-05, | |
| "loss": 2.6655, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.022925734677877205, | |
| "grad_norm": 9.147759437561035, | |
| "learning_rate": 1.9755030621172356e-05, | |
| "loss": 2.6384, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.02335829570953527, | |
| "grad_norm": 8.494421005249023, | |
| "learning_rate": 1.9746281714785655e-05, | |
| "loss": 2.668, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.023790856741193328, | |
| "grad_norm": 9.623828887939453, | |
| "learning_rate": 1.973753280839895e-05, | |
| "loss": 2.5583, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.024223417772851388, | |
| "grad_norm": 8.837956428527832, | |
| "learning_rate": 1.972878390201225e-05, | |
| "loss": 2.657, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.024655978804509447, | |
| "grad_norm": 9.294939041137695, | |
| "learning_rate": 1.972003499562555e-05, | |
| "loss": 2.5761, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.02508853983616751, | |
| "grad_norm": 9.436785697937012, | |
| "learning_rate": 1.9711286089238845e-05, | |
| "loss": 2.5929, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.02552110086782557, | |
| "grad_norm": 8.875762939453125, | |
| "learning_rate": 1.9702537182852148e-05, | |
| "loss": 2.6005, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.02595366189948363, | |
| "grad_norm": 8.302167892456055, | |
| "learning_rate": 1.9693788276465443e-05, | |
| "loss": 2.5536, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.026386222931141692, | |
| "grad_norm": 8.504595756530762, | |
| "learning_rate": 1.9685039370078743e-05, | |
| "loss": 2.479, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.026818783962799752, | |
| "grad_norm": 9.210023880004883, | |
| "learning_rate": 1.9676290463692042e-05, | |
| "loss": 2.4938, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.02725134499445781, | |
| "grad_norm": 8.98862075805664, | |
| "learning_rate": 1.9667541557305338e-05, | |
| "loss": 2.4786, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.02768390602611587, | |
| "grad_norm": 8.775471687316895, | |
| "learning_rate": 1.9658792650918637e-05, | |
| "loss": 2.4588, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.028116467057773934, | |
| "grad_norm": 8.455652236938477, | |
| "learning_rate": 1.9650043744531936e-05, | |
| "loss": 2.5419, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.028549028089431994, | |
| "grad_norm": 8.13263988494873, | |
| "learning_rate": 1.9641294838145232e-05, | |
| "loss": 2.4738, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.028981589121090053, | |
| "grad_norm": 8.96052360534668, | |
| "learning_rate": 1.963254593175853e-05, | |
| "loss": 2.3496, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.029414150152748113, | |
| "grad_norm": 8.10035228729248, | |
| "learning_rate": 1.962379702537183e-05, | |
| "loss": 2.4487, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.029846711184406176, | |
| "grad_norm": 8.069640159606934, | |
| "learning_rate": 1.961504811898513e-05, | |
| "loss": 2.4545, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.030279272216064235, | |
| "grad_norm": 8.711186408996582, | |
| "learning_rate": 1.960629921259843e-05, | |
| "loss": 2.3936, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.030711833247722295, | |
| "grad_norm": 9.187376022338867, | |
| "learning_rate": 1.9597550306211725e-05, | |
| "loss": 2.2613, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.031144394279380358, | |
| "grad_norm": 8.515965461730957, | |
| "learning_rate": 1.9588801399825024e-05, | |
| "loss": 2.4022, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.031576955311038414, | |
| "grad_norm": 8.901565551757812, | |
| "learning_rate": 1.9580052493438323e-05, | |
| "loss": 2.3848, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.03200951634269648, | |
| "grad_norm": 8.479150772094727, | |
| "learning_rate": 1.957130358705162e-05, | |
| "loss": 2.2304, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.03244207737435454, | |
| "grad_norm": 8.931798934936523, | |
| "learning_rate": 1.9562554680664918e-05, | |
| "loss": 2.3045, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.032874638406012596, | |
| "grad_norm": 8.757261276245117, | |
| "learning_rate": 1.9553805774278217e-05, | |
| "loss": 2.3887, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.03330719943767066, | |
| "grad_norm": 8.421159744262695, | |
| "learning_rate": 1.9545056867891513e-05, | |
| "loss": 2.3631, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.03373976046932872, | |
| "grad_norm": 8.453868865966797, | |
| "learning_rate": 1.9536307961504816e-05, | |
| "loss": 2.1783, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.03417232150098678, | |
| "grad_norm": 8.190146446228027, | |
| "learning_rate": 1.952755905511811e-05, | |
| "loss": 2.3526, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.03460488253264484, | |
| "grad_norm": 9.044288635253906, | |
| "learning_rate": 1.951881014873141e-05, | |
| "loss": 2.2243, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.0350374435643029, | |
| "grad_norm": 7.598982334136963, | |
| "learning_rate": 1.951006124234471e-05, | |
| "loss": 2.3016, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.03547000459596096, | |
| "grad_norm": 8.639673233032227, | |
| "learning_rate": 1.9501312335958006e-05, | |
| "loss": 2.2283, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.035902565627619024, | |
| "grad_norm": 8.017471313476562, | |
| "learning_rate": 1.9492563429571305e-05, | |
| "loss": 2.2479, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.03633512665927708, | |
| "grad_norm": 8.051676750183105, | |
| "learning_rate": 1.9483814523184604e-05, | |
| "loss": 2.2333, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.03676768769093514, | |
| "grad_norm": 9.102787971496582, | |
| "learning_rate": 1.94750656167979e-05, | |
| "loss": 2.1107, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.037200248722593206, | |
| "grad_norm": 7.457028388977051, | |
| "learning_rate": 1.94663167104112e-05, | |
| "loss": 2.307, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.03763280975425126, | |
| "grad_norm": 8.147334098815918, | |
| "learning_rate": 1.9457567804024498e-05, | |
| "loss": 2.1986, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.038065370785909325, | |
| "grad_norm": 8.232810974121094, | |
| "learning_rate": 1.9448818897637797e-05, | |
| "loss": 2.1094, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.03849793181756739, | |
| "grad_norm": 8.264384269714355, | |
| "learning_rate": 1.9440069991251097e-05, | |
| "loss": 2.2574, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.038930492849225444, | |
| "grad_norm": 8.394896507263184, | |
| "learning_rate": 1.9431321084864392e-05, | |
| "loss": 2.2311, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.03936305388088351, | |
| "grad_norm": 8.641265869140625, | |
| "learning_rate": 1.9422572178477692e-05, | |
| "loss": 2.1939, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.03979561491254156, | |
| "grad_norm": 7.687323570251465, | |
| "learning_rate": 1.941382327209099e-05, | |
| "loss": 2.1942, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.040228175944199626, | |
| "grad_norm": 7.773819923400879, | |
| "learning_rate": 1.9405074365704287e-05, | |
| "loss": 2.2004, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.04066073697585769, | |
| "grad_norm": 8.127384185791016, | |
| "learning_rate": 1.9396325459317586e-05, | |
| "loss": 2.1736, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.041093298007515745, | |
| "grad_norm": 9.069780349731445, | |
| "learning_rate": 1.9387576552930885e-05, | |
| "loss": 2.0747, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.04152585903917381, | |
| "grad_norm": 7.772279739379883, | |
| "learning_rate": 1.9378827646544184e-05, | |
| "loss": 2.1285, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.04195842007083187, | |
| "grad_norm": 8.430010795593262, | |
| "learning_rate": 1.937007874015748e-05, | |
| "loss": 2.2845, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.04239098110248993, | |
| "grad_norm": 7.560873508453369, | |
| "learning_rate": 1.9361329833770783e-05, | |
| "loss": 2.1905, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.04282354213414799, | |
| "grad_norm": 9.867399215698242, | |
| "learning_rate": 1.935258092738408e-05, | |
| "loss": 2.1375, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.043256103165806054, | |
| "grad_norm": 9.414137840270996, | |
| "learning_rate": 1.9343832020997378e-05, | |
| "loss": 2.059, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.04368866419746411, | |
| "grad_norm": 8.068355560302734, | |
| "learning_rate": 1.9335083114610677e-05, | |
| "loss": 2.1939, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.04412122522912217, | |
| "grad_norm": 7.778262615203857, | |
| "learning_rate": 1.9326334208223973e-05, | |
| "loss": 2.2688, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.04455378626078023, | |
| "grad_norm": 8.01554012298584, | |
| "learning_rate": 1.9317585301837272e-05, | |
| "loss": 2.1017, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.04498634729243829, | |
| "grad_norm": 7.774407386779785, | |
| "learning_rate": 1.930883639545057e-05, | |
| "loss": 2.0725, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.045418908324096355, | |
| "grad_norm": 8.284996032714844, | |
| "learning_rate": 1.9300087489063867e-05, | |
| "loss": 2.0856, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.04585146935575441, | |
| "grad_norm": 10.201037406921387, | |
| "learning_rate": 1.9291338582677166e-05, | |
| "loss": 2.3246, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.046284030387412474, | |
| "grad_norm": 7.818156719207764, | |
| "learning_rate": 1.9282589676290465e-05, | |
| "loss": 2.041, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.04671659141907054, | |
| "grad_norm": 10.078817367553711, | |
| "learning_rate": 1.9273840769903765e-05, | |
| "loss": 2.0881, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.04714915245072859, | |
| "grad_norm": 7.91151762008667, | |
| "learning_rate": 1.9265091863517064e-05, | |
| "loss": 2.0693, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.047581713482386656, | |
| "grad_norm": 8.433507919311523, | |
| "learning_rate": 1.925634295713036e-05, | |
| "loss": 2.1478, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.04801427451404472, | |
| "grad_norm": 8.348559379577637, | |
| "learning_rate": 1.924759405074366e-05, | |
| "loss": 2.0982, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.048446835545702775, | |
| "grad_norm": 8.86949348449707, | |
| "learning_rate": 1.9238845144356958e-05, | |
| "loss": 2.0297, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.04887939657736084, | |
| "grad_norm": 8.434800148010254, | |
| "learning_rate": 1.9230096237970254e-05, | |
| "loss": 2.1681, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.049311957609018894, | |
| "grad_norm": 9.036213874816895, | |
| "learning_rate": 1.9221347331583553e-05, | |
| "loss": 2.047, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.04974451864067696, | |
| "grad_norm": 9.136820793151855, | |
| "learning_rate": 1.9212598425196852e-05, | |
| "loss": 2.0121, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.05017707967233502, | |
| "grad_norm": 10.170919418334961, | |
| "learning_rate": 1.9203849518810148e-05, | |
| "loss": 2.1075, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.050609640703993077, | |
| "grad_norm": 8.642443656921387, | |
| "learning_rate": 1.919510061242345e-05, | |
| "loss": 2.1603, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.05104220173565114, | |
| "grad_norm": 8.400376319885254, | |
| "learning_rate": 1.9186351706036747e-05, | |
| "loss": 2.0528, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.0514747627673092, | |
| "grad_norm": 10.212697982788086, | |
| "learning_rate": 1.9177602799650046e-05, | |
| "loss": 2.0214, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.05190732379896726, | |
| "grad_norm": 8.315373420715332, | |
| "learning_rate": 1.9168853893263345e-05, | |
| "loss": 2.0902, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.05233988483062532, | |
| "grad_norm": 9.261432647705078, | |
| "learning_rate": 1.916010498687664e-05, | |
| "loss": 1.9828, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.052772445862283385, | |
| "grad_norm": 9.281742095947266, | |
| "learning_rate": 1.915135608048994e-05, | |
| "loss": 2.0072, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.05320500689394144, | |
| "grad_norm": 9.036360740661621, | |
| "learning_rate": 1.914260717410324e-05, | |
| "loss": 2.0366, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.053637567925599504, | |
| "grad_norm": 9.62345027923584, | |
| "learning_rate": 1.9133858267716535e-05, | |
| "loss": 2.0936, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.05407012895725756, | |
| "grad_norm": 8.963865280151367, | |
| "learning_rate": 1.9125109361329834e-05, | |
| "loss": 1.9454, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.05450268998891562, | |
| "grad_norm": 9.449174880981445, | |
| "learning_rate": 1.9116360454943133e-05, | |
| "loss": 2.0623, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.054935251020573686, | |
| "grad_norm": 9.598356246948242, | |
| "learning_rate": 1.9107611548556433e-05, | |
| "loss": 2.0225, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.05536781205223174, | |
| "grad_norm": 8.742138862609863, | |
| "learning_rate": 1.9098862642169732e-05, | |
| "loss": 2.0985, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.055800373083889805, | |
| "grad_norm": 9.00941276550293, | |
| "learning_rate": 1.9090113735783028e-05, | |
| "loss": 1.9905, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.05623293411554787, | |
| "grad_norm": 10.214828491210938, | |
| "learning_rate": 1.9081364829396327e-05, | |
| "loss": 2.0573, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.056665495147205924, | |
| "grad_norm": 8.646235466003418, | |
| "learning_rate": 1.9072615923009626e-05, | |
| "loss": 1.9669, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.05709805617886399, | |
| "grad_norm": 9.02608585357666, | |
| "learning_rate": 1.9063867016622922e-05, | |
| "loss": 1.9952, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.05753061721052205, | |
| "grad_norm": 9.741292953491211, | |
| "learning_rate": 1.905511811023622e-05, | |
| "loss": 2.0118, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.057963178242180106, | |
| "grad_norm": 9.34339427947998, | |
| "learning_rate": 1.904636920384952e-05, | |
| "loss": 2.0352, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.05839573927383817, | |
| "grad_norm": 9.542576789855957, | |
| "learning_rate": 1.9037620297462816e-05, | |
| "loss": 2.0067, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.058828300305496226, | |
| "grad_norm": 9.324414253234863, | |
| "learning_rate": 1.902887139107612e-05, | |
| "loss": 2.0344, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.05926086133715429, | |
| "grad_norm": 10.529446601867676, | |
| "learning_rate": 1.9020122484689415e-05, | |
| "loss": 1.905, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.05969342236881235, | |
| "grad_norm": 9.371881484985352, | |
| "learning_rate": 1.9011373578302714e-05, | |
| "loss": 1.9717, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.06012598340047041, | |
| "grad_norm": 10.534412384033203, | |
| "learning_rate": 1.9002624671916013e-05, | |
| "loss": 2.1448, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.06055854443212847, | |
| "grad_norm": 9.028956413269043, | |
| "learning_rate": 1.899387576552931e-05, | |
| "loss": 2.0132, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.060991105463786534, | |
| "grad_norm": 9.384864807128906, | |
| "learning_rate": 1.8985126859142608e-05, | |
| "loss": 1.9173, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.06142366649544459, | |
| "grad_norm": 9.299654960632324, | |
| "learning_rate": 1.8976377952755907e-05, | |
| "loss": 1.9669, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.06185622752710265, | |
| "grad_norm": 10.067913055419922, | |
| "learning_rate": 1.8967629046369206e-05, | |
| "loss": 1.9765, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.062288788558760716, | |
| "grad_norm": 10.266395568847656, | |
| "learning_rate": 1.8958880139982502e-05, | |
| "loss": 1.9275, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.06272134959041878, | |
| "grad_norm": 9.555045127868652, | |
| "learning_rate": 1.89501312335958e-05, | |
| "loss": 1.9977, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.06315391062207683, | |
| "grad_norm": 9.367684364318848, | |
| "learning_rate": 1.89413823272091e-05, | |
| "loss": 1.9813, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.06358647165373489, | |
| "grad_norm": 9.195287704467773, | |
| "learning_rate": 1.89326334208224e-05, | |
| "loss": 1.982, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.06401903268539295, | |
| "grad_norm": 11.219182014465332, | |
| "learning_rate": 1.89238845144357e-05, | |
| "loss": 2.0398, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.06445159371705102, | |
| "grad_norm": 10.429877281188965, | |
| "learning_rate": 1.8915135608048995e-05, | |
| "loss": 1.9312, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.06488415474870908, | |
| "grad_norm": 10.788617134094238, | |
| "learning_rate": 1.8906386701662294e-05, | |
| "loss": 1.9711, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.06531671578036713, | |
| "grad_norm": 11.090737342834473, | |
| "learning_rate": 1.8897637795275593e-05, | |
| "loss": 2.0233, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.06574927681202519, | |
| "grad_norm": 10.588007926940918, | |
| "learning_rate": 1.888888888888889e-05, | |
| "loss": 2.0727, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.06618183784368326, | |
| "grad_norm": 10.38557243347168, | |
| "learning_rate": 1.888013998250219e-05, | |
| "loss": 1.9655, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.06661439887534132, | |
| "grad_norm": 9.603656768798828, | |
| "learning_rate": 1.8871391076115488e-05, | |
| "loss": 1.9975, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.06704695990699938, | |
| "grad_norm": 9.86426830291748, | |
| "learning_rate": 1.8862642169728787e-05, | |
| "loss": 1.9229, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.06747952093865744, | |
| "grad_norm": 9.31710147857666, | |
| "learning_rate": 1.8853893263342086e-05, | |
| "loss": 1.9682, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.0679120819703155, | |
| "grad_norm": 10.599958419799805, | |
| "learning_rate": 1.8845144356955382e-05, | |
| "loss": 1.9162, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.06834464300197356, | |
| "grad_norm": 9.712906837463379, | |
| "learning_rate": 1.883639545056868e-05, | |
| "loss": 1.9684, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.06877720403363162, | |
| "grad_norm": 10.723039627075195, | |
| "learning_rate": 1.882764654418198e-05, | |
| "loss": 1.9253, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.06920976506528968, | |
| "grad_norm": 9.580291748046875, | |
| "learning_rate": 1.8818897637795276e-05, | |
| "loss": 2.0012, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.06964232609694775, | |
| "grad_norm": 10.511956214904785, | |
| "learning_rate": 1.8810148731408575e-05, | |
| "loss": 1.9845, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.0700748871286058, | |
| "grad_norm": 11.413307189941406, | |
| "learning_rate": 1.8801399825021874e-05, | |
| "loss": 1.9733, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.07050744816026386, | |
| "grad_norm": 9.986128807067871, | |
| "learning_rate": 1.879265091863517e-05, | |
| "loss": 1.8991, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.07094000919192192, | |
| "grad_norm": 10.067076683044434, | |
| "learning_rate": 1.878390201224847e-05, | |
| "loss": 1.9415, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.07137257022357998, | |
| "grad_norm": 10.817390441894531, | |
| "learning_rate": 1.877515310586177e-05, | |
| "loss": 1.965, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.07180513125523805, | |
| "grad_norm": 10.907906532287598, | |
| "learning_rate": 1.8766404199475068e-05, | |
| "loss": 1.8497, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.07223769228689611, | |
| "grad_norm": 12.694193840026855, | |
| "learning_rate": 1.8757655293088367e-05, | |
| "loss": 1.8588, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.07267025331855416, | |
| "grad_norm": 11.461287498474121, | |
| "learning_rate": 1.8748906386701663e-05, | |
| "loss": 1.9708, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.07310281435021222, | |
| "grad_norm": 12.703743934631348, | |
| "learning_rate": 1.8740157480314962e-05, | |
| "loss": 1.9838, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.07353537538187029, | |
| "grad_norm": 9.77420425415039, | |
| "learning_rate": 1.873140857392826e-05, | |
| "loss": 1.9551, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.07396793641352835, | |
| "grad_norm": 11.191120147705078, | |
| "learning_rate": 1.8722659667541557e-05, | |
| "loss": 2.001, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.07440049744518641, | |
| "grad_norm": 9.07374095916748, | |
| "learning_rate": 1.8713910761154856e-05, | |
| "loss": 1.874, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.07483305847684446, | |
| "grad_norm": 10.750893592834473, | |
| "learning_rate": 1.8705161854768156e-05, | |
| "loss": 1.8673, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.07526561950850252, | |
| "grad_norm": 10.637674331665039, | |
| "learning_rate": 1.8696412948381455e-05, | |
| "loss": 1.9057, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.07569818054016059, | |
| "grad_norm": 11.109024047851562, | |
| "learning_rate": 1.8687664041994754e-05, | |
| "loss": 1.9262, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.07613074157181865, | |
| "grad_norm": 10.31051254272461, | |
| "learning_rate": 1.867891513560805e-05, | |
| "loss": 1.9316, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.07656330260347671, | |
| "grad_norm": 10.382652282714844, | |
| "learning_rate": 1.867016622922135e-05, | |
| "loss": 1.8514, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.07699586363513478, | |
| "grad_norm": 11.28693962097168, | |
| "learning_rate": 1.8661417322834648e-05, | |
| "loss": 1.9258, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.07742842466679282, | |
| "grad_norm": 9.876675605773926, | |
| "learning_rate": 1.8652668416447944e-05, | |
| "loss": 1.935, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.07786098569845089, | |
| "grad_norm": 10.760346412658691, | |
| "learning_rate": 1.8643919510061243e-05, | |
| "loss": 1.8479, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.07829354673010895, | |
| "grad_norm": 10.346819877624512, | |
| "learning_rate": 1.8635170603674542e-05, | |
| "loss": 1.8821, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.07872610776176701, | |
| "grad_norm": 10.750500679016113, | |
| "learning_rate": 1.8626421697287838e-05, | |
| "loss": 1.8996, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.07915866879342508, | |
| "grad_norm": 11.348615646362305, | |
| "learning_rate": 1.8617672790901137e-05, | |
| "loss": 1.8542, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.07959122982508313, | |
| "grad_norm": 10.184338569641113, | |
| "learning_rate": 1.8608923884514437e-05, | |
| "loss": 1.9138, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.08002379085674119, | |
| "grad_norm": 12.307705879211426, | |
| "learning_rate": 1.8600174978127736e-05, | |
| "loss": 1.8653, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.08045635188839925, | |
| "grad_norm": 9.707239151000977, | |
| "learning_rate": 1.8591426071741035e-05, | |
| "loss": 1.9195, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.08088891292005732, | |
| "grad_norm": 10.568989753723145, | |
| "learning_rate": 1.858267716535433e-05, | |
| "loss": 1.8921, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.08132147395171538, | |
| "grad_norm": 10.401839256286621, | |
| "learning_rate": 1.857392825896763e-05, | |
| "loss": 1.9463, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.08175403498337344, | |
| "grad_norm": 11.29499626159668, | |
| "learning_rate": 1.856517935258093e-05, | |
| "loss": 1.8881, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.08218659601503149, | |
| "grad_norm": 12.853240013122559, | |
| "learning_rate": 1.855643044619423e-05, | |
| "loss": 1.8063, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.08261915704668955, | |
| "grad_norm": 12.939081192016602, | |
| "learning_rate": 1.8547681539807524e-05, | |
| "loss": 1.8993, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.08305171807834762, | |
| "grad_norm": 11.397017478942871, | |
| "learning_rate": 1.8538932633420824e-05, | |
| "loss": 1.9577, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.08348427911000568, | |
| "grad_norm": 10.588729858398438, | |
| "learning_rate": 1.8530183727034123e-05, | |
| "loss": 1.9725, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.08391684014166374, | |
| "grad_norm": 10.367941856384277, | |
| "learning_rate": 1.8521434820647422e-05, | |
| "loss": 1.9014, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.08434940117332179, | |
| "grad_norm": 10.358473777770996, | |
| "learning_rate": 1.851268591426072e-05, | |
| "loss": 1.9505, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.08478196220497985, | |
| "grad_norm": 10.932351112365723, | |
| "learning_rate": 1.8503937007874017e-05, | |
| "loss": 1.9628, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.08521452323663792, | |
| "grad_norm": 10.701963424682617, | |
| "learning_rate": 1.8495188101487316e-05, | |
| "loss": 1.8751, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.08564708426829598, | |
| "grad_norm": 12.282137870788574, | |
| "learning_rate": 1.8486439195100615e-05, | |
| "loss": 1.7744, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.08607964529995404, | |
| "grad_norm": 11.679487228393555, | |
| "learning_rate": 1.847769028871391e-05, | |
| "loss": 1.8378, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.08651220633161211, | |
| "grad_norm": 15.917386054992676, | |
| "learning_rate": 1.846894138232721e-05, | |
| "loss": 1.8038, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.08694476736327016, | |
| "grad_norm": 13.143421173095703, | |
| "learning_rate": 1.846019247594051e-05, | |
| "loss": 1.9285, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.08737732839492822, | |
| "grad_norm": 12.354574203491211, | |
| "learning_rate": 1.8451443569553805e-05, | |
| "loss": 1.7922, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.08780988942658628, | |
| "grad_norm": 13.790152549743652, | |
| "learning_rate": 1.8442694663167108e-05, | |
| "loss": 1.9562, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.08824245045824435, | |
| "grad_norm": 11.429886817932129, | |
| "learning_rate": 1.8433945756780404e-05, | |
| "loss": 1.7733, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.08867501148990241, | |
| "grad_norm": 11.52943229675293, | |
| "learning_rate": 1.8425196850393703e-05, | |
| "loss": 1.8627, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.08910757252156046, | |
| "grad_norm": 11.378132820129395, | |
| "learning_rate": 1.8416447944007002e-05, | |
| "loss": 1.7967, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.08954013355321852, | |
| "grad_norm": 10.589323997497559, | |
| "learning_rate": 1.8407699037620298e-05, | |
| "loss": 1.9194, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.08997269458487658, | |
| "grad_norm": 10.294939994812012, | |
| "learning_rate": 1.8398950131233597e-05, | |
| "loss": 1.8982, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.09040525561653465, | |
| "grad_norm": 10.35794448852539, | |
| "learning_rate": 1.8390201224846896e-05, | |
| "loss": 1.9172, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.09083781664819271, | |
| "grad_norm": 11.790461540222168, | |
| "learning_rate": 1.8381452318460192e-05, | |
| "loss": 1.8459, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.09127037767985077, | |
| "grad_norm": 12.333897590637207, | |
| "learning_rate": 1.837270341207349e-05, | |
| "loss": 1.7778, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.09170293871150882, | |
| "grad_norm": 12.425847053527832, | |
| "learning_rate": 1.836395450568679e-05, | |
| "loss": 1.8701, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.09213549974316688, | |
| "grad_norm": 11.710013389587402, | |
| "learning_rate": 1.835520559930009e-05, | |
| "loss": 1.7047, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.09256806077482495, | |
| "grad_norm": 11.748705863952637, | |
| "learning_rate": 1.834645669291339e-05, | |
| "loss": 1.8291, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.09300062180648301, | |
| "grad_norm": 11.944961547851562, | |
| "learning_rate": 1.8337707786526685e-05, | |
| "loss": 1.8243, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.09343318283814107, | |
| "grad_norm": 11.755900382995605, | |
| "learning_rate": 1.8328958880139984e-05, | |
| "loss": 1.883, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.09386574386979912, | |
| "grad_norm": 12.01804256439209, | |
| "learning_rate": 1.8320209973753283e-05, | |
| "loss": 1.8377, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.09429830490145719, | |
| "grad_norm": 11.53456974029541, | |
| "learning_rate": 1.831146106736658e-05, | |
| "loss": 1.7949, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.09473086593311525, | |
| "grad_norm": 10.804949760437012, | |
| "learning_rate": 1.830271216097988e-05, | |
| "loss": 1.8741, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.09516342696477331, | |
| "grad_norm": 11.649739265441895, | |
| "learning_rate": 1.8293963254593178e-05, | |
| "loss": 1.8424, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.09559598799643138, | |
| "grad_norm": 11.372157096862793, | |
| "learning_rate": 1.8285214348206473e-05, | |
| "loss": 1.7853, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.09602854902808944, | |
| "grad_norm": 10.01382064819336, | |
| "learning_rate": 1.8276465441819776e-05, | |
| "loss": 1.8669, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.09646111005974749, | |
| "grad_norm": 11.315641403198242, | |
| "learning_rate": 1.8267716535433072e-05, | |
| "loss": 1.7636, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.09689367109140555, | |
| "grad_norm": 12.253576278686523, | |
| "learning_rate": 1.825896762904637e-05, | |
| "loss": 1.8279, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.09732623212306361, | |
| "grad_norm": 11.940933227539062, | |
| "learning_rate": 1.825021872265967e-05, | |
| "loss": 1.9796, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.09775879315472168, | |
| "grad_norm": 11.986372947692871, | |
| "learning_rate": 1.8241469816272966e-05, | |
| "loss": 1.8362, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.09819135418637974, | |
| "grad_norm": 12.15494155883789, | |
| "learning_rate": 1.8232720909886265e-05, | |
| "loss": 1.8801, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.09862391521803779, | |
| "grad_norm": 11.447915077209473, | |
| "learning_rate": 1.8223972003499564e-05, | |
| "loss": 1.8247, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.09905647624969585, | |
| "grad_norm": 11.581623077392578, | |
| "learning_rate": 1.821522309711286e-05, | |
| "loss": 1.8369, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.09948903728135391, | |
| "grad_norm": 11.14620590209961, | |
| "learning_rate": 1.820647419072616e-05, | |
| "loss": 1.8653, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.09992159831301198, | |
| "grad_norm": 12.83015251159668, | |
| "learning_rate": 1.819772528433946e-05, | |
| "loss": 1.8845, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.10035415934467004, | |
| "grad_norm": 11.10083293914795, | |
| "learning_rate": 1.8188976377952758e-05, | |
| "loss": 1.837, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.1007867203763281, | |
| "grad_norm": 12.611995697021484, | |
| "learning_rate": 1.8180227471566057e-05, | |
| "loss": 1.8799, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.10121928140798615, | |
| "grad_norm": 14.688155174255371, | |
| "learning_rate": 1.8171478565179353e-05, | |
| "loss": 1.9175, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.10165184243964422, | |
| "grad_norm": 11.024300575256348, | |
| "learning_rate": 1.8162729658792652e-05, | |
| "loss": 1.7136, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.10208440347130228, | |
| "grad_norm": 14.889878273010254, | |
| "learning_rate": 1.815398075240595e-05, | |
| "loss": 1.7828, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.10251696450296034, | |
| "grad_norm": 11.804996490478516, | |
| "learning_rate": 1.814523184601925e-05, | |
| "loss": 1.8391, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.1029495255346184, | |
| "grad_norm": 11.816452026367188, | |
| "learning_rate": 1.8136482939632546e-05, | |
| "loss": 1.8498, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.10338208656627645, | |
| "grad_norm": 13.521631240844727, | |
| "learning_rate": 1.8127734033245846e-05, | |
| "loss": 1.7968, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.10381464759793452, | |
| "grad_norm": 11.820068359375, | |
| "learning_rate": 1.8118985126859145e-05, | |
| "loss": 1.8115, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.10424720862959258, | |
| "grad_norm": 14.849625587463379, | |
| "learning_rate": 1.811023622047244e-05, | |
| "loss": 1.7471, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 0.10467976966125064, | |
| "grad_norm": 11.63190746307373, | |
| "learning_rate": 1.8101487314085743e-05, | |
| "loss": 1.7383, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.1051123306929087, | |
| "grad_norm": 11.374736785888672, | |
| "learning_rate": 1.809273840769904e-05, | |
| "loss": 1.8412, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.10554489172456677, | |
| "grad_norm": 14.540604591369629, | |
| "learning_rate": 1.8083989501312338e-05, | |
| "loss": 1.7489, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.10597745275622482, | |
| "grad_norm": 12.734722137451172, | |
| "learning_rate": 1.8075240594925637e-05, | |
| "loss": 1.8997, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.10641001378788288, | |
| "grad_norm": 13.632735252380371, | |
| "learning_rate": 1.8066491688538933e-05, | |
| "loss": 1.8283, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.10684257481954094, | |
| "grad_norm": 13.188791275024414, | |
| "learning_rate": 1.8057742782152232e-05, | |
| "loss": 1.7936, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 0.10727513585119901, | |
| "grad_norm": 12.36187744140625, | |
| "learning_rate": 1.804899387576553e-05, | |
| "loss": 1.7985, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.10770769688285707, | |
| "grad_norm": 13.20405101776123, | |
| "learning_rate": 1.8040244969378827e-05, | |
| "loss": 1.7463, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 0.10814025791451512, | |
| "grad_norm": 12.463266372680664, | |
| "learning_rate": 1.8031496062992127e-05, | |
| "loss": 1.7374, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.10857281894617318, | |
| "grad_norm": 13.607605934143066, | |
| "learning_rate": 1.8022747156605426e-05, | |
| "loss": 1.7598, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 0.10900537997783125, | |
| "grad_norm": 13.48353099822998, | |
| "learning_rate": 1.8013998250218725e-05, | |
| "loss": 1.7661, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.10943794100948931, | |
| "grad_norm": 13.995173454284668, | |
| "learning_rate": 1.8005249343832024e-05, | |
| "loss": 1.7972, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 0.10987050204114737, | |
| "grad_norm": 14.007890701293945, | |
| "learning_rate": 1.799650043744532e-05, | |
| "loss": 1.7641, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.11030306307280544, | |
| "grad_norm": 16.224395751953125, | |
| "learning_rate": 1.798775153105862e-05, | |
| "loss": 1.8158, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.11073562410446348, | |
| "grad_norm": 15.336459159851074, | |
| "learning_rate": 1.797900262467192e-05, | |
| "loss": 1.7918, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.11116818513612155, | |
| "grad_norm": 14.77893352508545, | |
| "learning_rate": 1.7970253718285214e-05, | |
| "loss": 1.8369, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 0.11160074616777961, | |
| "grad_norm": 12.808744430541992, | |
| "learning_rate": 1.7961504811898514e-05, | |
| "loss": 1.7846, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.11203330719943767, | |
| "grad_norm": 11.46886920928955, | |
| "learning_rate": 1.7952755905511813e-05, | |
| "loss": 1.8555, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 0.11246586823109574, | |
| "grad_norm": 13.576665878295898, | |
| "learning_rate": 1.794400699912511e-05, | |
| "loss": 1.8384, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.11289842926275379, | |
| "grad_norm": 13.28268814086914, | |
| "learning_rate": 1.793525809273841e-05, | |
| "loss": 1.809, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 0.11333099029441185, | |
| "grad_norm": 11.743298530578613, | |
| "learning_rate": 1.7926509186351707e-05, | |
| "loss": 1.7515, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.11376355132606991, | |
| "grad_norm": 12.474933624267578, | |
| "learning_rate": 1.7917760279965006e-05, | |
| "loss": 1.7624, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 0.11419611235772797, | |
| "grad_norm": 13.138879776000977, | |
| "learning_rate": 1.7909011373578305e-05, | |
| "loss": 1.8352, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.11462867338938604, | |
| "grad_norm": 11.728463172912598, | |
| "learning_rate": 1.79002624671916e-05, | |
| "loss": 1.8015, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.1150612344210441, | |
| "grad_norm": 11.462135314941406, | |
| "learning_rate": 1.78915135608049e-05, | |
| "loss": 1.7868, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.11549379545270215, | |
| "grad_norm": 12.589030265808105, | |
| "learning_rate": 1.78827646544182e-05, | |
| "loss": 1.6825, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 0.11592635648436021, | |
| "grad_norm": 14.064338684082031, | |
| "learning_rate": 1.7874015748031495e-05, | |
| "loss": 1.7202, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.11635891751601828, | |
| "grad_norm": 12.65044116973877, | |
| "learning_rate": 1.7865266841644795e-05, | |
| "loss": 1.7865, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 0.11679147854767634, | |
| "grad_norm": 13.943512916564941, | |
| "learning_rate": 1.7856517935258094e-05, | |
| "loss": 1.7506, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.1172240395793344, | |
| "grad_norm": 13.109914779663086, | |
| "learning_rate": 1.7847769028871393e-05, | |
| "loss": 1.7659, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 0.11765660061099245, | |
| "grad_norm": 12.937542915344238, | |
| "learning_rate": 1.7839020122484692e-05, | |
| "loss": 1.8309, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.11808916164265051, | |
| "grad_norm": 12.564200401306152, | |
| "learning_rate": 1.7830271216097988e-05, | |
| "loss": 1.8121, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 0.11852172267430858, | |
| "grad_norm": 12.3132905960083, | |
| "learning_rate": 1.7821522309711287e-05, | |
| "loss": 1.8254, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.11895428370596664, | |
| "grad_norm": 10.902737617492676, | |
| "learning_rate": 1.7812773403324587e-05, | |
| "loss": 1.7647, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.1193868447376247, | |
| "grad_norm": 11.777158737182617, | |
| "learning_rate": 1.7804024496937882e-05, | |
| "loss": 1.776, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.11981940576928277, | |
| "grad_norm": 13.244769096374512, | |
| "learning_rate": 1.779527559055118e-05, | |
| "loss": 1.7909, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 0.12025196680094082, | |
| "grad_norm": 13.334715843200684, | |
| "learning_rate": 1.778652668416448e-05, | |
| "loss": 1.7326, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 0.12068452783259888, | |
| "grad_norm": 11.51339340209961, | |
| "learning_rate": 1.7777777777777777e-05, | |
| "loss": 1.7133, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 0.12111708886425694, | |
| "grad_norm": 13.407567024230957, | |
| "learning_rate": 1.776902887139108e-05, | |
| "loss": 1.8828, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.121549649895915, | |
| "grad_norm": 10.572535514831543, | |
| "learning_rate": 1.7760279965004375e-05, | |
| "loss": 1.8534, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 0.12198221092757307, | |
| "grad_norm": 12.543910026550293, | |
| "learning_rate": 1.7751531058617674e-05, | |
| "loss": 1.7876, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.12241477195923112, | |
| "grad_norm": 12.414093017578125, | |
| "learning_rate": 1.7742782152230973e-05, | |
| "loss": 1.7249, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 0.12284733299088918, | |
| "grad_norm": 12.800058364868164, | |
| "learning_rate": 1.7734033245844273e-05, | |
| "loss": 1.8623, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.12327989402254724, | |
| "grad_norm": 14.119792938232422, | |
| "learning_rate": 1.772528433945757e-05, | |
| "loss": 1.8873, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.1237124550542053, | |
| "grad_norm": 15.86700439453125, | |
| "learning_rate": 1.7716535433070868e-05, | |
| "loss": 1.6621, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 0.12414501608586337, | |
| "grad_norm": 12.095022201538086, | |
| "learning_rate": 1.7707786526684167e-05, | |
| "loss": 1.8166, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 0.12457757711752143, | |
| "grad_norm": 14.493571281433105, | |
| "learning_rate": 1.7699037620297463e-05, | |
| "loss": 1.9194, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.1250101381491795, | |
| "grad_norm": 12.202247619628906, | |
| "learning_rate": 1.7690288713910762e-05, | |
| "loss": 1.7355, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 0.12544269918083756, | |
| "grad_norm": 13.065779685974121, | |
| "learning_rate": 1.768153980752406e-05, | |
| "loss": 1.7089, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.1258752602124956, | |
| "grad_norm": 11.993766784667969, | |
| "learning_rate": 1.767279090113736e-05, | |
| "loss": 1.7966, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 0.12630782124415366, | |
| "grad_norm": 12.460329055786133, | |
| "learning_rate": 1.766404199475066e-05, | |
| "loss": 1.8666, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.12674038227581172, | |
| "grad_norm": 12.044783592224121, | |
| "learning_rate": 1.7655293088363955e-05, | |
| "loss": 1.7071, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 0.12717294330746978, | |
| "grad_norm": 14.959409713745117, | |
| "learning_rate": 1.7646544181977255e-05, | |
| "loss": 1.8463, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 0.12760550433912785, | |
| "grad_norm": 15.096085548400879, | |
| "learning_rate": 1.7637795275590554e-05, | |
| "loss": 1.8419, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.1280380653707859, | |
| "grad_norm": 12.444029808044434, | |
| "learning_rate": 1.762904636920385e-05, | |
| "loss": 1.7926, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 0.12847062640244397, | |
| "grad_norm": 11.794731140136719, | |
| "learning_rate": 1.762029746281715e-05, | |
| "loss": 1.7099, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 0.12890318743410203, | |
| "grad_norm": 12.06802749633789, | |
| "learning_rate": 1.7611548556430448e-05, | |
| "loss": 1.7576, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 0.1293357484657601, | |
| "grad_norm": 13.183172225952148, | |
| "learning_rate": 1.7602799650043747e-05, | |
| "loss": 1.7683, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 0.12976830949741816, | |
| "grad_norm": 12.662933349609375, | |
| "learning_rate": 1.7594050743657046e-05, | |
| "loss": 1.7571, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.13020087052907622, | |
| "grad_norm": 13.42810344696045, | |
| "learning_rate": 1.7585301837270342e-05, | |
| "loss": 1.8103, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 0.13063343156073426, | |
| "grad_norm": 12.349446296691895, | |
| "learning_rate": 1.757655293088364e-05, | |
| "loss": 1.8039, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 0.13106599259239232, | |
| "grad_norm": 12.955143928527832, | |
| "learning_rate": 1.756780402449694e-05, | |
| "loss": 1.7638, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 0.13149855362405038, | |
| "grad_norm": 12.840434074401855, | |
| "learning_rate": 1.7559055118110236e-05, | |
| "loss": 1.6824, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 0.13193111465570845, | |
| "grad_norm": 12.311904907226562, | |
| "learning_rate": 1.7550306211723536e-05, | |
| "loss": 1.7549, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.1323636756873665, | |
| "grad_norm": 14.21117877960205, | |
| "learning_rate": 1.7541557305336835e-05, | |
| "loss": 1.8167, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 0.13279623671902457, | |
| "grad_norm": 15.326268196105957, | |
| "learning_rate": 1.753280839895013e-05, | |
| "loss": 1.7197, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 0.13322879775068264, | |
| "grad_norm": 12.805957794189453, | |
| "learning_rate": 1.752405949256343e-05, | |
| "loss": 1.7673, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 0.1336613587823407, | |
| "grad_norm": 14.023848533630371, | |
| "learning_rate": 1.751531058617673e-05, | |
| "loss": 1.684, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 0.13409391981399876, | |
| "grad_norm": 14.051582336425781, | |
| "learning_rate": 1.7506561679790028e-05, | |
| "loss": 1.7981, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.13452648084565683, | |
| "grad_norm": 14.332208633422852, | |
| "learning_rate": 1.7497812773403328e-05, | |
| "loss": 1.7263, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 0.1349590418773149, | |
| "grad_norm": 13.481989860534668, | |
| "learning_rate": 1.7489063867016623e-05, | |
| "loss": 1.844, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 0.13539160290897292, | |
| "grad_norm": 13.109614372253418, | |
| "learning_rate": 1.7480314960629923e-05, | |
| "loss": 1.7525, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 0.135824163940631, | |
| "grad_norm": 12.776349067687988, | |
| "learning_rate": 1.7471566054243222e-05, | |
| "loss": 1.8072, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.13625672497228905, | |
| "grad_norm": 12.574403762817383, | |
| "learning_rate": 1.7462817147856518e-05, | |
| "loss": 1.7611, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.1366892860039471, | |
| "grad_norm": 13.381563186645508, | |
| "learning_rate": 1.7454068241469817e-05, | |
| "loss": 1.6969, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 0.13712184703560518, | |
| "grad_norm": 12.077308654785156, | |
| "learning_rate": 1.7445319335083116e-05, | |
| "loss": 1.8818, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 0.13755440806726324, | |
| "grad_norm": 12.719555854797363, | |
| "learning_rate": 1.7436570428696415e-05, | |
| "loss": 1.7705, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 0.1379869690989213, | |
| "grad_norm": 14.66213607788086, | |
| "learning_rate": 1.7427821522309714e-05, | |
| "loss": 1.6998, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 0.13841953013057937, | |
| "grad_norm": 13.779396057128906, | |
| "learning_rate": 1.741907261592301e-05, | |
| "loss": 1.7427, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.13885209116223743, | |
| "grad_norm": 14.436192512512207, | |
| "learning_rate": 1.741032370953631e-05, | |
| "loss": 1.746, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 0.1392846521938955, | |
| "grad_norm": 13.372818946838379, | |
| "learning_rate": 1.740157480314961e-05, | |
| "loss": 1.7303, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 0.13971721322555355, | |
| "grad_norm": 12.75151538848877, | |
| "learning_rate": 1.7392825896762904e-05, | |
| "loss": 1.7359, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 0.1401497742572116, | |
| "grad_norm": 14.832432746887207, | |
| "learning_rate": 1.7384076990376204e-05, | |
| "loss": 1.7595, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 0.14058233528886965, | |
| "grad_norm": 12.097084045410156, | |
| "learning_rate": 1.7375328083989503e-05, | |
| "loss": 1.8151, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.14101489632052772, | |
| "grad_norm": 15.27542781829834, | |
| "learning_rate": 1.73665791776028e-05, | |
| "loss": 1.7799, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 0.14144745735218578, | |
| "grad_norm": 13.651289939880371, | |
| "learning_rate": 1.7357830271216098e-05, | |
| "loss": 1.788, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 0.14188001838384384, | |
| "grad_norm": 12.324203491210938, | |
| "learning_rate": 1.7349081364829397e-05, | |
| "loss": 1.7426, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 0.1423125794155019, | |
| "grad_norm": 13.443849563598633, | |
| "learning_rate": 1.7340332458442696e-05, | |
| "loss": 1.7648, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 0.14274514044715997, | |
| "grad_norm": 15.6445894241333, | |
| "learning_rate": 1.7331583552055995e-05, | |
| "loss": 1.819, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.14317770147881803, | |
| "grad_norm": 14.16102409362793, | |
| "learning_rate": 1.7322834645669295e-05, | |
| "loss": 1.7316, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 0.1436102625104761, | |
| "grad_norm": 14.051115989685059, | |
| "learning_rate": 1.731408573928259e-05, | |
| "loss": 1.7395, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 0.14404282354213416, | |
| "grad_norm": 13.74497127532959, | |
| "learning_rate": 1.730533683289589e-05, | |
| "loss": 1.7931, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 0.14447538457379222, | |
| "grad_norm": 14.392535209655762, | |
| "learning_rate": 1.729658792650919e-05, | |
| "loss": 1.8631, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 0.14490794560545026, | |
| "grad_norm": 12.427038192749023, | |
| "learning_rate": 1.7287839020122485e-05, | |
| "loss": 1.7007, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.14534050663710832, | |
| "grad_norm": 13.627511024475098, | |
| "learning_rate": 1.7279090113735784e-05, | |
| "loss": 1.7324, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 0.14577306766876638, | |
| "grad_norm": 13.441803932189941, | |
| "learning_rate": 1.7270341207349083e-05, | |
| "loss": 1.7494, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 0.14620562870042444, | |
| "grad_norm": 15.683148384094238, | |
| "learning_rate": 1.7261592300962382e-05, | |
| "loss": 1.6773, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 0.1466381897320825, | |
| "grad_norm": 14.39584732055664, | |
| "learning_rate": 1.725284339457568e-05, | |
| "loss": 1.6515, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 0.14707075076374057, | |
| "grad_norm": 13.478503227233887, | |
| "learning_rate": 1.7244094488188977e-05, | |
| "loss": 1.7104, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.14750331179539863, | |
| "grad_norm": 13.521794319152832, | |
| "learning_rate": 1.7235345581802277e-05, | |
| "loss": 1.8039, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 0.1479358728270567, | |
| "grad_norm": 13.772107124328613, | |
| "learning_rate": 1.7226596675415576e-05, | |
| "loss": 1.7705, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 0.14836843385871476, | |
| "grad_norm": 12.936812400817871, | |
| "learning_rate": 1.721784776902887e-05, | |
| "loss": 1.6975, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 0.14880099489037282, | |
| "grad_norm": 13.462157249450684, | |
| "learning_rate": 1.720909886264217e-05, | |
| "loss": 1.7893, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 0.14923355592203089, | |
| "grad_norm": 12.636610984802246, | |
| "learning_rate": 1.720034995625547e-05, | |
| "loss": 1.7366, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.14966611695368892, | |
| "grad_norm": 12.809752464294434, | |
| "learning_rate": 1.7191601049868766e-05, | |
| "loss": 1.7415, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 0.15009867798534698, | |
| "grad_norm": 13.976734161376953, | |
| "learning_rate": 1.718285214348207e-05, | |
| "loss": 1.735, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 0.15053123901700505, | |
| "grad_norm": 12.980571746826172, | |
| "learning_rate": 1.7174103237095364e-05, | |
| "loss": 1.7759, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 0.1509638000486631, | |
| "grad_norm": 15.27466106414795, | |
| "learning_rate": 1.7165354330708663e-05, | |
| "loss": 1.7244, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 0.15139636108032117, | |
| "grad_norm": 14.315723419189453, | |
| "learning_rate": 1.7156605424321963e-05, | |
| "loss": 1.7684, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.15182892211197924, | |
| "grad_norm": 13.90048599243164, | |
| "learning_rate": 1.714785651793526e-05, | |
| "loss": 1.7475, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 0.1522614831436373, | |
| "grad_norm": 13.61722469329834, | |
| "learning_rate": 1.7139107611548558e-05, | |
| "loss": 1.6943, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 0.15269404417529536, | |
| "grad_norm": 14.208736419677734, | |
| "learning_rate": 1.7130358705161857e-05, | |
| "loss": 1.7269, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 0.15312660520695343, | |
| "grad_norm": 12.213624954223633, | |
| "learning_rate": 1.7121609798775153e-05, | |
| "loss": 1.7076, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 0.1535591662386115, | |
| "grad_norm": 14.757974624633789, | |
| "learning_rate": 1.7112860892388452e-05, | |
| "loss": 1.714, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.15399172727026955, | |
| "grad_norm": 13.660282135009766, | |
| "learning_rate": 1.710411198600175e-05, | |
| "loss": 1.7442, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 0.1544242883019276, | |
| "grad_norm": 13.772233963012695, | |
| "learning_rate": 1.709536307961505e-05, | |
| "loss": 1.7667, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 0.15485684933358565, | |
| "grad_norm": 14.523663520812988, | |
| "learning_rate": 1.708661417322835e-05, | |
| "loss": 1.6005, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 0.1552894103652437, | |
| "grad_norm": 14.664237976074219, | |
| "learning_rate": 1.7077865266841645e-05, | |
| "loss": 1.6852, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 0.15572197139690178, | |
| "grad_norm": 14.592924118041992, | |
| "learning_rate": 1.7069116360454945e-05, | |
| "loss": 1.7847, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.15615453242855984, | |
| "grad_norm": 13.490509033203125, | |
| "learning_rate": 1.7060367454068244e-05, | |
| "loss": 1.7272, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 0.1565870934602179, | |
| "grad_norm": 14.302976608276367, | |
| "learning_rate": 1.705161854768154e-05, | |
| "loss": 1.6654, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 0.15701965449187597, | |
| "grad_norm": 13.850686073303223, | |
| "learning_rate": 1.704286964129484e-05, | |
| "loss": 1.6631, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 0.15745221552353403, | |
| "grad_norm": 12.717830657958984, | |
| "learning_rate": 1.7034120734908138e-05, | |
| "loss": 1.7526, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 0.1578847765551921, | |
| "grad_norm": 14.529204368591309, | |
| "learning_rate": 1.7025371828521434e-05, | |
| "loss": 1.6707, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.15831733758685015, | |
| "grad_norm": 13.817510604858398, | |
| "learning_rate": 1.7016622922134736e-05, | |
| "loss": 1.7353, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 0.15874989861850822, | |
| "grad_norm": 15.481966018676758, | |
| "learning_rate": 1.7007874015748032e-05, | |
| "loss": 1.6683, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 0.15918245965016625, | |
| "grad_norm": 14.049205780029297, | |
| "learning_rate": 1.699912510936133e-05, | |
| "loss": 1.7273, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 0.15961502068182432, | |
| "grad_norm": 14.65227222442627, | |
| "learning_rate": 1.699037620297463e-05, | |
| "loss": 1.6432, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 0.16004758171348238, | |
| "grad_norm": 14.594015121459961, | |
| "learning_rate": 1.6981627296587927e-05, | |
| "loss": 1.8021, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.16048014274514044, | |
| "grad_norm": 13.285860061645508, | |
| "learning_rate": 1.6972878390201226e-05, | |
| "loss": 1.6821, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 0.1609127037767985, | |
| "grad_norm": 14.19520378112793, | |
| "learning_rate": 1.6964129483814525e-05, | |
| "loss": 1.6678, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 0.16134526480845657, | |
| "grad_norm": 14.195395469665527, | |
| "learning_rate": 1.695538057742782e-05, | |
| "loss": 1.7482, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 0.16177782584011463, | |
| "grad_norm": 14.017548561096191, | |
| "learning_rate": 1.694663167104112e-05, | |
| "loss": 1.7071, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 0.1622103868717727, | |
| "grad_norm": 14.560656547546387, | |
| "learning_rate": 1.693788276465442e-05, | |
| "loss": 1.711, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.16264294790343076, | |
| "grad_norm": 14.667351722717285, | |
| "learning_rate": 1.692913385826772e-05, | |
| "loss": 1.6147, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 0.16307550893508882, | |
| "grad_norm": 15.273613929748535, | |
| "learning_rate": 1.6920384951881018e-05, | |
| "loss": 1.7753, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 0.16350806996674688, | |
| "grad_norm": 15.08775806427002, | |
| "learning_rate": 1.6911636045494317e-05, | |
| "loss": 1.8437, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 0.16394063099840492, | |
| "grad_norm": 16.35053825378418, | |
| "learning_rate": 1.6902887139107613e-05, | |
| "loss": 1.6818, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 0.16437319203006298, | |
| "grad_norm": 14.675270080566406, | |
| "learning_rate": 1.6894138232720912e-05, | |
| "loss": 1.8182, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.16480575306172104, | |
| "grad_norm": 12.950959205627441, | |
| "learning_rate": 1.688538932633421e-05, | |
| "loss": 1.6691, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 0.1652383140933791, | |
| "grad_norm": 15.214534759521484, | |
| "learning_rate": 1.6876640419947507e-05, | |
| "loss": 1.7198, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 0.16567087512503717, | |
| "grad_norm": 14.145734786987305, | |
| "learning_rate": 1.6867891513560806e-05, | |
| "loss": 1.8248, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 0.16610343615669523, | |
| "grad_norm": 13.487668991088867, | |
| "learning_rate": 1.6859142607174105e-05, | |
| "loss": 1.7785, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 0.1665359971883533, | |
| "grad_norm": 15.348024368286133, | |
| "learning_rate": 1.68503937007874e-05, | |
| "loss": 1.6533, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.16696855822001136, | |
| "grad_norm": 13.304719924926758, | |
| "learning_rate": 1.6841644794400704e-05, | |
| "loss": 1.7462, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 0.16740111925166942, | |
| "grad_norm": 15.1539888381958, | |
| "learning_rate": 1.6832895888014e-05, | |
| "loss": 1.7745, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 0.16783368028332749, | |
| "grad_norm": 14.753242492675781, | |
| "learning_rate": 1.68241469816273e-05, | |
| "loss": 1.7696, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 0.16826624131498555, | |
| "grad_norm": 14.071645736694336, | |
| "learning_rate": 1.6815398075240598e-05, | |
| "loss": 1.7495, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 0.16869880234664358, | |
| "grad_norm": 13.17452335357666, | |
| "learning_rate": 1.6806649168853894e-05, | |
| "loss": 1.6654, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.16913136337830165, | |
| "grad_norm": 13.739713668823242, | |
| "learning_rate": 1.6797900262467193e-05, | |
| "loss": 1.871, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 0.1695639244099597, | |
| "grad_norm": 14.904608726501465, | |
| "learning_rate": 1.6789151356080492e-05, | |
| "loss": 1.7308, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 0.16999648544161777, | |
| "grad_norm": 13.76181697845459, | |
| "learning_rate": 1.6780402449693788e-05, | |
| "loss": 1.7218, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 0.17042904647327584, | |
| "grad_norm": 15.682334899902344, | |
| "learning_rate": 1.6771653543307087e-05, | |
| "loss": 1.7135, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 0.1708616075049339, | |
| "grad_norm": 14.770147323608398, | |
| "learning_rate": 1.6762904636920386e-05, | |
| "loss": 1.6647, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.17129416853659196, | |
| "grad_norm": 14.868924140930176, | |
| "learning_rate": 1.6754155730533686e-05, | |
| "loss": 1.8061, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 0.17172672956825002, | |
| "grad_norm": 13.417051315307617, | |
| "learning_rate": 1.6745406824146985e-05, | |
| "loss": 1.7588, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 0.1721592905999081, | |
| "grad_norm": 15.186949729919434, | |
| "learning_rate": 1.673665791776028e-05, | |
| "loss": 1.7662, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 0.17259185163156615, | |
| "grad_norm": 14.485387802124023, | |
| "learning_rate": 1.672790901137358e-05, | |
| "loss": 1.7135, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 0.17302441266322421, | |
| "grad_norm": 14.660444259643555, | |
| "learning_rate": 1.671916010498688e-05, | |
| "loss": 1.6872, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.17345697369488225, | |
| "grad_norm": 16.875911712646484, | |
| "learning_rate": 1.6710411198600175e-05, | |
| "loss": 1.6135, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 0.1738895347265403, | |
| "grad_norm": 15.121524810791016, | |
| "learning_rate": 1.6701662292213474e-05, | |
| "loss": 1.6156, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 0.17432209575819838, | |
| "grad_norm": 14.13774585723877, | |
| "learning_rate": 1.6692913385826773e-05, | |
| "loss": 1.7311, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 0.17475465678985644, | |
| "grad_norm": 15.118247032165527, | |
| "learning_rate": 1.668416447944007e-05, | |
| "loss": 1.7038, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 0.1751872178215145, | |
| "grad_norm": 17.146011352539062, | |
| "learning_rate": 1.667541557305337e-05, | |
| "loss": 1.6302, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.17561977885317256, | |
| "grad_norm": 13.198725700378418, | |
| "learning_rate": 1.6666666666666667e-05, | |
| "loss": 1.7395, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 0.17605233988483063, | |
| "grad_norm": 14.39787483215332, | |
| "learning_rate": 1.6657917760279967e-05, | |
| "loss": 1.7715, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 0.1764849009164887, | |
| "grad_norm": 14.981849670410156, | |
| "learning_rate": 1.6649168853893266e-05, | |
| "loss": 1.6916, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 0.17691746194814675, | |
| "grad_norm": 14.908326148986816, | |
| "learning_rate": 1.6640419947506562e-05, | |
| "loss": 1.7563, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 0.17735002297980482, | |
| "grad_norm": 14.553082466125488, | |
| "learning_rate": 1.663167104111986e-05, | |
| "loss": 1.7202, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.17778258401146288, | |
| "grad_norm": 13.793340682983398, | |
| "learning_rate": 1.662292213473316e-05, | |
| "loss": 1.7678, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 0.17821514504312091, | |
| "grad_norm": 16.31795310974121, | |
| "learning_rate": 1.6614173228346456e-05, | |
| "loss": 1.8089, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 0.17864770607477898, | |
| "grad_norm": 17.318607330322266, | |
| "learning_rate": 1.6605424321959755e-05, | |
| "loss": 1.6696, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 0.17908026710643704, | |
| "grad_norm": 13.9689302444458, | |
| "learning_rate": 1.6596675415573054e-05, | |
| "loss": 1.7372, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 0.1795128281380951, | |
| "grad_norm": 14.510354995727539, | |
| "learning_rate": 1.6587926509186354e-05, | |
| "loss": 1.6597, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.17994538916975317, | |
| "grad_norm": 15.901954650878906, | |
| "learning_rate": 1.6579177602799653e-05, | |
| "loss": 1.7872, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 0.18037795020141123, | |
| "grad_norm": 13.021835327148438, | |
| "learning_rate": 1.657042869641295e-05, | |
| "loss": 1.6739, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 0.1808105112330693, | |
| "grad_norm": 14.94437313079834, | |
| "learning_rate": 1.6561679790026248e-05, | |
| "loss": 1.6915, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 0.18124307226472736, | |
| "grad_norm": 14.61279296875, | |
| "learning_rate": 1.6552930883639547e-05, | |
| "loss": 1.5963, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 0.18167563329638542, | |
| "grad_norm": 16.396753311157227, | |
| "learning_rate": 1.6544181977252843e-05, | |
| "loss": 1.702, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.18210819432804348, | |
| "grad_norm": 16.830820083618164, | |
| "learning_rate": 1.6535433070866142e-05, | |
| "loss": 1.8108, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 0.18254075535970155, | |
| "grad_norm": 15.551237106323242, | |
| "learning_rate": 1.652668416447944e-05, | |
| "loss": 1.7831, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 0.18297331639135958, | |
| "grad_norm": 15.525558471679688, | |
| "learning_rate": 1.651793525809274e-05, | |
| "loss": 1.6718, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 0.18340587742301764, | |
| "grad_norm": 12.82323169708252, | |
| "learning_rate": 1.650918635170604e-05, | |
| "loss": 1.642, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 0.1838384384546757, | |
| "grad_norm": 15.793924331665039, | |
| "learning_rate": 1.650043744531934e-05, | |
| "loss": 1.6871, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.18427099948633377, | |
| "grad_norm": 14.773061752319336, | |
| "learning_rate": 1.6491688538932635e-05, | |
| "loss": 1.6956, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 0.18470356051799183, | |
| "grad_norm": 16.91400909423828, | |
| "learning_rate": 1.6482939632545934e-05, | |
| "loss": 1.6336, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 0.1851361215496499, | |
| "grad_norm": 15.226611137390137, | |
| "learning_rate": 1.6474190726159233e-05, | |
| "loss": 1.7333, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 0.18556868258130796, | |
| "grad_norm": 16.962453842163086, | |
| "learning_rate": 1.646544181977253e-05, | |
| "loss": 1.6063, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 0.18600124361296602, | |
| "grad_norm": 16.48338508605957, | |
| "learning_rate": 1.6456692913385828e-05, | |
| "loss": 1.7043, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.18643380464462408, | |
| "grad_norm": 14.127233505249023, | |
| "learning_rate": 1.6447944006999127e-05, | |
| "loss": 1.709, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 0.18686636567628215, | |
| "grad_norm": 15.949320793151855, | |
| "learning_rate": 1.6439195100612423e-05, | |
| "loss": 1.7161, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 0.1872989267079402, | |
| "grad_norm": 15.113992691040039, | |
| "learning_rate": 1.6430446194225722e-05, | |
| "loss": 1.7378, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 0.18773148773959825, | |
| "grad_norm": 15.371466636657715, | |
| "learning_rate": 1.642169728783902e-05, | |
| "loss": 1.6978, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 0.1881640487712563, | |
| "grad_norm": 15.309712409973145, | |
| "learning_rate": 1.641294838145232e-05, | |
| "loss": 1.7107, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.18859660980291437, | |
| "grad_norm": 14.199424743652344, | |
| "learning_rate": 1.640419947506562e-05, | |
| "loss": 1.6976, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 0.18902917083457244, | |
| "grad_norm": 16.60711097717285, | |
| "learning_rate": 1.6395450568678916e-05, | |
| "loss": 1.5963, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 0.1894617318662305, | |
| "grad_norm": 14.320137023925781, | |
| "learning_rate": 1.6386701662292215e-05, | |
| "loss": 1.7274, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 0.18989429289788856, | |
| "grad_norm": 15.285809516906738, | |
| "learning_rate": 1.6377952755905514e-05, | |
| "loss": 1.7584, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 0.19032685392954662, | |
| "grad_norm": 15.035262107849121, | |
| "learning_rate": 1.636920384951881e-05, | |
| "loss": 1.6926, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.1907594149612047, | |
| "grad_norm": 15.250046730041504, | |
| "learning_rate": 1.636045494313211e-05, | |
| "loss": 1.7165, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 0.19119197599286275, | |
| "grad_norm": 17.97435188293457, | |
| "learning_rate": 1.635170603674541e-05, | |
| "loss": 1.8039, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 0.1916245370245208, | |
| "grad_norm": 13.659225463867188, | |
| "learning_rate": 1.6342957130358708e-05, | |
| "loss": 1.6173, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 0.19205709805617888, | |
| "grad_norm": 15.350072860717773, | |
| "learning_rate": 1.6334208223972007e-05, | |
| "loss": 1.6974, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 0.1924896590878369, | |
| "grad_norm": 16.155649185180664, | |
| "learning_rate": 1.6325459317585303e-05, | |
| "loss": 1.6537, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.19292222011949497, | |
| "grad_norm": 14.439220428466797, | |
| "learning_rate": 1.6316710411198602e-05, | |
| "loss": 1.7225, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 0.19335478115115304, | |
| "grad_norm": 17.609535217285156, | |
| "learning_rate": 1.63079615048119e-05, | |
| "loss": 1.723, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 0.1937873421828111, | |
| "grad_norm": 17.415800094604492, | |
| "learning_rate": 1.6299212598425197e-05, | |
| "loss": 1.636, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 0.19421990321446916, | |
| "grad_norm": 15.260915756225586, | |
| "learning_rate": 1.6290463692038496e-05, | |
| "loss": 1.6597, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 0.19465246424612723, | |
| "grad_norm": 16.445232391357422, | |
| "learning_rate": 1.6281714785651795e-05, | |
| "loss": 1.7469, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.1950850252777853, | |
| "grad_norm": 16.05836296081543, | |
| "learning_rate": 1.627296587926509e-05, | |
| "loss": 1.651, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 0.19551758630944335, | |
| "grad_norm": 14.436004638671875, | |
| "learning_rate": 1.626421697287839e-05, | |
| "loss": 1.6635, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 0.19595014734110142, | |
| "grad_norm": 14.610448837280273, | |
| "learning_rate": 1.625546806649169e-05, | |
| "loss": 1.8475, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 0.19638270837275948, | |
| "grad_norm": 16.329818725585938, | |
| "learning_rate": 1.624671916010499e-05, | |
| "loss": 1.7341, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 0.19681526940441754, | |
| "grad_norm": 15.847041130065918, | |
| "learning_rate": 1.6237970253718288e-05, | |
| "loss": 1.721, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.19724783043607558, | |
| "grad_norm": 13.708486557006836, | |
| "learning_rate": 1.6229221347331584e-05, | |
| "loss": 1.7186, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 0.19768039146773364, | |
| "grad_norm": 15.195647239685059, | |
| "learning_rate": 1.6220472440944883e-05, | |
| "loss": 1.7061, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 0.1981129524993917, | |
| "grad_norm": 16.739809036254883, | |
| "learning_rate": 1.6211723534558182e-05, | |
| "loss": 1.6949, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 0.19854551353104977, | |
| "grad_norm": 15.860810279846191, | |
| "learning_rate": 1.6202974628171478e-05, | |
| "loss": 1.654, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 0.19897807456270783, | |
| "grad_norm": 16.588729858398438, | |
| "learning_rate": 1.6194225721784777e-05, | |
| "loss": 1.6778, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.1994106355943659, | |
| "grad_norm": 15.871442794799805, | |
| "learning_rate": 1.6185476815398076e-05, | |
| "loss": 1.7289, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 0.19984319662602396, | |
| "grad_norm": 15.373008728027344, | |
| "learning_rate": 1.6176727909011372e-05, | |
| "loss": 1.6259, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 0.20027575765768202, | |
| "grad_norm": 14.221921920776367, | |
| "learning_rate": 1.6167979002624675e-05, | |
| "loss": 1.6892, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 0.20070831868934008, | |
| "grad_norm": 17.429065704345703, | |
| "learning_rate": 1.615923009623797e-05, | |
| "loss": 1.724, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 0.20114087972099814, | |
| "grad_norm": 20.687255859375, | |
| "learning_rate": 1.615048118985127e-05, | |
| "loss": 1.6504, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.2015734407526562, | |
| "grad_norm": 15.03296947479248, | |
| "learning_rate": 1.614173228346457e-05, | |
| "loss": 1.6124, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 0.20200600178431424, | |
| "grad_norm": 16.98514175415039, | |
| "learning_rate": 1.6132983377077865e-05, | |
| "loss": 1.78, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 0.2024385628159723, | |
| "grad_norm": 14.70289134979248, | |
| "learning_rate": 1.6124234470691164e-05, | |
| "loss": 1.7044, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 0.20287112384763037, | |
| "grad_norm": 14.248015403747559, | |
| "learning_rate": 1.6115485564304463e-05, | |
| "loss": 1.7596, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 0.20330368487928843, | |
| "grad_norm": 15.52908706665039, | |
| "learning_rate": 1.6106736657917763e-05, | |
| "loss": 1.7105, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.2037362459109465, | |
| "grad_norm": 18.255674362182617, | |
| "learning_rate": 1.609798775153106e-05, | |
| "loss": 1.7161, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 0.20416880694260456, | |
| "grad_norm": 22.3636474609375, | |
| "learning_rate": 1.608923884514436e-05, | |
| "loss": 1.5983, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 0.20460136797426262, | |
| "grad_norm": 17.28295135498047, | |
| "learning_rate": 1.6080489938757657e-05, | |
| "loss": 1.6615, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 0.20503392900592068, | |
| "grad_norm": 13.663941383361816, | |
| "learning_rate": 1.6071741032370956e-05, | |
| "loss": 1.6207, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 0.20546649003757875, | |
| "grad_norm": 14.511791229248047, | |
| "learning_rate": 1.6062992125984255e-05, | |
| "loss": 1.7379, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.2058990510692368, | |
| "grad_norm": 15.742350578308105, | |
| "learning_rate": 1.605424321959755e-05, | |
| "loss": 1.7579, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 0.20633161210089487, | |
| "grad_norm": 15.552555084228516, | |
| "learning_rate": 1.604549431321085e-05, | |
| "loss": 1.641, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 0.2067641731325529, | |
| "grad_norm": 21.889766693115234, | |
| "learning_rate": 1.603674540682415e-05, | |
| "loss": 1.7403, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 0.20719673416421097, | |
| "grad_norm": 20.306562423706055, | |
| "learning_rate": 1.6027996500437445e-05, | |
| "loss": 1.7009, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 0.20762929519586903, | |
| "grad_norm": 18.12723731994629, | |
| "learning_rate": 1.6019247594050744e-05, | |
| "loss": 1.6979, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.2080618562275271, | |
| "grad_norm": 14.94935417175293, | |
| "learning_rate": 1.6010498687664044e-05, | |
| "loss": 1.6484, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 0.20849441725918516, | |
| "grad_norm": 14.743106842041016, | |
| "learning_rate": 1.6001749781277343e-05, | |
| "loss": 1.6963, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 0.20892697829084322, | |
| "grad_norm": 14.982324600219727, | |
| "learning_rate": 1.5993000874890642e-05, | |
| "loss": 1.6868, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 0.2093595393225013, | |
| "grad_norm": 16.85517692565918, | |
| "learning_rate": 1.5984251968503938e-05, | |
| "loss": 1.5787, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 0.20979210035415935, | |
| "grad_norm": 15.209792137145996, | |
| "learning_rate": 1.5975503062117237e-05, | |
| "loss": 1.7086, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.2102246613858174, | |
| "grad_norm": 14.563628196716309, | |
| "learning_rate": 1.5966754155730536e-05, | |
| "loss": 1.7039, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 0.21065722241747548, | |
| "grad_norm": 15.1539945602417, | |
| "learning_rate": 1.5958005249343832e-05, | |
| "loss": 1.6866, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 0.21108978344913354, | |
| "grad_norm": 19.112892150878906, | |
| "learning_rate": 1.594925634295713e-05, | |
| "loss": 1.5955, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 0.21152234448079157, | |
| "grad_norm": 17.022937774658203, | |
| "learning_rate": 1.594050743657043e-05, | |
| "loss": 1.7138, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 0.21195490551244964, | |
| "grad_norm": 18.67705535888672, | |
| "learning_rate": 1.5931758530183726e-05, | |
| "loss": 1.7335, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.2123874665441077, | |
| "grad_norm": 17.58185577392578, | |
| "learning_rate": 1.592300962379703e-05, | |
| "loss": 1.6535, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 0.21282002757576576, | |
| "grad_norm": 16.525270462036133, | |
| "learning_rate": 1.5914260717410325e-05, | |
| "loss": 1.6493, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 0.21325258860742383, | |
| "grad_norm": 18.45403289794922, | |
| "learning_rate": 1.5905511811023624e-05, | |
| "loss": 1.6937, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 0.2136851496390819, | |
| "grad_norm": 18.30523681640625, | |
| "learning_rate": 1.5896762904636923e-05, | |
| "loss": 1.6143, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 0.21411771067073995, | |
| "grad_norm": 17.691091537475586, | |
| "learning_rate": 1.588801399825022e-05, | |
| "loss": 1.6493, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.21455027170239802, | |
| "grad_norm": 15.201132774353027, | |
| "learning_rate": 1.5879265091863518e-05, | |
| "loss": 1.6753, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 0.21498283273405608, | |
| "grad_norm": 17.74352264404297, | |
| "learning_rate": 1.5870516185476817e-05, | |
| "loss": 1.7362, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 0.21541539376571414, | |
| "grad_norm": 16.426006317138672, | |
| "learning_rate": 1.5861767279090113e-05, | |
| "loss": 1.5865, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 0.2158479547973722, | |
| "grad_norm": 18.481365203857422, | |
| "learning_rate": 1.5853018372703412e-05, | |
| "loss": 1.7536, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 0.21628051582903024, | |
| "grad_norm": 16.491756439208984, | |
| "learning_rate": 1.584426946631671e-05, | |
| "loss": 1.7682, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.2167130768606883, | |
| "grad_norm": 15.862979888916016, | |
| "learning_rate": 1.583552055993001e-05, | |
| "loss": 1.6539, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 0.21714563789234637, | |
| "grad_norm": 14.549097061157227, | |
| "learning_rate": 1.582677165354331e-05, | |
| "loss": 1.7378, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 0.21757819892400443, | |
| "grad_norm": 14.149446487426758, | |
| "learning_rate": 1.5818022747156606e-05, | |
| "loss": 1.6905, | |
| "step": 503 | |
| }, | |
| { | |
| "epoch": 0.2180107599556625, | |
| "grad_norm": 17.096704483032227, | |
| "learning_rate": 1.5809273840769905e-05, | |
| "loss": 1.5642, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 0.21844332098732056, | |
| "grad_norm": 17.932981491088867, | |
| "learning_rate": 1.5800524934383204e-05, | |
| "loss": 1.6426, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.21887588201897862, | |
| "grad_norm": 17.249406814575195, | |
| "learning_rate": 1.57917760279965e-05, | |
| "loss": 1.6455, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 0.21930844305063668, | |
| "grad_norm": 18.000295639038086, | |
| "learning_rate": 1.57830271216098e-05, | |
| "loss": 1.6118, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 0.21974100408229474, | |
| "grad_norm": 16.909530639648438, | |
| "learning_rate": 1.57742782152231e-05, | |
| "loss": 1.6894, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 0.2201735651139528, | |
| "grad_norm": 17.263492584228516, | |
| "learning_rate": 1.5765529308836394e-05, | |
| "loss": 1.7422, | |
| "step": 509 | |
| }, | |
| { | |
| "epoch": 0.22060612614561087, | |
| "grad_norm": 16.53858184814453, | |
| "learning_rate": 1.5756780402449694e-05, | |
| "loss": 1.5943, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.2210386871772689, | |
| "grad_norm": 15.582964897155762, | |
| "learning_rate": 1.5748031496062993e-05, | |
| "loss": 1.568, | |
| "step": 511 | |
| }, | |
| { | |
| "epoch": 0.22147124820892697, | |
| "grad_norm": 17.556089401245117, | |
| "learning_rate": 1.5739282589676292e-05, | |
| "loss": 1.7498, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 0.22190380924058503, | |
| "grad_norm": 16.844451904296875, | |
| "learning_rate": 1.573053368328959e-05, | |
| "loss": 1.6113, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 0.2223363702722431, | |
| "grad_norm": 16.041711807250977, | |
| "learning_rate": 1.5721784776902887e-05, | |
| "loss": 1.7614, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 0.22276893130390116, | |
| "grad_norm": 17.016220092773438, | |
| "learning_rate": 1.5713035870516186e-05, | |
| "loss": 1.6991, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.22320149233555922, | |
| "grad_norm": 16.927995681762695, | |
| "learning_rate": 1.5704286964129485e-05, | |
| "loss": 1.6816, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 0.22363405336721728, | |
| "grad_norm": 16.519311904907227, | |
| "learning_rate": 1.5695538057742785e-05, | |
| "loss": 1.5943, | |
| "step": 517 | |
| }, | |
| { | |
| "epoch": 0.22406661439887535, | |
| "grad_norm": 18.04831314086914, | |
| "learning_rate": 1.568678915135608e-05, | |
| "loss": 1.7193, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 0.2244991754305334, | |
| "grad_norm": 18.500019073486328, | |
| "learning_rate": 1.567804024496938e-05, | |
| "loss": 1.6316, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 0.22493173646219147, | |
| "grad_norm": 18.94154930114746, | |
| "learning_rate": 1.566929133858268e-05, | |
| "loss": 1.6008, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.22536429749384954, | |
| "grad_norm": 15.78384780883789, | |
| "learning_rate": 1.5660542432195978e-05, | |
| "loss": 1.6177, | |
| "step": 521 | |
| }, | |
| { | |
| "epoch": 0.22579685852550757, | |
| "grad_norm": 18.01935577392578, | |
| "learning_rate": 1.5651793525809277e-05, | |
| "loss": 1.7999, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 0.22622941955716563, | |
| "grad_norm": 19.498945236206055, | |
| "learning_rate": 1.5643044619422573e-05, | |
| "loss": 1.6587, | |
| "step": 523 | |
| }, | |
| { | |
| "epoch": 0.2266619805888237, | |
| "grad_norm": 16.238536834716797, | |
| "learning_rate": 1.5634295713035872e-05, | |
| "loss": 1.6589, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 0.22709454162048176, | |
| "grad_norm": 14.878324508666992, | |
| "learning_rate": 1.562554680664917e-05, | |
| "loss": 1.692, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.22752710265213982, | |
| "grad_norm": 15.313729286193848, | |
| "learning_rate": 1.5616797900262467e-05, | |
| "loss": 1.6564, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 0.2279596636837979, | |
| "grad_norm": 14.713421821594238, | |
| "learning_rate": 1.5608048993875766e-05, | |
| "loss": 1.6997, | |
| "step": 527 | |
| }, | |
| { | |
| "epoch": 0.22839222471545595, | |
| "grad_norm": 14.811202049255371, | |
| "learning_rate": 1.5599300087489066e-05, | |
| "loss": 1.7147, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 0.228824785747114, | |
| "grad_norm": 17.43622589111328, | |
| "learning_rate": 1.559055118110236e-05, | |
| "loss": 1.6092, | |
| "step": 529 | |
| }, | |
| { | |
| "epoch": 0.22925734677877208, | |
| "grad_norm": 16.88450813293457, | |
| "learning_rate": 1.5581802274715664e-05, | |
| "loss": 1.6191, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.22968990781043014, | |
| "grad_norm": 17.206796646118164, | |
| "learning_rate": 1.557305336832896e-05, | |
| "loss": 1.7351, | |
| "step": 531 | |
| }, | |
| { | |
| "epoch": 0.2301224688420882, | |
| "grad_norm": 18.76306915283203, | |
| "learning_rate": 1.556430446194226e-05, | |
| "loss": 1.5707, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 0.23055502987374624, | |
| "grad_norm": 15.88653564453125, | |
| "learning_rate": 1.555555555555556e-05, | |
| "loss": 1.6625, | |
| "step": 533 | |
| }, | |
| { | |
| "epoch": 0.2309875909054043, | |
| "grad_norm": 17.676189422607422, | |
| "learning_rate": 1.5546806649168854e-05, | |
| "loss": 1.6742, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 0.23142015193706236, | |
| "grad_norm": 17.690826416015625, | |
| "learning_rate": 1.5538057742782153e-05, | |
| "loss": 1.6381, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 0.23185271296872043, | |
| "grad_norm": 16.335132598876953, | |
| "learning_rate": 1.5529308836395453e-05, | |
| "loss": 1.5988, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 0.2322852740003785, | |
| "grad_norm": 17.346731185913086, | |
| "learning_rate": 1.552055993000875e-05, | |
| "loss": 1.687, | |
| "step": 537 | |
| }, | |
| { | |
| "epoch": 0.23271783503203655, | |
| "grad_norm": 16.654361724853516, | |
| "learning_rate": 1.5511811023622048e-05, | |
| "loss": 1.6375, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 0.23315039606369461, | |
| "grad_norm": 17.761816024780273, | |
| "learning_rate": 1.5503062117235347e-05, | |
| "loss": 1.6785, | |
| "step": 539 | |
| }, | |
| { | |
| "epoch": 0.23358295709535268, | |
| "grad_norm": 16.973031997680664, | |
| "learning_rate": 1.5494313210848646e-05, | |
| "loss": 1.6814, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.23401551812701074, | |
| "grad_norm": 16.909561157226562, | |
| "learning_rate": 1.5485564304461945e-05, | |
| "loss": 1.6855, | |
| "step": 541 | |
| }, | |
| { | |
| "epoch": 0.2344480791586688, | |
| "grad_norm": 17.03185272216797, | |
| "learning_rate": 1.547681539807524e-05, | |
| "loss": 1.6887, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 0.23488064019032687, | |
| "grad_norm": 17.3386173248291, | |
| "learning_rate": 1.546806649168854e-05, | |
| "loss": 1.6587, | |
| "step": 543 | |
| }, | |
| { | |
| "epoch": 0.2353132012219849, | |
| "grad_norm": 16.984390258789062, | |
| "learning_rate": 1.545931758530184e-05, | |
| "loss": 1.5812, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 0.23574576225364297, | |
| "grad_norm": 16.079471588134766, | |
| "learning_rate": 1.5450568678915135e-05, | |
| "loss": 1.7236, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 0.23617832328530103, | |
| "grad_norm": 16.26591682434082, | |
| "learning_rate": 1.5441819772528434e-05, | |
| "loss": 1.6052, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 0.2366108843169591, | |
| "grad_norm": 17.542015075683594, | |
| "learning_rate": 1.5433070866141734e-05, | |
| "loss": 1.5683, | |
| "step": 547 | |
| }, | |
| { | |
| "epoch": 0.23704344534861715, | |
| "grad_norm": 19.87151527404785, | |
| "learning_rate": 1.542432195975503e-05, | |
| "loss": 1.5891, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 0.23747600638027522, | |
| "grad_norm": 17.004043579101562, | |
| "learning_rate": 1.5415573053368332e-05, | |
| "loss": 1.6065, | |
| "step": 549 | |
| }, | |
| { | |
| "epoch": 0.23790856741193328, | |
| "grad_norm": 16.69712257385254, | |
| "learning_rate": 1.5406824146981628e-05, | |
| "loss": 1.6858, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.23834112844359134, | |
| "grad_norm": 17.42692756652832, | |
| "learning_rate": 1.5398075240594927e-05, | |
| "loss": 1.7016, | |
| "step": 551 | |
| }, | |
| { | |
| "epoch": 0.2387736894752494, | |
| "grad_norm": 15.988450050354004, | |
| "learning_rate": 1.5389326334208226e-05, | |
| "loss": 1.592, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 0.23920625050690747, | |
| "grad_norm": 16.765094757080078, | |
| "learning_rate": 1.5380577427821522e-05, | |
| "loss": 1.5969, | |
| "step": 553 | |
| }, | |
| { | |
| "epoch": 0.23963881153856553, | |
| "grad_norm": 16.65338134765625, | |
| "learning_rate": 1.537182852143482e-05, | |
| "loss": 1.5488, | |
| "step": 554 | |
| }, | |
| { | |
| "epoch": 0.24007137257022357, | |
| "grad_norm": 20.152639389038086, | |
| "learning_rate": 1.536307961504812e-05, | |
| "loss": 1.5912, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 0.24050393360188163, | |
| "grad_norm": 17.90691566467285, | |
| "learning_rate": 1.5354330708661416e-05, | |
| "loss": 1.7089, | |
| "step": 556 | |
| }, | |
| { | |
| "epoch": 0.2409364946335397, | |
| "grad_norm": 16.137821197509766, | |
| "learning_rate": 1.5345581802274716e-05, | |
| "loss": 1.6125, | |
| "step": 557 | |
| }, | |
| { | |
| "epoch": 0.24136905566519776, | |
| "grad_norm": 17.443849563598633, | |
| "learning_rate": 1.5336832895888015e-05, | |
| "loss": 1.7119, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 0.24180161669685582, | |
| "grad_norm": 19.99116325378418, | |
| "learning_rate": 1.5328083989501314e-05, | |
| "loss": 1.6325, | |
| "step": 559 | |
| }, | |
| { | |
| "epoch": 0.24223417772851388, | |
| "grad_norm": 17.063501358032227, | |
| "learning_rate": 1.5319335083114613e-05, | |
| "loss": 1.6513, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.24266673876017195, | |
| "grad_norm": 16.421655654907227, | |
| "learning_rate": 1.531058617672791e-05, | |
| "loss": 1.683, | |
| "step": 561 | |
| }, | |
| { | |
| "epoch": 0.24309929979183, | |
| "grad_norm": 20.072221755981445, | |
| "learning_rate": 1.5301837270341208e-05, | |
| "loss": 1.5857, | |
| "step": 562 | |
| }, | |
| { | |
| "epoch": 0.24353186082348807, | |
| "grad_norm": 17.94641876220703, | |
| "learning_rate": 1.5293088363954507e-05, | |
| "loss": 1.7222, | |
| "step": 563 | |
| }, | |
| { | |
| "epoch": 0.24396442185514614, | |
| "grad_norm": 18.8425235748291, | |
| "learning_rate": 1.5284339457567807e-05, | |
| "loss": 1.6236, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 0.2443969828868042, | |
| "grad_norm": 16.484027862548828, | |
| "learning_rate": 1.5275590551181102e-05, | |
| "loss": 1.6454, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 0.24482954391846223, | |
| "grad_norm": 16.227195739746094, | |
| "learning_rate": 1.52668416447944e-05, | |
| "loss": 1.5695, | |
| "step": 566 | |
| }, | |
| { | |
| "epoch": 0.2452621049501203, | |
| "grad_norm": 17.701627731323242, | |
| "learning_rate": 1.52580927384077e-05, | |
| "loss": 1.723, | |
| "step": 567 | |
| }, | |
| { | |
| "epoch": 0.24569466598177836, | |
| "grad_norm": 19.588029861450195, | |
| "learning_rate": 1.5249343832021e-05, | |
| "loss": 1.6525, | |
| "step": 568 | |
| }, | |
| { | |
| "epoch": 0.24612722701343642, | |
| "grad_norm": 16.687175750732422, | |
| "learning_rate": 1.5240594925634298e-05, | |
| "loss": 1.6708, | |
| "step": 569 | |
| }, | |
| { | |
| "epoch": 0.24655978804509449, | |
| "grad_norm": 16.77758026123047, | |
| "learning_rate": 1.5231846019247595e-05, | |
| "loss": 1.6512, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.24699234907675255, | |
| "grad_norm": 16.585819244384766, | |
| "learning_rate": 1.5223097112860894e-05, | |
| "loss": 1.5813, | |
| "step": 571 | |
| }, | |
| { | |
| "epoch": 0.2474249101084106, | |
| "grad_norm": 18.844066619873047, | |
| "learning_rate": 1.5214348206474192e-05, | |
| "loss": 1.6259, | |
| "step": 572 | |
| }, | |
| { | |
| "epoch": 0.24785747114006867, | |
| "grad_norm": 18.0266170501709, | |
| "learning_rate": 1.520559930008749e-05, | |
| "loss": 1.5875, | |
| "step": 573 | |
| }, | |
| { | |
| "epoch": 0.24829003217172674, | |
| "grad_norm": 18.513761520385742, | |
| "learning_rate": 1.5196850393700789e-05, | |
| "loss": 1.6878, | |
| "step": 574 | |
| }, | |
| { | |
| "epoch": 0.2487225932033848, | |
| "grad_norm": 16.963220596313477, | |
| "learning_rate": 1.5188101487314086e-05, | |
| "loss": 1.7002, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.24915515423504286, | |
| "grad_norm": 16.365562438964844, | |
| "learning_rate": 1.5179352580927385e-05, | |
| "loss": 1.6331, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 0.2495877152667009, | |
| "grad_norm": 18.376493453979492, | |
| "learning_rate": 1.5170603674540683e-05, | |
| "loss": 1.5584, | |
| "step": 577 | |
| }, | |
| { | |
| "epoch": 0.250020276298359, | |
| "grad_norm": 15.05932903289795, | |
| "learning_rate": 1.5161854768153984e-05, | |
| "loss": 1.6453, | |
| "step": 578 | |
| }, | |
| { | |
| "epoch": 0.25045283733001705, | |
| "grad_norm": 16.900829315185547, | |
| "learning_rate": 1.5153105861767281e-05, | |
| "loss": 1.6164, | |
| "step": 579 | |
| }, | |
| { | |
| "epoch": 0.2508853983616751, | |
| "grad_norm": 18.5715389251709, | |
| "learning_rate": 1.5144356955380579e-05, | |
| "loss": 1.7586, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.2513179593933332, | |
| "grad_norm": 16.25688934326172, | |
| "learning_rate": 1.5135608048993878e-05, | |
| "loss": 1.5743, | |
| "step": 581 | |
| }, | |
| { | |
| "epoch": 0.2517505204249912, | |
| "grad_norm": 16.32343292236328, | |
| "learning_rate": 1.5126859142607175e-05, | |
| "loss": 1.6409, | |
| "step": 582 | |
| }, | |
| { | |
| "epoch": 0.25218308145664925, | |
| "grad_norm": 18.865724563598633, | |
| "learning_rate": 1.5118110236220473e-05, | |
| "loss": 1.5924, | |
| "step": 583 | |
| }, | |
| { | |
| "epoch": 0.2526156424883073, | |
| "grad_norm": 16.306575775146484, | |
| "learning_rate": 1.5109361329833772e-05, | |
| "loss": 1.6264, | |
| "step": 584 | |
| }, | |
| { | |
| "epoch": 0.2530482035199654, | |
| "grad_norm": 19.097639083862305, | |
| "learning_rate": 1.510061242344707e-05, | |
| "loss": 1.6059, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 0.25348076455162344, | |
| "grad_norm": 16.674352645874023, | |
| "learning_rate": 1.5091863517060367e-05, | |
| "loss": 1.7933, | |
| "step": 586 | |
| }, | |
| { | |
| "epoch": 0.2539133255832815, | |
| "grad_norm": 19.233652114868164, | |
| "learning_rate": 1.5083114610673668e-05, | |
| "loss": 1.5857, | |
| "step": 587 | |
| }, | |
| { | |
| "epoch": 0.25434588661493956, | |
| "grad_norm": 18.98441505432129, | |
| "learning_rate": 1.5074365704286966e-05, | |
| "loss": 1.709, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 0.25477844764659763, | |
| "grad_norm": 18.186471939086914, | |
| "learning_rate": 1.5065616797900265e-05, | |
| "loss": 1.6863, | |
| "step": 589 | |
| }, | |
| { | |
| "epoch": 0.2552110086782557, | |
| "grad_norm": 18.54801368713379, | |
| "learning_rate": 1.5056867891513562e-05, | |
| "loss": 1.6825, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.25564356970991375, | |
| "grad_norm": 16.038410186767578, | |
| "learning_rate": 1.504811898512686e-05, | |
| "loss": 1.6853, | |
| "step": 591 | |
| }, | |
| { | |
| "epoch": 0.2560761307415718, | |
| "grad_norm": 17.528871536254883, | |
| "learning_rate": 1.5039370078740159e-05, | |
| "loss": 1.7077, | |
| "step": 592 | |
| }, | |
| { | |
| "epoch": 0.2565086917732299, | |
| "grad_norm": 15.960848808288574, | |
| "learning_rate": 1.5030621172353457e-05, | |
| "loss": 1.5823, | |
| "step": 593 | |
| }, | |
| { | |
| "epoch": 0.25694125280488794, | |
| "grad_norm": 18.292795181274414, | |
| "learning_rate": 1.5021872265966754e-05, | |
| "loss": 1.5904, | |
| "step": 594 | |
| }, | |
| { | |
| "epoch": 0.257373813836546, | |
| "grad_norm": 18.43050193786621, | |
| "learning_rate": 1.5013123359580053e-05, | |
| "loss": 1.6279, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 0.25780637486820407, | |
| "grad_norm": 18.099613189697266, | |
| "learning_rate": 1.500437445319335e-05, | |
| "loss": 1.6725, | |
| "step": 596 | |
| }, | |
| { | |
| "epoch": 0.25823893589986213, | |
| "grad_norm": 17.15315055847168, | |
| "learning_rate": 1.4995625546806652e-05, | |
| "loss": 1.6643, | |
| "step": 597 | |
| }, | |
| { | |
| "epoch": 0.2586714969315202, | |
| "grad_norm": 15.87186050415039, | |
| "learning_rate": 1.498687664041995e-05, | |
| "loss": 1.6733, | |
| "step": 598 | |
| }, | |
| { | |
| "epoch": 0.25910405796317826, | |
| "grad_norm": 15.417596817016602, | |
| "learning_rate": 1.4978127734033248e-05, | |
| "loss": 1.743, | |
| "step": 599 | |
| }, | |
| { | |
| "epoch": 0.2595366189948363, | |
| "grad_norm": 16.56854248046875, | |
| "learning_rate": 1.4969378827646546e-05, | |
| "loss": 1.7008, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.2599691800264944, | |
| "grad_norm": 16.416122436523438, | |
| "learning_rate": 1.4960629921259843e-05, | |
| "loss": 1.7122, | |
| "step": 601 | |
| }, | |
| { | |
| "epoch": 0.26040174105815245, | |
| "grad_norm": 16.724794387817383, | |
| "learning_rate": 1.4951881014873143e-05, | |
| "loss": 1.7211, | |
| "step": 602 | |
| }, | |
| { | |
| "epoch": 0.2608343020898105, | |
| "grad_norm": 16.47406768798828, | |
| "learning_rate": 1.494313210848644e-05, | |
| "loss": 1.6575, | |
| "step": 603 | |
| }, | |
| { | |
| "epoch": 0.2612668631214685, | |
| "grad_norm": 18.724267959594727, | |
| "learning_rate": 1.4934383202099738e-05, | |
| "loss": 1.6323, | |
| "step": 604 | |
| }, | |
| { | |
| "epoch": 0.2616994241531266, | |
| "grad_norm": 17.24701499938965, | |
| "learning_rate": 1.4925634295713037e-05, | |
| "loss": 1.7832, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 0.26213198518478464, | |
| "grad_norm": 18.684057235717773, | |
| "learning_rate": 1.4916885389326334e-05, | |
| "loss": 1.5967, | |
| "step": 606 | |
| }, | |
| { | |
| "epoch": 0.2625645462164427, | |
| "grad_norm": 16.600284576416016, | |
| "learning_rate": 1.4908136482939635e-05, | |
| "loss": 1.5627, | |
| "step": 607 | |
| }, | |
| { | |
| "epoch": 0.26299710724810077, | |
| "grad_norm": 17.85321044921875, | |
| "learning_rate": 1.4899387576552933e-05, | |
| "loss": 1.7005, | |
| "step": 608 | |
| }, | |
| { | |
| "epoch": 0.26342966827975883, | |
| "grad_norm": 16.918190002441406, | |
| "learning_rate": 1.489063867016623e-05, | |
| "loss": 1.6876, | |
| "step": 609 | |
| }, | |
| { | |
| "epoch": 0.2638622293114169, | |
| "grad_norm": 16.909236907958984, | |
| "learning_rate": 1.488188976377953e-05, | |
| "loss": 1.5946, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.26429479034307496, | |
| "grad_norm": 17.064176559448242, | |
| "learning_rate": 1.4873140857392827e-05, | |
| "loss": 1.7075, | |
| "step": 611 | |
| }, | |
| { | |
| "epoch": 0.264727351374733, | |
| "grad_norm": 19.011877059936523, | |
| "learning_rate": 1.4864391951006125e-05, | |
| "loss": 1.765, | |
| "step": 612 | |
| }, | |
| { | |
| "epoch": 0.2651599124063911, | |
| "grad_norm": 17.99385643005371, | |
| "learning_rate": 1.4855643044619424e-05, | |
| "loss": 1.6925, | |
| "step": 613 | |
| }, | |
| { | |
| "epoch": 0.26559247343804915, | |
| "grad_norm": 17.17367172241211, | |
| "learning_rate": 1.4846894138232721e-05, | |
| "loss": 1.5354, | |
| "step": 614 | |
| }, | |
| { | |
| "epoch": 0.2660250344697072, | |
| "grad_norm": 19.10651206970215, | |
| "learning_rate": 1.4838145231846019e-05, | |
| "loss": 1.5447, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 0.2664575955013653, | |
| "grad_norm": 18.000473022460938, | |
| "learning_rate": 1.482939632545932e-05, | |
| "loss": 1.5983, | |
| "step": 616 | |
| }, | |
| { | |
| "epoch": 0.26689015653302334, | |
| "grad_norm": 17.769773483276367, | |
| "learning_rate": 1.4820647419072617e-05, | |
| "loss": 1.6972, | |
| "step": 617 | |
| }, | |
| { | |
| "epoch": 0.2673227175646814, | |
| "grad_norm": 17.360748291015625, | |
| "learning_rate": 1.4811898512685916e-05, | |
| "loss": 1.6898, | |
| "step": 618 | |
| }, | |
| { | |
| "epoch": 0.26775527859633946, | |
| "grad_norm": 18.90128517150879, | |
| "learning_rate": 1.4803149606299214e-05, | |
| "loss": 1.5293, | |
| "step": 619 | |
| }, | |
| { | |
| "epoch": 0.2681878396279975, | |
| "grad_norm": 18.458005905151367, | |
| "learning_rate": 1.4794400699912513e-05, | |
| "loss": 1.6708, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.2686204006596556, | |
| "grad_norm": 16.414493560791016, | |
| "learning_rate": 1.478565179352581e-05, | |
| "loss": 1.5625, | |
| "step": 621 | |
| }, | |
| { | |
| "epoch": 0.26905296169131365, | |
| "grad_norm": 17.863723754882812, | |
| "learning_rate": 1.4776902887139108e-05, | |
| "loss": 1.6055, | |
| "step": 622 | |
| }, | |
| { | |
| "epoch": 0.2694855227229717, | |
| "grad_norm": 19.638256072998047, | |
| "learning_rate": 1.4768153980752407e-05, | |
| "loss": 1.6344, | |
| "step": 623 | |
| }, | |
| { | |
| "epoch": 0.2699180837546298, | |
| "grad_norm": 19.117496490478516, | |
| "learning_rate": 1.4759405074365705e-05, | |
| "loss": 1.6323, | |
| "step": 624 | |
| }, | |
| { | |
| "epoch": 0.27035064478628784, | |
| "grad_norm": 17.23756217956543, | |
| "learning_rate": 1.4750656167979002e-05, | |
| "loss": 1.6586, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.27078320581794585, | |
| "grad_norm": 17.25014877319336, | |
| "learning_rate": 1.4741907261592303e-05, | |
| "loss": 1.6476, | |
| "step": 626 | |
| }, | |
| { | |
| "epoch": 0.2712157668496039, | |
| "grad_norm": 22.015825271606445, | |
| "learning_rate": 1.47331583552056e-05, | |
| "loss": 1.5858, | |
| "step": 627 | |
| }, | |
| { | |
| "epoch": 0.271648327881262, | |
| "grad_norm": 19.36150360107422, | |
| "learning_rate": 1.47244094488189e-05, | |
| "loss": 1.6196, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 0.27208088891292004, | |
| "grad_norm": 17.298595428466797, | |
| "learning_rate": 1.4715660542432198e-05, | |
| "loss": 1.6995, | |
| "step": 629 | |
| }, | |
| { | |
| "epoch": 0.2725134499445781, | |
| "grad_norm": 17.826095581054688, | |
| "learning_rate": 1.4706911636045495e-05, | |
| "loss": 1.7035, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.27294601097623616, | |
| "grad_norm": 17.059179306030273, | |
| "learning_rate": 1.4698162729658794e-05, | |
| "loss": 1.603, | |
| "step": 631 | |
| }, | |
| { | |
| "epoch": 0.2733785720078942, | |
| "grad_norm": 18.210107803344727, | |
| "learning_rate": 1.4689413823272092e-05, | |
| "loss": 1.7385, | |
| "step": 632 | |
| }, | |
| { | |
| "epoch": 0.2738111330395523, | |
| "grad_norm": 18.413015365600586, | |
| "learning_rate": 1.468066491688539e-05, | |
| "loss": 1.588, | |
| "step": 633 | |
| }, | |
| { | |
| "epoch": 0.27424369407121035, | |
| "grad_norm": 17.428800582885742, | |
| "learning_rate": 1.4671916010498688e-05, | |
| "loss": 1.673, | |
| "step": 634 | |
| }, | |
| { | |
| "epoch": 0.2746762551028684, | |
| "grad_norm": 17.01789665222168, | |
| "learning_rate": 1.4663167104111988e-05, | |
| "loss": 1.6085, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 0.2751088161345265, | |
| "grad_norm": 16.585988998413086, | |
| "learning_rate": 1.4654418197725287e-05, | |
| "loss": 1.7314, | |
| "step": 636 | |
| }, | |
| { | |
| "epoch": 0.27554137716618454, | |
| "grad_norm": 18.863544464111328, | |
| "learning_rate": 1.4645669291338584e-05, | |
| "loss": 1.685, | |
| "step": 637 | |
| }, | |
| { | |
| "epoch": 0.2759739381978426, | |
| "grad_norm": 18.15181541442871, | |
| "learning_rate": 1.4636920384951882e-05, | |
| "loss": 1.7304, | |
| "step": 638 | |
| }, | |
| { | |
| "epoch": 0.27640649922950067, | |
| "grad_norm": 18.61130142211914, | |
| "learning_rate": 1.4628171478565181e-05, | |
| "loss": 1.5327, | |
| "step": 639 | |
| }, | |
| { | |
| "epoch": 0.27683906026115873, | |
| "grad_norm": 17.54844856262207, | |
| "learning_rate": 1.4619422572178479e-05, | |
| "loss": 1.6265, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.2772716212928168, | |
| "grad_norm": 17.166112899780273, | |
| "learning_rate": 1.4610673665791776e-05, | |
| "loss": 1.6124, | |
| "step": 641 | |
| }, | |
| { | |
| "epoch": 0.27770418232447486, | |
| "grad_norm": 19.315031051635742, | |
| "learning_rate": 1.4601924759405075e-05, | |
| "loss": 1.5918, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 0.2781367433561329, | |
| "grad_norm": 18.814680099487305, | |
| "learning_rate": 1.4593175853018373e-05, | |
| "loss": 1.5706, | |
| "step": 643 | |
| }, | |
| { | |
| "epoch": 0.278569304387791, | |
| "grad_norm": 17.746023178100586, | |
| "learning_rate": 1.4584426946631672e-05, | |
| "loss": 1.7087, | |
| "step": 644 | |
| }, | |
| { | |
| "epoch": 0.27900186541944905, | |
| "grad_norm": 21.044361114501953, | |
| "learning_rate": 1.4575678040244971e-05, | |
| "loss": 1.6326, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 0.2794344264511071, | |
| "grad_norm": 20.996479034423828, | |
| "learning_rate": 1.456692913385827e-05, | |
| "loss": 1.5941, | |
| "step": 646 | |
| }, | |
| { | |
| "epoch": 0.2798669874827652, | |
| "grad_norm": 18.970081329345703, | |
| "learning_rate": 1.4558180227471568e-05, | |
| "loss": 1.6649, | |
| "step": 647 | |
| }, | |
| { | |
| "epoch": 0.2802995485144232, | |
| "grad_norm": 18.267818450927734, | |
| "learning_rate": 1.4549431321084865e-05, | |
| "loss": 1.6545, | |
| "step": 648 | |
| }, | |
| { | |
| "epoch": 0.28073210954608124, | |
| "grad_norm": 16.575632095336914, | |
| "learning_rate": 1.4540682414698165e-05, | |
| "loss": 1.6283, | |
| "step": 649 | |
| }, | |
| { | |
| "epoch": 0.2811646705777393, | |
| "grad_norm": 17.574951171875, | |
| "learning_rate": 1.4531933508311462e-05, | |
| "loss": 1.664, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.28159723160939737, | |
| "grad_norm": 18.63271713256836, | |
| "learning_rate": 1.452318460192476e-05, | |
| "loss": 1.6736, | |
| "step": 651 | |
| }, | |
| { | |
| "epoch": 0.28202979264105543, | |
| "grad_norm": 18.147533416748047, | |
| "learning_rate": 1.4514435695538059e-05, | |
| "loss": 1.6374, | |
| "step": 652 | |
| }, | |
| { | |
| "epoch": 0.2824623536727135, | |
| "grad_norm": 17.428810119628906, | |
| "learning_rate": 1.4505686789151356e-05, | |
| "loss": 1.7221, | |
| "step": 653 | |
| }, | |
| { | |
| "epoch": 0.28289491470437156, | |
| "grad_norm": 17.664213180541992, | |
| "learning_rate": 1.4496937882764654e-05, | |
| "loss": 1.6235, | |
| "step": 654 | |
| }, | |
| { | |
| "epoch": 0.2833274757360296, | |
| "grad_norm": 18.84585952758789, | |
| "learning_rate": 1.4488188976377955e-05, | |
| "loss": 1.7157, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 0.2837600367676877, | |
| "grad_norm": 19.42424774169922, | |
| "learning_rate": 1.4479440069991252e-05, | |
| "loss": 1.6526, | |
| "step": 656 | |
| }, | |
| { | |
| "epoch": 0.28419259779934575, | |
| "grad_norm": 18.132667541503906, | |
| "learning_rate": 1.4470691163604552e-05, | |
| "loss": 1.7109, | |
| "step": 657 | |
| }, | |
| { | |
| "epoch": 0.2846251588310038, | |
| "grad_norm": 18.288928985595703, | |
| "learning_rate": 1.4461942257217849e-05, | |
| "loss": 1.6393, | |
| "step": 658 | |
| }, | |
| { | |
| "epoch": 0.2850577198626619, | |
| "grad_norm": 15.85251522064209, | |
| "learning_rate": 1.4453193350831147e-05, | |
| "loss": 1.6375, | |
| "step": 659 | |
| }, | |
| { | |
| "epoch": 0.28549028089431994, | |
| "grad_norm": 17.576475143432617, | |
| "learning_rate": 1.4444444444444446e-05, | |
| "loss": 1.6288, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.285922841925978, | |
| "grad_norm": 16.68917465209961, | |
| "learning_rate": 1.4435695538057743e-05, | |
| "loss": 1.5772, | |
| "step": 661 | |
| }, | |
| { | |
| "epoch": 0.28635540295763606, | |
| "grad_norm": 19.292522430419922, | |
| "learning_rate": 1.442694663167104e-05, | |
| "loss": 1.6764, | |
| "step": 662 | |
| }, | |
| { | |
| "epoch": 0.2867879639892941, | |
| "grad_norm": 19.660804748535156, | |
| "learning_rate": 1.441819772528434e-05, | |
| "loss": 1.7028, | |
| "step": 663 | |
| }, | |
| { | |
| "epoch": 0.2872205250209522, | |
| "grad_norm": 17.166290283203125, | |
| "learning_rate": 1.440944881889764e-05, | |
| "loss": 1.5549, | |
| "step": 664 | |
| }, | |
| { | |
| "epoch": 0.28765308605261025, | |
| "grad_norm": 15.878508567810059, | |
| "learning_rate": 1.4400699912510938e-05, | |
| "loss": 1.6366, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 0.2880856470842683, | |
| "grad_norm": 16.062185287475586, | |
| "learning_rate": 1.4391951006124236e-05, | |
| "loss": 1.6623, | |
| "step": 666 | |
| }, | |
| { | |
| "epoch": 0.2885182081159264, | |
| "grad_norm": 18.430627822875977, | |
| "learning_rate": 1.4383202099737535e-05, | |
| "loss": 1.7102, | |
| "step": 667 | |
| }, | |
| { | |
| "epoch": 0.28895076914758444, | |
| "grad_norm": 18.56020736694336, | |
| "learning_rate": 1.4374453193350833e-05, | |
| "loss": 1.6928, | |
| "step": 668 | |
| }, | |
| { | |
| "epoch": 0.2893833301792425, | |
| "grad_norm": 77.00767517089844, | |
| "learning_rate": 1.436570428696413e-05, | |
| "loss": 1.6911, | |
| "step": 669 | |
| }, | |
| { | |
| "epoch": 0.2898158912109005, | |
| "grad_norm": 18.834728240966797, | |
| "learning_rate": 1.435695538057743e-05, | |
| "loss": 1.6888, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.2902484522425586, | |
| "grad_norm": 17.199195861816406, | |
| "learning_rate": 1.4348206474190727e-05, | |
| "loss": 1.691, | |
| "step": 671 | |
| }, | |
| { | |
| "epoch": 0.29068101327421664, | |
| "grad_norm": 18.331899642944336, | |
| "learning_rate": 1.4339457567804024e-05, | |
| "loss": 1.6973, | |
| "step": 672 | |
| }, | |
| { | |
| "epoch": 0.2911135743058747, | |
| "grad_norm": 16.407562255859375, | |
| "learning_rate": 1.4330708661417324e-05, | |
| "loss": 1.6564, | |
| "step": 673 | |
| }, | |
| { | |
| "epoch": 0.29154613533753276, | |
| "grad_norm": 18.343046188354492, | |
| "learning_rate": 1.4321959755030623e-05, | |
| "loss": 1.717, | |
| "step": 674 | |
| }, | |
| { | |
| "epoch": 0.2919786963691908, | |
| "grad_norm": 19.638093948364258, | |
| "learning_rate": 1.4313210848643922e-05, | |
| "loss": 1.7019, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.2924112574008489, | |
| "grad_norm": 31.77922821044922, | |
| "learning_rate": 1.430446194225722e-05, | |
| "loss": 1.6391, | |
| "step": 676 | |
| }, | |
| { | |
| "epoch": 0.29284381843250695, | |
| "grad_norm": 18.263328552246094, | |
| "learning_rate": 1.4295713035870517e-05, | |
| "loss": 1.5636, | |
| "step": 677 | |
| }, | |
| { | |
| "epoch": 0.293276379464165, | |
| "grad_norm": 17.560848236083984, | |
| "learning_rate": 1.4286964129483816e-05, | |
| "loss": 1.6535, | |
| "step": 678 | |
| }, | |
| { | |
| "epoch": 0.2937089404958231, | |
| "grad_norm": 18.677249908447266, | |
| "learning_rate": 1.4278215223097114e-05, | |
| "loss": 1.6181, | |
| "step": 679 | |
| }, | |
| { | |
| "epoch": 0.29414150152748114, | |
| "grad_norm": 18.061887741088867, | |
| "learning_rate": 1.4269466316710411e-05, | |
| "loss": 1.5453, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.2945740625591392, | |
| "grad_norm": 17.87262535095215, | |
| "learning_rate": 1.426071741032371e-05, | |
| "loss": 1.6855, | |
| "step": 681 | |
| }, | |
| { | |
| "epoch": 0.29500662359079727, | |
| "grad_norm": 18.203630447387695, | |
| "learning_rate": 1.4251968503937008e-05, | |
| "loss": 1.5759, | |
| "step": 682 | |
| }, | |
| { | |
| "epoch": 0.29543918462245533, | |
| "grad_norm": 17.520793914794922, | |
| "learning_rate": 1.4243219597550309e-05, | |
| "loss": 1.5989, | |
| "step": 683 | |
| }, | |
| { | |
| "epoch": 0.2958717456541134, | |
| "grad_norm": 19.39581298828125, | |
| "learning_rate": 1.4234470691163606e-05, | |
| "loss": 1.674, | |
| "step": 684 | |
| }, | |
| { | |
| "epoch": 0.29630430668577146, | |
| "grad_norm": 18.8718318939209, | |
| "learning_rate": 1.4225721784776904e-05, | |
| "loss": 1.5593, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 0.2967368677174295, | |
| "grad_norm": 20.18855094909668, | |
| "learning_rate": 1.4216972878390203e-05, | |
| "loss": 1.5447, | |
| "step": 686 | |
| }, | |
| { | |
| "epoch": 0.2971694287490876, | |
| "grad_norm": 18.366270065307617, | |
| "learning_rate": 1.42082239720035e-05, | |
| "loss": 1.5408, | |
| "step": 687 | |
| }, | |
| { | |
| "epoch": 0.29760198978074565, | |
| "grad_norm": 20.94564437866211, | |
| "learning_rate": 1.4199475065616798e-05, | |
| "loss": 1.6166, | |
| "step": 688 | |
| }, | |
| { | |
| "epoch": 0.2980345508124037, | |
| "grad_norm": 19.897859573364258, | |
| "learning_rate": 1.4190726159230097e-05, | |
| "loss": 1.5997, | |
| "step": 689 | |
| }, | |
| { | |
| "epoch": 0.29846711184406177, | |
| "grad_norm": 18.334325790405273, | |
| "learning_rate": 1.4181977252843395e-05, | |
| "loss": 1.6338, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.29889967287571984, | |
| "grad_norm": 19.647480010986328, | |
| "learning_rate": 1.4173228346456694e-05, | |
| "loss": 1.6537, | |
| "step": 691 | |
| }, | |
| { | |
| "epoch": 0.29933223390737784, | |
| "grad_norm": 16.615379333496094, | |
| "learning_rate": 1.4164479440069992e-05, | |
| "loss": 1.6717, | |
| "step": 692 | |
| }, | |
| { | |
| "epoch": 0.2997647949390359, | |
| "grad_norm": 20.802907943725586, | |
| "learning_rate": 1.4155730533683293e-05, | |
| "loss": 1.6626, | |
| "step": 693 | |
| }, | |
| { | |
| "epoch": 0.30019735597069397, | |
| "grad_norm": 17.72242546081543, | |
| "learning_rate": 1.414698162729659e-05, | |
| "loss": 1.6199, | |
| "step": 694 | |
| }, | |
| { | |
| "epoch": 0.30062991700235203, | |
| "grad_norm": 17.221155166625977, | |
| "learning_rate": 1.4138232720909888e-05, | |
| "loss": 1.7148, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 0.3010624780340101, | |
| "grad_norm": 18.239665985107422, | |
| "learning_rate": 1.4129483814523187e-05, | |
| "loss": 1.654, | |
| "step": 696 | |
| }, | |
| { | |
| "epoch": 0.30149503906566816, | |
| "grad_norm": 20.456558227539062, | |
| "learning_rate": 1.4120734908136484e-05, | |
| "loss": 1.6063, | |
| "step": 697 | |
| }, | |
| { | |
| "epoch": 0.3019276000973262, | |
| "grad_norm": 18.604167938232422, | |
| "learning_rate": 1.4111986001749782e-05, | |
| "loss": 1.6348, | |
| "step": 698 | |
| }, | |
| { | |
| "epoch": 0.3023601611289843, | |
| "grad_norm": 17.619157791137695, | |
| "learning_rate": 1.4103237095363081e-05, | |
| "loss": 1.5949, | |
| "step": 699 | |
| }, | |
| { | |
| "epoch": 0.30279272216064235, | |
| "grad_norm": 17.160158157348633, | |
| "learning_rate": 1.4094488188976379e-05, | |
| "loss": 1.608, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.3032252831923004, | |
| "grad_norm": 17.992366790771484, | |
| "learning_rate": 1.4085739282589676e-05, | |
| "loss": 1.6816, | |
| "step": 701 | |
| }, | |
| { | |
| "epoch": 0.3036578442239585, | |
| "grad_norm": 18.279861450195312, | |
| "learning_rate": 1.4076990376202975e-05, | |
| "loss": 1.5903, | |
| "step": 702 | |
| }, | |
| { | |
| "epoch": 0.30409040525561654, | |
| "grad_norm": 17.513811111450195, | |
| "learning_rate": 1.4068241469816274e-05, | |
| "loss": 1.6141, | |
| "step": 703 | |
| }, | |
| { | |
| "epoch": 0.3045229662872746, | |
| "grad_norm": 19.576257705688477, | |
| "learning_rate": 1.4059492563429574e-05, | |
| "loss": 1.5614, | |
| "step": 704 | |
| }, | |
| { | |
| "epoch": 0.30495552731893266, | |
| "grad_norm": 17.985549926757812, | |
| "learning_rate": 1.4050743657042871e-05, | |
| "loss": 1.6339, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 0.3053880883505907, | |
| "grad_norm": 20.642486572265625, | |
| "learning_rate": 1.4041994750656169e-05, | |
| "loss": 1.5741, | |
| "step": 706 | |
| }, | |
| { | |
| "epoch": 0.3058206493822488, | |
| "grad_norm": 18.464508056640625, | |
| "learning_rate": 1.4033245844269468e-05, | |
| "loss": 1.6104, | |
| "step": 707 | |
| }, | |
| { | |
| "epoch": 0.30625321041390685, | |
| "grad_norm": 17.332229614257812, | |
| "learning_rate": 1.4024496937882765e-05, | |
| "loss": 1.6038, | |
| "step": 708 | |
| }, | |
| { | |
| "epoch": 0.3066857714455649, | |
| "grad_norm": 21.05571937561035, | |
| "learning_rate": 1.4015748031496063e-05, | |
| "loss": 1.7033, | |
| "step": 709 | |
| }, | |
| { | |
| "epoch": 0.307118332477223, | |
| "grad_norm": 18.811159133911133, | |
| "learning_rate": 1.4006999125109362e-05, | |
| "loss": 1.6677, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.30755089350888104, | |
| "grad_norm": 17.237346649169922, | |
| "learning_rate": 1.399825021872266e-05, | |
| "loss": 1.6081, | |
| "step": 711 | |
| }, | |
| { | |
| "epoch": 0.3079834545405391, | |
| "grad_norm": 17.864810943603516, | |
| "learning_rate": 1.398950131233596e-05, | |
| "loss": 1.5892, | |
| "step": 712 | |
| }, | |
| { | |
| "epoch": 0.30841601557219717, | |
| "grad_norm": 17.532041549682617, | |
| "learning_rate": 1.3980752405949258e-05, | |
| "loss": 1.5575, | |
| "step": 713 | |
| }, | |
| { | |
| "epoch": 0.3088485766038552, | |
| "grad_norm": 18.569576263427734, | |
| "learning_rate": 1.3972003499562557e-05, | |
| "loss": 1.6348, | |
| "step": 714 | |
| }, | |
| { | |
| "epoch": 0.30928113763551324, | |
| "grad_norm": 18.27239227294922, | |
| "learning_rate": 1.3963254593175855e-05, | |
| "loss": 1.6954, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 0.3097136986671713, | |
| "grad_norm": 20.6396484375, | |
| "learning_rate": 1.3954505686789152e-05, | |
| "loss": 1.6909, | |
| "step": 716 | |
| }, | |
| { | |
| "epoch": 0.31014625969882936, | |
| "grad_norm": 19.61980628967285, | |
| "learning_rate": 1.3945756780402451e-05, | |
| "loss": 1.6499, | |
| "step": 717 | |
| }, | |
| { | |
| "epoch": 0.3105788207304874, | |
| "grad_norm": 19.68534278869629, | |
| "learning_rate": 1.3937007874015749e-05, | |
| "loss": 1.5033, | |
| "step": 718 | |
| }, | |
| { | |
| "epoch": 0.3110113817621455, | |
| "grad_norm": 22.719221115112305, | |
| "learning_rate": 1.3928258967629047e-05, | |
| "loss": 1.6344, | |
| "step": 719 | |
| }, | |
| { | |
| "epoch": 0.31144394279380355, | |
| "grad_norm": 18.73038673400879, | |
| "learning_rate": 1.3919510061242346e-05, | |
| "loss": 1.6237, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.3118765038254616, | |
| "grad_norm": 17.38966941833496, | |
| "learning_rate": 1.3910761154855643e-05, | |
| "loss": 1.5169, | |
| "step": 721 | |
| }, | |
| { | |
| "epoch": 0.3123090648571197, | |
| "grad_norm": 23.203266143798828, | |
| "learning_rate": 1.3902012248468944e-05, | |
| "loss": 1.6486, | |
| "step": 722 | |
| }, | |
| { | |
| "epoch": 0.31274162588877774, | |
| "grad_norm": 20.895124435424805, | |
| "learning_rate": 1.3893263342082242e-05, | |
| "loss": 1.5868, | |
| "step": 723 | |
| }, | |
| { | |
| "epoch": 0.3131741869204358, | |
| "grad_norm": 18.580778121948242, | |
| "learning_rate": 1.388451443569554e-05, | |
| "loss": 1.5986, | |
| "step": 724 | |
| }, | |
| { | |
| "epoch": 0.31360674795209387, | |
| "grad_norm": 18.76534652709961, | |
| "learning_rate": 1.3875765529308838e-05, | |
| "loss": 1.5955, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 0.31403930898375193, | |
| "grad_norm": 19.820236206054688, | |
| "learning_rate": 1.3867016622922136e-05, | |
| "loss": 1.6397, | |
| "step": 726 | |
| }, | |
| { | |
| "epoch": 0.31447187001541, | |
| "grad_norm": 18.899864196777344, | |
| "learning_rate": 1.3858267716535433e-05, | |
| "loss": 1.633, | |
| "step": 727 | |
| }, | |
| { | |
| "epoch": 0.31490443104706806, | |
| "grad_norm": 19.738550186157227, | |
| "learning_rate": 1.3849518810148733e-05, | |
| "loss": 1.6484, | |
| "step": 728 | |
| }, | |
| { | |
| "epoch": 0.3153369920787261, | |
| "grad_norm": 20.931293487548828, | |
| "learning_rate": 1.384076990376203e-05, | |
| "loss": 1.6189, | |
| "step": 729 | |
| }, | |
| { | |
| "epoch": 0.3157695531103842, | |
| "grad_norm": 18.17987060546875, | |
| "learning_rate": 1.3832020997375328e-05, | |
| "loss": 1.6628, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.31620211414204225, | |
| "grad_norm": 19.147859573364258, | |
| "learning_rate": 1.3823272090988629e-05, | |
| "loss": 1.5953, | |
| "step": 731 | |
| }, | |
| { | |
| "epoch": 0.3166346751737003, | |
| "grad_norm": 18.06837272644043, | |
| "learning_rate": 1.3814523184601926e-05, | |
| "loss": 1.5991, | |
| "step": 732 | |
| }, | |
| { | |
| "epoch": 0.31706723620535837, | |
| "grad_norm": 17.540843963623047, | |
| "learning_rate": 1.3805774278215225e-05, | |
| "loss": 1.6227, | |
| "step": 733 | |
| }, | |
| { | |
| "epoch": 0.31749979723701643, | |
| "grad_norm": 20.706098556518555, | |
| "learning_rate": 1.3797025371828523e-05, | |
| "loss": 1.5718, | |
| "step": 734 | |
| }, | |
| { | |
| "epoch": 0.3179323582686745, | |
| "grad_norm": 17.51397132873535, | |
| "learning_rate": 1.378827646544182e-05, | |
| "loss": 1.6043, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 0.3183649193003325, | |
| "grad_norm": 20.64704132080078, | |
| "learning_rate": 1.377952755905512e-05, | |
| "loss": 1.5771, | |
| "step": 736 | |
| }, | |
| { | |
| "epoch": 0.31879748033199057, | |
| "grad_norm": 20.126808166503906, | |
| "learning_rate": 1.3770778652668417e-05, | |
| "loss": 1.7199, | |
| "step": 737 | |
| }, | |
| { | |
| "epoch": 0.31923004136364863, | |
| "grad_norm": 17.626785278320312, | |
| "learning_rate": 1.3762029746281716e-05, | |
| "loss": 1.6152, | |
| "step": 738 | |
| }, | |
| { | |
| "epoch": 0.3196626023953067, | |
| "grad_norm": 19.35613250732422, | |
| "learning_rate": 1.3753280839895014e-05, | |
| "loss": 1.5903, | |
| "step": 739 | |
| }, | |
| { | |
| "epoch": 0.32009516342696476, | |
| "grad_norm": 19.347549438476562, | |
| "learning_rate": 1.3744531933508311e-05, | |
| "loss": 1.5552, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.3205277244586228, | |
| "grad_norm": 22.455907821655273, | |
| "learning_rate": 1.3735783027121612e-05, | |
| "loss": 1.6141, | |
| "step": 741 | |
| }, | |
| { | |
| "epoch": 0.3209602854902809, | |
| "grad_norm": 18.277362823486328, | |
| "learning_rate": 1.372703412073491e-05, | |
| "loss": 1.6331, | |
| "step": 742 | |
| }, | |
| { | |
| "epoch": 0.32139284652193895, | |
| "grad_norm": 18.168556213378906, | |
| "learning_rate": 1.3718285214348209e-05, | |
| "loss": 1.7211, | |
| "step": 743 | |
| }, | |
| { | |
| "epoch": 0.321825407553597, | |
| "grad_norm": 18.769269943237305, | |
| "learning_rate": 1.3709536307961506e-05, | |
| "loss": 1.5252, | |
| "step": 744 | |
| }, | |
| { | |
| "epoch": 0.3222579685852551, | |
| "grad_norm": 22.99976348876953, | |
| "learning_rate": 1.3700787401574804e-05, | |
| "loss": 1.6573, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 0.32269052961691314, | |
| "grad_norm": 20.37944793701172, | |
| "learning_rate": 1.3692038495188103e-05, | |
| "loss": 1.6173, | |
| "step": 746 | |
| }, | |
| { | |
| "epoch": 0.3231230906485712, | |
| "grad_norm": 22.109603881835938, | |
| "learning_rate": 1.36832895888014e-05, | |
| "loss": 1.6456, | |
| "step": 747 | |
| }, | |
| { | |
| "epoch": 0.32355565168022926, | |
| "grad_norm": 17.85908317565918, | |
| "learning_rate": 1.3674540682414698e-05, | |
| "loss": 1.5592, | |
| "step": 748 | |
| }, | |
| { | |
| "epoch": 0.3239882127118873, | |
| "grad_norm": 17.462928771972656, | |
| "learning_rate": 1.3665791776027997e-05, | |
| "loss": 1.5589, | |
| "step": 749 | |
| }, | |
| { | |
| "epoch": 0.3244207737435454, | |
| "grad_norm": 17.60029411315918, | |
| "learning_rate": 1.3657042869641295e-05, | |
| "loss": 1.6156, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.32485333477520345, | |
| "grad_norm": 18.957937240600586, | |
| "learning_rate": 1.3648293963254596e-05, | |
| "loss": 1.7443, | |
| "step": 751 | |
| }, | |
| { | |
| "epoch": 0.3252858958068615, | |
| "grad_norm": 22.84882926940918, | |
| "learning_rate": 1.3639545056867893e-05, | |
| "loss": 1.55, | |
| "step": 752 | |
| }, | |
| { | |
| "epoch": 0.3257184568385196, | |
| "grad_norm": 20.238740921020508, | |
| "learning_rate": 1.363079615048119e-05, | |
| "loss": 1.5943, | |
| "step": 753 | |
| }, | |
| { | |
| "epoch": 0.32615101787017764, | |
| "grad_norm": 17.576885223388672, | |
| "learning_rate": 1.362204724409449e-05, | |
| "loss": 1.6363, | |
| "step": 754 | |
| }, | |
| { | |
| "epoch": 0.3265835789018357, | |
| "grad_norm": 20.89413070678711, | |
| "learning_rate": 1.3613298337707787e-05, | |
| "loss": 1.6913, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 0.32701613993349377, | |
| "grad_norm": 18.79582977294922, | |
| "learning_rate": 1.3604549431321085e-05, | |
| "loss": 1.6068, | |
| "step": 756 | |
| }, | |
| { | |
| "epoch": 0.32744870096515183, | |
| "grad_norm": 16.650836944580078, | |
| "learning_rate": 1.3595800524934384e-05, | |
| "loss": 1.634, | |
| "step": 757 | |
| }, | |
| { | |
| "epoch": 0.32788126199680984, | |
| "grad_norm": 17.64925765991211, | |
| "learning_rate": 1.3587051618547682e-05, | |
| "loss": 1.6472, | |
| "step": 758 | |
| }, | |
| { | |
| "epoch": 0.3283138230284679, | |
| "grad_norm": 20.90283966064453, | |
| "learning_rate": 1.357830271216098e-05, | |
| "loss": 1.5816, | |
| "step": 759 | |
| }, | |
| { | |
| "epoch": 0.32874638406012596, | |
| "grad_norm": 22.616561889648438, | |
| "learning_rate": 1.356955380577428e-05, | |
| "loss": 1.5406, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.329178945091784, | |
| "grad_norm": 18.393531799316406, | |
| "learning_rate": 1.356080489938758e-05, | |
| "loss": 1.5632, | |
| "step": 761 | |
| }, | |
| { | |
| "epoch": 0.3296115061234421, | |
| "grad_norm": 17.92359733581543, | |
| "learning_rate": 1.3552055993000877e-05, | |
| "loss": 1.6438, | |
| "step": 762 | |
| }, | |
| { | |
| "epoch": 0.33004406715510015, | |
| "grad_norm": 18.8277530670166, | |
| "learning_rate": 1.3543307086614174e-05, | |
| "loss": 1.607, | |
| "step": 763 | |
| }, | |
| { | |
| "epoch": 0.3304766281867582, | |
| "grad_norm": 19.19496726989746, | |
| "learning_rate": 1.3534558180227474e-05, | |
| "loss": 1.6057, | |
| "step": 764 | |
| }, | |
| { | |
| "epoch": 0.3309091892184163, | |
| "grad_norm": 19.613494873046875, | |
| "learning_rate": 1.3525809273840771e-05, | |
| "loss": 1.6079, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 0.33134175025007434, | |
| "grad_norm": 19.068227767944336, | |
| "learning_rate": 1.3517060367454069e-05, | |
| "loss": 1.5423, | |
| "step": 766 | |
| }, | |
| { | |
| "epoch": 0.3317743112817324, | |
| "grad_norm": 20.14394760131836, | |
| "learning_rate": 1.3508311461067368e-05, | |
| "loss": 1.643, | |
| "step": 767 | |
| }, | |
| { | |
| "epoch": 0.33220687231339047, | |
| "grad_norm": 20.151247024536133, | |
| "learning_rate": 1.3499562554680665e-05, | |
| "loss": 1.6013, | |
| "step": 768 | |
| }, | |
| { | |
| "epoch": 0.33263943334504853, | |
| "grad_norm": 19.042261123657227, | |
| "learning_rate": 1.3490813648293963e-05, | |
| "loss": 1.5702, | |
| "step": 769 | |
| }, | |
| { | |
| "epoch": 0.3330719943767066, | |
| "grad_norm": 18.928590774536133, | |
| "learning_rate": 1.3482064741907264e-05, | |
| "loss": 1.5902, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.33350455540836466, | |
| "grad_norm": 20.279457092285156, | |
| "learning_rate": 1.3473315835520561e-05, | |
| "loss": 1.6624, | |
| "step": 771 | |
| }, | |
| { | |
| "epoch": 0.3339371164400227, | |
| "grad_norm": 19.55834197998047, | |
| "learning_rate": 1.346456692913386e-05, | |
| "loss": 1.5899, | |
| "step": 772 | |
| }, | |
| { | |
| "epoch": 0.3343696774716808, | |
| "grad_norm": 19.354820251464844, | |
| "learning_rate": 1.3455818022747158e-05, | |
| "loss": 1.586, | |
| "step": 773 | |
| }, | |
| { | |
| "epoch": 0.33480223850333884, | |
| "grad_norm": 21.938444137573242, | |
| "learning_rate": 1.3447069116360455e-05, | |
| "loss": 1.6159, | |
| "step": 774 | |
| }, | |
| { | |
| "epoch": 0.3352347995349969, | |
| "grad_norm": 17.96108055114746, | |
| "learning_rate": 1.3438320209973755e-05, | |
| "loss": 1.6662, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 0.33566736056665497, | |
| "grad_norm": 18.945526123046875, | |
| "learning_rate": 1.3429571303587052e-05, | |
| "loss": 1.5927, | |
| "step": 776 | |
| }, | |
| { | |
| "epoch": 0.33609992159831303, | |
| "grad_norm": 19.803407669067383, | |
| "learning_rate": 1.342082239720035e-05, | |
| "loss": 1.6594, | |
| "step": 777 | |
| }, | |
| { | |
| "epoch": 0.3365324826299711, | |
| "grad_norm": 18.89844512939453, | |
| "learning_rate": 1.3412073490813649e-05, | |
| "loss": 1.6048, | |
| "step": 778 | |
| }, | |
| { | |
| "epoch": 0.33696504366162916, | |
| "grad_norm": 20.112564086914062, | |
| "learning_rate": 1.3403324584426948e-05, | |
| "loss": 1.6187, | |
| "step": 779 | |
| }, | |
| { | |
| "epoch": 0.33739760469328717, | |
| "grad_norm": 17.415624618530273, | |
| "learning_rate": 1.3394575678040247e-05, | |
| "loss": 1.5409, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.33783016572494523, | |
| "grad_norm": 16.357385635375977, | |
| "learning_rate": 1.3385826771653545e-05, | |
| "loss": 1.6128, | |
| "step": 781 | |
| }, | |
| { | |
| "epoch": 0.3382627267566033, | |
| "grad_norm": 18.058176040649414, | |
| "learning_rate": 1.3377077865266842e-05, | |
| "loss": 1.5935, | |
| "step": 782 | |
| }, | |
| { | |
| "epoch": 0.33869528778826136, | |
| "grad_norm": 19.19011688232422, | |
| "learning_rate": 1.3368328958880142e-05, | |
| "loss": 1.5617, | |
| "step": 783 | |
| }, | |
| { | |
| "epoch": 0.3391278488199194, | |
| "grad_norm": 19.17144203186035, | |
| "learning_rate": 1.3359580052493439e-05, | |
| "loss": 1.6607, | |
| "step": 784 | |
| }, | |
| { | |
| "epoch": 0.3395604098515775, | |
| "grad_norm": 18.61704444885254, | |
| "learning_rate": 1.3350831146106738e-05, | |
| "loss": 1.612, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 0.33999297088323555, | |
| "grad_norm": 20.21958351135254, | |
| "learning_rate": 1.3342082239720036e-05, | |
| "loss": 1.5809, | |
| "step": 786 | |
| }, | |
| { | |
| "epoch": 0.3404255319148936, | |
| "grad_norm": 19.189098358154297, | |
| "learning_rate": 1.3333333333333333e-05, | |
| "loss": 1.5807, | |
| "step": 787 | |
| }, | |
| { | |
| "epoch": 0.34085809294655167, | |
| "grad_norm": 22.04606819152832, | |
| "learning_rate": 1.3324584426946633e-05, | |
| "loss": 1.6273, | |
| "step": 788 | |
| }, | |
| { | |
| "epoch": 0.34129065397820973, | |
| "grad_norm": 19.73443031311035, | |
| "learning_rate": 1.3315835520559932e-05, | |
| "loss": 1.6006, | |
| "step": 789 | |
| }, | |
| { | |
| "epoch": 0.3417232150098678, | |
| "grad_norm": 20.105873107910156, | |
| "learning_rate": 1.3307086614173231e-05, | |
| "loss": 1.573, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.34215577604152586, | |
| "grad_norm": 20.053709030151367, | |
| "learning_rate": 1.3298337707786528e-05, | |
| "loss": 1.5847, | |
| "step": 791 | |
| }, | |
| { | |
| "epoch": 0.3425883370731839, | |
| "grad_norm": 17.113309860229492, | |
| "learning_rate": 1.3289588801399826e-05, | |
| "loss": 1.5184, | |
| "step": 792 | |
| }, | |
| { | |
| "epoch": 0.343020898104842, | |
| "grad_norm": 17.02407455444336, | |
| "learning_rate": 1.3280839895013125e-05, | |
| "loss": 1.5491, | |
| "step": 793 | |
| }, | |
| { | |
| "epoch": 0.34345345913650005, | |
| "grad_norm": 19.07799530029297, | |
| "learning_rate": 1.3272090988626423e-05, | |
| "loss": 1.6541, | |
| "step": 794 | |
| }, | |
| { | |
| "epoch": 0.3438860201681581, | |
| "grad_norm": 19.018844604492188, | |
| "learning_rate": 1.326334208223972e-05, | |
| "loss": 1.5478, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 0.3443185811998162, | |
| "grad_norm": 18.546709060668945, | |
| "learning_rate": 1.325459317585302e-05, | |
| "loss": 1.6061, | |
| "step": 796 | |
| }, | |
| { | |
| "epoch": 0.34475114223147424, | |
| "grad_norm": 20.176528930664062, | |
| "learning_rate": 1.3245844269466317e-05, | |
| "loss": 1.7127, | |
| "step": 797 | |
| }, | |
| { | |
| "epoch": 0.3451837032631323, | |
| "grad_norm": 20.838176727294922, | |
| "learning_rate": 1.3237095363079614e-05, | |
| "loss": 1.6132, | |
| "step": 798 | |
| }, | |
| { | |
| "epoch": 0.34561626429479037, | |
| "grad_norm": 17.911251068115234, | |
| "learning_rate": 1.3228346456692915e-05, | |
| "loss": 1.659, | |
| "step": 799 | |
| }, | |
| { | |
| "epoch": 0.34604882532644843, | |
| "grad_norm": 20.308305740356445, | |
| "learning_rate": 1.3219597550306213e-05, | |
| "loss": 1.5575, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.3464813863581065, | |
| "grad_norm": 18.12563133239746, | |
| "learning_rate": 1.3210848643919512e-05, | |
| "loss": 1.7155, | |
| "step": 801 | |
| }, | |
| { | |
| "epoch": 0.3469139473897645, | |
| "grad_norm": 18.247697830200195, | |
| "learning_rate": 1.320209973753281e-05, | |
| "loss": 1.6309, | |
| "step": 802 | |
| }, | |
| { | |
| "epoch": 0.34734650842142256, | |
| "grad_norm": 20.070714950561523, | |
| "learning_rate": 1.3193350831146107e-05, | |
| "loss": 1.5833, | |
| "step": 803 | |
| }, | |
| { | |
| "epoch": 0.3477790694530806, | |
| "grad_norm": 22.178564071655273, | |
| "learning_rate": 1.3184601924759406e-05, | |
| "loss": 1.6604, | |
| "step": 804 | |
| }, | |
| { | |
| "epoch": 0.3482116304847387, | |
| "grad_norm": 19.786285400390625, | |
| "learning_rate": 1.3175853018372704e-05, | |
| "loss": 1.5634, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 0.34864419151639675, | |
| "grad_norm": 18.314327239990234, | |
| "learning_rate": 1.3167104111986003e-05, | |
| "loss": 1.657, | |
| "step": 806 | |
| }, | |
| { | |
| "epoch": 0.3490767525480548, | |
| "grad_norm": 20.814380645751953, | |
| "learning_rate": 1.31583552055993e-05, | |
| "loss": 1.6143, | |
| "step": 807 | |
| }, | |
| { | |
| "epoch": 0.3495093135797129, | |
| "grad_norm": 19.84009552001953, | |
| "learning_rate": 1.3149606299212601e-05, | |
| "loss": 1.6296, | |
| "step": 808 | |
| }, | |
| { | |
| "epoch": 0.34994187461137094, | |
| "grad_norm": 18.69206428527832, | |
| "learning_rate": 1.3140857392825899e-05, | |
| "loss": 1.6647, | |
| "step": 809 | |
| }, | |
| { | |
| "epoch": 0.350374435643029, | |
| "grad_norm": 19.76461410522461, | |
| "learning_rate": 1.3132108486439196e-05, | |
| "loss": 1.5763, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.35080699667468707, | |
| "grad_norm": 19.293476104736328, | |
| "learning_rate": 1.3123359580052496e-05, | |
| "loss": 1.5856, | |
| "step": 811 | |
| }, | |
| { | |
| "epoch": 0.35123955770634513, | |
| "grad_norm": 20.5203914642334, | |
| "learning_rate": 1.3114610673665793e-05, | |
| "loss": 1.5266, | |
| "step": 812 | |
| }, | |
| { | |
| "epoch": 0.3516721187380032, | |
| "grad_norm": 20.248397827148438, | |
| "learning_rate": 1.310586176727909e-05, | |
| "loss": 1.6702, | |
| "step": 813 | |
| }, | |
| { | |
| "epoch": 0.35210467976966126, | |
| "grad_norm": 16.614885330200195, | |
| "learning_rate": 1.309711286089239e-05, | |
| "loss": 1.6621, | |
| "step": 814 | |
| }, | |
| { | |
| "epoch": 0.3525372408013193, | |
| "grad_norm": 16.071029663085938, | |
| "learning_rate": 1.3088363954505687e-05, | |
| "loss": 1.6654, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 0.3529698018329774, | |
| "grad_norm": 18.72723960876465, | |
| "learning_rate": 1.3079615048118985e-05, | |
| "loss": 1.6519, | |
| "step": 816 | |
| }, | |
| { | |
| "epoch": 0.35340236286463544, | |
| "grad_norm": 18.771820068359375, | |
| "learning_rate": 1.3070866141732284e-05, | |
| "loss": 1.688, | |
| "step": 817 | |
| }, | |
| { | |
| "epoch": 0.3538349238962935, | |
| "grad_norm": 17.976329803466797, | |
| "learning_rate": 1.3062117235345583e-05, | |
| "loss": 1.6781, | |
| "step": 818 | |
| }, | |
| { | |
| "epoch": 0.35426748492795157, | |
| "grad_norm": 19.907297134399414, | |
| "learning_rate": 1.3053368328958883e-05, | |
| "loss": 1.623, | |
| "step": 819 | |
| }, | |
| { | |
| "epoch": 0.35470004595960963, | |
| "grad_norm": 19.37649154663086, | |
| "learning_rate": 1.304461942257218e-05, | |
| "loss": 1.6589, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.3551326069912677, | |
| "grad_norm": 21.129186630249023, | |
| "learning_rate": 1.3035870516185478e-05, | |
| "loss": 1.5147, | |
| "step": 821 | |
| }, | |
| { | |
| "epoch": 0.35556516802292576, | |
| "grad_norm": 20.957626342773438, | |
| "learning_rate": 1.3027121609798777e-05, | |
| "loss": 1.6448, | |
| "step": 822 | |
| }, | |
| { | |
| "epoch": 0.3559977290545838, | |
| "grad_norm": 21.617694854736328, | |
| "learning_rate": 1.3018372703412074e-05, | |
| "loss": 1.5604, | |
| "step": 823 | |
| }, | |
| { | |
| "epoch": 0.35643029008624183, | |
| "grad_norm": 21.156492233276367, | |
| "learning_rate": 1.3009623797025372e-05, | |
| "loss": 1.6346, | |
| "step": 824 | |
| }, | |
| { | |
| "epoch": 0.3568628511178999, | |
| "grad_norm": 20.160831451416016, | |
| "learning_rate": 1.3000874890638671e-05, | |
| "loss": 1.5343, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 0.35729541214955796, | |
| "grad_norm": 21.976581573486328, | |
| "learning_rate": 1.2992125984251968e-05, | |
| "loss": 1.615, | |
| "step": 826 | |
| }, | |
| { | |
| "epoch": 0.357727973181216, | |
| "grad_norm": 21.678958892822266, | |
| "learning_rate": 1.2983377077865266e-05, | |
| "loss": 1.5747, | |
| "step": 827 | |
| }, | |
| { | |
| "epoch": 0.3581605342128741, | |
| "grad_norm": 22.03537940979004, | |
| "learning_rate": 1.2974628171478567e-05, | |
| "loss": 1.5686, | |
| "step": 828 | |
| }, | |
| { | |
| "epoch": 0.35859309524453215, | |
| "grad_norm": 18.182485580444336, | |
| "learning_rate": 1.2965879265091864e-05, | |
| "loss": 1.6549, | |
| "step": 829 | |
| }, | |
| { | |
| "epoch": 0.3590256562761902, | |
| "grad_norm": 18.341358184814453, | |
| "learning_rate": 1.2957130358705164e-05, | |
| "loss": 1.7054, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.35945821730784827, | |
| "grad_norm": 20.54411506652832, | |
| "learning_rate": 1.2948381452318461e-05, | |
| "loss": 1.6214, | |
| "step": 831 | |
| }, | |
| { | |
| "epoch": 0.35989077833950633, | |
| "grad_norm": 17.28512954711914, | |
| "learning_rate": 1.293963254593176e-05, | |
| "loss": 1.6161, | |
| "step": 832 | |
| }, | |
| { | |
| "epoch": 0.3603233393711644, | |
| "grad_norm": 20.21026039123535, | |
| "learning_rate": 1.2930883639545058e-05, | |
| "loss": 1.5949, | |
| "step": 833 | |
| }, | |
| { | |
| "epoch": 0.36075590040282246, | |
| "grad_norm": 20.83098030090332, | |
| "learning_rate": 1.2922134733158355e-05, | |
| "loss": 1.556, | |
| "step": 834 | |
| }, | |
| { | |
| "epoch": 0.3611884614344805, | |
| "grad_norm": 19.548084259033203, | |
| "learning_rate": 1.2913385826771655e-05, | |
| "loss": 1.6087, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 0.3616210224661386, | |
| "grad_norm": 19.833934783935547, | |
| "learning_rate": 1.2904636920384952e-05, | |
| "loss": 1.6511, | |
| "step": 836 | |
| }, | |
| { | |
| "epoch": 0.36205358349779665, | |
| "grad_norm": 24.85418701171875, | |
| "learning_rate": 1.2895888013998253e-05, | |
| "loss": 1.6686, | |
| "step": 837 | |
| }, | |
| { | |
| "epoch": 0.3624861445294547, | |
| "grad_norm": 20.29999542236328, | |
| "learning_rate": 1.288713910761155e-05, | |
| "loss": 1.6503, | |
| "step": 838 | |
| }, | |
| { | |
| "epoch": 0.3629187055611128, | |
| "grad_norm": 18.538761138916016, | |
| "learning_rate": 1.2878390201224848e-05, | |
| "loss": 1.5934, | |
| "step": 839 | |
| }, | |
| { | |
| "epoch": 0.36335126659277084, | |
| "grad_norm": 20.594356536865234, | |
| "learning_rate": 1.2869641294838147e-05, | |
| "loss": 1.6694, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.3637838276244289, | |
| "grad_norm": 18.274131774902344, | |
| "learning_rate": 1.2860892388451445e-05, | |
| "loss": 1.6111, | |
| "step": 841 | |
| }, | |
| { | |
| "epoch": 0.36421638865608696, | |
| "grad_norm": 19.532379150390625, | |
| "learning_rate": 1.2852143482064742e-05, | |
| "loss": 1.5865, | |
| "step": 842 | |
| }, | |
| { | |
| "epoch": 0.364648949687745, | |
| "grad_norm": 19.116188049316406, | |
| "learning_rate": 1.2843394575678041e-05, | |
| "loss": 1.5406, | |
| "step": 843 | |
| }, | |
| { | |
| "epoch": 0.3650815107194031, | |
| "grad_norm": 21.525840759277344, | |
| "learning_rate": 1.2834645669291339e-05, | |
| "loss": 1.5579, | |
| "step": 844 | |
| }, | |
| { | |
| "epoch": 0.36551407175106115, | |
| "grad_norm": 19.764007568359375, | |
| "learning_rate": 1.2825896762904636e-05, | |
| "loss": 1.5497, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 0.36594663278271916, | |
| "grad_norm": 20.76372528076172, | |
| "learning_rate": 1.2817147856517936e-05, | |
| "loss": 1.5076, | |
| "step": 846 | |
| }, | |
| { | |
| "epoch": 0.3663791938143772, | |
| "grad_norm": 26.738079071044922, | |
| "learning_rate": 1.2808398950131235e-05, | |
| "loss": 1.5783, | |
| "step": 847 | |
| }, | |
| { | |
| "epoch": 0.3668117548460353, | |
| "grad_norm": 21.190170288085938, | |
| "learning_rate": 1.2799650043744534e-05, | |
| "loss": 1.4697, | |
| "step": 848 | |
| }, | |
| { | |
| "epoch": 0.36724431587769335, | |
| "grad_norm": 21.188650131225586, | |
| "learning_rate": 1.2790901137357832e-05, | |
| "loss": 1.6, | |
| "step": 849 | |
| }, | |
| { | |
| "epoch": 0.3676768769093514, | |
| "grad_norm": 20.70604705810547, | |
| "learning_rate": 1.2782152230971129e-05, | |
| "loss": 1.6808, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.3681094379410095, | |
| "grad_norm": 20.689743041992188, | |
| "learning_rate": 1.2773403324584428e-05, | |
| "loss": 1.5621, | |
| "step": 851 | |
| }, | |
| { | |
| "epoch": 0.36854199897266754, | |
| "grad_norm": 20.194637298583984, | |
| "learning_rate": 1.2764654418197726e-05, | |
| "loss": 1.6808, | |
| "step": 852 | |
| }, | |
| { | |
| "epoch": 0.3689745600043256, | |
| "grad_norm": 19.224369049072266, | |
| "learning_rate": 1.2755905511811025e-05, | |
| "loss": 1.6184, | |
| "step": 853 | |
| }, | |
| { | |
| "epoch": 0.36940712103598367, | |
| "grad_norm": 19.203989028930664, | |
| "learning_rate": 1.2747156605424323e-05, | |
| "loss": 1.5306, | |
| "step": 854 | |
| }, | |
| { | |
| "epoch": 0.36983968206764173, | |
| "grad_norm": 20.381193161010742, | |
| "learning_rate": 1.273840769903762e-05, | |
| "loss": 1.6061, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 0.3702722430992998, | |
| "grad_norm": 19.450544357299805, | |
| "learning_rate": 1.2729658792650921e-05, | |
| "loss": 1.6247, | |
| "step": 856 | |
| }, | |
| { | |
| "epoch": 0.37070480413095785, | |
| "grad_norm": 21.83024787902832, | |
| "learning_rate": 1.2720909886264218e-05, | |
| "loss": 1.5597, | |
| "step": 857 | |
| }, | |
| { | |
| "epoch": 0.3711373651626159, | |
| "grad_norm": 21.240888595581055, | |
| "learning_rate": 1.2712160979877518e-05, | |
| "loss": 1.604, | |
| "step": 858 | |
| }, | |
| { | |
| "epoch": 0.371569926194274, | |
| "grad_norm": 21.858312606811523, | |
| "learning_rate": 1.2703412073490815e-05, | |
| "loss": 1.5974, | |
| "step": 859 | |
| }, | |
| { | |
| "epoch": 0.37200248722593204, | |
| "grad_norm": 19.26487159729004, | |
| "learning_rate": 1.2694663167104113e-05, | |
| "loss": 1.7254, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.3724350482575901, | |
| "grad_norm": 22.703330993652344, | |
| "learning_rate": 1.2685914260717412e-05, | |
| "loss": 1.6511, | |
| "step": 861 | |
| }, | |
| { | |
| "epoch": 0.37286760928924817, | |
| "grad_norm": 20.9957218170166, | |
| "learning_rate": 1.267716535433071e-05, | |
| "loss": 1.5367, | |
| "step": 862 | |
| }, | |
| { | |
| "epoch": 0.37330017032090623, | |
| "grad_norm": 19.078935623168945, | |
| "learning_rate": 1.2668416447944007e-05, | |
| "loss": 1.5111, | |
| "step": 863 | |
| }, | |
| { | |
| "epoch": 0.3737327313525643, | |
| "grad_norm": 20.05775260925293, | |
| "learning_rate": 1.2659667541557306e-05, | |
| "loss": 1.5996, | |
| "step": 864 | |
| }, | |
| { | |
| "epoch": 0.37416529238422236, | |
| "grad_norm": 18.394546508789062, | |
| "learning_rate": 1.2650918635170604e-05, | |
| "loss": 1.6372, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 0.3745978534158804, | |
| "grad_norm": 19.035602569580078, | |
| "learning_rate": 1.2642169728783905e-05, | |
| "loss": 1.6267, | |
| "step": 866 | |
| }, | |
| { | |
| "epoch": 0.3750304144475385, | |
| "grad_norm": 19.66758918762207, | |
| "learning_rate": 1.2633420822397202e-05, | |
| "loss": 1.5181, | |
| "step": 867 | |
| }, | |
| { | |
| "epoch": 0.3754629754791965, | |
| "grad_norm": 19.294878005981445, | |
| "learning_rate": 1.26246719160105e-05, | |
| "loss": 1.6038, | |
| "step": 868 | |
| }, | |
| { | |
| "epoch": 0.37589553651085456, | |
| "grad_norm": 21.874311447143555, | |
| "learning_rate": 1.2615923009623799e-05, | |
| "loss": 1.5302, | |
| "step": 869 | |
| }, | |
| { | |
| "epoch": 0.3763280975425126, | |
| "grad_norm": 20.003787994384766, | |
| "learning_rate": 1.2607174103237096e-05, | |
| "loss": 1.5961, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.3767606585741707, | |
| "grad_norm": 19.584362030029297, | |
| "learning_rate": 1.2598425196850394e-05, | |
| "loss": 1.6231, | |
| "step": 871 | |
| }, | |
| { | |
| "epoch": 0.37719321960582874, | |
| "grad_norm": 18.144039154052734, | |
| "learning_rate": 1.2589676290463693e-05, | |
| "loss": 1.4876, | |
| "step": 872 | |
| }, | |
| { | |
| "epoch": 0.3776257806374868, | |
| "grad_norm": 20.27103042602539, | |
| "learning_rate": 1.258092738407699e-05, | |
| "loss": 1.5783, | |
| "step": 873 | |
| }, | |
| { | |
| "epoch": 0.37805834166914487, | |
| "grad_norm": 24.131301879882812, | |
| "learning_rate": 1.2572178477690288e-05, | |
| "loss": 1.6346, | |
| "step": 874 | |
| }, | |
| { | |
| "epoch": 0.37849090270080293, | |
| "grad_norm": 25.75758934020996, | |
| "learning_rate": 1.2563429571303587e-05, | |
| "loss": 1.7327, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 0.378923463732461, | |
| "grad_norm": 22.106565475463867, | |
| "learning_rate": 1.2554680664916886e-05, | |
| "loss": 1.618, | |
| "step": 876 | |
| }, | |
| { | |
| "epoch": 0.37935602476411906, | |
| "grad_norm": 19.74208641052246, | |
| "learning_rate": 1.2545931758530186e-05, | |
| "loss": 1.5391, | |
| "step": 877 | |
| }, | |
| { | |
| "epoch": 0.3797885857957771, | |
| "grad_norm": 22.241756439208984, | |
| "learning_rate": 1.2537182852143483e-05, | |
| "loss": 1.597, | |
| "step": 878 | |
| }, | |
| { | |
| "epoch": 0.3802211468274352, | |
| "grad_norm": 18.778261184692383, | |
| "learning_rate": 1.2528433945756782e-05, | |
| "loss": 1.5784, | |
| "step": 879 | |
| }, | |
| { | |
| "epoch": 0.38065370785909325, | |
| "grad_norm": 20.45719337463379, | |
| "learning_rate": 1.251968503937008e-05, | |
| "loss": 1.5788, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.3810862688907513, | |
| "grad_norm": 23.036163330078125, | |
| "learning_rate": 1.2510936132983377e-05, | |
| "loss": 1.7009, | |
| "step": 881 | |
| }, | |
| { | |
| "epoch": 0.3815188299224094, | |
| "grad_norm": 20.001171112060547, | |
| "learning_rate": 1.2502187226596677e-05, | |
| "loss": 1.4824, | |
| "step": 882 | |
| }, | |
| { | |
| "epoch": 0.38195139095406744, | |
| "grad_norm": 19.137182235717773, | |
| "learning_rate": 1.2493438320209974e-05, | |
| "loss": 1.5866, | |
| "step": 883 | |
| }, | |
| { | |
| "epoch": 0.3823839519857255, | |
| "grad_norm": 21.097896575927734, | |
| "learning_rate": 1.2484689413823272e-05, | |
| "loss": 1.5977, | |
| "step": 884 | |
| }, | |
| { | |
| "epoch": 0.38281651301738356, | |
| "grad_norm": 20.685922622680664, | |
| "learning_rate": 1.2475940507436573e-05, | |
| "loss": 1.6055, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 0.3832490740490416, | |
| "grad_norm": 19.775070190429688, | |
| "learning_rate": 1.246719160104987e-05, | |
| "loss": 1.6436, | |
| "step": 886 | |
| }, | |
| { | |
| "epoch": 0.3836816350806997, | |
| "grad_norm": 20.196359634399414, | |
| "learning_rate": 1.245844269466317e-05, | |
| "loss": 1.5265, | |
| "step": 887 | |
| }, | |
| { | |
| "epoch": 0.38411419611235775, | |
| "grad_norm": 19.682497024536133, | |
| "learning_rate": 1.2449693788276467e-05, | |
| "loss": 1.5624, | |
| "step": 888 | |
| }, | |
| { | |
| "epoch": 0.3845467571440158, | |
| "grad_norm": 20.493722915649414, | |
| "learning_rate": 1.2440944881889764e-05, | |
| "loss": 1.6223, | |
| "step": 889 | |
| }, | |
| { | |
| "epoch": 0.3849793181756738, | |
| "grad_norm": 19.67377281188965, | |
| "learning_rate": 1.2432195975503064e-05, | |
| "loss": 1.6164, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.3854118792073319, | |
| "grad_norm": 18.345895767211914, | |
| "learning_rate": 1.2423447069116361e-05, | |
| "loss": 1.6155, | |
| "step": 891 | |
| }, | |
| { | |
| "epoch": 0.38584444023898995, | |
| "grad_norm": 18.30042266845703, | |
| "learning_rate": 1.2414698162729659e-05, | |
| "loss": 1.5257, | |
| "step": 892 | |
| }, | |
| { | |
| "epoch": 0.386277001270648, | |
| "grad_norm": 19.78774070739746, | |
| "learning_rate": 1.2405949256342958e-05, | |
| "loss": 1.716, | |
| "step": 893 | |
| }, | |
| { | |
| "epoch": 0.3867095623023061, | |
| "grad_norm": 21.33734130859375, | |
| "learning_rate": 1.2397200349956255e-05, | |
| "loss": 1.5729, | |
| "step": 894 | |
| }, | |
| { | |
| "epoch": 0.38714212333396414, | |
| "grad_norm": 18.871843338012695, | |
| "learning_rate": 1.2388451443569556e-05, | |
| "loss": 1.6478, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 0.3875746843656222, | |
| "grad_norm": 20.553613662719727, | |
| "learning_rate": 1.2379702537182854e-05, | |
| "loss": 1.6663, | |
| "step": 896 | |
| }, | |
| { | |
| "epoch": 0.38800724539728026, | |
| "grad_norm": 19.660924911499023, | |
| "learning_rate": 1.2370953630796151e-05, | |
| "loss": 1.6294, | |
| "step": 897 | |
| }, | |
| { | |
| "epoch": 0.38843980642893833, | |
| "grad_norm": 17.97296714782715, | |
| "learning_rate": 1.236220472440945e-05, | |
| "loss": 1.5321, | |
| "step": 898 | |
| }, | |
| { | |
| "epoch": 0.3888723674605964, | |
| "grad_norm": 20.643564224243164, | |
| "learning_rate": 1.2353455818022748e-05, | |
| "loss": 1.5242, | |
| "step": 899 | |
| }, | |
| { | |
| "epoch": 0.38930492849225445, | |
| "grad_norm": 19.187049865722656, | |
| "learning_rate": 1.2344706911636047e-05, | |
| "loss": 1.5819, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.3897374895239125, | |
| "grad_norm": 18.788549423217773, | |
| "learning_rate": 1.2335958005249345e-05, | |
| "loss": 1.6182, | |
| "step": 901 | |
| }, | |
| { | |
| "epoch": 0.3901700505555706, | |
| "grad_norm": 20.54323959350586, | |
| "learning_rate": 1.2327209098862642e-05, | |
| "loss": 1.6235, | |
| "step": 902 | |
| }, | |
| { | |
| "epoch": 0.39060261158722864, | |
| "grad_norm": 20.15620231628418, | |
| "learning_rate": 1.2318460192475941e-05, | |
| "loss": 1.5536, | |
| "step": 903 | |
| }, | |
| { | |
| "epoch": 0.3910351726188867, | |
| "grad_norm": 18.571413040161133, | |
| "learning_rate": 1.230971128608924e-05, | |
| "loss": 1.6502, | |
| "step": 904 | |
| }, | |
| { | |
| "epoch": 0.39146773365054477, | |
| "grad_norm": 19.422834396362305, | |
| "learning_rate": 1.230096237970254e-05, | |
| "loss": 1.5417, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 0.39190029468220283, | |
| "grad_norm": 20.704635620117188, | |
| "learning_rate": 1.2292213473315837e-05, | |
| "loss": 1.6313, | |
| "step": 906 | |
| }, | |
| { | |
| "epoch": 0.3923328557138609, | |
| "grad_norm": 17.548553466796875, | |
| "learning_rate": 1.2283464566929135e-05, | |
| "loss": 1.6678, | |
| "step": 907 | |
| }, | |
| { | |
| "epoch": 0.39276541674551896, | |
| "grad_norm": 19.540618896484375, | |
| "learning_rate": 1.2274715660542434e-05, | |
| "loss": 1.5068, | |
| "step": 908 | |
| }, | |
| { | |
| "epoch": 0.393197977777177, | |
| "grad_norm": 18.6761531829834, | |
| "learning_rate": 1.2265966754155732e-05, | |
| "loss": 1.5907, | |
| "step": 909 | |
| }, | |
| { | |
| "epoch": 0.3936305388088351, | |
| "grad_norm": 19.963176727294922, | |
| "learning_rate": 1.2257217847769029e-05, | |
| "loss": 1.5861, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.39406309984049315, | |
| "grad_norm": 20.782676696777344, | |
| "learning_rate": 1.2248468941382328e-05, | |
| "loss": 1.5452, | |
| "step": 911 | |
| }, | |
| { | |
| "epoch": 0.39449566087215115, | |
| "grad_norm": 20.450653076171875, | |
| "learning_rate": 1.2239720034995626e-05, | |
| "loss": 1.5404, | |
| "step": 912 | |
| }, | |
| { | |
| "epoch": 0.3949282219038092, | |
| "grad_norm": 18.47747230529785, | |
| "learning_rate": 1.2230971128608923e-05, | |
| "loss": 1.6799, | |
| "step": 913 | |
| }, | |
| { | |
| "epoch": 0.3953607829354673, | |
| "grad_norm": 21.109474182128906, | |
| "learning_rate": 1.2222222222222224e-05, | |
| "loss": 1.5815, | |
| "step": 914 | |
| }, | |
| { | |
| "epoch": 0.39579334396712534, | |
| "grad_norm": 20.80393409729004, | |
| "learning_rate": 1.2213473315835522e-05, | |
| "loss": 1.6559, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 0.3962259049987834, | |
| "grad_norm": 21.14255714416504, | |
| "learning_rate": 1.2204724409448821e-05, | |
| "loss": 1.6067, | |
| "step": 916 | |
| }, | |
| { | |
| "epoch": 0.39665846603044147, | |
| "grad_norm": 18.84864616394043, | |
| "learning_rate": 1.2195975503062118e-05, | |
| "loss": 1.5728, | |
| "step": 917 | |
| }, | |
| { | |
| "epoch": 0.39709102706209953, | |
| "grad_norm": 21.547277450561523, | |
| "learning_rate": 1.2187226596675416e-05, | |
| "loss": 1.5919, | |
| "step": 918 | |
| }, | |
| { | |
| "epoch": 0.3975235880937576, | |
| "grad_norm": 20.30232048034668, | |
| "learning_rate": 1.2178477690288715e-05, | |
| "loss": 1.5967, | |
| "step": 919 | |
| }, | |
| { | |
| "epoch": 0.39795614912541566, | |
| "grad_norm": 19.81118392944336, | |
| "learning_rate": 1.2169728783902013e-05, | |
| "loss": 1.5498, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.3983887101570737, | |
| "grad_norm": 20.070619583129883, | |
| "learning_rate": 1.216097987751531e-05, | |
| "loss": 1.5291, | |
| "step": 921 | |
| }, | |
| { | |
| "epoch": 0.3988212711887318, | |
| "grad_norm": 18.752845764160156, | |
| "learning_rate": 1.215223097112861e-05, | |
| "loss": 1.595, | |
| "step": 922 | |
| }, | |
| { | |
| "epoch": 0.39925383222038985, | |
| "grad_norm": 20.85921287536621, | |
| "learning_rate": 1.2143482064741907e-05, | |
| "loss": 1.4615, | |
| "step": 923 | |
| }, | |
| { | |
| "epoch": 0.3996863932520479, | |
| "grad_norm": 20.928272247314453, | |
| "learning_rate": 1.2134733158355208e-05, | |
| "loss": 1.5868, | |
| "step": 924 | |
| }, | |
| { | |
| "epoch": 0.400118954283706, | |
| "grad_norm": 21.330936431884766, | |
| "learning_rate": 1.2125984251968505e-05, | |
| "loss": 1.5825, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 0.40055151531536404, | |
| "grad_norm": 19.58514404296875, | |
| "learning_rate": 1.2117235345581804e-05, | |
| "loss": 1.6101, | |
| "step": 926 | |
| }, | |
| { | |
| "epoch": 0.4009840763470221, | |
| "grad_norm": 19.794700622558594, | |
| "learning_rate": 1.2108486439195102e-05, | |
| "loss": 1.5484, | |
| "step": 927 | |
| }, | |
| { | |
| "epoch": 0.40141663737868016, | |
| "grad_norm": 20.019779205322266, | |
| "learning_rate": 1.20997375328084e-05, | |
| "loss": 1.6467, | |
| "step": 928 | |
| }, | |
| { | |
| "epoch": 0.4018491984103382, | |
| "grad_norm": 18.108291625976562, | |
| "learning_rate": 1.2090988626421699e-05, | |
| "loss": 1.568, | |
| "step": 929 | |
| }, | |
| { | |
| "epoch": 0.4022817594419963, | |
| "grad_norm": 20.311721801757812, | |
| "learning_rate": 1.2082239720034996e-05, | |
| "loss": 1.4256, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.40271432047365435, | |
| "grad_norm": 20.440967559814453, | |
| "learning_rate": 1.2073490813648294e-05, | |
| "loss": 1.5777, | |
| "step": 931 | |
| }, | |
| { | |
| "epoch": 0.4031468815053124, | |
| "grad_norm": 20.755502700805664, | |
| "learning_rate": 1.2064741907261593e-05, | |
| "loss": 1.5757, | |
| "step": 932 | |
| }, | |
| { | |
| "epoch": 0.4035794425369704, | |
| "grad_norm": 21.64055633544922, | |
| "learning_rate": 1.2055993000874892e-05, | |
| "loss": 1.6168, | |
| "step": 933 | |
| }, | |
| { | |
| "epoch": 0.4040120035686285, | |
| "grad_norm": 19.491615295410156, | |
| "learning_rate": 1.2047244094488191e-05, | |
| "loss": 1.5655, | |
| "step": 934 | |
| }, | |
| { | |
| "epoch": 0.40444456460028655, | |
| "grad_norm": 19.454198837280273, | |
| "learning_rate": 1.2038495188101489e-05, | |
| "loss": 1.5896, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 0.4048771256319446, | |
| "grad_norm": 20.64267349243164, | |
| "learning_rate": 1.2029746281714786e-05, | |
| "loss": 1.5161, | |
| "step": 936 | |
| }, | |
| { | |
| "epoch": 0.4053096866636027, | |
| "grad_norm": 23.738571166992188, | |
| "learning_rate": 1.2020997375328086e-05, | |
| "loss": 1.7056, | |
| "step": 937 | |
| }, | |
| { | |
| "epoch": 0.40574224769526074, | |
| "grad_norm": 22.766353607177734, | |
| "learning_rate": 1.2012248468941383e-05, | |
| "loss": 1.5408, | |
| "step": 938 | |
| }, | |
| { | |
| "epoch": 0.4061748087269188, | |
| "grad_norm": 21.712682723999023, | |
| "learning_rate": 1.200349956255468e-05, | |
| "loss": 1.5679, | |
| "step": 939 | |
| }, | |
| { | |
| "epoch": 0.40660736975857686, | |
| "grad_norm": 20.704023361206055, | |
| "learning_rate": 1.199475065616798e-05, | |
| "loss": 1.5291, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.4070399307902349, | |
| "grad_norm": 21.490806579589844, | |
| "learning_rate": 1.1986001749781277e-05, | |
| "loss": 1.5927, | |
| "step": 941 | |
| }, | |
| { | |
| "epoch": 0.407472491821893, | |
| "grad_norm": 18.206605911254883, | |
| "learning_rate": 1.1977252843394575e-05, | |
| "loss": 1.5576, | |
| "step": 942 | |
| }, | |
| { | |
| "epoch": 0.40790505285355105, | |
| "grad_norm": 19.448074340820312, | |
| "learning_rate": 1.1968503937007876e-05, | |
| "loss": 1.5126, | |
| "step": 943 | |
| }, | |
| { | |
| "epoch": 0.4083376138852091, | |
| "grad_norm": 19.33980369567871, | |
| "learning_rate": 1.1959755030621173e-05, | |
| "loss": 1.5412, | |
| "step": 944 | |
| }, | |
| { | |
| "epoch": 0.4087701749168672, | |
| "grad_norm": 20.316843032836914, | |
| "learning_rate": 1.1951006124234472e-05, | |
| "loss": 1.697, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 0.40920273594852524, | |
| "grad_norm": 19.3831787109375, | |
| "learning_rate": 1.194225721784777e-05, | |
| "loss": 1.5501, | |
| "step": 946 | |
| }, | |
| { | |
| "epoch": 0.4096352969801833, | |
| "grad_norm": 23.11265754699707, | |
| "learning_rate": 1.193350831146107e-05, | |
| "loss": 1.6124, | |
| "step": 947 | |
| }, | |
| { | |
| "epoch": 0.41006785801184137, | |
| "grad_norm": 23.18746566772461, | |
| "learning_rate": 1.1924759405074367e-05, | |
| "loss": 1.61, | |
| "step": 948 | |
| }, | |
| { | |
| "epoch": 0.41050041904349943, | |
| "grad_norm": 20.464345932006836, | |
| "learning_rate": 1.1916010498687664e-05, | |
| "loss": 1.6349, | |
| "step": 949 | |
| }, | |
| { | |
| "epoch": 0.4109329800751575, | |
| "grad_norm": 18.070871353149414, | |
| "learning_rate": 1.1907261592300963e-05, | |
| "loss": 1.6273, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.41136554110681556, | |
| "grad_norm": 19.049097061157227, | |
| "learning_rate": 1.1898512685914261e-05, | |
| "loss": 1.4902, | |
| "step": 951 | |
| }, | |
| { | |
| "epoch": 0.4117981021384736, | |
| "grad_norm": 20.535675048828125, | |
| "learning_rate": 1.1889763779527562e-05, | |
| "loss": 1.5897, | |
| "step": 952 | |
| }, | |
| { | |
| "epoch": 0.4122306631701317, | |
| "grad_norm": 19.585886001586914, | |
| "learning_rate": 1.188101487314086e-05, | |
| "loss": 1.6457, | |
| "step": 953 | |
| }, | |
| { | |
| "epoch": 0.41266322420178975, | |
| "grad_norm": 19.01354217529297, | |
| "learning_rate": 1.1872265966754157e-05, | |
| "loss": 1.6315, | |
| "step": 954 | |
| }, | |
| { | |
| "epoch": 0.41309578523344775, | |
| "grad_norm": 21.235271453857422, | |
| "learning_rate": 1.1863517060367456e-05, | |
| "loss": 1.4923, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 0.4135283462651058, | |
| "grad_norm": 19.011507034301758, | |
| "learning_rate": 1.1854768153980754e-05, | |
| "loss": 1.5508, | |
| "step": 956 | |
| }, | |
| { | |
| "epoch": 0.4139609072967639, | |
| "grad_norm": 20.91914176940918, | |
| "learning_rate": 1.1846019247594051e-05, | |
| "loss": 1.5762, | |
| "step": 957 | |
| }, | |
| { | |
| "epoch": 0.41439346832842194, | |
| "grad_norm": 23.34760284423828, | |
| "learning_rate": 1.183727034120735e-05, | |
| "loss": 1.5603, | |
| "step": 958 | |
| }, | |
| { | |
| "epoch": 0.41482602936008, | |
| "grad_norm": 23.663442611694336, | |
| "learning_rate": 1.1828521434820648e-05, | |
| "loss": 1.607, | |
| "step": 959 | |
| }, | |
| { | |
| "epoch": 0.41525859039173807, | |
| "grad_norm": 18.84950065612793, | |
| "learning_rate": 1.1819772528433945e-05, | |
| "loss": 1.5646, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.41569115142339613, | |
| "grad_norm": 20.305644989013672, | |
| "learning_rate": 1.1811023622047245e-05, | |
| "loss": 1.5428, | |
| "step": 961 | |
| }, | |
| { | |
| "epoch": 0.4161237124550542, | |
| "grad_norm": 19.10517692565918, | |
| "learning_rate": 1.1802274715660544e-05, | |
| "loss": 1.5305, | |
| "step": 962 | |
| }, | |
| { | |
| "epoch": 0.41655627348671226, | |
| "grad_norm": 22.100454330444336, | |
| "learning_rate": 1.1793525809273843e-05, | |
| "loss": 1.5978, | |
| "step": 963 | |
| }, | |
| { | |
| "epoch": 0.4169888345183703, | |
| "grad_norm": 19.938411712646484, | |
| "learning_rate": 1.178477690288714e-05, | |
| "loss": 1.5133, | |
| "step": 964 | |
| }, | |
| { | |
| "epoch": 0.4174213955500284, | |
| "grad_norm": 20.516897201538086, | |
| "learning_rate": 1.1776027996500438e-05, | |
| "loss": 1.6113, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 0.41785395658168645, | |
| "grad_norm": 19.226377487182617, | |
| "learning_rate": 1.1767279090113737e-05, | |
| "loss": 1.5843, | |
| "step": 966 | |
| }, | |
| { | |
| "epoch": 0.4182865176133445, | |
| "grad_norm": 25.08070182800293, | |
| "learning_rate": 1.1758530183727035e-05, | |
| "loss": 1.6075, | |
| "step": 967 | |
| }, | |
| { | |
| "epoch": 0.4187190786450026, | |
| "grad_norm": 20.30937385559082, | |
| "learning_rate": 1.1749781277340332e-05, | |
| "loss": 1.5732, | |
| "step": 968 | |
| }, | |
| { | |
| "epoch": 0.41915163967666064, | |
| "grad_norm": 20.013835906982422, | |
| "learning_rate": 1.1741032370953631e-05, | |
| "loss": 1.6688, | |
| "step": 969 | |
| }, | |
| { | |
| "epoch": 0.4195842007083187, | |
| "grad_norm": 21.13936424255371, | |
| "learning_rate": 1.1732283464566929e-05, | |
| "loss": 1.5732, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.42001676173997676, | |
| "grad_norm": 20.149782180786133, | |
| "learning_rate": 1.1723534558180228e-05, | |
| "loss": 1.5247, | |
| "step": 971 | |
| }, | |
| { | |
| "epoch": 0.4204493227716348, | |
| "grad_norm": 22.26946449279785, | |
| "learning_rate": 1.1714785651793527e-05, | |
| "loss": 1.5106, | |
| "step": 972 | |
| }, | |
| { | |
| "epoch": 0.4208818838032929, | |
| "grad_norm": 20.233417510986328, | |
| "learning_rate": 1.1706036745406827e-05, | |
| "loss": 1.5702, | |
| "step": 973 | |
| }, | |
| { | |
| "epoch": 0.42131444483495095, | |
| "grad_norm": 20.490550994873047, | |
| "learning_rate": 1.1697287839020124e-05, | |
| "loss": 1.6082, | |
| "step": 974 | |
| }, | |
| { | |
| "epoch": 0.421747005866609, | |
| "grad_norm": 19.094743728637695, | |
| "learning_rate": 1.1688538932633422e-05, | |
| "loss": 1.5653, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 0.4221795668982671, | |
| "grad_norm": 18.951610565185547, | |
| "learning_rate": 1.167979002624672e-05, | |
| "loss": 1.5294, | |
| "step": 976 | |
| }, | |
| { | |
| "epoch": 0.4226121279299251, | |
| "grad_norm": 19.141788482666016, | |
| "learning_rate": 1.1671041119860018e-05, | |
| "loss": 1.5549, | |
| "step": 977 | |
| }, | |
| { | |
| "epoch": 0.42304468896158315, | |
| "grad_norm": 22.37894630432129, | |
| "learning_rate": 1.1662292213473316e-05, | |
| "loss": 1.5739, | |
| "step": 978 | |
| }, | |
| { | |
| "epoch": 0.4234772499932412, | |
| "grad_norm": 21.99265480041504, | |
| "learning_rate": 1.1653543307086615e-05, | |
| "loss": 1.5732, | |
| "step": 979 | |
| }, | |
| { | |
| "epoch": 0.4239098110248993, | |
| "grad_norm": 21.509435653686523, | |
| "learning_rate": 1.1644794400699913e-05, | |
| "loss": 1.6226, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.42434237205655734, | |
| "grad_norm": 21.833322525024414, | |
| "learning_rate": 1.1636045494313213e-05, | |
| "loss": 1.561, | |
| "step": 981 | |
| }, | |
| { | |
| "epoch": 0.4247749330882154, | |
| "grad_norm": 20.158653259277344, | |
| "learning_rate": 1.1627296587926511e-05, | |
| "loss": 1.5053, | |
| "step": 982 | |
| }, | |
| { | |
| "epoch": 0.42520749411987346, | |
| "grad_norm": 23.664594650268555, | |
| "learning_rate": 1.1618547681539808e-05, | |
| "loss": 1.6409, | |
| "step": 983 | |
| }, | |
| { | |
| "epoch": 0.4256400551515315, | |
| "grad_norm": 20.181825637817383, | |
| "learning_rate": 1.1609798775153108e-05, | |
| "loss": 1.615, | |
| "step": 984 | |
| }, | |
| { | |
| "epoch": 0.4260726161831896, | |
| "grad_norm": 23.865310668945312, | |
| "learning_rate": 1.1601049868766405e-05, | |
| "loss": 1.6681, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 0.42650517721484765, | |
| "grad_norm": 22.003345489501953, | |
| "learning_rate": 1.1592300962379703e-05, | |
| "loss": 1.594, | |
| "step": 986 | |
| }, | |
| { | |
| "epoch": 0.4269377382465057, | |
| "grad_norm": 21.85173797607422, | |
| "learning_rate": 1.1583552055993002e-05, | |
| "loss": 1.5251, | |
| "step": 987 | |
| }, | |
| { | |
| "epoch": 0.4273702992781638, | |
| "grad_norm": 22.519914627075195, | |
| "learning_rate": 1.15748031496063e-05, | |
| "loss": 1.6031, | |
| "step": 988 | |
| }, | |
| { | |
| "epoch": 0.42780286030982184, | |
| "grad_norm": 18.701091766357422, | |
| "learning_rate": 1.1566054243219597e-05, | |
| "loss": 1.5812, | |
| "step": 989 | |
| }, | |
| { | |
| "epoch": 0.4282354213414799, | |
| "grad_norm": 18.49114418029785, | |
| "learning_rate": 1.1557305336832896e-05, | |
| "loss": 1.573, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.42866798237313797, | |
| "grad_norm": 21.027111053466797, | |
| "learning_rate": 1.1548556430446195e-05, | |
| "loss": 1.5618, | |
| "step": 991 | |
| }, | |
| { | |
| "epoch": 0.42910054340479603, | |
| "grad_norm": 22.11174964904785, | |
| "learning_rate": 1.1539807524059495e-05, | |
| "loss": 1.5999, | |
| "step": 992 | |
| }, | |
| { | |
| "epoch": 0.4295331044364541, | |
| "grad_norm": 23.42853355407715, | |
| "learning_rate": 1.1531058617672792e-05, | |
| "loss": 1.5065, | |
| "step": 993 | |
| }, | |
| { | |
| "epoch": 0.42996566546811216, | |
| "grad_norm": 20.36092185974121, | |
| "learning_rate": 1.1522309711286091e-05, | |
| "loss": 1.5454, | |
| "step": 994 | |
| }, | |
| { | |
| "epoch": 0.4303982264997702, | |
| "grad_norm": 20.617124557495117, | |
| "learning_rate": 1.1513560804899389e-05, | |
| "loss": 1.6106, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 0.4308307875314283, | |
| "grad_norm": 21.008230209350586, | |
| "learning_rate": 1.1504811898512686e-05, | |
| "loss": 1.6075, | |
| "step": 996 | |
| }, | |
| { | |
| "epoch": 0.43126334856308635, | |
| "grad_norm": 23.843276977539062, | |
| "learning_rate": 1.1496062992125985e-05, | |
| "loss": 1.5715, | |
| "step": 997 | |
| }, | |
| { | |
| "epoch": 0.4316959095947444, | |
| "grad_norm": 23.46642303466797, | |
| "learning_rate": 1.1487314085739283e-05, | |
| "loss": 1.5887, | |
| "step": 998 | |
| }, | |
| { | |
| "epoch": 0.4321284706264024, | |
| "grad_norm": 32.012420654296875, | |
| "learning_rate": 1.147856517935258e-05, | |
| "loss": 1.5999, | |
| "step": 999 | |
| }, | |
| { | |
| "epoch": 0.4325610316580605, | |
| "grad_norm": 22.296770095825195, | |
| "learning_rate": 1.1469816272965881e-05, | |
| "loss": 1.5889, | |
| "step": 1000 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 2311, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 1000, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.2407280868764634e+17, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |