| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.9999943955298747, | |
| "eval_steps": 500, | |
| "global_step": 267642, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0037363134169146645, | |
| "grad_norm": 72942.6796875, | |
| "learning_rate": 9.999655549964018e-05, | |
| "loss": 4.1478, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.007472626833829329, | |
| "grad_norm": 67110.5, | |
| "learning_rate": 9.998622247314402e-05, | |
| "loss": 3.6349, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.011208940250743994, | |
| "grad_norm": 73347.7890625, | |
| "learning_rate": 9.996900234419608e-05, | |
| "loss": 3.4653, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.014945253667658658, | |
| "grad_norm": 70530.5546875, | |
| "learning_rate": 9.994489748538595e-05, | |
| "loss": 3.3608, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.018681567084573324, | |
| "grad_norm": 69644.8515625, | |
| "learning_rate": 9.991391121788143e-05, | |
| "loss": 3.2989, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.022417880501487988, | |
| "grad_norm": 79574.8203125, | |
| "learning_rate": 9.987604781097091e-05, | |
| "loss": 3.1788, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.02615419391840265, | |
| "grad_norm": 77448.375, | |
| "learning_rate": 9.983131248147513e-05, | |
| "loss": 3.1802, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.029890507335317316, | |
| "grad_norm": 82995.328125, | |
| "learning_rate": 9.977971139302844e-05, | |
| "loss": 3.1495, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.03362682075223198, | |
| "grad_norm": 77637.0625, | |
| "learning_rate": 9.972125165522955e-05, | |
| "loss": 3.0534, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.03736313416914665, | |
| "grad_norm": 71801.3515625, | |
| "learning_rate": 9.965594132266197e-05, | |
| "loss": 3.0471, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.04109944758606131, | |
| "grad_norm": 73166.8125, | |
| "learning_rate": 9.958378939378425e-05, | |
| "loss": 3.0568, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.044835761002975975, | |
| "grad_norm": 82521.0390625, | |
| "learning_rate": 9.950480580969022e-05, | |
| "loss": 2.9987, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.048572074419890636, | |
| "grad_norm": 73557.609375, | |
| "learning_rate": 9.941900145273922e-05, | |
| "loss": 2.9518, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.0523083878368053, | |
| "grad_norm": 76367.0078125, | |
| "learning_rate": 9.932638814505676e-05, | |
| "loss": 2.9528, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.056044701253719964, | |
| "grad_norm": 80728.796875, | |
| "learning_rate": 9.922697864690573e-05, | |
| "loss": 2.9501, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.05978101467063463, | |
| "grad_norm": 71664.421875, | |
| "learning_rate": 9.912078665492822e-05, | |
| "loss": 2.9449, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.0635173280875493, | |
| "grad_norm": 75999.953125, | |
| "learning_rate": 9.90078268002584e-05, | |
| "loss": 2.8971, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.06725364150446396, | |
| "grad_norm": 67755.296875, | |
| "learning_rate": 9.888811464650668e-05, | |
| "loss": 2.8525, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.07098995492137862, | |
| "grad_norm": 76703.8203125, | |
| "learning_rate": 9.876166668761532e-05, | |
| "loss": 2.8725, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 0.0747262683382933, | |
| "grad_norm": 74384.6640625, | |
| "learning_rate": 9.862850034558593e-05, | |
| "loss": 2.8761, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.07846258175520796, | |
| "grad_norm": 59161.4453125, | |
| "learning_rate": 9.848863396807901e-05, | |
| "loss": 2.8503, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 0.08219889517212262, | |
| "grad_norm": 66133.3359375, | |
| "learning_rate": 9.834208682588608e-05, | |
| "loss": 2.8198, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 0.08593520858903728, | |
| "grad_norm": 65402.43359375, | |
| "learning_rate": 9.81888791102745e-05, | |
| "loss": 2.8278, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 0.08967152200595195, | |
| "grad_norm": 73789.2578125, | |
| "learning_rate": 9.802903193020554e-05, | |
| "loss": 2.808, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.09340783542286661, | |
| "grad_norm": 71568.953125, | |
| "learning_rate": 9.786256730942595e-05, | |
| "loss": 2.7821, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 0.09714414883978127, | |
| "grad_norm": 68736.6953125, | |
| "learning_rate": 9.768950818343359e-05, | |
| "loss": 2.7827, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 0.10088046225669595, | |
| "grad_norm": 73235.984375, | |
| "learning_rate": 9.750987839631733e-05, | |
| "loss": 2.797, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 0.1046167756736106, | |
| "grad_norm": 72581.59375, | |
| "learning_rate": 9.732370269747181e-05, | |
| "loss": 2.7515, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 0.10835308909052527, | |
| "grad_norm": 77676.46875, | |
| "learning_rate": 9.713100673818754e-05, | |
| "loss": 2.7451, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 0.11208940250743993, | |
| "grad_norm": 78359.078125, | |
| "learning_rate": 9.693181706811652e-05, | |
| "loss": 2.7544, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 0.1158257159243546, | |
| "grad_norm": 67356.484375, | |
| "learning_rate": 9.672616113161434e-05, | |
| "loss": 2.7054, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 0.11956202934126926, | |
| "grad_norm": 76034.65625, | |
| "learning_rate": 9.651406726395895e-05, | |
| "loss": 2.7419, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 0.12329834275818392, | |
| "grad_norm": 77247.296875, | |
| "learning_rate": 9.629556468744647e-05, | |
| "loss": 2.7274, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 0.1270346561750986, | |
| "grad_norm": 90000.84375, | |
| "learning_rate": 9.607068350736501e-05, | |
| "loss": 2.7118, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 0.13077096959201326, | |
| "grad_norm": 82970.1953125, | |
| "learning_rate": 9.583945470784683e-05, | |
| "loss": 2.7036, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 0.13450728300892792, | |
| "grad_norm": 70716.7578125, | |
| "learning_rate": 9.560191014759922e-05, | |
| "loss": 2.6936, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 0.13824359642584258, | |
| "grad_norm": 69805.4140625, | |
| "learning_rate": 9.535808255551515e-05, | |
| "loss": 2.6633, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 0.14197990984275724, | |
| "grad_norm": 69154.890625, | |
| "learning_rate": 9.510800552616374e-05, | |
| "loss": 2.6765, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 0.1457162232596719, | |
| "grad_norm": 70633.8515625, | |
| "learning_rate": 9.485171351516171e-05, | |
| "loss": 2.6623, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 0.1494525366765866, | |
| "grad_norm": 85893.5390625, | |
| "learning_rate": 9.458924183442602e-05, | |
| "loss": 2.6699, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 0.15318885009350125, | |
| "grad_norm": 72002.125, | |
| "learning_rate": 9.43206266473086e-05, | |
| "loss": 2.6461, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 0.1569251635104159, | |
| "grad_norm": 78129.734375, | |
| "learning_rate": 9.404590496361382e-05, | |
| "loss": 2.6687, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 0.16066147692733057, | |
| "grad_norm": 64102.87890625, | |
| "learning_rate": 9.376511463449922e-05, | |
| "loss": 2.659, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 0.16439779034424523, | |
| "grad_norm": 61640.66796875, | |
| "learning_rate": 9.347829434726035e-05, | |
| "loss": 2.6069, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 0.1681341037611599, | |
| "grad_norm": 77315.6484375, | |
| "learning_rate": 9.318548362000054e-05, | |
| "loss": 2.6231, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 0.17187041717807455, | |
| "grad_norm": 62667.19921875, | |
| "learning_rate": 9.288672279618603e-05, | |
| "loss": 2.6435, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 0.17560673059498924, | |
| "grad_norm": 72954.6015625, | |
| "learning_rate": 9.258205303908738e-05, | |
| "loss": 2.6336, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 0.1793430440119039, | |
| "grad_norm": 71380.78125, | |
| "learning_rate": 9.227151632610811e-05, | |
| "loss": 2.6389, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 0.18307935742881856, | |
| "grad_norm": 72969.21875, | |
| "learning_rate": 9.195515544300105e-05, | |
| "loss": 2.6162, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 0.18681567084573322, | |
| "grad_norm": 70472.6171875, | |
| "learning_rate": 9.163301397797319e-05, | |
| "loss": 2.6384, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 0.19055198426264788, | |
| "grad_norm": 74207.796875, | |
| "learning_rate": 9.130513631568021e-05, | |
| "loss": 2.5962, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 0.19428829767956254, | |
| "grad_norm": 66946.59375, | |
| "learning_rate": 9.097156763111118e-05, | |
| "loss": 2.607, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 0.1980246110964772, | |
| "grad_norm": 75940.734375, | |
| "learning_rate": 9.063235388336423e-05, | |
| "loss": 2.5973, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 0.2017609245133919, | |
| "grad_norm": 63575.37890625, | |
| "learning_rate": 9.028754180931441e-05, | |
| "loss": 2.6065, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 0.20549723793030655, | |
| "grad_norm": 79057.234375, | |
| "learning_rate": 8.993717891717425e-05, | |
| "loss": 2.5717, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 0.2092335513472212, | |
| "grad_norm": 72744.7578125, | |
| "learning_rate": 8.958131347994808e-05, | |
| "loss": 2.6101, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 0.21296986476413587, | |
| "grad_norm": 77414.359375, | |
| "learning_rate": 8.921999452878093e-05, | |
| "loss": 2.5807, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 0.21670617818105053, | |
| "grad_norm": 75271.28125, | |
| "learning_rate": 8.885327184620314e-05, | |
| "loss": 2.5952, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 0.2204424915979652, | |
| "grad_norm": 69727.734375, | |
| "learning_rate": 8.848119595927116e-05, | |
| "loss": 2.587, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 0.22417880501487986, | |
| "grad_norm": 83907.5859375, | |
| "learning_rate": 8.810381813260606e-05, | |
| "loss": 2.5377, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 0.22791511843179454, | |
| "grad_norm": 93582.2265625, | |
| "learning_rate": 8.772119036133022e-05, | |
| "loss": 2.5808, | |
| "step": 30500 | |
| }, | |
| { | |
| "epoch": 0.2316514318487092, | |
| "grad_norm": 69250.0703125, | |
| "learning_rate": 8.733336536390349e-05, | |
| "loss": 2.554, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 0.23538774526562387, | |
| "grad_norm": 72463.203125, | |
| "learning_rate": 8.69403965748596e-05, | |
| "loss": 2.5899, | |
| "step": 31500 | |
| }, | |
| { | |
| "epoch": 0.23912405868253853, | |
| "grad_norm": 71343.4765625, | |
| "learning_rate": 8.654233813744392e-05, | |
| "loss": 2.5627, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 0.2428603720994532, | |
| "grad_norm": 78745.25, | |
| "learning_rate": 8.613924489615373e-05, | |
| "loss": 2.5353, | |
| "step": 32500 | |
| }, | |
| { | |
| "epoch": 0.24659668551636785, | |
| "grad_norm": 81588.1875, | |
| "learning_rate": 8.573117238918161e-05, | |
| "loss": 2.5696, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 0.25033299893328254, | |
| "grad_norm": 66313.8984375, | |
| "learning_rate": 8.53181768407634e-05, | |
| "loss": 2.5745, | |
| "step": 33500 | |
| }, | |
| { | |
| "epoch": 0.2540693123501972, | |
| "grad_norm": 70478.8046875, | |
| "learning_rate": 8.490031515343177e-05, | |
| "loss": 2.5485, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 0.25780562576711186, | |
| "grad_norm": 81928.53125, | |
| "learning_rate": 8.447764490017597e-05, | |
| "loss": 2.4977, | |
| "step": 34500 | |
| }, | |
| { | |
| "epoch": 0.2615419391840265, | |
| "grad_norm": 65777.4921875, | |
| "learning_rate": 8.405022431650959e-05, | |
| "loss": 2.5664, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 0.2652782526009412, | |
| "grad_norm": 81822.8828125, | |
| "learning_rate": 8.361811229244682e-05, | |
| "loss": 2.5249, | |
| "step": 35500 | |
| }, | |
| { | |
| "epoch": 0.26901456601785584, | |
| "grad_norm": 66773.1328125, | |
| "learning_rate": 8.318136836438853e-05, | |
| "loss": 2.5385, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 0.2727508794347705, | |
| "grad_norm": 78679.25, | |
| "learning_rate": 8.274005270691942e-05, | |
| "loss": 2.499, | |
| "step": 36500 | |
| }, | |
| { | |
| "epoch": 0.27648719285168516, | |
| "grad_norm": 68307.140625, | |
| "learning_rate": 8.229422612451711e-05, | |
| "loss": 2.4764, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 0.2802235062685998, | |
| "grad_norm": 67303.9453125, | |
| "learning_rate": 8.184395004317458e-05, | |
| "loss": 2.5165, | |
| "step": 37500 | |
| }, | |
| { | |
| "epoch": 0.2839598196855145, | |
| "grad_norm": 69105.96875, | |
| "learning_rate": 8.138928650193676e-05, | |
| "loss": 2.5159, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 0.28769613310242914, | |
| "grad_norm": 75505.984375, | |
| "learning_rate": 8.093029814435293e-05, | |
| "loss": 2.5268, | |
| "step": 38500 | |
| }, | |
| { | |
| "epoch": 0.2914324465193438, | |
| "grad_norm": 80771.171875, | |
| "learning_rate": 8.046704820984558e-05, | |
| "loss": 2.5296, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 0.2951687599362585, | |
| "grad_norm": 71207.0546875, | |
| "learning_rate": 7.999960052499737e-05, | |
| "loss": 2.518, | |
| "step": 39500 | |
| }, | |
| { | |
| "epoch": 0.2989050733531732, | |
| "grad_norm": 69106.34375, | |
| "learning_rate": 7.952801949475706e-05, | |
| "loss": 2.4906, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 0.30264138677008784, | |
| "grad_norm": 82679.9296875, | |
| "learning_rate": 7.905237009356578e-05, | |
| "loss": 2.4743, | |
| "step": 40500 | |
| }, | |
| { | |
| "epoch": 0.3063777001870025, | |
| "grad_norm": 84038.28125, | |
| "learning_rate": 7.857271785640486e-05, | |
| "loss": 2.4726, | |
| "step": 41000 | |
| }, | |
| { | |
| "epoch": 0.31011401360391716, | |
| "grad_norm": 75876.3203125, | |
| "learning_rate": 7.808912886976641e-05, | |
| "loss": 2.5081, | |
| "step": 41500 | |
| }, | |
| { | |
| "epoch": 0.3138503270208318, | |
| "grad_norm": 78494.3046875, | |
| "learning_rate": 7.760166976254804e-05, | |
| "loss": 2.4795, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 0.3175866404377465, | |
| "grad_norm": 68793.765625, | |
| "learning_rate": 7.711040769687248e-05, | |
| "loss": 2.4883, | |
| "step": 42500 | |
| }, | |
| { | |
| "epoch": 0.32132295385466114, | |
| "grad_norm": 78543.03125, | |
| "learning_rate": 7.661541035883427e-05, | |
| "loss": 2.4752, | |
| "step": 43000 | |
| }, | |
| { | |
| "epoch": 0.3250592672715758, | |
| "grad_norm": 78304.4140625, | |
| "learning_rate": 7.611674594917376e-05, | |
| "loss": 2.4747, | |
| "step": 43500 | |
| }, | |
| { | |
| "epoch": 0.32879558068849046, | |
| "grad_norm": 77926.90625, | |
| "learning_rate": 7.561448317388045e-05, | |
| "loss": 2.4666, | |
| "step": 44000 | |
| }, | |
| { | |
| "epoch": 0.3325318941054051, | |
| "grad_norm": 76948.8671875, | |
| "learning_rate": 7.510869123472679e-05, | |
| "loss": 2.4724, | |
| "step": 44500 | |
| }, | |
| { | |
| "epoch": 0.3362682075223198, | |
| "grad_norm": 75918.4921875, | |
| "learning_rate": 7.459943981973343e-05, | |
| "loss": 2.4476, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 0.34000452093923444, | |
| "grad_norm": 66944.8125, | |
| "learning_rate": 7.408679909356764e-05, | |
| "loss": 2.4982, | |
| "step": 45500 | |
| }, | |
| { | |
| "epoch": 0.3437408343561491, | |
| "grad_norm": 68671.390625, | |
| "learning_rate": 7.357083968787606e-05, | |
| "loss": 2.4996, | |
| "step": 46000 | |
| }, | |
| { | |
| "epoch": 0.3474771477730638, | |
| "grad_norm": 74974.25, | |
| "learning_rate": 7.305163269155305e-05, | |
| "loss": 2.44, | |
| "step": 46500 | |
| }, | |
| { | |
| "epoch": 0.3512134611899785, | |
| "grad_norm": 83594.984375, | |
| "learning_rate": 7.2529249640946e-05, | |
| "loss": 2.466, | |
| "step": 47000 | |
| }, | |
| { | |
| "epoch": 0.35494977460689314, | |
| "grad_norm": 67277.0546875, | |
| "learning_rate": 7.200376250999917e-05, | |
| "loss": 2.4398, | |
| "step": 47500 | |
| }, | |
| { | |
| "epoch": 0.3586860880238078, | |
| "grad_norm": 64984.64453125, | |
| "learning_rate": 7.1475243700337e-05, | |
| "loss": 2.4536, | |
| "step": 48000 | |
| }, | |
| { | |
| "epoch": 0.36242240144072246, | |
| "grad_norm": 76212.953125, | |
| "learning_rate": 7.094376603128872e-05, | |
| "loss": 2.4643, | |
| "step": 48500 | |
| }, | |
| { | |
| "epoch": 0.3661587148576371, | |
| "grad_norm": 78486.7109375, | |
| "learning_rate": 7.040940272985521e-05, | |
| "loss": 2.4468, | |
| "step": 49000 | |
| }, | |
| { | |
| "epoch": 0.3698950282745518, | |
| "grad_norm": 90899.328125, | |
| "learning_rate": 6.987222742061982e-05, | |
| "loss": 2.458, | |
| "step": 49500 | |
| }, | |
| { | |
| "epoch": 0.37363134169146645, | |
| "grad_norm": 69692.6328125, | |
| "learning_rate": 6.933231411560442e-05, | |
| "loss": 2.4331, | |
| "step": 50000 | |
| }, | |
| { | |
| "epoch": 0.3773676551083811, | |
| "grad_norm": 74715.71875, | |
| "learning_rate": 6.878973720407191e-05, | |
| "loss": 2.4379, | |
| "step": 50500 | |
| }, | |
| { | |
| "epoch": 0.38110396852529577, | |
| "grad_norm": 72629.9140625, | |
| "learning_rate": 6.824457144227698e-05, | |
| "loss": 2.4424, | |
| "step": 51000 | |
| }, | |
| { | |
| "epoch": 0.3848402819422104, | |
| "grad_norm": 74704.6328125, | |
| "learning_rate": 6.769689194316615e-05, | |
| "loss": 2.4905, | |
| "step": 51500 | |
| }, | |
| { | |
| "epoch": 0.3885765953591251, | |
| "grad_norm": 75688.8125, | |
| "learning_rate": 6.714677416602868e-05, | |
| "loss": 2.4413, | |
| "step": 52000 | |
| }, | |
| { | |
| "epoch": 0.39231290877603975, | |
| "grad_norm": 75325.578125, | |
| "learning_rate": 6.659429390609984e-05, | |
| "loss": 2.4505, | |
| "step": 52500 | |
| }, | |
| { | |
| "epoch": 0.3960492221929544, | |
| "grad_norm": 70411.6953125, | |
| "learning_rate": 6.603952728411776e-05, | |
| "loss": 2.4358, | |
| "step": 53000 | |
| }, | |
| { | |
| "epoch": 0.3997855356098691, | |
| "grad_norm": 71785.53125, | |
| "learning_rate": 6.54825507358356e-05, | |
| "loss": 2.4271, | |
| "step": 53500 | |
| }, | |
| { | |
| "epoch": 0.4035218490267838, | |
| "grad_norm": 76337.5703125, | |
| "learning_rate": 6.492344100149026e-05, | |
| "loss": 2.4536, | |
| "step": 54000 | |
| }, | |
| { | |
| "epoch": 0.40725816244369845, | |
| "grad_norm": 65393.2890625, | |
| "learning_rate": 6.436227511522892e-05, | |
| "loss": 2.4404, | |
| "step": 54500 | |
| }, | |
| { | |
| "epoch": 0.4109944758606131, | |
| "grad_norm": 88779.578125, | |
| "learning_rate": 6.379913039449547e-05, | |
| "loss": 2.4277, | |
| "step": 55000 | |
| }, | |
| { | |
| "epoch": 0.41473078927752777, | |
| "grad_norm": 70318.0546875, | |
| "learning_rate": 6.32340844293777e-05, | |
| "loss": 2.4209, | |
| "step": 55500 | |
| }, | |
| { | |
| "epoch": 0.4184671026944424, | |
| "grad_norm": 77500.03125, | |
| "learning_rate": 6.266721507191674e-05, | |
| "loss": 2.4218, | |
| "step": 56000 | |
| }, | |
| { | |
| "epoch": 0.4222034161113571, | |
| "grad_norm": 89454.5703125, | |
| "learning_rate": 6.209860042538087e-05, | |
| "loss": 2.409, | |
| "step": 56500 | |
| }, | |
| { | |
| "epoch": 0.42593972952827175, | |
| "grad_norm": 72870.5, | |
| "learning_rate": 6.152831883350426e-05, | |
| "loss": 2.3841, | |
| "step": 57000 | |
| }, | |
| { | |
| "epoch": 0.4296760429451864, | |
| "grad_norm": 75137.0703125, | |
| "learning_rate": 6.095644886969283e-05, | |
| "loss": 2.3922, | |
| "step": 57500 | |
| }, | |
| { | |
| "epoch": 0.43341235636210107, | |
| "grad_norm": 64499.1328125, | |
| "learning_rate": 6.038306932619846e-05, | |
| "loss": 2.4042, | |
| "step": 58000 | |
| }, | |
| { | |
| "epoch": 0.43714866977901573, | |
| "grad_norm": 74131.78125, | |
| "learning_rate": 5.980825920326287e-05, | |
| "loss": 2.3981, | |
| "step": 58500 | |
| }, | |
| { | |
| "epoch": 0.4408849831959304, | |
| "grad_norm": 75569.671875, | |
| "learning_rate": 5.923209769823308e-05, | |
| "loss": 2.4412, | |
| "step": 59000 | |
| }, | |
| { | |
| "epoch": 0.44462129661284505, | |
| "grad_norm": 94198.984375, | |
| "learning_rate": 5.865466419464957e-05, | |
| "loss": 2.4383, | |
| "step": 59500 | |
| }, | |
| { | |
| "epoch": 0.4483576100297597, | |
| "grad_norm": 72894.984375, | |
| "learning_rate": 5.807603825130873e-05, | |
| "loss": 2.3944, | |
| "step": 60000 | |
| }, | |
| { | |
| "epoch": 0.45209392344667443, | |
| "grad_norm": 75193.0234375, | |
| "learning_rate": 5.7496299591301406e-05, | |
| "loss": 2.3847, | |
| "step": 60500 | |
| }, | |
| { | |
| "epoch": 0.4558302368635891, | |
| "grad_norm": 115278.234375, | |
| "learning_rate": 5.6915528091028494e-05, | |
| "loss": 2.3914, | |
| "step": 61000 | |
| }, | |
| { | |
| "epoch": 0.45956655028050375, | |
| "grad_norm": 80114.7578125, | |
| "learning_rate": 5.633380376919567e-05, | |
| "loss": 2.394, | |
| "step": 61500 | |
| }, | |
| { | |
| "epoch": 0.4633028636974184, | |
| "grad_norm": 77552.9921875, | |
| "learning_rate": 5.5751206775788354e-05, | |
| "loss": 2.3919, | |
| "step": 62000 | |
| }, | |
| { | |
| "epoch": 0.46703917711433307, | |
| "grad_norm": 81552.4375, | |
| "learning_rate": 5.516781738102871e-05, | |
| "loss": 2.396, | |
| "step": 62500 | |
| }, | |
| { | |
| "epoch": 0.47077549053124773, | |
| "grad_norm": 89432.1015625, | |
| "learning_rate": 5.458371596431592e-05, | |
| "loss": 2.4214, | |
| "step": 63000 | |
| }, | |
| { | |
| "epoch": 0.4745118039481624, | |
| "grad_norm": 90061.796875, | |
| "learning_rate": 5.3998983003151595e-05, | |
| "loss": 2.3796, | |
| "step": 63500 | |
| }, | |
| { | |
| "epoch": 0.47824811736507705, | |
| "grad_norm": 84587.1953125, | |
| "learning_rate": 5.341369906205154e-05, | |
| "loss": 2.39, | |
| "step": 64000 | |
| }, | |
| { | |
| "epoch": 0.4819844307819917, | |
| "grad_norm": 63710.203125, | |
| "learning_rate": 5.2827944781445583e-05, | |
| "loss": 2.4094, | |
| "step": 64500 | |
| }, | |
| { | |
| "epoch": 0.4857207441989064, | |
| "grad_norm": 69039.109375, | |
| "learning_rate": 5.224180086656693e-05, | |
| "loss": 2.3963, | |
| "step": 65000 | |
| }, | |
| { | |
| "epoch": 0.48945705761582103, | |
| "grad_norm": 90888.671875, | |
| "learning_rate": 5.165534807633261e-05, | |
| "loss": 2.3701, | |
| "step": 65500 | |
| }, | |
| { | |
| "epoch": 0.4931933710327357, | |
| "grad_norm": 75439.6875, | |
| "learning_rate": 5.1068667212216527e-05, | |
| "loss": 2.3588, | |
| "step": 66000 | |
| }, | |
| { | |
| "epoch": 0.49692968444965036, | |
| "grad_norm": 77958.296875, | |
| "learning_rate": 5.048183910711655e-05, | |
| "loss": 2.3613, | |
| "step": 66500 | |
| }, | |
| { | |
| "epoch": 0.5006659978665651, | |
| "grad_norm": 60339.5859375, | |
| "learning_rate": 4.9894944614217454e-05, | |
| "loss": 2.3501, | |
| "step": 67000 | |
| }, | |
| { | |
| "epoch": 0.5044023112834797, | |
| "grad_norm": 88602.6015625, | |
| "learning_rate": 4.930806459585094e-05, | |
| "loss": 2.408, | |
| "step": 67500 | |
| }, | |
| { | |
| "epoch": 0.5081386247003944, | |
| "grad_norm": 82704.09375, | |
| "learning_rate": 4.872127991235435e-05, | |
| "loss": 2.3974, | |
| "step": 68000 | |
| }, | |
| { | |
| "epoch": 0.511874938117309, | |
| "grad_norm": 69181.0625, | |
| "learning_rate": 4.8134671410929855e-05, | |
| "loss": 2.337, | |
| "step": 68500 | |
| }, | |
| { | |
| "epoch": 0.5156112515342237, | |
| "grad_norm": 83461.8984375, | |
| "learning_rate": 4.75483199145052e-05, | |
| "loss": 2.3468, | |
| "step": 69000 | |
| }, | |
| { | |
| "epoch": 0.5193475649511383, | |
| "grad_norm": 70060.1875, | |
| "learning_rate": 4.6962306210598024e-05, | |
| "loss": 2.3686, | |
| "step": 69500 | |
| }, | |
| { | |
| "epoch": 0.523083878368053, | |
| "grad_norm": 80763.5703125, | |
| "learning_rate": 4.637671104018486e-05, | |
| "loss": 2.3697, | |
| "step": 70000 | |
| }, | |
| { | |
| "epoch": 0.5268201917849676, | |
| "grad_norm": 75881.0, | |
| "learning_rate": 4.5791615086576726e-05, | |
| "loss": 2.3789, | |
| "step": 70500 | |
| }, | |
| { | |
| "epoch": 0.5305565052018824, | |
| "grad_norm": 68510.5390625, | |
| "learning_rate": 4.5207098964302556e-05, | |
| "loss": 2.3812, | |
| "step": 71000 | |
| }, | |
| { | |
| "epoch": 0.5342928186187971, | |
| "grad_norm": 90292.1953125, | |
| "learning_rate": 4.462324320800205e-05, | |
| "loss": 2.3558, | |
| "step": 71500 | |
| }, | |
| { | |
| "epoch": 0.5380291320357117, | |
| "grad_norm": 69267.453125, | |
| "learning_rate": 4.4040128261329724e-05, | |
| "loss": 2.3751, | |
| "step": 72000 | |
| }, | |
| { | |
| "epoch": 0.5417654454526264, | |
| "grad_norm": 85016.8203125, | |
| "learning_rate": 4.345783446587135e-05, | |
| "loss": 2.3635, | |
| "step": 72500 | |
| }, | |
| { | |
| "epoch": 0.545501758869541, | |
| "grad_norm": 103424.7109375, | |
| "learning_rate": 4.2876442050074436e-05, | |
| "loss": 2.3367, | |
| "step": 73000 | |
| }, | |
| { | |
| "epoch": 0.5492380722864557, | |
| "grad_norm": 83033.2265625, | |
| "learning_rate": 4.229603111819437e-05, | |
| "loss": 2.371, | |
| "step": 73500 | |
| }, | |
| { | |
| "epoch": 0.5529743857033703, | |
| "grad_norm": 89505.2890625, | |
| "learning_rate": 4.1716681639257725e-05, | |
| "loss": 2.3537, | |
| "step": 74000 | |
| }, | |
| { | |
| "epoch": 0.556710699120285, | |
| "grad_norm": 86427.5390625, | |
| "learning_rate": 4.113847343604404e-05, | |
| "loss": 2.3518, | |
| "step": 74500 | |
| }, | |
| { | |
| "epoch": 0.5604470125371996, | |
| "grad_norm": 95231.3203125, | |
| "learning_rate": 4.05614861740879e-05, | |
| "loss": 2.3475, | |
| "step": 75000 | |
| }, | |
| { | |
| "epoch": 0.5641833259541144, | |
| "grad_norm": 73089.09375, | |
| "learning_rate": 3.998579935070253e-05, | |
| "loss": 2.3467, | |
| "step": 75500 | |
| }, | |
| { | |
| "epoch": 0.567919639371029, | |
| "grad_norm": 82384.2109375, | |
| "learning_rate": 3.941149228402674e-05, | |
| "loss": 2.3278, | |
| "step": 76000 | |
| }, | |
| { | |
| "epoch": 0.5716559527879437, | |
| "grad_norm": 84582.859375, | |
| "learning_rate": 3.883864410209648e-05, | |
| "loss": 2.3535, | |
| "step": 76500 | |
| }, | |
| { | |
| "epoch": 0.5753922662048583, | |
| "grad_norm": 69513.640625, | |
| "learning_rate": 3.826733373194247e-05, | |
| "loss": 2.3257, | |
| "step": 77000 | |
| }, | |
| { | |
| "epoch": 0.579128579621773, | |
| "grad_norm": 73027.9453125, | |
| "learning_rate": 3.769763988871572e-05, | |
| "loss": 2.3447, | |
| "step": 77500 | |
| }, | |
| { | |
| "epoch": 0.5828648930386876, | |
| "grad_norm": 71039.1171875, | |
| "learning_rate": 3.712964106484218e-05, | |
| "loss": 2.3147, | |
| "step": 78000 | |
| }, | |
| { | |
| "epoch": 0.5866012064556023, | |
| "grad_norm": 80346.1796875, | |
| "learning_rate": 3.6563415519207985e-05, | |
| "loss": 2.3144, | |
| "step": 78500 | |
| }, | |
| { | |
| "epoch": 0.590337519872517, | |
| "grad_norm": 84110.34375, | |
| "learning_rate": 3.599904126637692e-05, | |
| "loss": 2.3333, | |
| "step": 79000 | |
| }, | |
| { | |
| "epoch": 0.5940738332894316, | |
| "grad_norm": 82063.09375, | |
| "learning_rate": 3.54365960658417e-05, | |
| "loss": 2.3283, | |
| "step": 79500 | |
| }, | |
| { | |
| "epoch": 0.5978101467063464, | |
| "grad_norm": 84510.8984375, | |
| "learning_rate": 3.487615741131013e-05, | |
| "loss": 2.3397, | |
| "step": 80000 | |
| }, | |
| { | |
| "epoch": 0.601546460123261, | |
| "grad_norm": 74272.46875, | |
| "learning_rate": 3.4317802520028117e-05, | |
| "loss": 2.326, | |
| "step": 80500 | |
| }, | |
| { | |
| "epoch": 0.6052827735401757, | |
| "grad_norm": 73607.890625, | |
| "learning_rate": 3.37616083221406e-05, | |
| "loss": 2.3238, | |
| "step": 81000 | |
| }, | |
| { | |
| "epoch": 0.6090190869570903, | |
| "grad_norm": 84208.0078125, | |
| "learning_rate": 3.320765145009216e-05, | |
| "loss": 2.3112, | |
| "step": 81500 | |
| }, | |
| { | |
| "epoch": 0.612755400374005, | |
| "grad_norm": 80192.90625, | |
| "learning_rate": 3.265600822806866e-05, | |
| "loss": 2.3361, | |
| "step": 82000 | |
| }, | |
| { | |
| "epoch": 0.6164917137909196, | |
| "grad_norm": 83479.984375, | |
| "learning_rate": 3.2106754661481086e-05, | |
| "loss": 2.3383, | |
| "step": 82500 | |
| }, | |
| { | |
| "epoch": 0.6202280272078343, | |
| "grad_norm": 88273.1015625, | |
| "learning_rate": 3.1559966426493804e-05, | |
| "loss": 2.3059, | |
| "step": 83000 | |
| }, | |
| { | |
| "epoch": 0.6239643406247489, | |
| "grad_norm": 98511.15625, | |
| "learning_rate": 3.101571885959766e-05, | |
| "loss": 2.3113, | |
| "step": 83500 | |
| }, | |
| { | |
| "epoch": 0.6277006540416636, | |
| "grad_norm": 76336.8046875, | |
| "learning_rate": 3.047408694723032e-05, | |
| "loss": 2.3254, | |
| "step": 84000 | |
| }, | |
| { | |
| "epoch": 0.6314369674585782, | |
| "grad_norm": 80944.7734375, | |
| "learning_rate": 2.99351453154444e-05, | |
| "loss": 2.3428, | |
| "step": 84500 | |
| }, | |
| { | |
| "epoch": 0.635173280875493, | |
| "grad_norm": 72115.8125, | |
| "learning_rate": 2.9398968219625706e-05, | |
| "loss": 2.3156, | |
| "step": 85000 | |
| }, | |
| { | |
| "epoch": 0.6389095942924077, | |
| "grad_norm": 87770.3125, | |
| "learning_rate": 2.8865629534262216e-05, | |
| "loss": 2.3041, | |
| "step": 85500 | |
| }, | |
| { | |
| "epoch": 0.6426459077093223, | |
| "grad_norm": 80694.6171875, | |
| "learning_rate": 2.83352027427657e-05, | |
| "loss": 2.3478, | |
| "step": 86000 | |
| }, | |
| { | |
| "epoch": 0.646382221126237, | |
| "grad_norm": 77460.1171875, | |
| "learning_rate": 2.7807760927347102e-05, | |
| "loss": 2.302, | |
| "step": 86500 | |
| }, | |
| { | |
| "epoch": 0.6501185345431516, | |
| "grad_norm": 82131.8671875, | |
| "learning_rate": 2.7283376758947333e-05, | |
| "loss": 2.3156, | |
| "step": 87000 | |
| }, | |
| { | |
| "epoch": 0.6538548479600663, | |
| "grad_norm": 90870.65625, | |
| "learning_rate": 2.6762122487224684e-05, | |
| "loss": 2.331, | |
| "step": 87500 | |
| }, | |
| { | |
| "epoch": 0.6575911613769809, | |
| "grad_norm": 98921.2109375, | |
| "learning_rate": 2.624406993060019e-05, | |
| "loss": 2.3073, | |
| "step": 88000 | |
| }, | |
| { | |
| "epoch": 0.6613274747938956, | |
| "grad_norm": 73837.2109375, | |
| "learning_rate": 2.5729290466362565e-05, | |
| "loss": 2.301, | |
| "step": 88500 | |
| }, | |
| { | |
| "epoch": 0.6650637882108102, | |
| "grad_norm": 82211.34375, | |
| "learning_rate": 2.521785502083384e-05, | |
| "loss": 2.3103, | |
| "step": 89000 | |
| }, | |
| { | |
| "epoch": 0.668800101627725, | |
| "grad_norm": 86962.1484375, | |
| "learning_rate": 2.4709834059597026e-05, | |
| "loss": 2.3154, | |
| "step": 89500 | |
| }, | |
| { | |
| "epoch": 0.6725364150446396, | |
| "grad_norm": 79155.3515625, | |
| "learning_rate": 2.420529757778746e-05, | |
| "loss": 2.348, | |
| "step": 90000 | |
| }, | |
| { | |
| "epoch": 0.6762727284615543, | |
| "grad_norm": 97560.8125, | |
| "learning_rate": 2.3704315090448886e-05, | |
| "loss": 2.3417, | |
| "step": 90500 | |
| }, | |
| { | |
| "epoch": 0.6800090418784689, | |
| "grad_norm": 124897.3203125, | |
| "learning_rate": 2.3206955622955623e-05, | |
| "loss": 2.3122, | |
| "step": 91000 | |
| }, | |
| { | |
| "epoch": 0.6837453552953836, | |
| "grad_norm": 88038.5625, | |
| "learning_rate": 2.271328770150227e-05, | |
| "loss": 2.311, | |
| "step": 91500 | |
| }, | |
| { | |
| "epoch": 0.6874816687122982, | |
| "grad_norm": 89480.2890625, | |
| "learning_rate": 2.222337934366214e-05, | |
| "loss": 2.3002, | |
| "step": 92000 | |
| }, | |
| { | |
| "epoch": 0.6912179821292129, | |
| "grad_norm": 81038.4921875, | |
| "learning_rate": 2.173729804901581e-05, | |
| "loss": 2.3231, | |
| "step": 92500 | |
| }, | |
| { | |
| "epoch": 0.6949542955461276, | |
| "grad_norm": 91312.8984375, | |
| "learning_rate": 2.1255110789851084e-05, | |
| "loss": 2.3125, | |
| "step": 93000 | |
| }, | |
| { | |
| "epoch": 0.6986906089630422, | |
| "grad_norm": 84064.609375, | |
| "learning_rate": 2.0776884001935437e-05, | |
| "loss": 2.3379, | |
| "step": 93500 | |
| }, | |
| { | |
| "epoch": 0.702426922379957, | |
| "grad_norm": 87531.078125, | |
| "learning_rate": 2.0302683575362608e-05, | |
| "loss": 2.2962, | |
| "step": 94000 | |
| }, | |
| { | |
| "epoch": 0.7061632357968716, | |
| "grad_norm": 84962.34375, | |
| "learning_rate": 1.983257484547421e-05, | |
| "loss": 2.3032, | |
| "step": 94500 | |
| }, | |
| { | |
| "epoch": 0.7098995492137863, | |
| "grad_norm": 88890.75, | |
| "learning_rate": 1.9366622583857803e-05, | |
| "loss": 2.3138, | |
| "step": 95000 | |
| }, | |
| { | |
| "epoch": 0.7136358626307009, | |
| "grad_norm": 93013.0, | |
| "learning_rate": 1.890489098942267e-05, | |
| "loss": 2.3128, | |
| "step": 95500 | |
| }, | |
| { | |
| "epoch": 0.7173721760476156, | |
| "grad_norm": 79075.3515625, | |
| "learning_rate": 1.8447443679554567e-05, | |
| "loss": 2.3013, | |
| "step": 96000 | |
| }, | |
| { | |
| "epoch": 0.7211084894645302, | |
| "grad_norm": 94954.1640625, | |
| "learning_rate": 1.7994343681350422e-05, | |
| "loss": 2.2775, | |
| "step": 96500 | |
| }, | |
| { | |
| "epoch": 0.7248448028814449, | |
| "grad_norm": 79968.1171875, | |
| "learning_rate": 1.7545653422934537e-05, | |
| "loss": 2.2979, | |
| "step": 97000 | |
| }, | |
| { | |
| "epoch": 0.7285811162983595, | |
| "grad_norm": 90937.109375, | |
| "learning_rate": 1.7101434724857147e-05, | |
| "loss": 2.3466, | |
| "step": 97500 | |
| }, | |
| { | |
| "epoch": 0.7323174297152742, | |
| "grad_norm": 85592.625, | |
| "learning_rate": 1.6661748791576855e-05, | |
| "loss": 2.3029, | |
| "step": 98000 | |
| }, | |
| { | |
| "epoch": 0.7360537431321889, | |
| "grad_norm": 95187.1484375, | |
| "learning_rate": 1.622665620302789e-05, | |
| "loss": 2.3074, | |
| "step": 98500 | |
| }, | |
| { | |
| "epoch": 0.7397900565491036, | |
| "grad_norm": 87762.859375, | |
| "learning_rate": 1.5796216906273388e-05, | |
| "loss": 2.2883, | |
| "step": 99000 | |
| }, | |
| { | |
| "epoch": 0.7435263699660182, | |
| "grad_norm": 102495.0234375, | |
| "learning_rate": 1.537049020724581e-05, | |
| "loss": 2.2852, | |
| "step": 99500 | |
| }, | |
| { | |
| "epoch": 0.7472626833829329, | |
| "grad_norm": 92540.0078125, | |
| "learning_rate": 1.4949534762575912e-05, | |
| "loss": 2.2914, | |
| "step": 100000 | |
| }, | |
| { | |
| "epoch": 0.7509989967998476, | |
| "grad_norm": 81275.109375, | |
| "learning_rate": 1.4533408571510904e-05, | |
| "loss": 2.3119, | |
| "step": 100500 | |
| }, | |
| { | |
| "epoch": 0.7547353102167622, | |
| "grad_norm": 82922.2578125, | |
| "learning_rate": 1.4122168967923366e-05, | |
| "loss": 2.3118, | |
| "step": 101000 | |
| }, | |
| { | |
| "epoch": 0.7584716236336769, | |
| "grad_norm": 107727.1171875, | |
| "learning_rate": 1.3715872612411806e-05, | |
| "loss": 2.286, | |
| "step": 101500 | |
| }, | |
| { | |
| "epoch": 0.7622079370505915, | |
| "grad_norm": 84810.40625, | |
| "learning_rate": 1.3314575484493946e-05, | |
| "loss": 2.3174, | |
| "step": 102000 | |
| }, | |
| { | |
| "epoch": 0.7659442504675062, | |
| "grad_norm": 78007.40625, | |
| "learning_rate": 1.2918332874893869e-05, | |
| "loss": 2.3229, | |
| "step": 102500 | |
| }, | |
| { | |
| "epoch": 0.7696805638844209, | |
| "grad_norm": 95875.2421875, | |
| "learning_rate": 1.252719937792397e-05, | |
| "loss": 2.2979, | |
| "step": 103000 | |
| }, | |
| { | |
| "epoch": 0.7734168773013356, | |
| "grad_norm": 83561.375, | |
| "learning_rate": 1.2141228883963118e-05, | |
| "loss": 2.2667, | |
| "step": 103500 | |
| }, | |
| { | |
| "epoch": 0.7771531907182502, | |
| "grad_norm": 73712.7578125, | |
| "learning_rate": 1.1760474572031538e-05, | |
| "loss": 2.2876, | |
| "step": 104000 | |
| }, | |
| { | |
| "epoch": 0.7808895041351649, | |
| "grad_norm": 90907.0234375, | |
| "learning_rate": 1.1384988902463806e-05, | |
| "loss": 2.2799, | |
| "step": 104500 | |
| }, | |
| { | |
| "epoch": 0.7846258175520795, | |
| "grad_norm": 84601.046875, | |
| "learning_rate": 1.101482360968088e-05, | |
| "loss": 2.3109, | |
| "step": 105000 | |
| }, | |
| { | |
| "epoch": 0.7883621309689942, | |
| "grad_norm": 89593.640625, | |
| "learning_rate": 1.0650029695062103e-05, | |
| "loss": 2.3071, | |
| "step": 105500 | |
| }, | |
| { | |
| "epoch": 0.7920984443859088, | |
| "grad_norm": 85944.5390625, | |
| "learning_rate": 1.0290657419918308e-05, | |
| "loss": 2.3275, | |
| "step": 106000 | |
| }, | |
| { | |
| "epoch": 0.7958347578028235, | |
| "grad_norm": 71977.34375, | |
| "learning_rate": 9.936756298566724e-06, | |
| "loss": 2.3108, | |
| "step": 106500 | |
| }, | |
| { | |
| "epoch": 0.7995710712197382, | |
| "grad_norm": 91883.7109375, | |
| "learning_rate": 9.588375091508945e-06, | |
| "loss": 2.2756, | |
| "step": 107000 | |
| }, | |
| { | |
| "epoch": 0.8033073846366529, | |
| "grad_norm": 81686.0078125, | |
| "learning_rate": 9.245561798712704e-06, | |
| "loss": 2.3064, | |
| "step": 107500 | |
| }, | |
| { | |
| "epoch": 0.8070436980535676, | |
| "grad_norm": 86408.875, | |
| "learning_rate": 8.908363652998414e-06, | |
| "loss": 2.3031, | |
| "step": 108000 | |
| }, | |
| { | |
| "epoch": 0.8107800114704822, | |
| "grad_norm": 83010.9765625, | |
| "learning_rate": 8.576827113531427e-06, | |
| "loss": 2.2797, | |
| "step": 108500 | |
| }, | |
| { | |
| "epoch": 0.8145163248873969, | |
| "grad_norm": 74965.84375, | |
| "learning_rate": 8.25099785942094e-06, | |
| "loss": 2.3011, | |
| "step": 109000 | |
| }, | |
| { | |
| "epoch": 0.8182526383043115, | |
| "grad_norm": 91110.0859375, | |
| "learning_rate": 7.930920783426265e-06, | |
| "loss": 2.2572, | |
| "step": 109500 | |
| }, | |
| { | |
| "epoch": 0.8219889517212262, | |
| "grad_norm": 96117.6640625, | |
| "learning_rate": 7.616639985771556e-06, | |
| "loss": 2.276, | |
| "step": 110000 | |
| }, | |
| { | |
| "epoch": 0.8257252651381408, | |
| "grad_norm": 66883.046875, | |
| "learning_rate": 7.30819876806963e-06, | |
| "loss": 2.2586, | |
| "step": 110500 | |
| }, | |
| { | |
| "epoch": 0.8294615785550555, | |
| "grad_norm": 86336.21875, | |
| "learning_rate": 7.005639627355881e-06, | |
| "loss": 2.2796, | |
| "step": 111000 | |
| }, | |
| { | |
| "epoch": 0.8331978919719701, | |
| "grad_norm": 100607.5703125, | |
| "learning_rate": 6.709004250233097e-06, | |
| "loss": 2.2635, | |
| "step": 111500 | |
| }, | |
| { | |
| "epoch": 0.8369342053888849, | |
| "grad_norm": 90908.2890625, | |
| "learning_rate": 6.418333507127788e-06, | |
| "loss": 2.2598, | |
| "step": 112000 | |
| }, | |
| { | |
| "epoch": 0.8406705188057995, | |
| "grad_norm": 101526.234375, | |
| "learning_rate": 6.133667446659131e-06, | |
| "loss": 2.2648, | |
| "step": 112500 | |
| }, | |
| { | |
| "epoch": 0.8444068322227142, | |
| "grad_norm": 87100.0234375, | |
| "learning_rate": 5.855045290121047e-06, | |
| "loss": 2.3005, | |
| "step": 113000 | |
| }, | |
| { | |
| "epoch": 0.8481431456396288, | |
| "grad_norm": 95362.3984375, | |
| "learning_rate": 5.58250542607826e-06, | |
| "loss": 2.2747, | |
| "step": 113500 | |
| }, | |
| { | |
| "epoch": 0.8518794590565435, | |
| "grad_norm": 105692.5625, | |
| "learning_rate": 5.316085405077159e-06, | |
| "loss": 2.2808, | |
| "step": 114000 | |
| }, | |
| { | |
| "epoch": 0.8556157724734582, | |
| "grad_norm": 99888.703125, | |
| "learning_rate": 5.055821934472071e-06, | |
| "loss": 2.2707, | |
| "step": 114500 | |
| }, | |
| { | |
| "epoch": 0.8593520858903728, | |
| "grad_norm": 89097.7421875, | |
| "learning_rate": 4.801750873367728e-06, | |
| "loss": 2.2996, | |
| "step": 115000 | |
| }, | |
| { | |
| "epoch": 0.8630883993072875, | |
| "grad_norm": 94061.9453125, | |
| "learning_rate": 4.553907227678594e-06, | |
| "loss": 2.2585, | |
| "step": 115500 | |
| }, | |
| { | |
| "epoch": 0.8668247127242021, | |
| "grad_norm": 89231.015625, | |
| "learning_rate": 4.312325145305729e-06, | |
| "loss": 2.2712, | |
| "step": 116000 | |
| }, | |
| { | |
| "epoch": 0.8705610261411169, | |
| "grad_norm": 92370.8125, | |
| "learning_rate": 4.077037911431913e-06, | |
| "loss": 2.277, | |
| "step": 116500 | |
| }, | |
| { | |
| "epoch": 0.8742973395580315, | |
| "grad_norm": 95057.8828125, | |
| "learning_rate": 3.84807794393563e-06, | |
| "loss": 2.2705, | |
| "step": 117000 | |
| }, | |
| { | |
| "epoch": 0.8780336529749462, | |
| "grad_norm": 76279.6015625, | |
| "learning_rate": 3.6254767889244813e-06, | |
| "loss": 2.2692, | |
| "step": 117500 | |
| }, | |
| { | |
| "epoch": 0.8817699663918608, | |
| "grad_norm": 99320.4375, | |
| "learning_rate": 3.4092651163888154e-06, | |
| "loss": 2.2841, | |
| "step": 118000 | |
| }, | |
| { | |
| "epoch": 0.8855062798087755, | |
| "grad_norm": 97605.59375, | |
| "learning_rate": 3.1994727159759986e-06, | |
| "loss": 2.2942, | |
| "step": 118500 | |
| }, | |
| { | |
| "epoch": 0.8892425932256901, | |
| "grad_norm": 87163.4765625, | |
| "learning_rate": 2.996128492885969e-06, | |
| "loss": 2.2918, | |
| "step": 119000 | |
| }, | |
| { | |
| "epoch": 0.8929789066426048, | |
| "grad_norm": 78705.2421875, | |
| "learning_rate": 2.7992604638886975e-06, | |
| "loss": 2.259, | |
| "step": 119500 | |
| }, | |
| { | |
| "epoch": 0.8967152200595194, | |
| "grad_norm": 94322.765625, | |
| "learning_rate": 2.608895753464069e-06, | |
| "loss": 2.2589, | |
| "step": 120000 | |
| }, | |
| { | |
| "epoch": 0.9004515334764341, | |
| "grad_norm": 73016.4140625, | |
| "learning_rate": 2.4250605900646204e-06, | |
| "loss": 2.2938, | |
| "step": 120500 | |
| }, | |
| { | |
| "epoch": 0.9041878468933489, | |
| "grad_norm": 90040.5546875, | |
| "learning_rate": 2.2477803025018228e-06, | |
| "loss": 2.2982, | |
| "step": 121000 | |
| }, | |
| { | |
| "epoch": 0.9079241603102635, | |
| "grad_norm": 102110.484375, | |
| "learning_rate": 2.0770793164562373e-06, | |
| "loss": 2.2578, | |
| "step": 121500 | |
| }, | |
| { | |
| "epoch": 0.9116604737271782, | |
| "grad_norm": 78370.1796875, | |
| "learning_rate": 1.9129811511121697e-06, | |
| "loss": 2.2854, | |
| "step": 122000 | |
| }, | |
| { | |
| "epoch": 0.9153967871440928, | |
| "grad_norm": 87597.2578125, | |
| "learning_rate": 1.7555084159172176e-06, | |
| "loss": 2.2657, | |
| "step": 122500 | |
| }, | |
| { | |
| "epoch": 0.9191331005610075, | |
| "grad_norm": 89568.2109375, | |
| "learning_rate": 1.6046828074670894e-06, | |
| "loss": 2.2674, | |
| "step": 123000 | |
| }, | |
| { | |
| "epoch": 0.9228694139779221, | |
| "grad_norm": 80686.5234375, | |
| "learning_rate": 1.4605251065162973e-06, | |
| "loss": 2.2634, | |
| "step": 123500 | |
| }, | |
| { | |
| "epoch": 0.9266057273948368, | |
| "grad_norm": 76351.1796875, | |
| "learning_rate": 1.3230551751149568e-06, | |
| "loss": 2.2889, | |
| "step": 124000 | |
| }, | |
| { | |
| "epoch": 0.9303420408117514, | |
| "grad_norm": 82895.4921875, | |
| "learning_rate": 1.1922919538721876e-06, | |
| "loss": 2.2188, | |
| "step": 124500 | |
| }, | |
| { | |
| "epoch": 0.9340783542286661, | |
| "grad_norm": 81276.09375, | |
| "learning_rate": 1.0682534593464967e-06, | |
| "loss": 2.268, | |
| "step": 125000 | |
| }, | |
| { | |
| "epoch": 0.9378146676455807, | |
| "grad_norm": 83888.390625, | |
| "learning_rate": 9.509567815634446e-07, | |
| "loss": 2.2762, | |
| "step": 125500 | |
| }, | |
| { | |
| "epoch": 0.9415509810624955, | |
| "grad_norm": 87934.8125, | |
| "learning_rate": 8.404180816609819e-07, | |
| "loss": 2.2759, | |
| "step": 126000 | |
| }, | |
| { | |
| "epoch": 0.9452872944794101, | |
| "grad_norm": 89569.15625, | |
| "learning_rate": 7.366525896627841e-07, | |
| "loss": 2.2696, | |
| "step": 126500 | |
| }, | |
| { | |
| "epoch": 0.9490236078963248, | |
| "grad_norm": 79137.96875, | |
| "learning_rate": 6.396746023798139e-07, | |
| "loss": 2.2951, | |
| "step": 127000 | |
| }, | |
| { | |
| "epoch": 0.9527599213132394, | |
| "grad_norm": 74010.8984375, | |
| "learning_rate": 5.49497481440564e-07, | |
| "loss": 2.2875, | |
| "step": 127500 | |
| }, | |
| { | |
| "epoch": 0.9564962347301541, | |
| "grad_norm": 70001.59375, | |
| "learning_rate": 4.661336514500625e-07, | |
| "loss": 2.2514, | |
| "step": 128000 | |
| }, | |
| { | |
| "epoch": 0.9602325481470688, | |
| "grad_norm": 86343.359375, | |
| "learning_rate": 3.895945982779925e-07, | |
| "loss": 2.3027, | |
| "step": 128500 | |
| }, | |
| { | |
| "epoch": 0.9639688615639834, | |
| "grad_norm": 92609.6171875, | |
| "learning_rate": 3.19890867476208e-07, | |
| "loss": 2.2857, | |
| "step": 129000 | |
| }, | |
| { | |
| "epoch": 0.9677051749808981, | |
| "grad_norm": 91932.953125, | |
| "learning_rate": 2.570320628257461e-07, | |
| "loss": 2.2814, | |
| "step": 129500 | |
| }, | |
| { | |
| "epoch": 0.9714414883978127, | |
| "grad_norm": 81636.1015625, | |
| "learning_rate": 2.010268450136077e-07, | |
| "loss": 2.2758, | |
| "step": 130000 | |
| }, | |
| { | |
| "epoch": 0.9751778018147275, | |
| "grad_norm": 79906.6015625, | |
| "learning_rate": 1.518829304395175e-07, | |
| "loss": 2.2944, | |
| "step": 130500 | |
| }, | |
| { | |
| "epoch": 0.9789141152316421, | |
| "grad_norm": 76946.6484375, | |
| "learning_rate": 1.0960709015272464e-07, | |
| "loss": 2.2305, | |
| "step": 131000 | |
| }, | |
| { | |
| "epoch": 0.9826504286485568, | |
| "grad_norm": 81980.828125, | |
| "learning_rate": 7.420514891911535e-08, | |
| "loss": 2.2803, | |
| "step": 131500 | |
| }, | |
| { | |
| "epoch": 0.9863867420654714, | |
| "grad_norm": 90421.125, | |
| "learning_rate": 4.5681984418666224e-08, | |
| "loss": 2.2767, | |
| "step": 132000 | |
| }, | |
| { | |
| "epoch": 0.9901230554823861, | |
| "grad_norm": 81403.0390625, | |
| "learning_rate": 2.404152657338732e-08, | |
| "loss": 2.2399, | |
| "step": 132500 | |
| }, | |
| { | |
| "epoch": 0.9938593688993007, | |
| "grad_norm": 98386.671875, | |
| "learning_rate": 9.286757005871893e-09, | |
| "loss": 2.2422, | |
| "step": 133000 | |
| }, | |
| { | |
| "epoch": 0.9975956823162154, | |
| "grad_norm": 95571.890625, | |
| "learning_rate": 1.4197086284917227e-09, | |
| "loss": 2.2956, | |
| "step": 133500 | |
| }, | |
| { | |
| "epoch": 1.0013376002032555, | |
| "grad_norm": 99771.578125, | |
| "learning_rate": 4.9894944614217454e-05, | |
| "loss": 2.211, | |
| "step": 134000 | |
| }, | |
| { | |
| "epoch": 1.00507391362017, | |
| "grad_norm": 105597.21875, | |
| "learning_rate": 4.960149774176924e-05, | |
| "loss": 2.2131, | |
| "step": 134500 | |
| }, | |
| { | |
| "epoch": 1.0088102270370847, | |
| "grad_norm": 87634.5, | |
| "learning_rate": 4.930806459585094e-05, | |
| "loss": 2.2453, | |
| "step": 135000 | |
| }, | |
| { | |
| "epoch": 1.0125465404539995, | |
| "grad_norm": 86854.4375, | |
| "learning_rate": 4.901465528385536e-05, | |
| "loss": 2.1825, | |
| "step": 135500 | |
| }, | |
| { | |
| "epoch": 1.016282853870914, | |
| "grad_norm": 75373.640625, | |
| "learning_rate": 4.872127991235435e-05, | |
| "loss": 2.1953, | |
| "step": 136000 | |
| }, | |
| { | |
| "epoch": 1.0200191672878287, | |
| "grad_norm": 89905.53125, | |
| "learning_rate": 4.842794858675067e-05, | |
| "loss": 2.223, | |
| "step": 136500 | |
| }, | |
| { | |
| "epoch": 1.0237554807047435, | |
| "grad_norm": 74529.2734375, | |
| "learning_rate": 4.8134671410929855e-05, | |
| "loss": 2.2232, | |
| "step": 137000 | |
| }, | |
| { | |
| "epoch": 1.0274917941216581, | |
| "grad_norm": 86540.96875, | |
| "learning_rate": 4.7841458486912313e-05, | |
| "loss": 2.229, | |
| "step": 137500 | |
| }, | |
| { | |
| "epoch": 1.0312281075385727, | |
| "grad_norm": 79359.9140625, | |
| "learning_rate": 4.75483199145052e-05, | |
| "loss": 2.2484, | |
| "step": 138000 | |
| }, | |
| { | |
| "epoch": 1.0349644209554874, | |
| "grad_norm": 88735.703125, | |
| "learning_rate": 4.725526579095468e-05, | |
| "loss": 2.2141, | |
| "step": 138500 | |
| }, | |
| { | |
| "epoch": 1.0387007343724022, | |
| "grad_norm": 84116.59375, | |
| "learning_rate": 4.6962306210598024e-05, | |
| "loss": 2.2362, | |
| "step": 139000 | |
| }, | |
| { | |
| "epoch": 1.0424370477893168, | |
| "grad_norm": 85959.921875, | |
| "learning_rate": 4.66694512645159e-05, | |
| "loss": 2.2703, | |
| "step": 139500 | |
| }, | |
| { | |
| "epoch": 1.0461733612062314, | |
| "grad_norm": 76734.796875, | |
| "learning_rate": 4.637671104018486e-05, | |
| "loss": 2.2324, | |
| "step": 140000 | |
| }, | |
| { | |
| "epoch": 1.049909674623146, | |
| "grad_norm": 82724.0078125, | |
| "learning_rate": 4.608409562112983e-05, | |
| "loss": 2.2406, | |
| "step": 140500 | |
| }, | |
| { | |
| "epoch": 1.0536459880400608, | |
| "grad_norm": 85404.375, | |
| "learning_rate": 4.5791615086576726e-05, | |
| "loss": 2.2049, | |
| "step": 141000 | |
| }, | |
| { | |
| "epoch": 1.0573823014569754, | |
| "grad_norm": 73961.2890625, | |
| "learning_rate": 4.549927951110542e-05, | |
| "loss": 2.2176, | |
| "step": 141500 | |
| }, | |
| { | |
| "epoch": 1.06111861487389, | |
| "grad_norm": 83664.9921875, | |
| "learning_rate": 4.5207098964302556e-05, | |
| "loss": 2.2473, | |
| "step": 142000 | |
| }, | |
| { | |
| "epoch": 1.0648549282908046, | |
| "grad_norm": 89258.0390625, | |
| "learning_rate": 4.491508351041477e-05, | |
| "loss": 2.227, | |
| "step": 142500 | |
| }, | |
| { | |
| "epoch": 1.0685912417077195, | |
| "grad_norm": 99317.4296875, | |
| "learning_rate": 4.462324320800205e-05, | |
| "loss": 2.2237, | |
| "step": 143000 | |
| }, | |
| { | |
| "epoch": 1.072327555124634, | |
| "grad_norm": 90441.765625, | |
| "learning_rate": 4.433158810959122e-05, | |
| "loss": 2.2321, | |
| "step": 143500 | |
| }, | |
| { | |
| "epoch": 1.0760638685415487, | |
| "grad_norm": 69907.328125, | |
| "learning_rate": 4.4040128261329724e-05, | |
| "loss": 2.2319, | |
| "step": 144000 | |
| }, | |
| { | |
| "epoch": 1.0798001819584635, | |
| "grad_norm": 87409.109375, | |
| "learning_rate": 4.3748873702639536e-05, | |
| "loss": 2.2581, | |
| "step": 144500 | |
| }, | |
| { | |
| "epoch": 1.083536495375378, | |
| "grad_norm": 91680.8828125, | |
| "learning_rate": 4.345783446587135e-05, | |
| "loss": 2.2381, | |
| "step": 145000 | |
| }, | |
| { | |
| "epoch": 1.0872728087922927, | |
| "grad_norm": 84339.4140625, | |
| "learning_rate": 4.316702057595907e-05, | |
| "loss": 2.2398, | |
| "step": 145500 | |
| }, | |
| { | |
| "epoch": 1.0910091222092073, | |
| "grad_norm": 99060.578125, | |
| "learning_rate": 4.2876442050074436e-05, | |
| "loss": 2.2251, | |
| "step": 146000 | |
| }, | |
| { | |
| "epoch": 1.0947454356261221, | |
| "grad_norm": 103543.2421875, | |
| "learning_rate": 4.258610889728198e-05, | |
| "loss": 2.2536, | |
| "step": 146500 | |
| }, | |
| { | |
| "epoch": 1.0984817490430367, | |
| "grad_norm": 89170.1953125, | |
| "learning_rate": 4.229603111819437e-05, | |
| "loss": 2.1822, | |
| "step": 147000 | |
| }, | |
| { | |
| "epoch": 1.1022180624599514, | |
| "grad_norm": 95436.765625, | |
| "learning_rate": 4.2006218704627756e-05, | |
| "loss": 2.2338, | |
| "step": 147500 | |
| }, | |
| { | |
| "epoch": 1.105954375876866, | |
| "grad_norm": 86420.7265625, | |
| "learning_rate": 4.1716681639257725e-05, | |
| "loss": 2.2153, | |
| "step": 148000 | |
| }, | |
| { | |
| "epoch": 1.1096906892937808, | |
| "grad_norm": 76673.3359375, | |
| "learning_rate": 4.1427429895275446e-05, | |
| "loss": 2.2289, | |
| "step": 148500 | |
| }, | |
| { | |
| "epoch": 1.1134270027106954, | |
| "grad_norm": 101906.8515625, | |
| "learning_rate": 4.113847343604404e-05, | |
| "loss": 2.2297, | |
| "step": 149000 | |
| }, | |
| { | |
| "epoch": 1.11716331612761, | |
| "grad_norm": 88695.703125, | |
| "learning_rate": 4.084982221475554e-05, | |
| "loss": 2.2219, | |
| "step": 149500 | |
| }, | |
| { | |
| "epoch": 1.1208996295445246, | |
| "grad_norm": 100434.46875, | |
| "learning_rate": 4.05614861740879e-05, | |
| "loss": 2.2344, | |
| "step": 150000 | |
| }, | |
| { | |
| "epoch": 1.1246359429614394, | |
| "grad_norm": 90131.671875, | |
| "learning_rate": 4.0273475245862594e-05, | |
| "loss": 2.2137, | |
| "step": 150500 | |
| }, | |
| { | |
| "epoch": 1.128372256378354, | |
| "grad_norm": 84749.8828125, | |
| "learning_rate": 3.998579935070253e-05, | |
| "loss": 2.2358, | |
| "step": 151000 | |
| }, | |
| { | |
| "epoch": 1.1321085697952686, | |
| "grad_norm": 80951.0546875, | |
| "learning_rate": 3.969846839769027e-05, | |
| "loss": 2.2327, | |
| "step": 151500 | |
| }, | |
| { | |
| "epoch": 1.1358448832121835, | |
| "grad_norm": 82394.359375, | |
| "learning_rate": 3.941149228402674e-05, | |
| "loss": 2.2448, | |
| "step": 152000 | |
| }, | |
| { | |
| "epoch": 1.139581196629098, | |
| "grad_norm": 108267.5546875, | |
| "learning_rate": 3.912488089469036e-05, | |
| "loss": 2.211, | |
| "step": 152500 | |
| }, | |
| { | |
| "epoch": 1.1433175100460127, | |
| "grad_norm": 73743.703125, | |
| "learning_rate": 3.883864410209648e-05, | |
| "loss": 2.2159, | |
| "step": 153000 | |
| }, | |
| { | |
| "epoch": 1.1470538234629273, | |
| "grad_norm": 105991.84375, | |
| "learning_rate": 3.855279176575732e-05, | |
| "loss": 2.2191, | |
| "step": 153500 | |
| }, | |
| { | |
| "epoch": 1.150790136879842, | |
| "grad_norm": 88528.921875, | |
| "learning_rate": 3.826733373194247e-05, | |
| "loss": 2.2397, | |
| "step": 154000 | |
| }, | |
| { | |
| "epoch": 1.1545264502967567, | |
| "grad_norm": 99099.5390625, | |
| "learning_rate": 3.798227983333955e-05, | |
| "loss": 2.2083, | |
| "step": 154500 | |
| }, | |
| { | |
| "epoch": 1.1582627637136713, | |
| "grad_norm": 96959.421875, | |
| "learning_rate": 3.769763988871572e-05, | |
| "loss": 2.2146, | |
| "step": 155000 | |
| }, | |
| { | |
| "epoch": 1.1619990771305861, | |
| "grad_norm": 96111.9375, | |
| "learning_rate": 3.741342370257932e-05, | |
| "loss": 2.2421, | |
| "step": 155500 | |
| }, | |
| { | |
| "epoch": 1.1657353905475007, | |
| "grad_norm": 80256.734375, | |
| "learning_rate": 3.712964106484218e-05, | |
| "loss": 2.2199, | |
| "step": 156000 | |
| }, | |
| { | |
| "epoch": 1.1694717039644154, | |
| "grad_norm": 84992.546875, | |
| "learning_rate": 3.684630175048249e-05, | |
| "loss": 2.184, | |
| "step": 156500 | |
| }, | |
| { | |
| "epoch": 1.17320801738133, | |
| "grad_norm": 94191.3671875, | |
| "learning_rate": 3.6563415519207985e-05, | |
| "loss": 2.2505, | |
| "step": 157000 | |
| }, | |
| { | |
| "epoch": 1.1769443307982446, | |
| "grad_norm": 76174.2421875, | |
| "learning_rate": 3.62809921151198e-05, | |
| "loss": 2.2143, | |
| "step": 157500 | |
| }, | |
| { | |
| "epoch": 1.1806806442151594, | |
| "grad_norm": 89977.34375, | |
| "learning_rate": 3.599904126637692e-05, | |
| "loss": 2.2338, | |
| "step": 158000 | |
| }, | |
| { | |
| "epoch": 1.184416957632074, | |
| "grad_norm": 107886.5390625, | |
| "learning_rate": 3.571757268486096e-05, | |
| "loss": 2.2516, | |
| "step": 158500 | |
| }, | |
| { | |
| "epoch": 1.1881532710489886, | |
| "grad_norm": 60902.64453125, | |
| "learning_rate": 3.54365960658417e-05, | |
| "loss": 2.197, | |
| "step": 159000 | |
| }, | |
| { | |
| "epoch": 1.1918895844659034, | |
| "grad_norm": 91395.515625, | |
| "learning_rate": 3.5156121087643154e-05, | |
| "loss": 2.2238, | |
| "step": 159500 | |
| }, | |
| { | |
| "epoch": 1.195625897882818, | |
| "grad_norm": 90301.53125, | |
| "learning_rate": 3.487615741131013e-05, | |
| "loss": 2.2317, | |
| "step": 160000 | |
| }, | |
| { | |
| "epoch": 1.1993622112997326, | |
| "grad_norm": 91005.0625, | |
| "learning_rate": 3.459671468027553e-05, | |
| "loss": 2.2019, | |
| "step": 160500 | |
| }, | |
| { | |
| "epoch": 1.2030985247166472, | |
| "grad_norm": 81654.03125, | |
| "learning_rate": 3.4317802520028117e-05, | |
| "loss": 2.2199, | |
| "step": 161000 | |
| }, | |
| { | |
| "epoch": 1.206834838133562, | |
| "grad_norm": 100322.15625, | |
| "learning_rate": 3.403943053778097e-05, | |
| "loss": 2.2668, | |
| "step": 161500 | |
| }, | |
| { | |
| "epoch": 1.2105711515504767, | |
| "grad_norm": 84712.84375, | |
| "learning_rate": 3.37616083221406e-05, | |
| "loss": 2.215, | |
| "step": 162000 | |
| }, | |
| { | |
| "epoch": 1.2143074649673913, | |
| "grad_norm": 93723.7734375, | |
| "learning_rate": 3.348434544277663e-05, | |
| "loss": 2.2052, | |
| "step": 162500 | |
| }, | |
| { | |
| "epoch": 1.218043778384306, | |
| "grad_norm": 98371.0859375, | |
| "learning_rate": 3.320765145009216e-05, | |
| "loss": 2.1767, | |
| "step": 163000 | |
| }, | |
| { | |
| "epoch": 1.2217800918012207, | |
| "grad_norm": 78824.3359375, | |
| "learning_rate": 3.293153587489488e-05, | |
| "loss": 2.2341, | |
| "step": 163500 | |
| }, | |
| { | |
| "epoch": 1.2255164052181353, | |
| "grad_norm": 93536.6640625, | |
| "learning_rate": 3.265600822806866e-05, | |
| "loss": 2.1954, | |
| "step": 164000 | |
| }, | |
| { | |
| "epoch": 1.22925271863505, | |
| "grad_norm": 89381.3203125, | |
| "learning_rate": 3.2381078000245965e-05, | |
| "loss": 2.2026, | |
| "step": 164500 | |
| }, | |
| { | |
| "epoch": 1.2329890320519645, | |
| "grad_norm": 110292.1484375, | |
| "learning_rate": 3.2106754661481086e-05, | |
| "loss": 2.2022, | |
| "step": 165000 | |
| }, | |
| { | |
| "epoch": 1.2367253454688794, | |
| "grad_norm": 89096.8359375, | |
| "learning_rate": 3.183304766092374e-05, | |
| "loss": 2.1618, | |
| "step": 165500 | |
| }, | |
| { | |
| "epoch": 1.240461658885794, | |
| "grad_norm": 97123.8671875, | |
| "learning_rate": 3.1559966426493804e-05, | |
| "loss": 2.192, | |
| "step": 166000 | |
| }, | |
| { | |
| "epoch": 1.2441979723027086, | |
| "grad_norm": 86452.890625, | |
| "learning_rate": 3.128752036455631e-05, | |
| "loss": 2.203, | |
| "step": 166500 | |
| }, | |
| { | |
| "epoch": 1.2479342857196234, | |
| "grad_norm": 99330.265625, | |
| "learning_rate": 3.101571885959766e-05, | |
| "loss": 2.1653, | |
| "step": 167000 | |
| }, | |
| { | |
| "epoch": 1.251670599136538, | |
| "grad_norm": 82720.1015625, | |
| "learning_rate": 3.0744571273902345e-05, | |
| "loss": 2.1893, | |
| "step": 167500 | |
| }, | |
| { | |
| "epoch": 1.2554069125534526, | |
| "grad_norm": 98328.6328125, | |
| "learning_rate": 3.047408694723032e-05, | |
| "loss": 2.2091, | |
| "step": 168000 | |
| }, | |
| { | |
| "epoch": 1.2591432259703672, | |
| "grad_norm": 89367.40625, | |
| "learning_rate": 3.0204275196495414e-05, | |
| "loss": 2.1961, | |
| "step": 168500 | |
| }, | |
| { | |
| "epoch": 1.262879539387282, | |
| "grad_norm": 95675.3203125, | |
| "learning_rate": 2.99351453154444e-05, | |
| "loss": 2.1824, | |
| "step": 169000 | |
| }, | |
| { | |
| "epoch": 1.2666158528041966, | |
| "grad_norm": 83745.3359375, | |
| "learning_rate": 2.9666706574336834e-05, | |
| "loss": 2.1793, | |
| "step": 169500 | |
| }, | |
| { | |
| "epoch": 1.2703521662211112, | |
| "grad_norm": 92235.09375, | |
| "learning_rate": 2.9398968219625706e-05, | |
| "loss": 2.2034, | |
| "step": 170000 | |
| }, | |
| { | |
| "epoch": 1.274088479638026, | |
| "grad_norm": 79515.6328125, | |
| "learning_rate": 2.913193947363908e-05, | |
| "loss": 2.2091, | |
| "step": 170500 | |
| }, | |
| { | |
| "epoch": 1.2778247930549407, | |
| "grad_norm": 92163.1640625, | |
| "learning_rate": 2.8865629534262216e-05, | |
| "loss": 2.2082, | |
| "step": 171000 | |
| }, | |
| { | |
| "epoch": 1.2815611064718553, | |
| "grad_norm": 90488.1484375, | |
| "learning_rate": 2.8600047574620998e-05, | |
| "loss": 2.1976, | |
| "step": 171500 | |
| }, | |
| { | |
| "epoch": 1.2852974198887699, | |
| "grad_norm": 93587.21875, | |
| "learning_rate": 2.83352027427657e-05, | |
| "loss": 2.2092, | |
| "step": 172000 | |
| }, | |
| { | |
| "epoch": 1.2890337333056845, | |
| "grad_norm": 90367.0546875, | |
| "learning_rate": 2.8071104161356087e-05, | |
| "loss": 2.2086, | |
| "step": 172500 | |
| }, | |
| { | |
| "epoch": 1.2927700467225993, | |
| "grad_norm": 94576.171875, | |
| "learning_rate": 2.7807760927347102e-05, | |
| "loss": 2.2071, | |
| "step": 173000 | |
| }, | |
| { | |
| "epoch": 1.296506360139514, | |
| "grad_norm": 84362.703125, | |
| "learning_rate": 2.7545182111675466e-05, | |
| "loss": 2.1646, | |
| "step": 173500 | |
| }, | |
| { | |
| "epoch": 1.3002426735564285, | |
| "grad_norm": 99929.3984375, | |
| "learning_rate": 2.7283376758947333e-05, | |
| "loss": 2.1721, | |
| "step": 174000 | |
| }, | |
| { | |
| "epoch": 1.3039789869733434, | |
| "grad_norm": 99786.953125, | |
| "learning_rate": 2.7022353887126668e-05, | |
| "loss": 2.2208, | |
| "step": 174500 | |
| }, | |
| { | |
| "epoch": 1.307715300390258, | |
| "grad_norm": 118692.8046875, | |
| "learning_rate": 2.6762122487224684e-05, | |
| "loss": 2.2036, | |
| "step": 175000 | |
| }, | |
| { | |
| "epoch": 1.3114516138071726, | |
| "grad_norm": 88971.234375, | |
| "learning_rate": 2.6502691522990032e-05, | |
| "loss": 2.2018, | |
| "step": 175500 | |
| }, | |
| { | |
| "epoch": 1.3151879272240872, | |
| "grad_norm": 106580.484375, | |
| "learning_rate": 2.624406993060019e-05, | |
| "loss": 2.1668, | |
| "step": 176000 | |
| }, | |
| { | |
| "epoch": 1.318924240641002, | |
| "grad_norm": 94986.0390625, | |
| "learning_rate": 2.598626661835354e-05, | |
| "loss": 2.1782, | |
| "step": 176500 | |
| }, | |
| { | |
| "epoch": 1.3226605540579166, | |
| "grad_norm": 87692.828125, | |
| "learning_rate": 2.5729290466362565e-05, | |
| "loss": 2.251, | |
| "step": 177000 | |
| }, | |
| { | |
| "epoch": 1.3263968674748312, | |
| "grad_norm": 93603.875, | |
| "learning_rate": 2.5473150326248006e-05, | |
| "loss": 2.2143, | |
| "step": 177500 | |
| }, | |
| { | |
| "epoch": 1.330133180891746, | |
| "grad_norm": 98669.8828125, | |
| "learning_rate": 2.521785502083384e-05, | |
| "loss": 2.1962, | |
| "step": 178000 | |
| }, | |
| { | |
| "epoch": 1.3338694943086606, | |
| "grad_norm": 77537.9609375, | |
| "learning_rate": 2.4963413343843522e-05, | |
| "loss": 2.1533, | |
| "step": 178500 | |
| }, | |
| { | |
| "epoch": 1.3376058077255752, | |
| "grad_norm": 107931.5625, | |
| "learning_rate": 2.4709834059597026e-05, | |
| "loss": 2.1715, | |
| "step": 179000 | |
| }, | |
| { | |
| "epoch": 1.3413421211424899, | |
| "grad_norm": 91190.8125, | |
| "learning_rate": 2.4457125902708872e-05, | |
| "loss": 2.1757, | |
| "step": 179500 | |
| }, | |
| { | |
| "epoch": 1.3450784345594045, | |
| "grad_norm": 84562.8046875, | |
| "learning_rate": 2.420529757778746e-05, | |
| "loss": 2.1666, | |
| "step": 180000 | |
| }, | |
| { | |
| "epoch": 1.3488147479763193, | |
| "grad_norm": 99736.1640625, | |
| "learning_rate": 2.3954357759134995e-05, | |
| "loss": 2.1948, | |
| "step": 180500 | |
| }, | |
| { | |
| "epoch": 1.3525510613932339, | |
| "grad_norm": 93177.078125, | |
| "learning_rate": 2.3704315090448886e-05, | |
| "loss": 2.1868, | |
| "step": 181000 | |
| }, | |
| { | |
| "epoch": 1.3562873748101485, | |
| "grad_norm": 77689.5625, | |
| "learning_rate": 2.345517818452394e-05, | |
| "loss": 2.2091, | |
| "step": 181500 | |
| }, | |
| { | |
| "epoch": 1.3600236882270633, | |
| "grad_norm": 92219.8671875, | |
| "learning_rate": 2.3206955622955623e-05, | |
| "loss": 2.1795, | |
| "step": 182000 | |
| }, | |
| { | |
| "epoch": 1.363760001643978, | |
| "grad_norm": 96159.34375, | |
| "learning_rate": 2.2959655955844656e-05, | |
| "loss": 2.2186, | |
| "step": 182500 | |
| }, | |
| { | |
| "epoch": 1.3674963150608925, | |
| "grad_norm": 84869.453125, | |
| "learning_rate": 2.271328770150227e-05, | |
| "loss": 2.1516, | |
| "step": 183000 | |
| }, | |
| { | |
| "epoch": 1.3712326284778071, | |
| "grad_norm": 79080.1484375, | |
| "learning_rate": 2.2467859346156968e-05, | |
| "loss": 2.2031, | |
| "step": 183500 | |
| }, | |
| { | |
| "epoch": 1.374968941894722, | |
| "grad_norm": 107557.9765625, | |
| "learning_rate": 2.222337934366214e-05, | |
| "loss": 2.1703, | |
| "step": 184000 | |
| }, | |
| { | |
| "epoch": 1.3787052553116366, | |
| "grad_norm": 104010.9296875, | |
| "learning_rate": 2.1979856115204845e-05, | |
| "loss": 2.1637, | |
| "step": 184500 | |
| }, | |
| { | |
| "epoch": 1.3824415687285512, | |
| "grad_norm": 93606.03125, | |
| "learning_rate": 2.173729804901581e-05, | |
| "loss": 2.1746, | |
| "step": 185000 | |
| }, | |
| { | |
| "epoch": 1.386177882145466, | |
| "grad_norm": 100350.8515625, | |
| "learning_rate": 2.1495713500080443e-05, | |
| "loss": 2.1847, | |
| "step": 185500 | |
| }, | |
| { | |
| "epoch": 1.3899141955623806, | |
| "grad_norm": 91779.265625, | |
| "learning_rate": 2.1255110789851084e-05, | |
| "loss": 2.1576, | |
| "step": 186000 | |
| }, | |
| { | |
| "epoch": 1.3936505089792952, | |
| "grad_norm": 112973.15625, | |
| "learning_rate": 2.1015498205960283e-05, | |
| "loss": 2.177, | |
| "step": 186500 | |
| }, | |
| { | |
| "epoch": 1.3973868223962098, | |
| "grad_norm": 91850.71875, | |
| "learning_rate": 2.0776884001935437e-05, | |
| "loss": 2.1904, | |
| "step": 187000 | |
| }, | |
| { | |
| "epoch": 1.4011231358131244, | |
| "grad_norm": 92866.7265625, | |
| "learning_rate": 2.0539276396914448e-05, | |
| "loss": 2.1891, | |
| "step": 187500 | |
| }, | |
| { | |
| "epoch": 1.4048594492300392, | |
| "grad_norm": 94535.1640625, | |
| "learning_rate": 2.0302683575362608e-05, | |
| "loss": 2.1768, | |
| "step": 188000 | |
| }, | |
| { | |
| "epoch": 1.4085957626469539, | |
| "grad_norm": 99327.2890625, | |
| "learning_rate": 2.0067113686790694e-05, | |
| "loss": 2.195, | |
| "step": 188500 | |
| }, | |
| { | |
| "epoch": 1.4123320760638687, | |
| "grad_norm": 95519.703125, | |
| "learning_rate": 1.983257484547421e-05, | |
| "loss": 2.1735, | |
| "step": 189000 | |
| }, | |
| { | |
| "epoch": 1.4160683894807833, | |
| "grad_norm": 93955.65625, | |
| "learning_rate": 1.9599075130173977e-05, | |
| "loss": 2.2019, | |
| "step": 189500 | |
| }, | |
| { | |
| "epoch": 1.419804702897698, | |
| "grad_norm": 143901.203125, | |
| "learning_rate": 1.9366622583857803e-05, | |
| "loss": 2.1768, | |
| "step": 190000 | |
| }, | |
| { | |
| "epoch": 1.4235410163146125, | |
| "grad_norm": 77758.40625, | |
| "learning_rate": 1.913522521342338e-05, | |
| "loss": 2.1481, | |
| "step": 190500 | |
| }, | |
| { | |
| "epoch": 1.427277329731527, | |
| "grad_norm": 102854.71875, | |
| "learning_rate": 1.890489098942267e-05, | |
| "loss": 2.1364, | |
| "step": 191000 | |
| }, | |
| { | |
| "epoch": 1.431013643148442, | |
| "grad_norm": 76422.46875, | |
| "learning_rate": 1.8675627845787126e-05, | |
| "loss": 2.1446, | |
| "step": 191500 | |
| }, | |
| { | |
| "epoch": 1.4347499565653565, | |
| "grad_norm": 103994.8359375, | |
| "learning_rate": 1.8447443679554567e-05, | |
| "loss": 2.1618, | |
| "step": 192000 | |
| }, | |
| { | |
| "epoch": 1.4384862699822711, | |
| "grad_norm": 93646.765625, | |
| "learning_rate": 1.8220346350597123e-05, | |
| "loss": 2.2005, | |
| "step": 192500 | |
| }, | |
| { | |
| "epoch": 1.442222583399186, | |
| "grad_norm": 104911.5234375, | |
| "learning_rate": 1.7994343681350422e-05, | |
| "loss": 2.185, | |
| "step": 193000 | |
| }, | |
| { | |
| "epoch": 1.4459588968161006, | |
| "grad_norm": 103320.125, | |
| "learning_rate": 1.7769443456544322e-05, | |
| "loss": 2.1904, | |
| "step": 193500 | |
| }, | |
| { | |
| "epoch": 1.4496952102330152, | |
| "grad_norm": 88957.3203125, | |
| "learning_rate": 1.7545653422934537e-05, | |
| "loss": 2.1924, | |
| "step": 194000 | |
| }, | |
| { | |
| "epoch": 1.4534315236499298, | |
| "grad_norm": 98682.171875, | |
| "learning_rate": 1.732298128903597e-05, | |
| "loss": 2.1546, | |
| "step": 194500 | |
| }, | |
| { | |
| "epoch": 1.4571678370668444, | |
| "grad_norm": 93626.0234375, | |
| "learning_rate": 1.7101434724857147e-05, | |
| "loss": 2.1653, | |
| "step": 195000 | |
| }, | |
| { | |
| "epoch": 1.4609041504837592, | |
| "grad_norm": 84740.2265625, | |
| "learning_rate": 1.6881021361635947e-05, | |
| "loss": 2.1835, | |
| "step": 195500 | |
| }, | |
| { | |
| "epoch": 1.4646404639006738, | |
| "grad_norm": 95559.859375, | |
| "learning_rate": 1.6661748791576855e-05, | |
| "loss": 2.1716, | |
| "step": 196000 | |
| }, | |
| { | |
| "epoch": 1.4683767773175886, | |
| "grad_norm": 105746.453125, | |
| "learning_rate": 1.6443624567589377e-05, | |
| "loss": 2.1467, | |
| "step": 196500 | |
| }, | |
| { | |
| "epoch": 1.4721130907345032, | |
| "grad_norm": 93445.3515625, | |
| "learning_rate": 1.622665620302789e-05, | |
| "loss": 2.1673, | |
| "step": 197000 | |
| }, | |
| { | |
| "epoch": 1.4758494041514179, | |
| "grad_norm": 88159.8125, | |
| "learning_rate": 1.6010851171432874e-05, | |
| "loss": 2.1727, | |
| "step": 197500 | |
| }, | |
| { | |
| "epoch": 1.4795857175683325, | |
| "grad_norm": 93973.4375, | |
| "learning_rate": 1.5796216906273388e-05, | |
| "loss": 2.1824, | |
| "step": 198000 | |
| }, | |
| { | |
| "epoch": 1.483322030985247, | |
| "grad_norm": 95876.78125, | |
| "learning_rate": 1.5582760800691155e-05, | |
| "loss": 2.1858, | |
| "step": 198500 | |
| }, | |
| { | |
| "epoch": 1.487058344402162, | |
| "grad_norm": 90519.78125, | |
| "learning_rate": 1.537049020724581e-05, | |
| "loss": 2.1984, | |
| "step": 199000 | |
| }, | |
| { | |
| "epoch": 1.4907946578190765, | |
| "grad_norm": 88962.28125, | |
| "learning_rate": 1.515941243766169e-05, | |
| "loss": 2.2229, | |
| "step": 199500 | |
| }, | |
| { | |
| "epoch": 1.494530971235991, | |
| "grad_norm": 113852.828125, | |
| "learning_rate": 1.4949534762575912e-05, | |
| "loss": 2.157, | |
| "step": 200000 | |
| }, | |
| { | |
| "epoch": 1.498267284652906, | |
| "grad_norm": 97744.3984375, | |
| "learning_rate": 1.4740864411288013e-05, | |
| "loss": 2.1711, | |
| "step": 200500 | |
| }, | |
| { | |
| "epoch": 1.5020035980698205, | |
| "grad_norm": 88245.1640625, | |
| "learning_rate": 1.4533408571510904e-05, | |
| "loss": 2.1867, | |
| "step": 201000 | |
| }, | |
| { | |
| "epoch": 1.5057399114867351, | |
| "grad_norm": 89220.171875, | |
| "learning_rate": 1.4327174389123227e-05, | |
| "loss": 2.1382, | |
| "step": 201500 | |
| }, | |
| { | |
| "epoch": 1.5094762249036497, | |
| "grad_norm": 108794.328125, | |
| "learning_rate": 1.4122168967923366e-05, | |
| "loss": 2.1608, | |
| "step": 202000 | |
| }, | |
| { | |
| "epoch": 1.5132125383205643, | |
| "grad_norm": 108413.6640625, | |
| "learning_rate": 1.3918399369384556e-05, | |
| "loss": 2.1657, | |
| "step": 202500 | |
| }, | |
| { | |
| "epoch": 1.5169488517374792, | |
| "grad_norm": 92711.84375, | |
| "learning_rate": 1.3715872612411806e-05, | |
| "loss": 2.1385, | |
| "step": 203000 | |
| }, | |
| { | |
| "epoch": 1.5206851651543938, | |
| "grad_norm": 97720.765625, | |
| "learning_rate": 1.3514595673100084e-05, | |
| "loss": 2.1467, | |
| "step": 203500 | |
| }, | |
| { | |
| "epoch": 1.5244214785713086, | |
| "grad_norm": 86545.078125, | |
| "learning_rate": 1.3314575484493946e-05, | |
| "loss": 2.152, | |
| "step": 204000 | |
| }, | |
| { | |
| "epoch": 1.5281577919882232, | |
| "grad_norm": 96816.7421875, | |
| "learning_rate": 1.3115818936348889e-05, | |
| "loss": 2.1636, | |
| "step": 204500 | |
| }, | |
| { | |
| "epoch": 1.5318941054051378, | |
| "grad_norm": 100713.7734375, | |
| "learning_rate": 1.2918332874893869e-05, | |
| "loss": 2.1784, | |
| "step": 205000 | |
| }, | |
| { | |
| "epoch": 1.5356304188220524, | |
| "grad_norm": 97874.359375, | |
| "learning_rate": 1.2722124102595518e-05, | |
| "loss": 2.1903, | |
| "step": 205500 | |
| }, | |
| { | |
| "epoch": 1.539366732238967, | |
| "grad_norm": 91848.2734375, | |
| "learning_rate": 1.252719937792397e-05, | |
| "loss": 2.1524, | |
| "step": 206000 | |
| }, | |
| { | |
| "epoch": 1.5431030456558816, | |
| "grad_norm": 95539.515625, | |
| "learning_rate": 1.2333565415119835e-05, | |
| "loss": 2.1813, | |
| "step": 206500 | |
| }, | |
| { | |
| "epoch": 1.5468393590727965, | |
| "grad_norm": 92111.3984375, | |
| "learning_rate": 1.2141228883963118e-05, | |
| "loss": 2.1615, | |
| "step": 207000 | |
| }, | |
| { | |
| "epoch": 1.5505756724897113, | |
| "grad_norm": 90152.640625, | |
| "learning_rate": 1.195019640954339e-05, | |
| "loss": 2.1615, | |
| "step": 207500 | |
| }, | |
| { | |
| "epoch": 1.554311985906626, | |
| "grad_norm": 96634.609375, | |
| "learning_rate": 1.1760474572031538e-05, | |
| "loss": 2.1455, | |
| "step": 208000 | |
| }, | |
| { | |
| "epoch": 1.5580482993235405, | |
| "grad_norm": 102015.8984375, | |
| "learning_rate": 1.1572069906453265e-05, | |
| "loss": 2.1508, | |
| "step": 208500 | |
| }, | |
| { | |
| "epoch": 1.561784612740455, | |
| "grad_norm": 90662.0859375, | |
| "learning_rate": 1.1384988902463806e-05, | |
| "loss": 2.1443, | |
| "step": 209000 | |
| }, | |
| { | |
| "epoch": 1.5655209261573697, | |
| "grad_norm": 101081.84375, | |
| "learning_rate": 1.1199238004124519e-05, | |
| "loss": 2.191, | |
| "step": 209500 | |
| }, | |
| { | |
| "epoch": 1.5692572395742843, | |
| "grad_norm": 86159.140625, | |
| "learning_rate": 1.101482360968088e-05, | |
| "loss": 2.1739, | |
| "step": 210000 | |
| }, | |
| { | |
| "epoch": 1.5729935529911991, | |
| "grad_norm": 96140.9296875, | |
| "learning_rate": 1.0831752071342033e-05, | |
| "loss": 2.1597, | |
| "step": 210500 | |
| }, | |
| { | |
| "epoch": 1.5767298664081137, | |
| "grad_norm": 93931.6484375, | |
| "learning_rate": 1.0650029695062103e-05, | |
| "loss": 2.1704, | |
| "step": 211000 | |
| }, | |
| { | |
| "epoch": 1.5804661798250286, | |
| "grad_norm": 96550.375, | |
| "learning_rate": 1.0469662740322888e-05, | |
| "loss": 2.1762, | |
| "step": 211500 | |
| }, | |
| { | |
| "epoch": 1.5842024932419432, | |
| "grad_norm": 91985.375, | |
| "learning_rate": 1.0290657419918308e-05, | |
| "loss": 2.1537, | |
| "step": 212000 | |
| }, | |
| { | |
| "epoch": 1.5879388066588578, | |
| "grad_norm": 99446.453125, | |
| "learning_rate": 1.0113019899740345e-05, | |
| "loss": 2.1567, | |
| "step": 212500 | |
| }, | |
| { | |
| "epoch": 1.5916751200757724, | |
| "grad_norm": 90499.4453125, | |
| "learning_rate": 9.936756298566724e-06, | |
| "loss": 2.1542, | |
| "step": 213000 | |
| }, | |
| { | |
| "epoch": 1.595411433492687, | |
| "grad_norm": 91874.203125, | |
| "learning_rate": 9.761872687850093e-06, | |
| "loss": 2.1701, | |
| "step": 213500 | |
| }, | |
| { | |
| "epoch": 1.5991477469096018, | |
| "grad_norm": 101494.265625, | |
| "learning_rate": 9.588375091508945e-06, | |
| "loss": 2.1785, | |
| "step": 214000 | |
| }, | |
| { | |
| "epoch": 1.6028840603265164, | |
| "grad_norm": 101492.890625, | |
| "learning_rate": 9.41626948572007e-06, | |
| "loss": 2.1681, | |
| "step": 214500 | |
| }, | |
| { | |
| "epoch": 1.6066203737434313, | |
| "grad_norm": 97085.359375, | |
| "learning_rate": 9.245561798712704e-06, | |
| "loss": 2.163, | |
| "step": 215000 | |
| }, | |
| { | |
| "epoch": 1.6103566871603459, | |
| "grad_norm": 101823.4609375, | |
| "learning_rate": 9.076257910564402e-06, | |
| "loss": 2.1538, | |
| "step": 215500 | |
| }, | |
| { | |
| "epoch": 1.6140930005772605, | |
| "grad_norm": 91494.078125, | |
| "learning_rate": 8.908363652998414e-06, | |
| "loss": 2.1235, | |
| "step": 216000 | |
| }, | |
| { | |
| "epoch": 1.617829313994175, | |
| "grad_norm": 85581.09375, | |
| "learning_rate": 8.74188480918282e-06, | |
| "loss": 2.1736, | |
| "step": 216500 | |
| }, | |
| { | |
| "epoch": 1.6215656274110897, | |
| "grad_norm": 92024.046875, | |
| "learning_rate": 8.576827113531427e-06, | |
| "loss": 2.177, | |
| "step": 217000 | |
| }, | |
| { | |
| "epoch": 1.6253019408280043, | |
| "grad_norm": 74753.4296875, | |
| "learning_rate": 8.413196251506073e-06, | |
| "loss": 2.143, | |
| "step": 217500 | |
| }, | |
| { | |
| "epoch": 1.629038254244919, | |
| "grad_norm": 107585.3125, | |
| "learning_rate": 8.25099785942094e-06, | |
| "loss": 2.1522, | |
| "step": 218000 | |
| }, | |
| { | |
| "epoch": 1.6327745676618337, | |
| "grad_norm": 94180.15625, | |
| "learning_rate": 8.090237524248346e-06, | |
| "loss": 2.1343, | |
| "step": 218500 | |
| }, | |
| { | |
| "epoch": 1.6365108810787485, | |
| "grad_norm": 102109.1953125, | |
| "learning_rate": 7.930920783426265e-06, | |
| "loss": 2.1643, | |
| "step": 219000 | |
| }, | |
| { | |
| "epoch": 1.6402471944956631, | |
| "grad_norm": 107961.2109375, | |
| "learning_rate": 7.773053124667712e-06, | |
| "loss": 2.1483, | |
| "step": 219500 | |
| }, | |
| { | |
| "epoch": 1.6439835079125777, | |
| "grad_norm": 89340.9296875, | |
| "learning_rate": 7.616639985771556e-06, | |
| "loss": 2.1602, | |
| "step": 220000 | |
| }, | |
| { | |
| "epoch": 1.6477198213294924, | |
| "grad_norm": 103068.6015625, | |
| "learning_rate": 7.461686754435332e-06, | |
| "loss": 2.1549, | |
| "step": 220500 | |
| }, | |
| { | |
| "epoch": 1.651456134746407, | |
| "grad_norm": 101308.2421875, | |
| "learning_rate": 7.30819876806963e-06, | |
| "loss": 2.1645, | |
| "step": 221000 | |
| }, | |
| { | |
| "epoch": 1.6551924481633218, | |
| "grad_norm": 116589.4140625, | |
| "learning_rate": 7.156181313614185e-06, | |
| "loss": 2.1538, | |
| "step": 221500 | |
| }, | |
| { | |
| "epoch": 1.6589287615802364, | |
| "grad_norm": 107515.390625, | |
| "learning_rate": 7.005639627355881e-06, | |
| "loss": 2.1506, | |
| "step": 222000 | |
| }, | |
| { | |
| "epoch": 1.6626650749971512, | |
| "grad_norm": 105536.6484375, | |
| "learning_rate": 6.856578894748284e-06, | |
| "loss": 2.1563, | |
| "step": 222500 | |
| }, | |
| { | |
| "epoch": 1.6664013884140658, | |
| "grad_norm": 125030.3046875, | |
| "learning_rate": 6.709004250233097e-06, | |
| "loss": 2.1574, | |
| "step": 223000 | |
| }, | |
| { | |
| "epoch": 1.6701377018309804, | |
| "grad_norm": 95777.0546875, | |
| "learning_rate": 6.562920777063231e-06, | |
| "loss": 2.1502, | |
| "step": 223500 | |
| }, | |
| { | |
| "epoch": 1.673874015247895, | |
| "grad_norm": 125466.265625, | |
| "learning_rate": 6.418333507127788e-06, | |
| "loss": 2.1569, | |
| "step": 224000 | |
| }, | |
| { | |
| "epoch": 1.6776103286648096, | |
| "grad_norm": 82233.953125, | |
| "learning_rate": 6.275247420778685e-06, | |
| "loss": 2.1315, | |
| "step": 224500 | |
| }, | |
| { | |
| "epoch": 1.6813466420817242, | |
| "grad_norm": 86722.7890625, | |
| "learning_rate": 6.133667446659131e-06, | |
| "loss": 2.1662, | |
| "step": 225000 | |
| }, | |
| { | |
| "epoch": 1.685082955498639, | |
| "grad_norm": 95386.34375, | |
| "learning_rate": 5.993598461533845e-06, | |
| "loss": 2.147, | |
| "step": 225500 | |
| }, | |
| { | |
| "epoch": 1.6888192689155537, | |
| "grad_norm": 82564.6484375, | |
| "learning_rate": 5.855045290121047e-06, | |
| "loss": 2.1426, | |
| "step": 226000 | |
| }, | |
| { | |
| "epoch": 1.6925555823324685, | |
| "grad_norm": 86084.6875, | |
| "learning_rate": 5.71801270492634e-06, | |
| "loss": 2.1517, | |
| "step": 226500 | |
| }, | |
| { | |
| "epoch": 1.696291895749383, | |
| "grad_norm": 90130.1796875, | |
| "learning_rate": 5.58250542607826e-06, | |
| "loss": 2.143, | |
| "step": 227000 | |
| }, | |
| { | |
| "epoch": 1.7000282091662977, | |
| "grad_norm": 95907.765625, | |
| "learning_rate": 5.448528121165691e-06, | |
| "loss": 2.1631, | |
| "step": 227500 | |
| }, | |
| { | |
| "epoch": 1.7037645225832123, | |
| "grad_norm": 88561.578125, | |
| "learning_rate": 5.316085405077159e-06, | |
| "loss": 2.135, | |
| "step": 228000 | |
| }, | |
| { | |
| "epoch": 1.707500836000127, | |
| "grad_norm": 94637.078125, | |
| "learning_rate": 5.185181839841746e-06, | |
| "loss": 2.1314, | |
| "step": 228500 | |
| }, | |
| { | |
| "epoch": 1.7112371494170417, | |
| "grad_norm": 96587.3125, | |
| "learning_rate": 5.055821934472071e-06, | |
| "loss": 2.1399, | |
| "step": 229000 | |
| }, | |
| { | |
| "epoch": 1.7149734628339564, | |
| "grad_norm": 91652.40625, | |
| "learning_rate": 4.92801014480892e-06, | |
| "loss": 2.1798, | |
| "step": 229500 | |
| }, | |
| { | |
| "epoch": 1.7187097762508712, | |
| "grad_norm": 104303.1015625, | |
| "learning_rate": 4.801750873367728e-06, | |
| "loss": 2.1749, | |
| "step": 230000 | |
| }, | |
| { | |
| "epoch": 1.7224460896677858, | |
| "grad_norm": 85994.984375, | |
| "learning_rate": 4.677048469187045e-06, | |
| "loss": 2.161, | |
| "step": 230500 | |
| }, | |
| { | |
| "epoch": 1.7261824030847004, | |
| "grad_norm": 105747.375, | |
| "learning_rate": 4.553907227678594e-06, | |
| "loss": 2.1273, | |
| "step": 231000 | |
| }, | |
| { | |
| "epoch": 1.729918716501615, | |
| "grad_norm": 108115.8125, | |
| "learning_rate": 4.432331390479416e-06, | |
| "loss": 2.1493, | |
| "step": 231500 | |
| }, | |
| { | |
| "epoch": 1.7336550299185296, | |
| "grad_norm": 97434.2109375, | |
| "learning_rate": 4.312325145305729e-06, | |
| "loss": 2.1339, | |
| "step": 232000 | |
| }, | |
| { | |
| "epoch": 1.7373913433354442, | |
| "grad_norm": 100293.0546875, | |
| "learning_rate": 4.193892625808659e-06, | |
| "loss": 2.1501, | |
| "step": 232500 | |
| }, | |
| { | |
| "epoch": 1.741127656752359, | |
| "grad_norm": 102609.921875, | |
| "learning_rate": 4.077037911431913e-06, | |
| "loss": 2.1309, | |
| "step": 233000 | |
| }, | |
| { | |
| "epoch": 1.7448639701692736, | |
| "grad_norm": 115093.4453125, | |
| "learning_rate": 3.961765027271197e-06, | |
| "loss": 2.144, | |
| "step": 233500 | |
| }, | |
| { | |
| "epoch": 1.7486002835861885, | |
| "grad_norm": 85552.25, | |
| "learning_rate": 3.84807794393563e-06, | |
| "loss": 2.0989, | |
| "step": 234000 | |
| }, | |
| { | |
| "epoch": 1.752336597003103, | |
| "grad_norm": 104233.3359375, | |
| "learning_rate": 3.735980577410908e-06, | |
| "loss": 2.1801, | |
| "step": 234500 | |
| }, | |
| { | |
| "epoch": 1.7560729104200177, | |
| "grad_norm": 103465.9375, | |
| "learning_rate": 3.6254767889244813e-06, | |
| "loss": 2.131, | |
| "step": 235000 | |
| }, | |
| { | |
| "epoch": 1.7598092238369323, | |
| "grad_norm": 100807.5546875, | |
| "learning_rate": 3.516570384812523e-06, | |
| "loss": 2.1221, | |
| "step": 235500 | |
| }, | |
| { | |
| "epoch": 1.7635455372538469, | |
| "grad_norm": 104049.0078125, | |
| "learning_rate": 3.4092651163888154e-06, | |
| "loss": 2.1382, | |
| "step": 236000 | |
| }, | |
| { | |
| "epoch": 1.7672818506707617, | |
| "grad_norm": 100944.1015625, | |
| "learning_rate": 3.303564679815557e-06, | |
| "loss": 2.1736, | |
| "step": 236500 | |
| }, | |
| { | |
| "epoch": 1.7710181640876763, | |
| "grad_norm": 104766.390625, | |
| "learning_rate": 3.1994727159759986e-06, | |
| "loss": 2.1125, | |
| "step": 237000 | |
| }, | |
| { | |
| "epoch": 1.7747544775045911, | |
| "grad_norm": 95535.8515625, | |
| "learning_rate": 3.0969928103490976e-06, | |
| "loss": 2.1478, | |
| "step": 237500 | |
| }, | |
| { | |
| "epoch": 1.7784907909215057, | |
| "grad_norm": 89555.0859375, | |
| "learning_rate": 2.996128492885969e-06, | |
| "loss": 2.1244, | |
| "step": 238000 | |
| }, | |
| { | |
| "epoch": 1.7822271043384204, | |
| "grad_norm": 101483.0546875, | |
| "learning_rate": 2.8968832378882926e-06, | |
| "loss": 2.1287, | |
| "step": 238500 | |
| }, | |
| { | |
| "epoch": 1.785963417755335, | |
| "grad_norm": 84929.1640625, | |
| "learning_rate": 2.7992604638886975e-06, | |
| "loss": 2.1421, | |
| "step": 239000 | |
| }, | |
| { | |
| "epoch": 1.7896997311722496, | |
| "grad_norm": 96690.8984375, | |
| "learning_rate": 2.703263533532929e-06, | |
| "loss": 2.1681, | |
| "step": 239500 | |
| }, | |
| { | |
| "epoch": 1.7934360445891642, | |
| "grad_norm": 105319.703125, | |
| "learning_rate": 2.608895753464069e-06, | |
| "loss": 2.1331, | |
| "step": 240000 | |
| }, | |
| { | |
| "epoch": 1.797172358006079, | |
| "grad_norm": 101327.21875, | |
| "learning_rate": 2.516160374208648e-06, | |
| "loss": 2.1551, | |
| "step": 240500 | |
| }, | |
| { | |
| "epoch": 1.8009086714229936, | |
| "grad_norm": 94917.8125, | |
| "learning_rate": 2.4250605900646204e-06, | |
| "loss": 2.1703, | |
| "step": 241000 | |
| }, | |
| { | |
| "epoch": 1.8046449848399084, | |
| "grad_norm": 97282.4765625, | |
| "learning_rate": 2.3355995389914342e-06, | |
| "loss": 2.1457, | |
| "step": 241500 | |
| }, | |
| { | |
| "epoch": 1.808381298256823, | |
| "grad_norm": 113476.78125, | |
| "learning_rate": 2.2477803025018228e-06, | |
| "loss": 2.1237, | |
| "step": 242000 | |
| }, | |
| { | |
| "epoch": 1.8121176116737376, | |
| "grad_norm": 99987.9921875, | |
| "learning_rate": 2.1616059055557636e-06, | |
| "loss": 2.1792, | |
| "step": 242500 | |
| }, | |
| { | |
| "epoch": 1.8158539250906522, | |
| "grad_norm": 110651.3828125, | |
| "learning_rate": 2.0770793164562373e-06, | |
| "loss": 2.135, | |
| "step": 243000 | |
| }, | |
| { | |
| "epoch": 1.8195902385075668, | |
| "grad_norm": 96608.578125, | |
| "learning_rate": 1.994203446746962e-06, | |
| "loss": 2.1681, | |
| "step": 243500 | |
| }, | |
| { | |
| "epoch": 1.8233265519244817, | |
| "grad_norm": 108624.8046875, | |
| "learning_rate": 1.9129811511121697e-06, | |
| "loss": 2.1457, | |
| "step": 244000 | |
| }, | |
| { | |
| "epoch": 1.8270628653413963, | |
| "grad_norm": 113863.421875, | |
| "learning_rate": 1.8334152272782069e-06, | |
| "loss": 2.1444, | |
| "step": 244500 | |
| }, | |
| { | |
| "epoch": 1.830799178758311, | |
| "grad_norm": 100759.1875, | |
| "learning_rate": 1.7555084159172176e-06, | |
| "loss": 2.1633, | |
| "step": 245000 | |
| }, | |
| { | |
| "epoch": 1.8345354921752257, | |
| "grad_norm": 104006.0859375, | |
| "learning_rate": 1.6792634005526943e-06, | |
| "loss": 2.1561, | |
| "step": 245500 | |
| }, | |
| { | |
| "epoch": 1.8382718055921403, | |
| "grad_norm": 93557.3203125, | |
| "learning_rate": 1.6046828074670894e-06, | |
| "loss": 2.1397, | |
| "step": 246000 | |
| }, | |
| { | |
| "epoch": 1.842008119009055, | |
| "grad_norm": 92767.28125, | |
| "learning_rate": 1.531769205611322e-06, | |
| "loss": 2.1375, | |
| "step": 246500 | |
| }, | |
| { | |
| "epoch": 1.8457444324259695, | |
| "grad_norm": 115375.0546875, | |
| "learning_rate": 1.4605251065162973e-06, | |
| "loss": 2.1149, | |
| "step": 247000 | |
| }, | |
| { | |
| "epoch": 1.8494807458428841, | |
| "grad_norm": 85288.765625, | |
| "learning_rate": 1.3909529642064045e-06, | |
| "loss": 2.1298, | |
| "step": 247500 | |
| }, | |
| { | |
| "epoch": 1.853217059259799, | |
| "grad_norm": 92626.7890625, | |
| "learning_rate": 1.3230551751149568e-06, | |
| "loss": 2.1488, | |
| "step": 248000 | |
| }, | |
| { | |
| "epoch": 1.8569533726767136, | |
| "grad_norm": 105719.265625, | |
| "learning_rate": 1.2568340780016953e-06, | |
| "loss": 2.1397, | |
| "step": 248500 | |
| }, | |
| { | |
| "epoch": 1.8606896860936284, | |
| "grad_norm": 89167.5703125, | |
| "learning_rate": 1.1922919538721876e-06, | |
| "loss": 2.1225, | |
| "step": 249000 | |
| }, | |
| { | |
| "epoch": 1.864425999510543, | |
| "grad_norm": 100311.046875, | |
| "learning_rate": 1.1294310258992747e-06, | |
| "loss": 2.1445, | |
| "step": 249500 | |
| }, | |
| { | |
| "epoch": 1.8681623129274576, | |
| "grad_norm": 87286.234375, | |
| "learning_rate": 1.0682534593464967e-06, | |
| "loss": 2.1369, | |
| "step": 250000 | |
| }, | |
| { | |
| "epoch": 1.8718986263443722, | |
| "grad_norm": 103840.65625, | |
| "learning_rate": 1.0087613614934987e-06, | |
| "loss": 2.1134, | |
| "step": 250500 | |
| }, | |
| { | |
| "epoch": 1.8756349397612868, | |
| "grad_norm": 97787.40625, | |
| "learning_rate": 9.509567815634446e-07, | |
| "loss": 2.1302, | |
| "step": 251000 | |
| }, | |
| { | |
| "epoch": 1.8793712531782016, | |
| "grad_norm": 119866.546875, | |
| "learning_rate": 8.948417106524554e-07, | |
| "loss": 2.1391, | |
| "step": 251500 | |
| }, | |
| { | |
| "epoch": 1.8831075665951162, | |
| "grad_norm": 101651.5234375, | |
| "learning_rate": 8.404180816609819e-07, | |
| "loss": 2.1628, | |
| "step": 252000 | |
| }, | |
| { | |
| "epoch": 1.886843880012031, | |
| "grad_norm": 103326.453125, | |
| "learning_rate": 7.876877692272799e-07, | |
| "loss": 2.1341, | |
| "step": 252500 | |
| }, | |
| { | |
| "epoch": 1.8905801934289457, | |
| "grad_norm": 100837.203125, | |
| "learning_rate": 7.366525896627841e-07, | |
| "loss": 2.125, | |
| "step": 253000 | |
| }, | |
| { | |
| "epoch": 1.8943165068458603, | |
| "grad_norm": 101825.6015625, | |
| "learning_rate": 6.873143008895633e-07, | |
| "loss": 2.116, | |
| "step": 253500 | |
| }, | |
| { | |
| "epoch": 1.8980528202627749, | |
| "grad_norm": 84607.0234375, | |
| "learning_rate": 6.396746023798139e-07, | |
| "loss": 2.1599, | |
| "step": 254000 | |
| }, | |
| { | |
| "epoch": 1.9017891336796895, | |
| "grad_norm": 85267.1328125, | |
| "learning_rate": 5.937351350972287e-07, | |
| "loss": 2.1605, | |
| "step": 254500 | |
| }, | |
| { | |
| "epoch": 1.905525447096604, | |
| "grad_norm": 112646.515625, | |
| "learning_rate": 5.49497481440564e-07, | |
| "loss": 2.1479, | |
| "step": 255000 | |
| }, | |
| { | |
| "epoch": 1.909261760513519, | |
| "grad_norm": 101483.7578125, | |
| "learning_rate": 5.069631651890783e-07, | |
| "loss": 2.1306, | |
| "step": 255500 | |
| }, | |
| { | |
| "epoch": 1.9129980739304335, | |
| "grad_norm": 104185.2265625, | |
| "learning_rate": 4.661336514500625e-07, | |
| "loss": 2.1222, | |
| "step": 256000 | |
| }, | |
| { | |
| "epoch": 1.9167343873473484, | |
| "grad_norm": 83210.1484375, | |
| "learning_rate": 4.270103466083697e-07, | |
| "loss": 2.1573, | |
| "step": 256500 | |
| }, | |
| { | |
| "epoch": 1.920470700764263, | |
| "grad_norm": 109216.5703125, | |
| "learning_rate": 3.895945982779925e-07, | |
| "loss": 2.166, | |
| "step": 257000 | |
| }, | |
| { | |
| "epoch": 1.9242070141811776, | |
| "grad_norm": 100591.0546875, | |
| "learning_rate": 3.5388769525560585e-07, | |
| "loss": 2.1291, | |
| "step": 257500 | |
| }, | |
| { | |
| "epoch": 1.9279433275980922, | |
| "grad_norm": 98919.7421875, | |
| "learning_rate": 3.19890867476208e-07, | |
| "loss": 2.1449, | |
| "step": 258000 | |
| }, | |
| { | |
| "epoch": 1.9316796410150068, | |
| "grad_norm": 90432.4765625, | |
| "learning_rate": 2.876052859707379e-07, | |
| "loss": 2.1195, | |
| "step": 258500 | |
| }, | |
| { | |
| "epoch": 1.9354159544319216, | |
| "grad_norm": 94623.453125, | |
| "learning_rate": 2.570320628257461e-07, | |
| "loss": 2.1409, | |
| "step": 259000 | |
| }, | |
| { | |
| "epoch": 1.9391522678488362, | |
| "grad_norm": 112643.9765625, | |
| "learning_rate": 2.2817225114507567e-07, | |
| "loss": 2.1521, | |
| "step": 259500 | |
| }, | |
| { | |
| "epoch": 1.942888581265751, | |
| "grad_norm": 83827.5078125, | |
| "learning_rate": 2.010268450136077e-07, | |
| "loss": 2.1273, | |
| "step": 260000 | |
| }, | |
| { | |
| "epoch": 1.9466248946826656, | |
| "grad_norm": 97442.9453125, | |
| "learning_rate": 1.7559677946300533e-07, | |
| "loss": 2.1454, | |
| "step": 260500 | |
| }, | |
| { | |
| "epoch": 1.9503612080995802, | |
| "grad_norm": 92114.421875, | |
| "learning_rate": 1.518829304395175e-07, | |
| "loss": 2.127, | |
| "step": 261000 | |
| }, | |
| { | |
| "epoch": 1.9540975215164949, | |
| "grad_norm": 95378.5078125, | |
| "learning_rate": 1.2988611477378066e-07, | |
| "loss": 2.1213, | |
| "step": 261500 | |
| }, | |
| { | |
| "epoch": 1.9578338349334095, | |
| "grad_norm": 87441.7890625, | |
| "learning_rate": 1.0960709015272464e-07, | |
| "loss": 2.1427, | |
| "step": 262000 | |
| }, | |
| { | |
| "epoch": 1.961570148350324, | |
| "grad_norm": 87605.1640625, | |
| "learning_rate": 9.104655509343252e-08, | |
| "loss": 2.1541, | |
| "step": 262500 | |
| }, | |
| { | |
| "epoch": 1.9653064617672389, | |
| "grad_norm": 101794.53125, | |
| "learning_rate": 7.420514891911535e-08, | |
| "loss": 2.152, | |
| "step": 263000 | |
| }, | |
| { | |
| "epoch": 1.9690427751841535, | |
| "grad_norm": 94773.6328125, | |
| "learning_rate": 5.908345173705754e-08, | |
| "loss": 2.1471, | |
| "step": 263500 | |
| }, | |
| { | |
| "epoch": 1.9727790886010683, | |
| "grad_norm": 105178.625, | |
| "learning_rate": 4.5681984418666224e-08, | |
| "loss": 2.1364, | |
| "step": 264000 | |
| }, | |
| { | |
| "epoch": 1.976515402017983, | |
| "grad_norm": 97559.484375, | |
| "learning_rate": 3.400120858149669e-08, | |
| "loss": 2.17, | |
| "step": 264500 | |
| }, | |
| { | |
| "epoch": 1.9802517154348975, | |
| "grad_norm": 120999.3125, | |
| "learning_rate": 2.404152657338732e-08, | |
| "loss": 2.1488, | |
| "step": 265000 | |
| }, | |
| { | |
| "epoch": 1.9839880288518121, | |
| "grad_norm": 117999.5859375, | |
| "learning_rate": 1.5803281458570684e-08, | |
| "loss": 2.1481, | |
| "step": 265500 | |
| }, | |
| { | |
| "epoch": 1.9877243422687267, | |
| "grad_norm": 94607.5078125, | |
| "learning_rate": 9.286757005871893e-09, | |
| "loss": 2.1104, | |
| "step": 266000 | |
| }, | |
| { | |
| "epoch": 1.9914606556856416, | |
| "grad_norm": 94297.2109375, | |
| "learning_rate": 4.492177678938614e-09, | |
| "loss": 2.1349, | |
| "step": 266500 | |
| }, | |
| { | |
| "epoch": 1.9951969691025562, | |
| "grad_norm": 95649.546875, | |
| "learning_rate": 1.4197086284917227e-09, | |
| "loss": 2.1224, | |
| "step": 267000 | |
| }, | |
| { | |
| "epoch": 1.998933282519471, | |
| "grad_norm": 116585.421875, | |
| "learning_rate": 6.945568664651347e-11, | |
| "loss": 2.1757, | |
| "step": 267500 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 267642, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 2, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 6.913150854495206e+18, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |