| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.6000474721101353, | |
| "eval_steps": 500, | |
| "global_step": 632, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0009494422027059103, | |
| "grad_norm": 5.364119052886963, | |
| "learning_rate": 6.329113924050633e-07, | |
| "loss": 2.9616, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0018988844054118206, | |
| "grad_norm": 5.426063060760498, | |
| "learning_rate": 1.2658227848101265e-06, | |
| "loss": 2.9664, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.0028483266081177306, | |
| "grad_norm": 5.507386684417725, | |
| "learning_rate": 1.8987341772151901e-06, | |
| "loss": 2.96, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.0037977688108236413, | |
| "grad_norm": 5.467552185058594, | |
| "learning_rate": 2.531645569620253e-06, | |
| "loss": 2.975, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.004747211013529551, | |
| "grad_norm": 5.386384963989258, | |
| "learning_rate": 3.1645569620253167e-06, | |
| "loss": 2.9473, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.005696653216235461, | |
| "grad_norm": 4.9166951179504395, | |
| "learning_rate": 3.7974683544303802e-06, | |
| "loss": 2.8597, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.006646095418941372, | |
| "grad_norm": 5.469020843505859, | |
| "learning_rate": 4.430379746835443e-06, | |
| "loss": 2.9633, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.0075955376216472826, | |
| "grad_norm": 5.380453586578369, | |
| "learning_rate": 5.063291139240506e-06, | |
| "loss": 2.8931, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.008544979824353193, | |
| "grad_norm": 4.922253131866455, | |
| "learning_rate": 5.69620253164557e-06, | |
| "loss": 2.7452, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.009494422027059102, | |
| "grad_norm": 5.517508029937744, | |
| "learning_rate": 6.329113924050633e-06, | |
| "loss": 2.8326, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.010443864229765013, | |
| "grad_norm": 5.810976982116699, | |
| "learning_rate": 6.9620253164556965e-06, | |
| "loss": 2.7854, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.011393306432470923, | |
| "grad_norm": 5.690661430358887, | |
| "learning_rate": 7.5949367088607605e-06, | |
| "loss": 2.7069, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.012342748635176834, | |
| "grad_norm": 5.994122505187988, | |
| "learning_rate": 8.227848101265822e-06, | |
| "loss": 2.5705, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.013292190837882745, | |
| "grad_norm": 5.86803674697876, | |
| "learning_rate": 8.860759493670886e-06, | |
| "loss": 2.4461, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.014241633040588654, | |
| "grad_norm": 5.448781490325928, | |
| "learning_rate": 9.49367088607595e-06, | |
| "loss": 2.2408, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.015191075243294565, | |
| "grad_norm": 6.4004902839660645, | |
| "learning_rate": 1.0126582278481012e-05, | |
| "loss": 2.1205, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.016140517446000476, | |
| "grad_norm": 6.970590591430664, | |
| "learning_rate": 1.0759493670886076e-05, | |
| "loss": 1.9474, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.017089959648706386, | |
| "grad_norm": 7.423785209655762, | |
| "learning_rate": 1.139240506329114e-05, | |
| "loss": 1.7348, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.018039401851412295, | |
| "grad_norm": 7.429481029510498, | |
| "learning_rate": 1.2025316455696203e-05, | |
| "loss": 1.4835, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.018988844054118204, | |
| "grad_norm": 6.7193284034729, | |
| "learning_rate": 1.2658227848101267e-05, | |
| "loss": 1.2373, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.019938286256824117, | |
| "grad_norm": 4.46099853515625, | |
| "learning_rate": 1.3291139240506329e-05, | |
| "loss": 1.1095, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.020887728459530026, | |
| "grad_norm": 3.001573085784912, | |
| "learning_rate": 1.3924050632911393e-05, | |
| "loss": 0.8642, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.021837170662235936, | |
| "grad_norm": 2.197000026702881, | |
| "learning_rate": 1.4556962025316457e-05, | |
| "loss": 0.7734, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.022786612864941845, | |
| "grad_norm": 1.8113943338394165, | |
| "learning_rate": 1.5189873417721521e-05, | |
| "loss": 0.7341, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.023736055067647758, | |
| "grad_norm": 1.7461305856704712, | |
| "learning_rate": 1.5822784810126583e-05, | |
| "loss": 0.6743, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.024685497270353667, | |
| "grad_norm": 1.3315849304199219, | |
| "learning_rate": 1.6455696202531644e-05, | |
| "loss": 0.5975, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.025634939473059577, | |
| "grad_norm": 0.726314127445221, | |
| "learning_rate": 1.7088607594936708e-05, | |
| "loss": 0.5659, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.02658438167576549, | |
| "grad_norm": 0.6269010901451111, | |
| "learning_rate": 1.7721518987341772e-05, | |
| "loss": 0.5226, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.0275338238784714, | |
| "grad_norm": 0.5819966197013855, | |
| "learning_rate": 1.8354430379746836e-05, | |
| "loss": 0.6132, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.028483266081177308, | |
| "grad_norm": 0.6247850060462952, | |
| "learning_rate": 1.89873417721519e-05, | |
| "loss": 0.5, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.029432708283883217, | |
| "grad_norm": 0.702621579170227, | |
| "learning_rate": 1.962025316455696e-05, | |
| "loss": 0.4958, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.03038215048658913, | |
| "grad_norm": 0.6045309901237488, | |
| "learning_rate": 2.0253164556962025e-05, | |
| "loss": 0.4405, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.031331592689295036, | |
| "grad_norm": 0.5436626076698303, | |
| "learning_rate": 2.088607594936709e-05, | |
| "loss": 0.5607, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.03228103489200095, | |
| "grad_norm": 0.43146297335624695, | |
| "learning_rate": 2.1518987341772153e-05, | |
| "loss": 0.3987, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.03323047709470686, | |
| "grad_norm": 0.5124548673629761, | |
| "learning_rate": 2.2151898734177217e-05, | |
| "loss": 0.5084, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.03417991929741277, | |
| "grad_norm": 0.4466649293899536, | |
| "learning_rate": 2.278481012658228e-05, | |
| "loss": 0.3761, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.03512936150011868, | |
| "grad_norm": 0.41221529245376587, | |
| "learning_rate": 2.341772151898734e-05, | |
| "loss": 0.3859, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.03607880370282459, | |
| "grad_norm": 0.3802257180213928, | |
| "learning_rate": 2.4050632911392405e-05, | |
| "loss": 0.3447, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.0370282459055305, | |
| "grad_norm": 0.47727710008621216, | |
| "learning_rate": 2.468354430379747e-05, | |
| "loss": 0.3914, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.03797768810823641, | |
| "grad_norm": 0.41048529744148254, | |
| "learning_rate": 2.5316455696202533e-05, | |
| "loss": 0.2988, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.038927130310942325, | |
| "grad_norm": 0.5019667744636536, | |
| "learning_rate": 2.5949367088607597e-05, | |
| "loss": 0.2938, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.039876572513648234, | |
| "grad_norm": 0.42121732234954834, | |
| "learning_rate": 2.6582278481012658e-05, | |
| "loss": 0.2579, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.04082601471635414, | |
| "grad_norm": 0.4193897247314453, | |
| "learning_rate": 2.7215189873417722e-05, | |
| "loss": 0.3262, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.04177545691906005, | |
| "grad_norm": 0.2978931665420532, | |
| "learning_rate": 2.7848101265822786e-05, | |
| "loss": 0.2365, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.04272489912176596, | |
| "grad_norm": 0.34771448373794556, | |
| "learning_rate": 2.848101265822785e-05, | |
| "loss": 0.2364, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.04367434132447187, | |
| "grad_norm": 0.3881576955318451, | |
| "learning_rate": 2.9113924050632914e-05, | |
| "loss": 0.286, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.04462378352717778, | |
| "grad_norm": 0.33863797783851624, | |
| "learning_rate": 2.9746835443037974e-05, | |
| "loss": 0.2739, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.04557322572988369, | |
| "grad_norm": 0.2894616723060608, | |
| "learning_rate": 3.0379746835443042e-05, | |
| "loss": 0.2587, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.046522667932589606, | |
| "grad_norm": 0.22292694449424744, | |
| "learning_rate": 3.10126582278481e-05, | |
| "loss": 0.1861, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.047472110135295516, | |
| "grad_norm": 0.21907460689544678, | |
| "learning_rate": 3.1645569620253167e-05, | |
| "loss": 0.1755, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.048421552338001425, | |
| "grad_norm": 0.29593944549560547, | |
| "learning_rate": 3.227848101265823e-05, | |
| "loss": 0.1856, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.049370994540707334, | |
| "grad_norm": 0.23055657744407654, | |
| "learning_rate": 3.291139240506329e-05, | |
| "loss": 0.2102, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.050320436743413244, | |
| "grad_norm": 0.18929323554039001, | |
| "learning_rate": 3.354430379746836e-05, | |
| "loss": 0.1909, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.05126987894611915, | |
| "grad_norm": 0.15004883706569672, | |
| "learning_rate": 3.4177215189873416e-05, | |
| "loss": 0.1619, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.05221932114882506, | |
| "grad_norm": 0.15621644258499146, | |
| "learning_rate": 3.4810126582278487e-05, | |
| "loss": 0.1759, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.05316876335153098, | |
| "grad_norm": 0.16266578435897827, | |
| "learning_rate": 3.5443037974683544e-05, | |
| "loss": 0.1657, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.05411820555423689, | |
| "grad_norm": 0.14417718350887299, | |
| "learning_rate": 3.607594936708861e-05, | |
| "loss": 0.1698, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.0550676477569428, | |
| "grad_norm": 0.21402889490127563, | |
| "learning_rate": 3.670886075949367e-05, | |
| "loss": 0.2185, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.05601708995964871, | |
| "grad_norm": 0.1997889280319214, | |
| "learning_rate": 3.7341772151898736e-05, | |
| "loss": 0.2143, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.056966532162354616, | |
| "grad_norm": 0.13755086064338684, | |
| "learning_rate": 3.79746835443038e-05, | |
| "loss": 0.1677, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.057915974365060525, | |
| "grad_norm": 0.19304363429546356, | |
| "learning_rate": 3.8607594936708864e-05, | |
| "loss": 0.2113, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.058865416567766435, | |
| "grad_norm": 0.14066031575202942, | |
| "learning_rate": 3.924050632911392e-05, | |
| "loss": 0.1612, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.059814858770472344, | |
| "grad_norm": 0.13375213742256165, | |
| "learning_rate": 3.987341772151899e-05, | |
| "loss": 0.164, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.06076430097317826, | |
| "grad_norm": 0.15216922760009766, | |
| "learning_rate": 4.050632911392405e-05, | |
| "loss": 0.16, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.06171374317588417, | |
| "grad_norm": 0.16130389273166656, | |
| "learning_rate": 4.113924050632912e-05, | |
| "loss": 0.1957, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.06266318537859007, | |
| "grad_norm": 0.1791229248046875, | |
| "learning_rate": 4.177215189873418e-05, | |
| "loss": 0.1993, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.06361262758129599, | |
| "grad_norm": 0.11038907617330551, | |
| "learning_rate": 4.240506329113924e-05, | |
| "loss": 0.1517, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.0645620697840019, | |
| "grad_norm": 0.13327902555465698, | |
| "learning_rate": 4.3037974683544305e-05, | |
| "loss": 0.1501, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.06551151198670781, | |
| "grad_norm": 0.13731731474399567, | |
| "learning_rate": 4.367088607594937e-05, | |
| "loss": 0.1596, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.06646095418941372, | |
| "grad_norm": 0.13924308121204376, | |
| "learning_rate": 4.430379746835443e-05, | |
| "loss": 0.152, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.06741039639211963, | |
| "grad_norm": 0.1482289433479309, | |
| "learning_rate": 4.49367088607595e-05, | |
| "loss": 0.1536, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.06835983859482554, | |
| "grad_norm": 0.10759364813566208, | |
| "learning_rate": 4.556962025316456e-05, | |
| "loss": 0.1543, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.06930928079753144, | |
| "grad_norm": 0.12899678945541382, | |
| "learning_rate": 4.6202531645569625e-05, | |
| "loss": 0.165, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.07025872300023736, | |
| "grad_norm": 0.11689919233322144, | |
| "learning_rate": 4.683544303797468e-05, | |
| "loss": 0.1564, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.07120816520294328, | |
| "grad_norm": 0.12697139382362366, | |
| "learning_rate": 4.7468354430379746e-05, | |
| "loss": 0.162, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.07215760740564918, | |
| "grad_norm": 0.12069376558065414, | |
| "learning_rate": 4.810126582278481e-05, | |
| "loss": 0.1467, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.0731070496083551, | |
| "grad_norm": 0.10199815034866333, | |
| "learning_rate": 4.8734177215189874e-05, | |
| "loss": 0.1528, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.074056491811061, | |
| "grad_norm": 0.1142750009894371, | |
| "learning_rate": 4.936708860759494e-05, | |
| "loss": 0.1574, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.07500593401376691, | |
| "grad_norm": 0.11019093543291092, | |
| "learning_rate": 5e-05, | |
| "loss": 0.1512, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.07595537621647282, | |
| "grad_norm": 0.09426973015069962, | |
| "learning_rate": 5.0632911392405066e-05, | |
| "loss": 0.1481, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.07690481841917873, | |
| "grad_norm": 0.09757663309574127, | |
| "learning_rate": 5.1265822784810124e-05, | |
| "loss": 0.1484, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.07785426062188465, | |
| "grad_norm": 0.10646392405033112, | |
| "learning_rate": 5.1898734177215194e-05, | |
| "loss": 0.1549, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.07880370282459055, | |
| "grad_norm": 0.12109784036874771, | |
| "learning_rate": 5.253164556962026e-05, | |
| "loss": 0.1448, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.07975314502729647, | |
| "grad_norm": 0.12039211392402649, | |
| "learning_rate": 5.3164556962025316e-05, | |
| "loss": 0.1538, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.08070258723000237, | |
| "grad_norm": 0.16873961687088013, | |
| "learning_rate": 5.379746835443038e-05, | |
| "loss": 0.1971, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.08165202943270829, | |
| "grad_norm": 0.12140022218227386, | |
| "learning_rate": 5.4430379746835444e-05, | |
| "loss": 0.1497, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.08260147163541419, | |
| "grad_norm": 0.14637599885463715, | |
| "learning_rate": 5.5063291139240514e-05, | |
| "loss": 0.1958, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.0835509138381201, | |
| "grad_norm": 0.1141396313905716, | |
| "learning_rate": 5.569620253164557e-05, | |
| "loss": 0.1457, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.08450035604082601, | |
| "grad_norm": 0.2128390371799469, | |
| "learning_rate": 5.6329113924050636e-05, | |
| "loss": 0.2339, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.08544979824353192, | |
| "grad_norm": 0.18838858604431152, | |
| "learning_rate": 5.69620253164557e-05, | |
| "loss": 0.2029, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.08639924044623784, | |
| "grad_norm": 0.19592566788196564, | |
| "learning_rate": 5.759493670886076e-05, | |
| "loss": 0.2276, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.08734868264894374, | |
| "grad_norm": 0.14753012359142303, | |
| "learning_rate": 5.822784810126583e-05, | |
| "loss": 0.1916, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.08829812485164966, | |
| "grad_norm": 0.1494351178407669, | |
| "learning_rate": 5.886075949367089e-05, | |
| "loss": 0.1913, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.08924756705435556, | |
| "grad_norm": 0.1173478439450264, | |
| "learning_rate": 5.949367088607595e-05, | |
| "loss": 0.1438, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.09019700925706148, | |
| "grad_norm": 0.12023188918828964, | |
| "learning_rate": 6.012658227848101e-05, | |
| "loss": 0.1516, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.09114645145976738, | |
| "grad_norm": 0.1275833547115326, | |
| "learning_rate": 6.0759493670886084e-05, | |
| "loss": 0.1492, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.0920958936624733, | |
| "grad_norm": 0.1360282599925995, | |
| "learning_rate": 6.139240506329115e-05, | |
| "loss": 0.1507, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.09304533586517921, | |
| "grad_norm": 0.1586841195821762, | |
| "learning_rate": 6.20253164556962e-05, | |
| "loss": 0.1956, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.09399477806788512, | |
| "grad_norm": 0.14281995594501495, | |
| "learning_rate": 6.265822784810128e-05, | |
| "loss": 0.1774, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.09494422027059103, | |
| "grad_norm": 0.12553077936172485, | |
| "learning_rate": 6.329113924050633e-05, | |
| "loss": 0.148, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.09589366247329693, | |
| "grad_norm": 0.1117570698261261, | |
| "learning_rate": 6.392405063291139e-05, | |
| "loss": 0.16, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.09684310467600285, | |
| "grad_norm": 0.13955281674861908, | |
| "learning_rate": 6.455696202531646e-05, | |
| "loss": 0.1464, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.09779254687870875, | |
| "grad_norm": 0.10990285873413086, | |
| "learning_rate": 6.518987341772153e-05, | |
| "loss": 0.147, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.09874198908141467, | |
| "grad_norm": 0.10545991361141205, | |
| "learning_rate": 6.582278481012658e-05, | |
| "loss": 0.1436, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.09969143128412059, | |
| "grad_norm": 0.1717437207698822, | |
| "learning_rate": 6.645569620253165e-05, | |
| "loss": 0.2278, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.10064087348682649, | |
| "grad_norm": 0.10950994491577148, | |
| "learning_rate": 6.708860759493672e-05, | |
| "loss": 0.1493, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.1015903156895324, | |
| "grad_norm": 0.11200258880853653, | |
| "learning_rate": 6.772151898734177e-05, | |
| "loss": 0.1536, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.1025397578922383, | |
| "grad_norm": 0.10955105721950531, | |
| "learning_rate": 6.835443037974683e-05, | |
| "loss": 0.1483, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.10348920009494422, | |
| "grad_norm": 0.11920775473117828, | |
| "learning_rate": 6.89873417721519e-05, | |
| "loss": 0.1492, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.10443864229765012, | |
| "grad_norm": 0.1390092819929123, | |
| "learning_rate": 6.962025316455697e-05, | |
| "loss": 0.1849, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.10538808450035604, | |
| "grad_norm": 0.1363140493631363, | |
| "learning_rate": 7.025316455696203e-05, | |
| "loss": 0.1849, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.10633752670306196, | |
| "grad_norm": 0.09190025180578232, | |
| "learning_rate": 7.088607594936709e-05, | |
| "loss": 0.1587, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.10728696890576786, | |
| "grad_norm": 0.09020426124334335, | |
| "learning_rate": 7.151898734177216e-05, | |
| "loss": 0.1377, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.10823641110847378, | |
| "grad_norm": 0.10544883459806442, | |
| "learning_rate": 7.215189873417722e-05, | |
| "loss": 0.1516, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.10918585331117968, | |
| "grad_norm": 0.12401281297206879, | |
| "learning_rate": 7.278481012658229e-05, | |
| "loss": 0.154, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.1101352955138856, | |
| "grad_norm": 0.1008707657456398, | |
| "learning_rate": 7.341772151898734e-05, | |
| "loss": 0.1448, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.1110847377165915, | |
| "grad_norm": 0.10302747040987015, | |
| "learning_rate": 7.40506329113924e-05, | |
| "loss": 0.1451, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.11203417991929741, | |
| "grad_norm": 0.12748293578624725, | |
| "learning_rate": 7.468354430379747e-05, | |
| "loss": 0.1829, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.11298362212200333, | |
| "grad_norm": 0.10413361340761185, | |
| "learning_rate": 7.531645569620254e-05, | |
| "loss": 0.1371, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.11393306432470923, | |
| "grad_norm": 0.1243433803319931, | |
| "learning_rate": 7.59493670886076e-05, | |
| "loss": 0.1409, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.11488250652741515, | |
| "grad_norm": 0.11630933731794357, | |
| "learning_rate": 7.658227848101266e-05, | |
| "loss": 0.1372, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.11583194873012105, | |
| "grad_norm": 0.17981529235839844, | |
| "learning_rate": 7.721518987341773e-05, | |
| "loss": 0.2257, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.11678139093282697, | |
| "grad_norm": 0.14063452184200287, | |
| "learning_rate": 7.78481012658228e-05, | |
| "loss": 0.1841, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.11773083313553287, | |
| "grad_norm": 0.1264188438653946, | |
| "learning_rate": 7.848101265822784e-05, | |
| "loss": 0.1471, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.11868027533823879, | |
| "grad_norm": 0.12827955186367035, | |
| "learning_rate": 7.911392405063291e-05, | |
| "loss": 0.1493, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.11962971754094469, | |
| "grad_norm": 0.09800329059362411, | |
| "learning_rate": 7.974683544303798e-05, | |
| "loss": 0.1414, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.1205791597436506, | |
| "grad_norm": 0.09902197122573853, | |
| "learning_rate": 8.037974683544304e-05, | |
| "loss": 0.1462, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.12152860194635652, | |
| "grad_norm": 0.09450504928827286, | |
| "learning_rate": 8.10126582278481e-05, | |
| "loss": 0.1484, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.12247804414906242, | |
| "grad_norm": 0.11012883484363556, | |
| "learning_rate": 8.164556962025317e-05, | |
| "loss": 0.1437, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.12342748635176834, | |
| "grad_norm": 0.11717642843723297, | |
| "learning_rate": 8.227848101265824e-05, | |
| "loss": 0.1478, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.12437692855447424, | |
| "grad_norm": 0.08754123747348785, | |
| "learning_rate": 8.29113924050633e-05, | |
| "loss": 0.1408, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.12532637075718014, | |
| "grad_norm": 0.10017862170934677, | |
| "learning_rate": 8.354430379746835e-05, | |
| "loss": 0.1476, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.12627581295988607, | |
| "grad_norm": 0.08994068205356598, | |
| "learning_rate": 8.417721518987342e-05, | |
| "loss": 0.1478, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.12722525516259198, | |
| "grad_norm": 0.09894968569278717, | |
| "learning_rate": 8.481012658227848e-05, | |
| "loss": 0.1309, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.12817469736529788, | |
| "grad_norm": 0.10028701275587082, | |
| "learning_rate": 8.544303797468355e-05, | |
| "loss": 0.1433, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.1291241395680038, | |
| "grad_norm": 0.0897536426782608, | |
| "learning_rate": 8.607594936708861e-05, | |
| "loss": 0.1459, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.1300735817707097, | |
| "grad_norm": 0.10435349494218826, | |
| "learning_rate": 8.670886075949367e-05, | |
| "loss": 0.1434, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.13102302397341561, | |
| "grad_norm": 0.11718117445707321, | |
| "learning_rate": 8.734177215189874e-05, | |
| "loss": 0.1509, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.13197246617612152, | |
| "grad_norm": 0.14426474273204803, | |
| "learning_rate": 8.797468354430381e-05, | |
| "loss": 0.1373, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.13292190837882745, | |
| "grad_norm": 0.13101965188980103, | |
| "learning_rate": 8.860759493670887e-05, | |
| "loss": 0.1358, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.13387135058153335, | |
| "grad_norm": 0.11235956102609634, | |
| "learning_rate": 8.924050632911392e-05, | |
| "loss": 0.1394, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.13482079278423925, | |
| "grad_norm": 0.11327100545167923, | |
| "learning_rate": 8.9873417721519e-05, | |
| "loss": 0.1443, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.13577023498694518, | |
| "grad_norm": 0.10912016034126282, | |
| "learning_rate": 9.050632911392407e-05, | |
| "loss": 0.1698, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.13671967718965108, | |
| "grad_norm": 0.16535617411136627, | |
| "learning_rate": 9.113924050632912e-05, | |
| "loss": 0.2255, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.137669119392357, | |
| "grad_norm": 0.10184327512979507, | |
| "learning_rate": 9.177215189873418e-05, | |
| "loss": 0.1371, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.1386185615950629, | |
| "grad_norm": 0.10998040437698364, | |
| "learning_rate": 9.240506329113925e-05, | |
| "loss": 0.1794, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.13956800379776882, | |
| "grad_norm": 0.08974044770002365, | |
| "learning_rate": 9.303797468354431e-05, | |
| "loss": 0.144, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.14051744600047472, | |
| "grad_norm": 0.12724193930625916, | |
| "learning_rate": 9.367088607594936e-05, | |
| "loss": 0.1794, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.14146688820318062, | |
| "grad_norm": 0.1079091802239418, | |
| "learning_rate": 9.430379746835444e-05, | |
| "loss": 0.1399, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.14241633040588655, | |
| "grad_norm": 0.09480807185173035, | |
| "learning_rate": 9.493670886075949e-05, | |
| "loss": 0.1395, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.14336577260859246, | |
| "grad_norm": 0.08620745688676834, | |
| "learning_rate": 9.556962025316456e-05, | |
| "loss": 0.1415, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.14431521481129836, | |
| "grad_norm": 0.10517002642154694, | |
| "learning_rate": 9.620253164556962e-05, | |
| "loss": 0.1723, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.14526465701400426, | |
| "grad_norm": 0.0956311896443367, | |
| "learning_rate": 9.683544303797469e-05, | |
| "loss": 0.1515, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.1462140992167102, | |
| "grad_norm": 0.08050324022769928, | |
| "learning_rate": 9.746835443037975e-05, | |
| "loss": 0.1322, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.1471635414194161, | |
| "grad_norm": 0.0853201299905777, | |
| "learning_rate": 9.810126582278482e-05, | |
| "loss": 0.142, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.148112983622122, | |
| "grad_norm": 0.09991180151700974, | |
| "learning_rate": 9.873417721518988e-05, | |
| "loss": 0.1348, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.14906242582482793, | |
| "grad_norm": 0.08640603721141815, | |
| "learning_rate": 9.936708860759493e-05, | |
| "loss": 0.1397, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.15001186802753383, | |
| "grad_norm": 0.09057717025279999, | |
| "learning_rate": 0.0001, | |
| "loss": 0.1381, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.15096131023023973, | |
| "grad_norm": 0.09916041046380997, | |
| "learning_rate": 0.00010063291139240508, | |
| "loss": 0.1509, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.15191075243294563, | |
| "grad_norm": 0.09434045851230621, | |
| "learning_rate": 0.00010126582278481013, | |
| "loss": 0.1388, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.15286019463565156, | |
| "grad_norm": 0.1273377537727356, | |
| "learning_rate": 0.0001018987341772152, | |
| "loss": 0.1401, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.15380963683835747, | |
| "grad_norm": 0.1297912299633026, | |
| "learning_rate": 0.00010253164556962025, | |
| "loss": 0.1852, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.15475907904106337, | |
| "grad_norm": 0.1151595488190651, | |
| "learning_rate": 0.00010316455696202532, | |
| "loss": 0.1848, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.1557085212437693, | |
| "grad_norm": 0.13381290435791016, | |
| "learning_rate": 0.00010379746835443039, | |
| "loss": 0.1438, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.1566579634464752, | |
| "grad_norm": 0.07880119979381561, | |
| "learning_rate": 0.00010443037974683545, | |
| "loss": 0.1327, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.1576074056491811, | |
| "grad_norm": 0.0843740776181221, | |
| "learning_rate": 0.00010506329113924052, | |
| "loss": 0.1398, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.158556847851887, | |
| "grad_norm": 0.0981813594698906, | |
| "learning_rate": 0.00010569620253164559, | |
| "loss": 0.1409, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.15950629005459294, | |
| "grad_norm": 0.10005304962396622, | |
| "learning_rate": 0.00010632911392405063, | |
| "loss": 0.1783, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.16045573225729884, | |
| "grad_norm": 0.08365727961063385, | |
| "learning_rate": 0.00010696202531645569, | |
| "loss": 0.1275, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.16140517446000474, | |
| "grad_norm": 0.1017635315656662, | |
| "learning_rate": 0.00010759493670886076, | |
| "loss": 0.1792, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.16235461666271067, | |
| "grad_norm": 0.07007888704538345, | |
| "learning_rate": 0.00010822784810126583, | |
| "loss": 0.1473, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.16330405886541657, | |
| "grad_norm": 0.07718679308891296, | |
| "learning_rate": 0.00010886075949367089, | |
| "loss": 0.1396, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.16425350106812248, | |
| "grad_norm": 0.07228100299835205, | |
| "learning_rate": 0.00010949367088607596, | |
| "loss": 0.1398, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.16520294327082838, | |
| "grad_norm": 0.07955378293991089, | |
| "learning_rate": 0.00011012658227848103, | |
| "loss": 0.1402, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.1661523854735343, | |
| "grad_norm": 0.0816427692770958, | |
| "learning_rate": 0.00011075949367088607, | |
| "loss": 0.1345, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.1671018276762402, | |
| "grad_norm": 0.07641757279634476, | |
| "learning_rate": 0.00011139240506329114, | |
| "loss": 0.1373, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.1680512698789461, | |
| "grad_norm": 0.07354450225830078, | |
| "learning_rate": 0.0001120253164556962, | |
| "loss": 0.1394, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.16900071208165202, | |
| "grad_norm": 0.08322398364543915, | |
| "learning_rate": 0.00011265822784810127, | |
| "loss": 0.138, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.16995015428435795, | |
| "grad_norm": 0.13528607785701752, | |
| "learning_rate": 0.00011329113924050634, | |
| "loss": 0.2188, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.17089959648706385, | |
| "grad_norm": 0.10803692042827606, | |
| "learning_rate": 0.0001139240506329114, | |
| "loss": 0.1782, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.17184903868976975, | |
| "grad_norm": 0.08404573053121567, | |
| "learning_rate": 0.00011455696202531647, | |
| "loss": 0.1394, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.17279848089247568, | |
| "grad_norm": 0.12790893018245697, | |
| "learning_rate": 0.00011518987341772151, | |
| "loss": 0.2157, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.17374792309518158, | |
| "grad_norm": 0.09879907220602036, | |
| "learning_rate": 0.00011582278481012658, | |
| "loss": 0.1693, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.17469736529788749, | |
| "grad_norm": 0.08092228323221207, | |
| "learning_rate": 0.00011645569620253166, | |
| "loss": 0.136, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.1756468075005934, | |
| "grad_norm": 0.07660632580518723, | |
| "learning_rate": 0.00011708860759493671, | |
| "loss": 0.1332, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.17659624970329932, | |
| "grad_norm": 0.07474201172590256, | |
| "learning_rate": 0.00011772151898734178, | |
| "loss": 0.1301, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.17754569190600522, | |
| "grad_norm": 0.09162931889295578, | |
| "learning_rate": 0.00011835443037974685, | |
| "loss": 0.1407, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.17849513410871112, | |
| "grad_norm": 0.08646775782108307, | |
| "learning_rate": 0.0001189873417721519, | |
| "loss": 0.139, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.17944457631141705, | |
| "grad_norm": 0.0759253203868866, | |
| "learning_rate": 0.00011962025316455696, | |
| "loss": 0.1342, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.18039401851412296, | |
| "grad_norm": 0.08292865008115768, | |
| "learning_rate": 0.00012025316455696203, | |
| "loss": 0.1389, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.18134346071682886, | |
| "grad_norm": 0.12379574030637741, | |
| "learning_rate": 0.0001208860759493671, | |
| "loss": 0.1795, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.18229290291953476, | |
| "grad_norm": 0.10240278393030167, | |
| "learning_rate": 0.00012151898734177217, | |
| "loss": 0.1721, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.1832423451222407, | |
| "grad_norm": 0.09666036069393158, | |
| "learning_rate": 0.00012215189873417722, | |
| "loss": 0.1783, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.1841917873249466, | |
| "grad_norm": 0.08314768224954605, | |
| "learning_rate": 0.0001227848101265823, | |
| "loss": 0.1429, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.1851412295276525, | |
| "grad_norm": 0.07590368390083313, | |
| "learning_rate": 0.00012341772151898734, | |
| "loss": 0.1393, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.18609067173035843, | |
| "grad_norm": 0.10585250705480576, | |
| "learning_rate": 0.0001240506329113924, | |
| "loss": 0.2155, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.18704011393306433, | |
| "grad_norm": 0.06995555013418198, | |
| "learning_rate": 0.00012468354430379748, | |
| "loss": 0.1374, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.18798955613577023, | |
| "grad_norm": 0.07370735704898834, | |
| "learning_rate": 0.00012531645569620255, | |
| "loss": 0.1367, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.18893899833847613, | |
| "grad_norm": 0.07194443792104721, | |
| "learning_rate": 0.0001259493670886076, | |
| "loss": 0.1437, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.18988844054118206, | |
| "grad_norm": 0.06982647627592087, | |
| "learning_rate": 0.00012658227848101267, | |
| "loss": 0.1358, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.19083788274388797, | |
| "grad_norm": 0.06538347154855728, | |
| "learning_rate": 0.0001272151898734177, | |
| "loss": 0.1354, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.19178732494659387, | |
| "grad_norm": 0.07789324969053268, | |
| "learning_rate": 0.00012784810126582278, | |
| "loss": 0.178, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.1927367671492998, | |
| "grad_norm": 0.07376820594072342, | |
| "learning_rate": 0.00012848101265822785, | |
| "loss": 0.1621, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.1936862093520057, | |
| "grad_norm": 0.0720745250582695, | |
| "learning_rate": 0.00012911392405063292, | |
| "loss": 0.132, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.1946356515547116, | |
| "grad_norm": 0.06211116537451744, | |
| "learning_rate": 0.000129746835443038, | |
| "loss": 0.1387, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.1955850937574175, | |
| "grad_norm": 0.06701771914958954, | |
| "learning_rate": 0.00013037974683544306, | |
| "loss": 0.14, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.19653453596012344, | |
| "grad_norm": 0.07692532986402512, | |
| "learning_rate": 0.0001310126582278481, | |
| "loss": 0.1322, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.19748397816282934, | |
| "grad_norm": 0.07763269543647766, | |
| "learning_rate": 0.00013164556962025315, | |
| "loss": 0.1393, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.19843342036553524, | |
| "grad_norm": 0.08769022673368454, | |
| "learning_rate": 0.00013227848101265822, | |
| "loss": 0.1489, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.19938286256824117, | |
| "grad_norm": 0.08881859481334686, | |
| "learning_rate": 0.0001329113924050633, | |
| "loss": 0.1765, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.20033230477094707, | |
| "grad_norm": 0.06811822950839996, | |
| "learning_rate": 0.00013354430379746836, | |
| "loss": 0.1332, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.20128174697365298, | |
| "grad_norm": 0.06390922516584396, | |
| "learning_rate": 0.00013417721518987343, | |
| "loss": 0.1343, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.20223118917635888, | |
| "grad_norm": 0.06630406528711319, | |
| "learning_rate": 0.0001348101265822785, | |
| "loss": 0.1329, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.2031806313790648, | |
| "grad_norm": 0.0730772465467453, | |
| "learning_rate": 0.00013544303797468355, | |
| "loss": 0.1354, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.2041300735817707, | |
| "grad_norm": 0.06487323343753815, | |
| "learning_rate": 0.00013607594936708862, | |
| "loss": 0.1297, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.2050795157844766, | |
| "grad_norm": 0.06967955082654953, | |
| "learning_rate": 0.00013670886075949366, | |
| "loss": 0.1398, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.20602895798718254, | |
| "grad_norm": 0.08531820774078369, | |
| "learning_rate": 0.00013734177215189873, | |
| "loss": 0.1336, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.20697840018988845, | |
| "grad_norm": 0.0757659375667572, | |
| "learning_rate": 0.0001379746835443038, | |
| "loss": 0.1606, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.20792784239259435, | |
| "grad_norm": 0.060206469148397446, | |
| "learning_rate": 0.00013860759493670888, | |
| "loss": 0.1337, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.20887728459530025, | |
| "grad_norm": 0.07996556162834167, | |
| "learning_rate": 0.00013924050632911395, | |
| "loss": 0.1308, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.20982672679800618, | |
| "grad_norm": 0.06206861138343811, | |
| "learning_rate": 0.000139873417721519, | |
| "loss": 0.1347, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.21077616900071208, | |
| "grad_norm": 0.08736416697502136, | |
| "learning_rate": 0.00014050632911392406, | |
| "loss": 0.1768, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.21172561120341798, | |
| "grad_norm": 0.06427916139364243, | |
| "learning_rate": 0.00014113924050632913, | |
| "loss": 0.1374, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.21267505340612392, | |
| "grad_norm": 0.10996536910533905, | |
| "learning_rate": 0.00014177215189873418, | |
| "loss": 0.222, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.21362449560882982, | |
| "grad_norm": 0.08439125120639801, | |
| "learning_rate": 0.00014240506329113925, | |
| "loss": 0.1854, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.21457393781153572, | |
| "grad_norm": 0.06892693787813187, | |
| "learning_rate": 0.00014303797468354432, | |
| "loss": 0.139, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.21552338001424162, | |
| "grad_norm": 0.08241122961044312, | |
| "learning_rate": 0.0001436708860759494, | |
| "loss": 0.173, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.21647282221694755, | |
| "grad_norm": 0.07911046594381332, | |
| "learning_rate": 0.00014430379746835443, | |
| "loss": 0.1418, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.21742226441965345, | |
| "grad_norm": 0.06346064805984497, | |
| "learning_rate": 0.0001449367088607595, | |
| "loss": 0.1406, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.21837170662235936, | |
| "grad_norm": 0.060393668711185455, | |
| "learning_rate": 0.00014556962025316457, | |
| "loss": 0.1417, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.2193211488250653, | |
| "grad_norm": 0.05912507325410843, | |
| "learning_rate": 0.00014620253164556962, | |
| "loss": 0.1298, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.2202705910277712, | |
| "grad_norm": 0.07730337232351303, | |
| "learning_rate": 0.0001468354430379747, | |
| "loss": 0.1769, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.2212200332304771, | |
| "grad_norm": 0.07612381875514984, | |
| "learning_rate": 0.00014746835443037976, | |
| "loss": 0.1338, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.222169475433183, | |
| "grad_norm": 0.055311791598796844, | |
| "learning_rate": 0.0001481012658227848, | |
| "loss": 0.1313, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.22311891763588892, | |
| "grad_norm": 0.08492033183574677, | |
| "learning_rate": 0.00014873417721518987, | |
| "loss": 0.1367, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.22406835983859483, | |
| "grad_norm": 0.07133237272500992, | |
| "learning_rate": 0.00014936708860759494, | |
| "loss": 0.1308, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.22501780204130073, | |
| "grad_norm": 0.07148605585098267, | |
| "learning_rate": 0.00015000000000000001, | |
| "loss": 0.133, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.22596724424400666, | |
| "grad_norm": 0.06900472939014435, | |
| "learning_rate": 0.00015063291139240508, | |
| "loss": 0.138, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.22691668644671256, | |
| "grad_norm": 0.062325432896614075, | |
| "learning_rate": 0.00015126582278481013, | |
| "loss": 0.1338, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.22786612864941846, | |
| "grad_norm": 0.06719667464494705, | |
| "learning_rate": 0.0001518987341772152, | |
| "loss": 0.1316, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.22881557085212437, | |
| "grad_norm": 0.07456009089946747, | |
| "learning_rate": 0.00015253164556962024, | |
| "loss": 0.1412, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 0.2297650130548303, | |
| "grad_norm": 0.05619575083255768, | |
| "learning_rate": 0.00015316455696202531, | |
| "loss": 0.1342, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.2307144552575362, | |
| "grad_norm": 0.06157098710536957, | |
| "learning_rate": 0.00015379746835443038, | |
| "loss": 0.1329, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.2316638974602421, | |
| "grad_norm": 0.06759827584028244, | |
| "learning_rate": 0.00015443037974683546, | |
| "loss": 0.1411, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.232613339662948, | |
| "grad_norm": 0.06892479956150055, | |
| "learning_rate": 0.00015506329113924053, | |
| "loss": 0.1484, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.23356278186565393, | |
| "grad_norm": 0.08536699414253235, | |
| "learning_rate": 0.0001556962025316456, | |
| "loss": 0.1855, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.23451222406835984, | |
| "grad_norm": 0.06800314784049988, | |
| "learning_rate": 0.00015632911392405064, | |
| "loss": 0.1379, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 0.23546166627106574, | |
| "grad_norm": 0.0625622496008873, | |
| "learning_rate": 0.00015696202531645568, | |
| "loss": 0.1344, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.23641110847377167, | |
| "grad_norm": 0.06030593812465668, | |
| "learning_rate": 0.00015759493670886075, | |
| "loss": 0.1254, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 0.23736055067647757, | |
| "grad_norm": 0.06694353371858597, | |
| "learning_rate": 0.00015822784810126583, | |
| "loss": 0.1413, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.23830999287918347, | |
| "grad_norm": 0.06594134122133255, | |
| "learning_rate": 0.0001588607594936709, | |
| "loss": 0.1394, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 0.23925943508188938, | |
| "grad_norm": 0.09062930941581726, | |
| "learning_rate": 0.00015949367088607597, | |
| "loss": 0.1883, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.2402088772845953, | |
| "grad_norm": 0.06029089167714119, | |
| "learning_rate": 0.00016012658227848104, | |
| "loss": 0.1271, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 0.2411583194873012, | |
| "grad_norm": 0.08471622318029404, | |
| "learning_rate": 0.00016075949367088608, | |
| "loss": 0.172, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.2421077616900071, | |
| "grad_norm": 0.061710160225629807, | |
| "learning_rate": 0.00016139240506329115, | |
| "loss": 0.1348, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.24305720389271304, | |
| "grad_norm": 0.0812671035528183, | |
| "learning_rate": 0.0001620253164556962, | |
| "loss": 0.1312, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.24400664609541894, | |
| "grad_norm": 0.06917005032300949, | |
| "learning_rate": 0.00016265822784810127, | |
| "loss": 0.1464, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 0.24495608829812485, | |
| "grad_norm": 0.0905887708067894, | |
| "learning_rate": 0.00016329113924050634, | |
| "loss": 0.1759, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.24590553050083075, | |
| "grad_norm": 0.05976787209510803, | |
| "learning_rate": 0.0001639240506329114, | |
| "loss": 0.1404, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 0.24685497270353668, | |
| "grad_norm": 0.07545675337314606, | |
| "learning_rate": 0.00016455696202531648, | |
| "loss": 0.1322, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.24780441490624258, | |
| "grad_norm": 0.07035024464130402, | |
| "learning_rate": 0.00016518987341772152, | |
| "loss": 0.1378, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 0.24875385710894848, | |
| "grad_norm": 0.07665737718343735, | |
| "learning_rate": 0.0001658227848101266, | |
| "loss": 0.1827, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.24970329931165441, | |
| "grad_norm": 0.06619013845920563, | |
| "learning_rate": 0.00016645569620253166, | |
| "loss": 0.1284, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 0.2506527415143603, | |
| "grad_norm": 0.0647001713514328, | |
| "learning_rate": 0.0001670886075949367, | |
| "loss": 0.133, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.2516021837170662, | |
| "grad_norm": 0.060702718794345856, | |
| "learning_rate": 0.00016772151898734178, | |
| "loss": 0.1335, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.25255162591977215, | |
| "grad_norm": 0.0508468896150589, | |
| "learning_rate": 0.00016835443037974685, | |
| "loss": 0.1333, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.253501068122478, | |
| "grad_norm": 0.09877864271402359, | |
| "learning_rate": 0.0001689873417721519, | |
| "loss": 0.2031, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 0.25445051032518395, | |
| "grad_norm": 0.06673337519168854, | |
| "learning_rate": 0.00016962025316455696, | |
| "loss": 0.1356, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.2553999525278899, | |
| "grad_norm": 0.10604165494441986, | |
| "learning_rate": 0.00017025316455696204, | |
| "loss": 0.2517, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 0.25634939473059576, | |
| "grad_norm": 0.07689858227968216, | |
| "learning_rate": 0.0001708860759493671, | |
| "loss": 0.1761, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.2572988369333017, | |
| "grad_norm": 0.05482449755072594, | |
| "learning_rate": 0.00017151898734177218, | |
| "loss": 0.131, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 0.2582482791360076, | |
| "grad_norm": 0.08622145652770996, | |
| "learning_rate": 0.00017215189873417722, | |
| "loss": 0.1335, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.2591977213387135, | |
| "grad_norm": 0.0748213455080986, | |
| "learning_rate": 0.0001727848101265823, | |
| "loss": 0.176, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 0.2601471635414194, | |
| "grad_norm": 0.06163305416703224, | |
| "learning_rate": 0.00017341772151898733, | |
| "loss": 0.1381, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.26109660574412535, | |
| "grad_norm": 0.06141841039061546, | |
| "learning_rate": 0.0001740506329113924, | |
| "loss": 0.1353, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.26204604794683123, | |
| "grad_norm": 0.07326913625001907, | |
| "learning_rate": 0.00017468354430379748, | |
| "loss": 0.1441, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.26299549014953716, | |
| "grad_norm": 0.05951124057173729, | |
| "learning_rate": 0.00017531645569620255, | |
| "loss": 0.1321, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 0.26394493235224303, | |
| "grad_norm": 0.08364073932170868, | |
| "learning_rate": 0.00017594936708860762, | |
| "loss": 0.187, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 0.26489437455494896, | |
| "grad_norm": 0.05849132314324379, | |
| "learning_rate": 0.00017658227848101266, | |
| "loss": 0.1393, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 0.2658438167576549, | |
| "grad_norm": 0.05452360957860947, | |
| "learning_rate": 0.00017721518987341773, | |
| "loss": 0.1342, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.26679325896036077, | |
| "grad_norm": 0.04878188297152519, | |
| "learning_rate": 0.00017784810126582278, | |
| "loss": 0.1445, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 0.2677427011630667, | |
| "grad_norm": 0.06066753342747688, | |
| "learning_rate": 0.00017848101265822785, | |
| "loss": 0.1423, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.26869214336577263, | |
| "grad_norm": 0.04918207973241806, | |
| "learning_rate": 0.00017911392405063292, | |
| "loss": 0.1316, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 0.2696415855684785, | |
| "grad_norm": 0.05103525519371033, | |
| "learning_rate": 0.000179746835443038, | |
| "loss": 0.1313, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.27059102777118443, | |
| "grad_norm": 0.05667628347873688, | |
| "learning_rate": 0.00018037974683544306, | |
| "loss": 0.1434, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.27154046997389036, | |
| "grad_norm": 0.06226016581058502, | |
| "learning_rate": 0.00018101265822784813, | |
| "loss": 0.1357, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 0.27248991217659624, | |
| "grad_norm": 0.04695293679833412, | |
| "learning_rate": 0.00018164556962025317, | |
| "loss": 0.1314, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 0.27343935437930217, | |
| "grad_norm": 0.05762844532728195, | |
| "learning_rate": 0.00018227848101265824, | |
| "loss": 0.1349, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.27438879658200804, | |
| "grad_norm": 0.05454534292221069, | |
| "learning_rate": 0.0001829113924050633, | |
| "loss": 0.1432, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 0.275338238784714, | |
| "grad_norm": 0.050270579755306244, | |
| "learning_rate": 0.00018354430379746836, | |
| "loss": 0.1272, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.2762876809874199, | |
| "grad_norm": 0.0688452497124672, | |
| "learning_rate": 0.00018417721518987343, | |
| "loss": 0.1708, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 0.2772371231901258, | |
| "grad_norm": 0.06213200092315674, | |
| "learning_rate": 0.0001848101265822785, | |
| "loss": 0.1674, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.2781865653928317, | |
| "grad_norm": 0.059717319905757904, | |
| "learning_rate": 0.00018544303797468354, | |
| "loss": 0.169, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 0.27913600759553764, | |
| "grad_norm": 0.06223325803875923, | |
| "learning_rate": 0.00018607594936708861, | |
| "loss": 0.1369, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 0.2800854497982435, | |
| "grad_norm": 0.053163208067417145, | |
| "learning_rate": 0.00018670886075949369, | |
| "loss": 0.133, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.28103489200094944, | |
| "grad_norm": 0.06647945195436478, | |
| "learning_rate": 0.00018734177215189873, | |
| "loss": 0.1438, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 0.2819843342036554, | |
| "grad_norm": 0.0588272288441658, | |
| "learning_rate": 0.0001879746835443038, | |
| "loss": 0.1338, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 0.28293377640636125, | |
| "grad_norm": 0.05841274932026863, | |
| "learning_rate": 0.00018860759493670887, | |
| "loss": 0.1329, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 0.2838832186090672, | |
| "grad_norm": 0.09033369272947311, | |
| "learning_rate": 0.00018924050632911394, | |
| "loss": 0.1747, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 0.2848326608117731, | |
| "grad_norm": 0.052215326577425, | |
| "learning_rate": 0.00018987341772151899, | |
| "loss": 0.1296, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.285782103014479, | |
| "grad_norm": 0.05880101025104523, | |
| "learning_rate": 0.00019050632911392406, | |
| "loss": 0.1287, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 0.2867315452171849, | |
| "grad_norm": 0.0691700354218483, | |
| "learning_rate": 0.00019113924050632913, | |
| "loss": 0.1676, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 0.2876809874198908, | |
| "grad_norm": 0.057025909423828125, | |
| "learning_rate": 0.0001917721518987342, | |
| "loss": 0.1346, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 0.2886304296225967, | |
| "grad_norm": 0.04936329275369644, | |
| "learning_rate": 0.00019240506329113924, | |
| "loss": 0.1354, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 0.28957987182530265, | |
| "grad_norm": 0.0680055245757103, | |
| "learning_rate": 0.0001930379746835443, | |
| "loss": 0.1344, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.2905293140280085, | |
| "grad_norm": 0.07374466210603714, | |
| "learning_rate": 0.00019367088607594938, | |
| "loss": 0.1428, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 0.29147875623071445, | |
| "grad_norm": 0.061204761266708374, | |
| "learning_rate": 0.00019430379746835443, | |
| "loss": 0.1246, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 0.2924281984334204, | |
| "grad_norm": 0.053467705845832825, | |
| "learning_rate": 0.0001949367088607595, | |
| "loss": 0.1342, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 0.29337764063612626, | |
| "grad_norm": 0.057525087147951126, | |
| "learning_rate": 0.00019556962025316457, | |
| "loss": 0.1377, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 0.2943270828388322, | |
| "grad_norm": 0.07857844978570938, | |
| "learning_rate": 0.00019620253164556964, | |
| "loss": 0.2076, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.2952765250415381, | |
| "grad_norm": 0.05250545218586922, | |
| "learning_rate": 0.0001968354430379747, | |
| "loss": 0.1432, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 0.296225967244244, | |
| "grad_norm": 0.07495012134313583, | |
| "learning_rate": 0.00019746835443037975, | |
| "loss": 0.1766, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 0.2971754094469499, | |
| "grad_norm": 0.04692578688263893, | |
| "learning_rate": 0.0001981012658227848, | |
| "loss": 0.1408, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 0.29812485164965585, | |
| "grad_norm": 0.055666085332632065, | |
| "learning_rate": 0.00019873417721518987, | |
| "loss": 0.1391, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.29907429385236173, | |
| "grad_norm": 0.050465911626815796, | |
| "learning_rate": 0.00019936708860759494, | |
| "loss": 0.1415, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.30002373605506766, | |
| "grad_norm": 0.051260240375995636, | |
| "learning_rate": 0.0002, | |
| "loss": 0.1423, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 0.30097317825777353, | |
| "grad_norm": 0.0503215529024601, | |
| "learning_rate": 0.000199999938945738, | |
| "loss": 0.1348, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 0.30192262046047946, | |
| "grad_norm": 0.04917483776807785, | |
| "learning_rate": 0.0001999997557830265, | |
| "loss": 0.1342, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 0.3028720626631854, | |
| "grad_norm": 0.06354209035634995, | |
| "learning_rate": 0.00019999945051208916, | |
| "loss": 0.1365, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 0.30382150486589127, | |
| "grad_norm": 0.04878314957022667, | |
| "learning_rate": 0.0001999990231332988, | |
| "loss": 0.13, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.3047709470685972, | |
| "grad_norm": 0.07046223431825638, | |
| "learning_rate": 0.0001999984736471772, | |
| "loss": 0.1394, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 0.30572038927130313, | |
| "grad_norm": 0.04456232488155365, | |
| "learning_rate": 0.00019999780205439538, | |
| "loss": 0.1278, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 0.306669831474009, | |
| "grad_norm": 0.06280628591775894, | |
| "learning_rate": 0.00019999700835577342, | |
| "loss": 0.1715, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 0.30761927367671493, | |
| "grad_norm": 0.07462131977081299, | |
| "learning_rate": 0.00019999609255228046, | |
| "loss": 0.1772, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 0.30856871587942086, | |
| "grad_norm": 0.059642352163791656, | |
| "learning_rate": 0.00019999505464503482, | |
| "loss": 0.1294, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.30951815808212674, | |
| "grad_norm": 0.06458820402622223, | |
| "learning_rate": 0.00019999389463530383, | |
| "loss": 0.173, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 0.31046760028483267, | |
| "grad_norm": 0.05901939421892166, | |
| "learning_rate": 0.00019999261252450396, | |
| "loss": 0.1419, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 0.3114170424875386, | |
| "grad_norm": 0.055540215224027634, | |
| "learning_rate": 0.00019999120831420083, | |
| "loss": 0.1314, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 0.3123664846902445, | |
| "grad_norm": 0.0546739287674427, | |
| "learning_rate": 0.00019998968200610903, | |
| "loss": 0.1354, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 0.3133159268929504, | |
| "grad_norm": 0.0689477026462555, | |
| "learning_rate": 0.00019998803360209234, | |
| "loss": 0.132, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.3142653690956563, | |
| "grad_norm": 0.05279696360230446, | |
| "learning_rate": 0.00019998626310416365, | |
| "loss": 0.1424, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 0.3152148112983622, | |
| "grad_norm": 0.055384278297424316, | |
| "learning_rate": 0.00019998437051448482, | |
| "loss": 0.141, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 0.31616425350106814, | |
| "grad_norm": 0.04636182263493538, | |
| "learning_rate": 0.0001999823558353669, | |
| "loss": 0.1414, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 0.317113695703774, | |
| "grad_norm": 0.04795726016163826, | |
| "learning_rate": 0.00019998021906926993, | |
| "loss": 0.1255, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 0.31806313790647994, | |
| "grad_norm": 0.05326540395617485, | |
| "learning_rate": 0.00019997796021880318, | |
| "loss": 0.1309, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.3190125801091859, | |
| "grad_norm": 0.0684736892580986, | |
| "learning_rate": 0.00019997557928672484, | |
| "loss": 0.1825, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 0.31996202231189175, | |
| "grad_norm": 0.042282164096832275, | |
| "learning_rate": 0.0001999730762759422, | |
| "loss": 0.12, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 0.3209114645145977, | |
| "grad_norm": 0.05297423154115677, | |
| "learning_rate": 0.00019997045118951175, | |
| "loss": 0.1309, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 0.3218609067173036, | |
| "grad_norm": 0.080621138215065, | |
| "learning_rate": 0.00019996770403063883, | |
| "loss": 0.2134, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 0.3228103489200095, | |
| "grad_norm": 0.05552308261394501, | |
| "learning_rate": 0.00019996483480267803, | |
| "loss": 0.1361, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.3237597911227154, | |
| "grad_norm": 0.05070111155509949, | |
| "learning_rate": 0.00019996184350913287, | |
| "loss": 0.1314, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 0.32470923332542134, | |
| "grad_norm": 0.04412266984581947, | |
| "learning_rate": 0.00019995873015365601, | |
| "loss": 0.1299, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 0.3256586755281272, | |
| "grad_norm": 0.0445338599383831, | |
| "learning_rate": 0.00019995549474004917, | |
| "loss": 0.1313, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 0.32660811773083315, | |
| "grad_norm": 0.08224980533123016, | |
| "learning_rate": 0.000199952137272263, | |
| "loss": 0.1844, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 0.327557559933539, | |
| "grad_norm": 0.04331446811556816, | |
| "learning_rate": 0.0001999486577543972, | |
| "loss": 0.133, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.32850700213624495, | |
| "grad_norm": 0.049314577132463455, | |
| "learning_rate": 0.00019994505619070068, | |
| "loss": 0.1351, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 0.3294564443389509, | |
| "grad_norm": 0.0697011798620224, | |
| "learning_rate": 0.00019994133258557117, | |
| "loss": 0.1709, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 0.33040588654165676, | |
| "grad_norm": 0.0510990135371685, | |
| "learning_rate": 0.00019993748694355557, | |
| "loss": 0.1365, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 0.3313553287443627, | |
| "grad_norm": 0.05100785568356514, | |
| "learning_rate": 0.00019993351926934967, | |
| "loss": 0.1302, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 0.3323047709470686, | |
| "grad_norm": 0.08001980185508728, | |
| "learning_rate": 0.00019992942956779838, | |
| "loss": 0.1736, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.3332542131497745, | |
| "grad_norm": 0.05298507958650589, | |
| "learning_rate": 0.00019992521784389559, | |
| "loss": 0.159, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 0.3342036553524804, | |
| "grad_norm": 0.04655485600233078, | |
| "learning_rate": 0.00019992088410278414, | |
| "loss": 0.1401, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 0.33515309755518635, | |
| "grad_norm": 0.047509439289569855, | |
| "learning_rate": 0.00019991642834975594, | |
| "loss": 0.1369, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 0.3361025397578922, | |
| "grad_norm": 0.046006906777620316, | |
| "learning_rate": 0.0001999118505902518, | |
| "loss": 0.1384, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 0.33705198196059816, | |
| "grad_norm": 0.07522892951965332, | |
| "learning_rate": 0.00019990715082986155, | |
| "loss": 0.2254, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.33800142416330403, | |
| "grad_norm": 0.048646144568920135, | |
| "learning_rate": 0.00019990232907432404, | |
| "loss": 0.1355, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 0.33895086636600996, | |
| "grad_norm": 0.03941798582673073, | |
| "learning_rate": 0.000199897385329527, | |
| "loss": 0.1242, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 0.3399003085687159, | |
| "grad_norm": 0.04582727700471878, | |
| "learning_rate": 0.0001998923196015072, | |
| "loss": 0.1347, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 0.34084975077142177, | |
| "grad_norm": 0.05890033766627312, | |
| "learning_rate": 0.00019988713189645027, | |
| "loss": 0.1356, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 0.3417991929741277, | |
| "grad_norm": 0.050398606806993484, | |
| "learning_rate": 0.00019988182222069093, | |
| "loss": 0.1379, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.3427486351768336, | |
| "grad_norm": 0.053657352924346924, | |
| "learning_rate": 0.00019987639058071267, | |
| "loss": 0.1417, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 0.3436980773795395, | |
| "grad_norm": 0.04928993433713913, | |
| "learning_rate": 0.00019987083698314804, | |
| "loss": 0.1269, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 0.34464751958224543, | |
| "grad_norm": 0.04932550713419914, | |
| "learning_rate": 0.0001998651614347784, | |
| "loss": 0.1429, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 0.34559696178495136, | |
| "grad_norm": 0.0531768873333931, | |
| "learning_rate": 0.00019985936394253413, | |
| "loss": 0.1367, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 0.34654640398765724, | |
| "grad_norm": 0.05342009291052818, | |
| "learning_rate": 0.00019985344451349443, | |
| "loss": 0.1365, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.34749584619036317, | |
| "grad_norm": 0.04960772022604942, | |
| "learning_rate": 0.00019984740315488742, | |
| "loss": 0.133, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 0.3484452883930691, | |
| "grad_norm": 0.04490765556693077, | |
| "learning_rate": 0.00019984123987409013, | |
| "loss": 0.1347, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 0.34939473059577497, | |
| "grad_norm": 0.05546121671795845, | |
| "learning_rate": 0.0001998349546786285, | |
| "loss": 0.169, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 0.3503441727984809, | |
| "grad_norm": 0.04962169751524925, | |
| "learning_rate": 0.0001998285475761772, | |
| "loss": 0.1325, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 0.3512936150011868, | |
| "grad_norm": 0.0451858825981617, | |
| "learning_rate": 0.00019982201857455988, | |
| "loss": 0.1291, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.3522430572038927, | |
| "grad_norm": 0.07738906145095825, | |
| "learning_rate": 0.00019981536768174903, | |
| "loss": 0.1841, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 0.35319249940659864, | |
| "grad_norm": 0.05104148015379906, | |
| "learning_rate": 0.000199808594905866, | |
| "loss": 0.1375, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 0.3541419416093045, | |
| "grad_norm": 0.04850155860185623, | |
| "learning_rate": 0.00019980170025518082, | |
| "loss": 0.1335, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 0.35509138381201044, | |
| "grad_norm": 0.050271324813365936, | |
| "learning_rate": 0.00019979468373811248, | |
| "loss": 0.1394, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 0.35604082601471637, | |
| "grad_norm": 0.050799645483493805, | |
| "learning_rate": 0.0001997875453632288, | |
| "loss": 0.135, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.35699026821742225, | |
| "grad_norm": 0.05703526735305786, | |
| "learning_rate": 0.00019978028513924627, | |
| "loss": 0.1371, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 0.3579397104201282, | |
| "grad_norm": 0.06665853410959244, | |
| "learning_rate": 0.00019977290307503028, | |
| "loss": 0.1837, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 0.3588891526228341, | |
| "grad_norm": 0.04639972746372223, | |
| "learning_rate": 0.000199765399179595, | |
| "loss": 0.1315, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 0.35983859482554, | |
| "grad_norm": 0.07625308632850647, | |
| "learning_rate": 0.00019975777346210326, | |
| "loss": 0.2064, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 0.3607880370282459, | |
| "grad_norm": 0.048770248889923096, | |
| "learning_rate": 0.00019975002593186674, | |
| "loss": 0.1363, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.36173747923095184, | |
| "grad_norm": 0.04932136833667755, | |
| "learning_rate": 0.00019974215659834582, | |
| "loss": 0.1374, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 0.3626869214336577, | |
| "grad_norm": 0.03848756104707718, | |
| "learning_rate": 0.00019973416547114964, | |
| "loss": 0.1333, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 0.36363636363636365, | |
| "grad_norm": 0.04468891769647598, | |
| "learning_rate": 0.00019972605256003605, | |
| "loss": 0.129, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 0.3645858058390695, | |
| "grad_norm": 0.048413511365652084, | |
| "learning_rate": 0.0001997178178749116, | |
| "loss": 0.1314, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 0.36553524804177545, | |
| "grad_norm": 0.045054856687784195, | |
| "learning_rate": 0.00019970946142583155, | |
| "loss": 0.1323, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.3664846902444814, | |
| "grad_norm": 0.05541200935840607, | |
| "learning_rate": 0.00019970098322299982, | |
| "loss": 0.1342, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 0.36743413244718726, | |
| "grad_norm": 0.06861472874879837, | |
| "learning_rate": 0.00019969238327676906, | |
| "loss": 0.1347, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 0.3683835746498932, | |
| "grad_norm": 0.043996453285217285, | |
| "learning_rate": 0.00019968366159764047, | |
| "loss": 0.132, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 0.3693330168525991, | |
| "grad_norm": 0.06562239676713943, | |
| "learning_rate": 0.000199674818196264, | |
| "loss": 0.1759, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 0.370282459055305, | |
| "grad_norm": 0.04714899882674217, | |
| "learning_rate": 0.00019966585308343822, | |
| "loss": 0.1274, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.3712319012580109, | |
| "grad_norm": 0.04736959934234619, | |
| "learning_rate": 0.00019965676627011026, | |
| "loss": 0.1265, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 0.37218134346071685, | |
| "grad_norm": 0.056829433888196945, | |
| "learning_rate": 0.0001996475577673759, | |
| "loss": 0.1402, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 0.3731307856634227, | |
| "grad_norm": 0.0426231250166893, | |
| "learning_rate": 0.00019963822758647953, | |
| "loss": 0.1364, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 0.37408022786612866, | |
| "grad_norm": 0.07376877963542938, | |
| "learning_rate": 0.00019962877573881404, | |
| "loss": 0.2042, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 0.3750296700688346, | |
| "grad_norm": 0.043273668736219406, | |
| "learning_rate": 0.00019961920223592104, | |
| "loss": 0.132, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.37597911227154046, | |
| "grad_norm": 0.044406965374946594, | |
| "learning_rate": 0.00019960950708949052, | |
| "loss": 0.1344, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 0.3769285544742464, | |
| "grad_norm": 0.040342606604099274, | |
| "learning_rate": 0.00019959969031136106, | |
| "loss": 0.1214, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 0.37787799667695227, | |
| "grad_norm": 0.05118388682603836, | |
| "learning_rate": 0.00019958975191351983, | |
| "loss": 0.14, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 0.3788274388796582, | |
| "grad_norm": 0.045876793563365936, | |
| "learning_rate": 0.00019957969190810245, | |
| "loss": 0.1335, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 0.3797768810823641, | |
| "grad_norm": 0.0645332932472229, | |
| "learning_rate": 0.00019956951030739308, | |
| "loss": 0.1702, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.38072632328507, | |
| "grad_norm": 0.05039132386445999, | |
| "learning_rate": 0.00019955920712382423, | |
| "loss": 0.136, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 0.38167576548777593, | |
| "grad_norm": 0.052004653960466385, | |
| "learning_rate": 0.00019954878236997704, | |
| "loss": 0.1386, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 0.38262520769048186, | |
| "grad_norm": 0.05021458491683006, | |
| "learning_rate": 0.00019953823605858105, | |
| "loss": 0.1378, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 0.38357464989318774, | |
| "grad_norm": 0.058653559535741806, | |
| "learning_rate": 0.0001995275682025141, | |
| "loss": 0.1437, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 0.38452409209589367, | |
| "grad_norm": 0.04466673359274864, | |
| "learning_rate": 0.00019951677881480264, | |
| "loss": 0.1334, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.3854735342985996, | |
| "grad_norm": 0.06119415909051895, | |
| "learning_rate": 0.00019950586790862138, | |
| "loss": 0.1296, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 0.38642297650130547, | |
| "grad_norm": 0.04749077931046486, | |
| "learning_rate": 0.0001994948354972935, | |
| "loss": 0.1341, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 0.3873724187040114, | |
| "grad_norm": 0.037752799689769745, | |
| "learning_rate": 0.00019948368159429053, | |
| "loss": 0.134, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 0.38832186090671733, | |
| "grad_norm": 0.08903038501739502, | |
| "learning_rate": 0.00019947240621323226, | |
| "loss": 0.2155, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 0.3892713031094232, | |
| "grad_norm": 0.03878140076994896, | |
| "learning_rate": 0.00019946100936788698, | |
| "loss": 0.1176, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.39022074531212914, | |
| "grad_norm": 0.04927309602499008, | |
| "learning_rate": 0.00019944949107217113, | |
| "loss": 0.1344, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 0.391170187514835, | |
| "grad_norm": 0.04933890327811241, | |
| "learning_rate": 0.00019943785134014962, | |
| "loss": 0.1315, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 0.39211962971754094, | |
| "grad_norm": 0.06702516227960587, | |
| "learning_rate": 0.0001994260901860355, | |
| "loss": 0.1826, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 0.39306907192024687, | |
| "grad_norm": 0.048132237046957016, | |
| "learning_rate": 0.00019941420762419014, | |
| "loss": 0.1436, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 0.39401851412295275, | |
| "grad_norm": 0.07756894826889038, | |
| "learning_rate": 0.00019940220366912318, | |
| "loss": 0.2162, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.3949679563256587, | |
| "grad_norm": 0.04789011925458908, | |
| "learning_rate": 0.00019939007833549242, | |
| "loss": 0.1295, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 0.3959173985283646, | |
| "grad_norm": 0.04369444027543068, | |
| "learning_rate": 0.000199377831638104, | |
| "loss": 0.1322, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 0.3968668407310705, | |
| "grad_norm": 0.05376122146844864, | |
| "learning_rate": 0.00019936546359191216, | |
| "loss": 0.1743, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 0.3978162829337764, | |
| "grad_norm": 0.045930229127407074, | |
| "learning_rate": 0.0001993529742120193, | |
| "loss": 0.1336, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 0.39876572513648234, | |
| "grad_norm": 0.039980966597795486, | |
| "learning_rate": 0.00019934036351367606, | |
| "loss": 0.1349, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.3997151673391882, | |
| "grad_norm": 0.03797341510653496, | |
| "learning_rate": 0.00019932763151228115, | |
| "loss": 0.1256, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 0.40066460954189415, | |
| "grad_norm": 0.04779914394021034, | |
| "learning_rate": 0.00019931477822338146, | |
| "loss": 0.1411, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 0.4016140517446, | |
| "grad_norm": 0.040458668023347855, | |
| "learning_rate": 0.00019930180366267193, | |
| "loss": 0.126, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 0.40256349394730595, | |
| "grad_norm": 0.04114462807774544, | |
| "learning_rate": 0.0001992887078459956, | |
| "loss": 0.127, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 0.4035129361500119, | |
| "grad_norm": 0.048119012266397476, | |
| "learning_rate": 0.00019927549078934358, | |
| "loss": 0.1346, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.40446237835271776, | |
| "grad_norm": 0.0545562319457531, | |
| "learning_rate": 0.00019926215250885504, | |
| "loss": 0.1387, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 0.4054118205554237, | |
| "grad_norm": 0.052092909812927246, | |
| "learning_rate": 0.00019924869302081715, | |
| "loss": 0.1389, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 0.4063612627581296, | |
| "grad_norm": 0.03847799077630043, | |
| "learning_rate": 0.0001992351123416651, | |
| "loss": 0.1234, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 0.4073107049608355, | |
| "grad_norm": 0.0436912477016449, | |
| "learning_rate": 0.000199221410487982, | |
| "loss": 0.1362, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 0.4082601471635414, | |
| "grad_norm": 0.04420888423919678, | |
| "learning_rate": 0.00019920758747649908, | |
| "loss": 0.1243, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.40920958936624735, | |
| "grad_norm": 0.037297070026397705, | |
| "learning_rate": 0.00019919364332409535, | |
| "loss": 0.1331, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 0.4101590315689532, | |
| "grad_norm": 0.03854360058903694, | |
| "learning_rate": 0.00019917957804779782, | |
| "loss": 0.1266, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 0.41110847377165916, | |
| "grad_norm": 0.04071418195962906, | |
| "learning_rate": 0.00019916539166478137, | |
| "loss": 0.1292, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 0.4120579159743651, | |
| "grad_norm": 0.04560808837413788, | |
| "learning_rate": 0.00019915108419236882, | |
| "loss": 0.1381, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 0.41300735817707096, | |
| "grad_norm": 0.06313233822584152, | |
| "learning_rate": 0.00019913665564803078, | |
| "loss": 0.2031, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.4139568003797769, | |
| "grad_norm": 0.04507524147629738, | |
| "learning_rate": 0.00019912210604938578, | |
| "loss": 0.1277, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 0.41490624258248276, | |
| "grad_norm": 0.05048058554530144, | |
| "learning_rate": 0.00019910743541420007, | |
| "loss": 0.1315, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 0.4158556847851887, | |
| "grad_norm": 0.04872648045420647, | |
| "learning_rate": 0.0001990926437603878, | |
| "loss": 0.1292, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 0.4168051269878946, | |
| "grad_norm": 0.04400710016489029, | |
| "learning_rate": 0.00019907773110601075, | |
| "loss": 0.1236, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 0.4177545691906005, | |
| "grad_norm": 0.051591627299785614, | |
| "learning_rate": 0.00019906269746927863, | |
| "loss": 0.1358, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.41870401139330643, | |
| "grad_norm": 0.04288725182414055, | |
| "learning_rate": 0.00019904754286854877, | |
| "loss": 0.126, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 0.41965345359601236, | |
| "grad_norm": 0.04984726384282112, | |
| "learning_rate": 0.00019903226732232622, | |
| "loss": 0.1326, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 0.42060289579871823, | |
| "grad_norm": 0.041585132479667664, | |
| "learning_rate": 0.00019901687084926373, | |
| "loss": 0.136, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 0.42155233800142417, | |
| "grad_norm": 0.05849035084247589, | |
| "learning_rate": 0.0001990013534681617, | |
| "loss": 0.1727, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 0.4225017802041301, | |
| "grad_norm": 0.043387994170188904, | |
| "learning_rate": 0.00019898571519796817, | |
| "loss": 0.1393, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.42345122240683597, | |
| "grad_norm": 0.05867496132850647, | |
| "learning_rate": 0.0001989699560577788, | |
| "loss": 0.1664, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 0.4244006646095419, | |
| "grad_norm": 0.07019232958555222, | |
| "learning_rate": 0.00019895407606683685, | |
| "loss": 0.1653, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 0.42535010681224783, | |
| "grad_norm": 0.04676515609025955, | |
| "learning_rate": 0.00019893807524453314, | |
| "loss": 0.1368, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 0.4262995490149537, | |
| "grad_norm": 0.06640240550041199, | |
| "learning_rate": 0.00019892195361040607, | |
| "loss": 0.2089, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 0.42724899121765963, | |
| "grad_norm": 0.044658735394477844, | |
| "learning_rate": 0.00019890571118414148, | |
| "loss": 0.1298, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.4281984334203655, | |
| "grad_norm": 0.04810122773051262, | |
| "learning_rate": 0.00019888934798557278, | |
| "loss": 0.1288, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 0.42914787562307144, | |
| "grad_norm": 0.0425436794757843, | |
| "learning_rate": 0.0001988728640346808, | |
| "loss": 0.1354, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 0.43009731782577737, | |
| "grad_norm": 0.04513363912701607, | |
| "learning_rate": 0.0001988562593515939, | |
| "loss": 0.1346, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 0.43104676002848324, | |
| "grad_norm": 0.052022870630025864, | |
| "learning_rate": 0.0001988395339565878, | |
| "loss": 0.1302, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 0.4319962022311892, | |
| "grad_norm": 0.04852641373872757, | |
| "learning_rate": 0.0001988226878700856, | |
| "loss": 0.1388, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.4329456444338951, | |
| "grad_norm": 0.04990584775805473, | |
| "learning_rate": 0.00019880572111265785, | |
| "loss": 0.1552, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 0.433895086636601, | |
| "grad_norm": 0.052271679043769836, | |
| "learning_rate": 0.00019878863370502238, | |
| "loss": 0.1404, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 0.4348445288393069, | |
| "grad_norm": 0.04795520752668381, | |
| "learning_rate": 0.00019877142566804436, | |
| "loss": 0.1341, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 0.43579397104201284, | |
| "grad_norm": 0.048165664076805115, | |
| "learning_rate": 0.00019875409702273632, | |
| "loss": 0.1343, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 0.4367434132447187, | |
| "grad_norm": 0.04213611036539078, | |
| "learning_rate": 0.000198736647790258, | |
| "loss": 0.1369, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.43769285544742464, | |
| "grad_norm": 0.05819966271519661, | |
| "learning_rate": 0.00019871907799191632, | |
| "loss": 0.1615, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 0.4386422976501306, | |
| "grad_norm": 0.057378821074962616, | |
| "learning_rate": 0.00019870138764916558, | |
| "loss": 0.175, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 0.43959173985283645, | |
| "grad_norm": 0.0432853177189827, | |
| "learning_rate": 0.00019868357678360724, | |
| "loss": 0.1371, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 0.4405411820555424, | |
| "grad_norm": 0.03890872746706009, | |
| "learning_rate": 0.0001986656454169898, | |
| "loss": 0.1332, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 0.44149062425824825, | |
| "grad_norm": 0.04006613418459892, | |
| "learning_rate": 0.00019864759357120896, | |
| "loss": 0.1342, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.4424400664609542, | |
| "grad_norm": 0.049053166061639786, | |
| "learning_rate": 0.00019862942126830767, | |
| "loss": 0.1756, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 0.4433895086636601, | |
| "grad_norm": 0.03966079652309418, | |
| "learning_rate": 0.00019861112853047577, | |
| "loss": 0.1303, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 0.444338950866366, | |
| "grad_norm": 0.04506433755159378, | |
| "learning_rate": 0.0001985927153800503, | |
| "loss": 0.136, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 0.4452883930690719, | |
| "grad_norm": 0.04392915591597557, | |
| "learning_rate": 0.00019857418183951526, | |
| "loss": 0.1397, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 0.44623783527177785, | |
| "grad_norm": 0.038007620722055435, | |
| "learning_rate": 0.0001985555279315017, | |
| "loss": 0.1246, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.4471872774744837, | |
| "grad_norm": 0.048948097974061966, | |
| "learning_rate": 0.00019853675367878764, | |
| "loss": 0.1329, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 0.44813671967718965, | |
| "grad_norm": 0.04174380376935005, | |
| "learning_rate": 0.00019851785910429806, | |
| "loss": 0.13, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 0.4490861618798956, | |
| "grad_norm": 0.048575468361377716, | |
| "learning_rate": 0.00019849884423110478, | |
| "loss": 0.1385, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 0.45003560408260146, | |
| "grad_norm": 0.05167670175433159, | |
| "learning_rate": 0.00019847970908242664, | |
| "loss": 0.1684, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 0.4509850462853074, | |
| "grad_norm": 0.06849198788404465, | |
| "learning_rate": 0.00019846045368162923, | |
| "loss": 0.1795, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.4519344884880133, | |
| "grad_norm": 0.044273603707551956, | |
| "learning_rate": 0.0001984410780522251, | |
| "loss": 0.1246, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 0.4528839306907192, | |
| "grad_norm": 0.048194363713264465, | |
| "learning_rate": 0.00019842158221787353, | |
| "loss": 0.1366, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 0.4538333728934251, | |
| "grad_norm": 0.033906418830156326, | |
| "learning_rate": 0.00019840196620238057, | |
| "loss": 0.1235, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 0.454782815096131, | |
| "grad_norm": 0.043933141976594925, | |
| "learning_rate": 0.00019838223002969905, | |
| "loss": 0.1195, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 0.45573225729883693, | |
| "grad_norm": 0.056823644787073135, | |
| "learning_rate": 0.00019836237372392854, | |
| "loss": 0.1757, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.45668169950154286, | |
| "grad_norm": 0.07587820291519165, | |
| "learning_rate": 0.00019834239730931526, | |
| "loss": 0.1784, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 0.45763114170424873, | |
| "grad_norm": 0.04008018970489502, | |
| "learning_rate": 0.0001983223008102521, | |
| "loss": 0.1306, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 0.45858058390695466, | |
| "grad_norm": 0.05180038511753082, | |
| "learning_rate": 0.00019830208425127867, | |
| "loss": 0.1485, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 0.4595300261096606, | |
| "grad_norm": 0.0691617876291275, | |
| "learning_rate": 0.00019828174765708104, | |
| "loss": 0.1249, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 0.46047946831236647, | |
| "grad_norm": 0.0565367266535759, | |
| "learning_rate": 0.00019826129105249195, | |
| "loss": 0.1744, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.4614289105150724, | |
| "grad_norm": 0.044927019625902176, | |
| "learning_rate": 0.00019824071446249072, | |
| "loss": 0.1341, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 0.46237835271777833, | |
| "grad_norm": 0.04481721669435501, | |
| "learning_rate": 0.00019822001791220298, | |
| "loss": 0.1354, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 0.4633277949204842, | |
| "grad_norm": 0.05233500525355339, | |
| "learning_rate": 0.0001981992014269011, | |
| "loss": 0.1501, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 0.46427723712319013, | |
| "grad_norm": 0.044350553303956985, | |
| "learning_rate": 0.00019817826503200372, | |
| "loss": 0.1335, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 0.465226679325896, | |
| "grad_norm": 0.03551819548010826, | |
| "learning_rate": 0.000198157208753076, | |
| "loss": 0.1322, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.46617612152860194, | |
| "grad_norm": 0.04409592226147652, | |
| "learning_rate": 0.00019813603261582943, | |
| "loss": 0.1561, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 0.46712556373130787, | |
| "grad_norm": 0.04842127487063408, | |
| "learning_rate": 0.0001981147366461219, | |
| "loss": 0.1296, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 0.46807500593401374, | |
| "grad_norm": 0.04349881038069725, | |
| "learning_rate": 0.00019809332086995757, | |
| "loss": 0.1319, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 0.4690244481367197, | |
| "grad_norm": 0.04413028433918953, | |
| "learning_rate": 0.00019807178531348698, | |
| "loss": 0.1321, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 0.4699738903394256, | |
| "grad_norm": 0.03972313553094864, | |
| "learning_rate": 0.00019805013000300683, | |
| "loss": 0.1358, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.4709233325421315, | |
| "grad_norm": 0.052269116044044495, | |
| "learning_rate": 0.00019802835496496012, | |
| "loss": 0.1389, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 0.4718727747448374, | |
| "grad_norm": 0.0379653237760067, | |
| "learning_rate": 0.00019800646022593603, | |
| "loss": 0.1283, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 0.47282221694754334, | |
| "grad_norm": 0.04370688647031784, | |
| "learning_rate": 0.0001979844458126699, | |
| "loss": 0.1278, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 0.4737716591502492, | |
| "grad_norm": 0.03912369906902313, | |
| "learning_rate": 0.0001979623117520432, | |
| "loss": 0.1257, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 0.47472110135295514, | |
| "grad_norm": 0.039594005793333054, | |
| "learning_rate": 0.00019794005807108352, | |
| "loss": 0.1375, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.4756705435556611, | |
| "grad_norm": 0.03889892250299454, | |
| "learning_rate": 0.00019791768479696448, | |
| "loss": 0.13, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 0.47661998575836695, | |
| "grad_norm": 0.03966660797595978, | |
| "learning_rate": 0.00019789519195700578, | |
| "loss": 0.1268, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 0.4775694279610729, | |
| "grad_norm": 0.04501716047525406, | |
| "learning_rate": 0.00019787257957867306, | |
| "loss": 0.1423, | |
| "step": 503 | |
| }, | |
| { | |
| "epoch": 0.47851887016377875, | |
| "grad_norm": 0.06255436688661575, | |
| "learning_rate": 0.000197849847689578, | |
| "loss": 0.1799, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 0.4794683123664847, | |
| "grad_norm": 0.050308458507061005, | |
| "learning_rate": 0.00019782699631747813, | |
| "loss": 0.1733, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.4804177545691906, | |
| "grad_norm": 0.0357963964343071, | |
| "learning_rate": 0.00019780402549027698, | |
| "loss": 0.1268, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 0.4813671967718965, | |
| "grad_norm": 0.03651968017220497, | |
| "learning_rate": 0.00019778093523602384, | |
| "loss": 0.1267, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 0.4823166389746024, | |
| "grad_norm": 0.043042074888944626, | |
| "learning_rate": 0.0001977577255829139, | |
| "loss": 0.1256, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 0.48326608117730835, | |
| "grad_norm": 0.07031014561653137, | |
| "learning_rate": 0.00019773439655928815, | |
| "loss": 0.1796, | |
| "step": 509 | |
| }, | |
| { | |
| "epoch": 0.4842155233800142, | |
| "grad_norm": 0.04429268836975098, | |
| "learning_rate": 0.00019771094819363326, | |
| "loss": 0.1298, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.48516496558272015, | |
| "grad_norm": 0.0373898483812809, | |
| "learning_rate": 0.00019768738051458172, | |
| "loss": 0.1232, | |
| "step": 511 | |
| }, | |
| { | |
| "epoch": 0.4861144077854261, | |
| "grad_norm": 0.05853155627846718, | |
| "learning_rate": 0.00019766369355091166, | |
| "loss": 0.1694, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 0.48706384998813196, | |
| "grad_norm": 0.05050895735621452, | |
| "learning_rate": 0.00019763988733154686, | |
| "loss": 0.1665, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 0.4880132921908379, | |
| "grad_norm": 0.04074448347091675, | |
| "learning_rate": 0.0001976159618855568, | |
| "loss": 0.1336, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 0.4889627343935438, | |
| "grad_norm": 0.03826110064983368, | |
| "learning_rate": 0.00019759191724215644, | |
| "loss": 0.132, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.4899121765962497, | |
| "grad_norm": 0.04392875358462334, | |
| "learning_rate": 0.0001975677534307064, | |
| "loss": 0.1204, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 0.4908616187989556, | |
| "grad_norm": 0.04615531116724014, | |
| "learning_rate": 0.0001975434704807127, | |
| "loss": 0.1358, | |
| "step": 517 | |
| }, | |
| { | |
| "epoch": 0.4918110610016615, | |
| "grad_norm": 0.053060565143823624, | |
| "learning_rate": 0.00019751906842182688, | |
| "loss": 0.1299, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 0.49276050320436743, | |
| "grad_norm": 0.04905511438846588, | |
| "learning_rate": 0.00019749454728384594, | |
| "loss": 0.1284, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 0.49370994540707336, | |
| "grad_norm": 0.04257996007800102, | |
| "learning_rate": 0.00019746990709671234, | |
| "loss": 0.1353, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.49465938760977923, | |
| "grad_norm": 0.05581909418106079, | |
| "learning_rate": 0.0001974451478905138, | |
| "loss": 0.1594, | |
| "step": 521 | |
| }, | |
| { | |
| "epoch": 0.49560882981248516, | |
| "grad_norm": 0.04603990167379379, | |
| "learning_rate": 0.00019742026969548338, | |
| "loss": 0.1383, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 0.4965582720151911, | |
| "grad_norm": 0.058511972427368164, | |
| "learning_rate": 0.00019739527254199958, | |
| "loss": 0.1725, | |
| "step": 523 | |
| }, | |
| { | |
| "epoch": 0.49750771421789697, | |
| "grad_norm": 0.03875808045268059, | |
| "learning_rate": 0.000197370156460586, | |
| "loss": 0.1405, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 0.4984571564206029, | |
| "grad_norm": 0.040860000997781754, | |
| "learning_rate": 0.00019734492148191151, | |
| "loss": 0.139, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.49940659862330883, | |
| "grad_norm": 0.06110459193587303, | |
| "learning_rate": 0.00019731956763679014, | |
| "loss": 0.223, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 0.5003560408260147, | |
| "grad_norm": 0.05238598585128784, | |
| "learning_rate": 0.00019729409495618117, | |
| "loss": 0.1681, | |
| "step": 527 | |
| }, | |
| { | |
| "epoch": 0.5013054830287206, | |
| "grad_norm": 0.05180145800113678, | |
| "learning_rate": 0.00019726850347118885, | |
| "loss": 0.1743, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 0.5022549252314266, | |
| "grad_norm": 0.05066410079598427, | |
| "learning_rate": 0.00019724279321306262, | |
| "loss": 0.1634, | |
| "step": 529 | |
| }, | |
| { | |
| "epoch": 0.5032043674341324, | |
| "grad_norm": 0.06856084614992142, | |
| "learning_rate": 0.00019721696421319684, | |
| "loss": 0.1685, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.5041538096368383, | |
| "grad_norm": 0.045972324907779694, | |
| "learning_rate": 0.00019719101650313096, | |
| "loss": 0.1245, | |
| "step": 531 | |
| }, | |
| { | |
| "epoch": 0.5051032518395443, | |
| "grad_norm": 0.04522623121738434, | |
| "learning_rate": 0.00019716495011454934, | |
| "loss": 0.1367, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 0.5060526940422502, | |
| "grad_norm": 0.0780516117811203, | |
| "learning_rate": 0.00019713876507928126, | |
| "loss": 0.1351, | |
| "step": 533 | |
| }, | |
| { | |
| "epoch": 0.507002136244956, | |
| "grad_norm": 0.04264210909605026, | |
| "learning_rate": 0.00019711246142930088, | |
| "loss": 0.1312, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 0.507951578447662, | |
| "grad_norm": 0.059501100331544876, | |
| "learning_rate": 0.00019708603919672718, | |
| "loss": 0.1698, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 0.5089010206503679, | |
| "grad_norm": 0.060105033218860626, | |
| "learning_rate": 0.00019705949841382396, | |
| "loss": 0.1303, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 0.5098504628530738, | |
| "grad_norm": 0.04733967408537865, | |
| "learning_rate": 0.00019703283911299982, | |
| "loss": 0.1245, | |
| "step": 537 | |
| }, | |
| { | |
| "epoch": 0.5107999050557798, | |
| "grad_norm": 0.04254663735628128, | |
| "learning_rate": 0.00019700606132680798, | |
| "loss": 0.1343, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 0.5117493472584856, | |
| "grad_norm": 0.06302463263273239, | |
| "learning_rate": 0.00019697916508794645, | |
| "loss": 0.1831, | |
| "step": 539 | |
| }, | |
| { | |
| "epoch": 0.5126987894611915, | |
| "grad_norm": 0.05301344394683838, | |
| "learning_rate": 0.0001969521504292578, | |
| "loss": 0.1316, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.5136482316638975, | |
| "grad_norm": 0.04151083528995514, | |
| "learning_rate": 0.00019692501738372922, | |
| "loss": 0.1335, | |
| "step": 541 | |
| }, | |
| { | |
| "epoch": 0.5145976738666034, | |
| "grad_norm": 0.05647062510251999, | |
| "learning_rate": 0.00019689776598449257, | |
| "loss": 0.1688, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 0.5155471160693093, | |
| "grad_norm": 0.037060294300317764, | |
| "learning_rate": 0.000196870396264824, | |
| "loss": 0.1339, | |
| "step": 543 | |
| }, | |
| { | |
| "epoch": 0.5164965582720152, | |
| "grad_norm": 0.04036247730255127, | |
| "learning_rate": 0.0001968429082581443, | |
| "loss": 0.1361, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 0.5174460004747211, | |
| "grad_norm": 0.040889665484428406, | |
| "learning_rate": 0.00019681530199801875, | |
| "loss": 0.1356, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 0.518395442677427, | |
| "grad_norm": 0.0538480207324028, | |
| "learning_rate": 0.00019678757751815686, | |
| "loss": 0.1689, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 0.519344884880133, | |
| "grad_norm": 0.04074794426560402, | |
| "learning_rate": 0.0001967597348524126, | |
| "loss": 0.1329, | |
| "step": 547 | |
| }, | |
| { | |
| "epoch": 0.5202943270828388, | |
| "grad_norm": 0.03896891698241234, | |
| "learning_rate": 0.00019673177403478428, | |
| "loss": 0.1356, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 0.5212437692855447, | |
| "grad_norm": 0.04619259387254715, | |
| "learning_rate": 0.00019670369509941442, | |
| "loss": 0.163, | |
| "step": 549 | |
| }, | |
| { | |
| "epoch": 0.5221932114882507, | |
| "grad_norm": 0.035968657582998276, | |
| "learning_rate": 0.00019667549808058976, | |
| "loss": 0.1242, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.5231426536909566, | |
| "grad_norm": 0.04564007744193077, | |
| "learning_rate": 0.0001966471830127413, | |
| "loss": 0.1364, | |
| "step": 551 | |
| }, | |
| { | |
| "epoch": 0.5240920958936625, | |
| "grad_norm": 0.03991610184311867, | |
| "learning_rate": 0.00019661874993044415, | |
| "loss": 0.1312, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 0.5250415380963683, | |
| "grad_norm": 0.037240512669086456, | |
| "learning_rate": 0.00019659019886841752, | |
| "loss": 0.1279, | |
| "step": 553 | |
| }, | |
| { | |
| "epoch": 0.5259909802990743, | |
| "grad_norm": 0.06598762422800064, | |
| "learning_rate": 0.00019656152986152468, | |
| "loss": 0.2165, | |
| "step": 554 | |
| }, | |
| { | |
| "epoch": 0.5269404225017802, | |
| "grad_norm": 0.03867746889591217, | |
| "learning_rate": 0.00019653274294477292, | |
| "loss": 0.1233, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 0.5278898647044861, | |
| "grad_norm": 0.051915477961301804, | |
| "learning_rate": 0.00019650383815331357, | |
| "loss": 0.168, | |
| "step": 556 | |
| }, | |
| { | |
| "epoch": 0.528839306907192, | |
| "grad_norm": 0.054896485060453415, | |
| "learning_rate": 0.00019647481552244182, | |
| "loss": 0.1678, | |
| "step": 557 | |
| }, | |
| { | |
| "epoch": 0.5297887491098979, | |
| "grad_norm": 0.05439051240682602, | |
| "learning_rate": 0.00019644567508759675, | |
| "loss": 0.1607, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 0.5307381913126038, | |
| "grad_norm": 0.03601578250527382, | |
| "learning_rate": 0.00019641641688436135, | |
| "loss": 0.1271, | |
| "step": 559 | |
| }, | |
| { | |
| "epoch": 0.5316876335153098, | |
| "grad_norm": 0.06025104597210884, | |
| "learning_rate": 0.00019638704094846236, | |
| "loss": 0.176, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.5326370757180157, | |
| "grad_norm": 0.04126368835568428, | |
| "learning_rate": 0.00019635754731577032, | |
| "loss": 0.1319, | |
| "step": 561 | |
| }, | |
| { | |
| "epoch": 0.5335865179207215, | |
| "grad_norm": 0.05305393040180206, | |
| "learning_rate": 0.00019632793602229943, | |
| "loss": 0.1699, | |
| "step": 562 | |
| }, | |
| { | |
| "epoch": 0.5345359601234275, | |
| "grad_norm": 0.03538331016898155, | |
| "learning_rate": 0.00019629820710420764, | |
| "loss": 0.124, | |
| "step": 563 | |
| }, | |
| { | |
| "epoch": 0.5354854023261334, | |
| "grad_norm": 0.05861300975084305, | |
| "learning_rate": 0.0001962683605977965, | |
| "loss": 0.1688, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 0.5364348445288393, | |
| "grad_norm": 0.040226079523563385, | |
| "learning_rate": 0.0001962383965395111, | |
| "loss": 0.1334, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 0.5373842867315453, | |
| "grad_norm": 0.035788875073194504, | |
| "learning_rate": 0.00019620831496594017, | |
| "loss": 0.1281, | |
| "step": 566 | |
| }, | |
| { | |
| "epoch": 0.5383337289342511, | |
| "grad_norm": 0.0334162712097168, | |
| "learning_rate": 0.0001961781159138158, | |
| "loss": 0.1317, | |
| "step": 567 | |
| }, | |
| { | |
| "epoch": 0.539283171136957, | |
| "grad_norm": 0.03352081775665283, | |
| "learning_rate": 0.00019614779942001364, | |
| "loss": 0.1334, | |
| "step": 568 | |
| }, | |
| { | |
| "epoch": 0.540232613339663, | |
| "grad_norm": 0.03684060648083687, | |
| "learning_rate": 0.00019611736552155274, | |
| "loss": 0.1349, | |
| "step": 569 | |
| }, | |
| { | |
| "epoch": 0.5411820555423689, | |
| "grad_norm": 0.03640671446919441, | |
| "learning_rate": 0.00019608681425559542, | |
| "loss": 0.1278, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.5421314977450747, | |
| "grad_norm": 0.04167250171303749, | |
| "learning_rate": 0.00019605614565944748, | |
| "loss": 0.1384, | |
| "step": 571 | |
| }, | |
| { | |
| "epoch": 0.5430809399477807, | |
| "grad_norm": 0.0416824147105217, | |
| "learning_rate": 0.00019602535977055778, | |
| "loss": 0.1319, | |
| "step": 572 | |
| }, | |
| { | |
| "epoch": 0.5440303821504866, | |
| "grad_norm": 0.03897137567400932, | |
| "learning_rate": 0.00019599445662651861, | |
| "loss": 0.1389, | |
| "step": 573 | |
| }, | |
| { | |
| "epoch": 0.5449798243531925, | |
| "grad_norm": 0.03894896060228348, | |
| "learning_rate": 0.00019596343626506526, | |
| "loss": 0.1341, | |
| "step": 574 | |
| }, | |
| { | |
| "epoch": 0.5459292665558985, | |
| "grad_norm": 0.04211690276861191, | |
| "learning_rate": 0.00019593229872407627, | |
| "loss": 0.1377, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.5468787087586043, | |
| "grad_norm": 0.04308454692363739, | |
| "learning_rate": 0.00019590104404157327, | |
| "loss": 0.1268, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 0.5478281509613102, | |
| "grad_norm": 0.0525001622736454, | |
| "learning_rate": 0.00019586967225572086, | |
| "loss": 0.1775, | |
| "step": 577 | |
| }, | |
| { | |
| "epoch": 0.5487775931640161, | |
| "grad_norm": 0.056315965950489044, | |
| "learning_rate": 0.00019583818340482664, | |
| "loss": 0.1688, | |
| "step": 578 | |
| }, | |
| { | |
| "epoch": 0.5497270353667221, | |
| "grad_norm": 0.03801283985376358, | |
| "learning_rate": 0.0001958065775273412, | |
| "loss": 0.1309, | |
| "step": 579 | |
| }, | |
| { | |
| "epoch": 0.550676477569428, | |
| "grad_norm": 0.03738854080438614, | |
| "learning_rate": 0.00019577485466185804, | |
| "loss": 0.137, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.5516259197721338, | |
| "grad_norm": 0.03772661089897156, | |
| "learning_rate": 0.0001957430148471134, | |
| "loss": 0.1276, | |
| "step": 581 | |
| }, | |
| { | |
| "epoch": 0.5525753619748398, | |
| "grad_norm": 0.039842378348112106, | |
| "learning_rate": 0.00019571105812198652, | |
| "loss": 0.1329, | |
| "step": 582 | |
| }, | |
| { | |
| "epoch": 0.5535248041775457, | |
| "grad_norm": 0.033689334988594055, | |
| "learning_rate": 0.0001956789845254992, | |
| "loss": 0.1265, | |
| "step": 583 | |
| }, | |
| { | |
| "epoch": 0.5544742463802516, | |
| "grad_norm": 0.046588387340307236, | |
| "learning_rate": 0.00019564679409681608, | |
| "loss": 0.1645, | |
| "step": 584 | |
| }, | |
| { | |
| "epoch": 0.5554236885829575, | |
| "grad_norm": 0.03861064463853836, | |
| "learning_rate": 0.0001956144868752444, | |
| "loss": 0.1267, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 0.5563731307856634, | |
| "grad_norm": 0.03467525169253349, | |
| "learning_rate": 0.000195582062900234, | |
| "loss": 0.1299, | |
| "step": 586 | |
| }, | |
| { | |
| "epoch": 0.5573225729883693, | |
| "grad_norm": 0.03659389913082123, | |
| "learning_rate": 0.0001955495222113774, | |
| "loss": 0.1286, | |
| "step": 587 | |
| }, | |
| { | |
| "epoch": 0.5582720151910753, | |
| "grad_norm": 0.03826770931482315, | |
| "learning_rate": 0.0001955168648484095, | |
| "loss": 0.1313, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 0.5592214573937812, | |
| "grad_norm": 0.038110729306936264, | |
| "learning_rate": 0.00019548409085120772, | |
| "loss": 0.137, | |
| "step": 589 | |
| }, | |
| { | |
| "epoch": 0.560170899596487, | |
| "grad_norm": 0.03989555314183235, | |
| "learning_rate": 0.0001954512002597919, | |
| "loss": 0.132, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.561120341799193, | |
| "grad_norm": 0.05395180359482765, | |
| "learning_rate": 0.00019541819311432427, | |
| "loss": 0.1401, | |
| "step": 591 | |
| }, | |
| { | |
| "epoch": 0.5620697840018989, | |
| "grad_norm": 0.05007918179035187, | |
| "learning_rate": 0.00019538506945510938, | |
| "loss": 0.1584, | |
| "step": 592 | |
| }, | |
| { | |
| "epoch": 0.5630192262046048, | |
| "grad_norm": 0.047849785536527634, | |
| "learning_rate": 0.00019535182932259404, | |
| "loss": 0.1265, | |
| "step": 593 | |
| }, | |
| { | |
| "epoch": 0.5639686684073107, | |
| "grad_norm": 0.04303041473031044, | |
| "learning_rate": 0.00019531847275736726, | |
| "loss": 0.1245, | |
| "step": 594 | |
| }, | |
| { | |
| "epoch": 0.5649181106100166, | |
| "grad_norm": 0.04128289222717285, | |
| "learning_rate": 0.00019528499980016025, | |
| "loss": 0.1317, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 0.5658675528127225, | |
| "grad_norm": 0.04311414808034897, | |
| "learning_rate": 0.00019525141049184637, | |
| "loss": 0.1364, | |
| "step": 596 | |
| }, | |
| { | |
| "epoch": 0.5668169950154285, | |
| "grad_norm": 0.03765838220715523, | |
| "learning_rate": 0.00019521770487344103, | |
| "loss": 0.1268, | |
| "step": 597 | |
| }, | |
| { | |
| "epoch": 0.5677664372181344, | |
| "grad_norm": 0.03674585744738579, | |
| "learning_rate": 0.00019518388298610164, | |
| "loss": 0.1297, | |
| "step": 598 | |
| }, | |
| { | |
| "epoch": 0.5687158794208402, | |
| "grad_norm": 0.036937762051820755, | |
| "learning_rate": 0.0001951499448711276, | |
| "loss": 0.1303, | |
| "step": 599 | |
| }, | |
| { | |
| "epoch": 0.5696653216235462, | |
| "grad_norm": 0.03748161345720291, | |
| "learning_rate": 0.0001951158905699603, | |
| "loss": 0.1328, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.5706147638262521, | |
| "grad_norm": 0.04011257737874985, | |
| "learning_rate": 0.00019508172012418283, | |
| "loss": 0.1346, | |
| "step": 601 | |
| }, | |
| { | |
| "epoch": 0.571564206028958, | |
| "grad_norm": 0.03853931650519371, | |
| "learning_rate": 0.00019504743357552035, | |
| "loss": 0.1279, | |
| "step": 602 | |
| }, | |
| { | |
| "epoch": 0.572513648231664, | |
| "grad_norm": 0.03750459849834442, | |
| "learning_rate": 0.0001950130309658396, | |
| "loss": 0.1227, | |
| "step": 603 | |
| }, | |
| { | |
| "epoch": 0.5734630904343698, | |
| "grad_norm": 0.05542079731822014, | |
| "learning_rate": 0.00019497851233714908, | |
| "loss": 0.1647, | |
| "step": 604 | |
| }, | |
| { | |
| "epoch": 0.5744125326370757, | |
| "grad_norm": 0.04472218081355095, | |
| "learning_rate": 0.00019494387773159898, | |
| "loss": 0.1416, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 0.5753619748397816, | |
| "grad_norm": 0.052323974668979645, | |
| "learning_rate": 0.00019490912719148114, | |
| "loss": 0.1367, | |
| "step": 606 | |
| }, | |
| { | |
| "epoch": 0.5763114170424876, | |
| "grad_norm": 0.037580832839012146, | |
| "learning_rate": 0.00019487426075922893, | |
| "loss": 0.131, | |
| "step": 607 | |
| }, | |
| { | |
| "epoch": 0.5772608592451934, | |
| "grad_norm": 0.03929577395319939, | |
| "learning_rate": 0.0001948392784774172, | |
| "loss": 0.128, | |
| "step": 608 | |
| }, | |
| { | |
| "epoch": 0.5782103014478993, | |
| "grad_norm": 0.03706606104969978, | |
| "learning_rate": 0.0001948041803887623, | |
| "loss": 0.1316, | |
| "step": 609 | |
| }, | |
| { | |
| "epoch": 0.5791597436506053, | |
| "grad_norm": 0.038938358426094055, | |
| "learning_rate": 0.00019476896653612203, | |
| "loss": 0.1275, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.5801091858533112, | |
| "grad_norm": 0.04818068817257881, | |
| "learning_rate": 0.00019473363696249546, | |
| "loss": 0.1662, | |
| "step": 611 | |
| }, | |
| { | |
| "epoch": 0.581058628056017, | |
| "grad_norm": 0.03735940158367157, | |
| "learning_rate": 0.00019469819171102304, | |
| "loss": 0.1361, | |
| "step": 612 | |
| }, | |
| { | |
| "epoch": 0.582008070258723, | |
| "grad_norm": 0.03568827733397484, | |
| "learning_rate": 0.00019466263082498645, | |
| "loss": 0.1216, | |
| "step": 613 | |
| }, | |
| { | |
| "epoch": 0.5829575124614289, | |
| "grad_norm": 0.03913251310586929, | |
| "learning_rate": 0.0001946269543478085, | |
| "loss": 0.1321, | |
| "step": 614 | |
| }, | |
| { | |
| "epoch": 0.5839069546641348, | |
| "grad_norm": 0.062009479850530624, | |
| "learning_rate": 0.0001945911623230533, | |
| "loss": 0.1778, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 0.5848563968668408, | |
| "grad_norm": 0.039088111370801926, | |
| "learning_rate": 0.0001945552547944259, | |
| "loss": 0.1352, | |
| "step": 616 | |
| }, | |
| { | |
| "epoch": 0.5858058390695466, | |
| "grad_norm": 0.041976600885391235, | |
| "learning_rate": 0.0001945192318057725, | |
| "loss": 0.1394, | |
| "step": 617 | |
| }, | |
| { | |
| "epoch": 0.5867552812722525, | |
| "grad_norm": 0.03723563253879547, | |
| "learning_rate": 0.00019448309340108018, | |
| "loss": 0.1246, | |
| "step": 618 | |
| }, | |
| { | |
| "epoch": 0.5877047234749585, | |
| "grad_norm": 0.0382399819791317, | |
| "learning_rate": 0.00019444683962447707, | |
| "loss": 0.1232, | |
| "step": 619 | |
| }, | |
| { | |
| "epoch": 0.5886541656776644, | |
| "grad_norm": 0.03758077695965767, | |
| "learning_rate": 0.0001944104705202321, | |
| "loss": 0.1417, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.5896036078803703, | |
| "grad_norm": 0.034823786467313766, | |
| "learning_rate": 0.000194373986132755, | |
| "loss": 0.1304, | |
| "step": 621 | |
| }, | |
| { | |
| "epoch": 0.5905530500830762, | |
| "grad_norm": 0.03755120187997818, | |
| "learning_rate": 0.00019433738650659641, | |
| "loss": 0.133, | |
| "step": 622 | |
| }, | |
| { | |
| "epoch": 0.5915024922857821, | |
| "grad_norm": 0.03759913146495819, | |
| "learning_rate": 0.00019430067168644754, | |
| "loss": 0.1222, | |
| "step": 623 | |
| }, | |
| { | |
| "epoch": 0.592451934488488, | |
| "grad_norm": 0.06232694163918495, | |
| "learning_rate": 0.0001942638417171403, | |
| "loss": 0.1778, | |
| "step": 624 | |
| }, | |
| { | |
| "epoch": 0.593401376691194, | |
| "grad_norm": 0.05642306059598923, | |
| "learning_rate": 0.00019422689664364725, | |
| "loss": 0.1706, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.5943508188938998, | |
| "grad_norm": 0.0827709287405014, | |
| "learning_rate": 0.00019418983651108148, | |
| "loss": 0.2371, | |
| "step": 626 | |
| }, | |
| { | |
| "epoch": 0.5953002610966057, | |
| "grad_norm": 0.03614366054534912, | |
| "learning_rate": 0.00019415266136469652, | |
| "loss": 0.1225, | |
| "step": 627 | |
| }, | |
| { | |
| "epoch": 0.5962497032993117, | |
| "grad_norm": 0.042416494339704514, | |
| "learning_rate": 0.00019411537124988643, | |
| "loss": 0.1239, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 0.5971991455020176, | |
| "grad_norm": 0.037246908992528915, | |
| "learning_rate": 0.00019407796621218566, | |
| "loss": 0.1292, | |
| "step": 629 | |
| }, | |
| { | |
| "epoch": 0.5981485877047235, | |
| "grad_norm": 0.05374092981219292, | |
| "learning_rate": 0.00019404044629726887, | |
| "loss": 0.1782, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.5990980299074293, | |
| "grad_norm": 0.052854426205158234, | |
| "learning_rate": 0.00019400281155095112, | |
| "loss": 0.1711, | |
| "step": 631 | |
| }, | |
| { | |
| "epoch": 0.6000474721101353, | |
| "grad_norm": 0.038800131529569626, | |
| "learning_rate": 0.00019396506201918765, | |
| "loss": 0.1285, | |
| "step": 632 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 3159, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 158, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 3.667125138649252e+17, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |