| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 4.0, | |
| "eval_steps": 500, | |
| "global_step": 1184, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0033783783783783786, | |
| "grad_norm": 134.4763946533203, | |
| "learning_rate": 0.0, | |
| "loss": 4.6817, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.006756756756756757, | |
| "grad_norm": 125.12445068359375, | |
| "learning_rate": 5.017166594399687e-06, | |
| "loss": 4.5642, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.010135135135135136, | |
| "grad_norm": 133.296142578125, | |
| "learning_rate": 7.952020911994375e-06, | |
| "loss": 4.787, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.013513513513513514, | |
| "grad_norm": 72.2229995727539, | |
| "learning_rate": 1.0034333188799373e-05, | |
| "loss": 3.1422, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.016891891891891893, | |
| "grad_norm": 83.57042694091797, | |
| "learning_rate": 1.164950007226698e-05, | |
| "loss": 1.9827, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.02027027027027027, | |
| "grad_norm": 35.78062057495117, | |
| "learning_rate": 1.2969187506394062e-05, | |
| "loss": 1.0212, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.02364864864864865, | |
| "grad_norm": 48.31964111328125, | |
| "learning_rate": 1.4084967333570947e-05, | |
| "loss": 1.1823, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.02702702702702703, | |
| "grad_norm": 10.594072341918945, | |
| "learning_rate": 1.505149978319906e-05, | |
| "loss": 0.7368, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.030405405405405407, | |
| "grad_norm": 7.897088050842285, | |
| "learning_rate": 1.590404182398875e-05, | |
| "loss": 0.6276, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.033783783783783786, | |
| "grad_norm": 3.8260443210601807, | |
| "learning_rate": 1.666666666666667e-05, | |
| "loss": 0.5934, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.037162162162162164, | |
| "grad_norm": 11.113093376159668, | |
| "learning_rate": 1.7356544752637084e-05, | |
| "loss": 0.6987, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.04054054054054054, | |
| "grad_norm": 3.2817893028259277, | |
| "learning_rate": 1.7986354100793748e-05, | |
| "loss": 0.5722, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.04391891891891892, | |
| "grad_norm": 1.4319814443588257, | |
| "learning_rate": 1.8565722538447282e-05, | |
| "loss": 0.5199, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.0472972972972973, | |
| "grad_norm": 1.1898471117019653, | |
| "learning_rate": 1.9102133927970633e-05, | |
| "loss": 0.5063, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.05067567567567568, | |
| "grad_norm": 2.1912143230438232, | |
| "learning_rate": 1.9601520984261358e-05, | |
| "loss": 0.5368, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.05405405405405406, | |
| "grad_norm": 1.0015403032302856, | |
| "learning_rate": 2.0068666377598747e-05, | |
| "loss": 0.4682, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.057432432432432436, | |
| "grad_norm": 1.114931583404541, | |
| "learning_rate": 2.0507482022971233e-05, | |
| "loss": 0.4997, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.060810810810810814, | |
| "grad_norm": 1.0931981801986694, | |
| "learning_rate": 2.0921208418388435e-05, | |
| "loss": 0.4659, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.06418918918918919, | |
| "grad_norm": 0.8113773465156555, | |
| "learning_rate": 2.1312560015880482e-05, | |
| "loss": 0.4697, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.06756756756756757, | |
| "grad_norm": 1.0267772674560547, | |
| "learning_rate": 2.1683833261066357e-05, | |
| "loss": 0.4851, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.07094594594594594, | |
| "grad_norm": 0.8238614201545715, | |
| "learning_rate": 2.2036988245565324e-05, | |
| "loss": 0.4517, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.07432432432432433, | |
| "grad_norm": 0.9366945624351501, | |
| "learning_rate": 2.2373711347036773e-05, | |
| "loss": 0.4982, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.0777027027027027, | |
| "grad_norm": 0.8443475365638733, | |
| "learning_rate": 2.269546393362655e-05, | |
| "loss": 0.4128, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.08108108108108109, | |
| "grad_norm": 0.8733354806900024, | |
| "learning_rate": 2.3003520695193437e-05, | |
| "loss": 0.4281, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.08445945945945946, | |
| "grad_norm": 0.7766995429992676, | |
| "learning_rate": 2.329900014453396e-05, | |
| "loss": 0.4407, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.08783783783783784, | |
| "grad_norm": 0.8224064111709595, | |
| "learning_rate": 2.3582889132846968e-05, | |
| "loss": 0.4155, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.09121621621621621, | |
| "grad_norm": 0.7931010127067566, | |
| "learning_rate": 2.3856062735983123e-05, | |
| "loss": 0.4191, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.0945945945945946, | |
| "grad_norm": 0.6803894639015198, | |
| "learning_rate": 2.4119300522370322e-05, | |
| "loss": 0.4055, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.09797297297297297, | |
| "grad_norm": 0.748294472694397, | |
| "learning_rate": 2.4373299964982603e-05, | |
| "loss": 0.4443, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.10135135135135136, | |
| "grad_norm": 0.706881582736969, | |
| "learning_rate": 2.4618687578661044e-05, | |
| "loss": 0.4093, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.10472972972972973, | |
| "grad_norm": 0.7517805695533752, | |
| "learning_rate": 2.4856028230571212e-05, | |
| "loss": 0.4288, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.10810810810810811, | |
| "grad_norm": 0.6549198031425476, | |
| "learning_rate": 2.5085832971998436e-05, | |
| "loss": 0.4222, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.11148648648648649, | |
| "grad_norm": 0.9364942908287048, | |
| "learning_rate": 2.530856566463146e-05, | |
| "loss": 0.416, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.11486486486486487, | |
| "grad_norm": 0.624920129776001, | |
| "learning_rate": 2.552464861737092e-05, | |
| "loss": 0.3735, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.11824324324324324, | |
| "grad_norm": 0.6083908081054688, | |
| "learning_rate": 2.5734467405837933e-05, | |
| "loss": 0.3315, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.12162162162162163, | |
| "grad_norm": 0.6106983423233032, | |
| "learning_rate": 2.5938375012788124e-05, | |
| "loss": 0.3652, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.125, | |
| "grad_norm": 0.7572540044784546, | |
| "learning_rate": 2.6136695401116585e-05, | |
| "loss": 0.452, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.12837837837837837, | |
| "grad_norm": 0.6654285788536072, | |
| "learning_rate": 2.6329726610280168e-05, | |
| "loss": 0.3328, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.13175675675675674, | |
| "grad_norm": 0.676705002784729, | |
| "learning_rate": 2.651774345044166e-05, | |
| "loss": 0.3987, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.13513513513513514, | |
| "grad_norm": 0.6630686521530151, | |
| "learning_rate": 2.6700999855466042e-05, | |
| "loss": 0.3794, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.13851351351351351, | |
| "grad_norm": 0.8196331858634949, | |
| "learning_rate": 2.687973094532893e-05, | |
| "loss": 0.4218, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.14189189189189189, | |
| "grad_norm": 0.6006856560707092, | |
| "learning_rate": 2.7054154839965013e-05, | |
| "loss": 0.3788, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.14527027027027026, | |
| "grad_norm": 0.6180748343467712, | |
| "learning_rate": 2.722447425965978e-05, | |
| "loss": 0.3946, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.14864864864864866, | |
| "grad_norm": 0.7010207772254944, | |
| "learning_rate": 2.739087794143646e-05, | |
| "loss": 0.389, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.15202702702702703, | |
| "grad_norm": 0.681907594203949, | |
| "learning_rate": 2.755354189625573e-05, | |
| "loss": 0.399, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.1554054054054054, | |
| "grad_norm": 0.6506620645523071, | |
| "learning_rate": 2.771263052802624e-05, | |
| "loss": 0.3924, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.15878378378378377, | |
| "grad_norm": 0.6619815230369568, | |
| "learning_rate": 2.7868297632261957e-05, | |
| "loss": 0.4111, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.16216216216216217, | |
| "grad_norm": 0.6953612565994263, | |
| "learning_rate": 2.8020687289593123e-05, | |
| "loss": 0.3958, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.16554054054054054, | |
| "grad_norm": 0.761862576007843, | |
| "learning_rate": 2.8169934667141895e-05, | |
| "loss": 0.3844, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.16891891891891891, | |
| "grad_norm": 0.7193901538848877, | |
| "learning_rate": 2.8316166738933646e-05, | |
| "loss": 0.3847, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.17229729729729729, | |
| "grad_norm": 0.6792317032814026, | |
| "learning_rate": 2.845950293496561e-05, | |
| "loss": 0.4043, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.17567567567567569, | |
| "grad_norm": 0.6307753920555115, | |
| "learning_rate": 2.8600055727246657e-05, | |
| "loss": 0.3806, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.17905405405405406, | |
| "grad_norm": 0.7366315722465515, | |
| "learning_rate": 2.8737931160013153e-05, | |
| "loss": 0.416, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.18243243243243243, | |
| "grad_norm": 0.603863537311554, | |
| "learning_rate": 2.8873229330382812e-05, | |
| "loss": 0.3548, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.1858108108108108, | |
| "grad_norm": 0.7424588799476624, | |
| "learning_rate": 2.9006044824904066e-05, | |
| "loss": 0.3982, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.1891891891891892, | |
| "grad_norm": 0.5944585204124451, | |
| "learning_rate": 2.913646711677001e-05, | |
| "loss": 0.3536, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.19256756756756757, | |
| "grad_norm": 0.6465046405792236, | |
| "learning_rate": 2.926458092787486e-05, | |
| "loss": 0.3594, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.19594594594594594, | |
| "grad_norm": 0.7178723812103271, | |
| "learning_rate": 2.939046655938229e-05, | |
| "loss": 0.3725, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.19932432432432431, | |
| "grad_norm": 0.7240431308746338, | |
| "learning_rate": 2.951420019403574e-05, | |
| "loss": 0.3896, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.20270270270270271, | |
| "grad_norm": 0.7555009126663208, | |
| "learning_rate": 2.963585417306073e-05, | |
| "loss": 0.3633, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.20608108108108109, | |
| "grad_norm": 0.6279475092887878, | |
| "learning_rate": 2.9755497250179453e-05, | |
| "loss": 0.3447, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.20945945945945946, | |
| "grad_norm": 0.6943121552467346, | |
| "learning_rate": 2.98731948249709e-05, | |
| "loss": 0.3851, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.21283783783783783, | |
| "grad_norm": 0.6565203070640564, | |
| "learning_rate": 2.9989009157559694e-05, | |
| "loss": 0.3896, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.21621621621621623, | |
| "grad_norm": 4.912997722625732, | |
| "learning_rate": 3.010299956639812e-05, | |
| "loss": 0.4528, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.2195945945945946, | |
| "grad_norm": 0.7776851058006287, | |
| "learning_rate": 3.021522261071426e-05, | |
| "loss": 0.3151, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.22297297297297297, | |
| "grad_norm": 0.5963460206985474, | |
| "learning_rate": 3.0325732259031143e-05, | |
| "loss": 0.3501, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.22635135135135134, | |
| "grad_norm": 0.8160498142242432, | |
| "learning_rate": 3.043458004501377e-05, | |
| "loss": 0.3383, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.22972972972972974, | |
| "grad_norm": 0.6507856249809265, | |
| "learning_rate": 3.054181521177061e-05, | |
| "loss": 0.3559, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.23310810810810811, | |
| "grad_norm": 0.6282461881637573, | |
| "learning_rate": 3.064748484562093e-05, | |
| "loss": 0.3951, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.23648648648648649, | |
| "grad_norm": 0.6464638710021973, | |
| "learning_rate": 3.0751634000237615e-05, | |
| "loss": 0.3759, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.23986486486486486, | |
| "grad_norm": 0.621934175491333, | |
| "learning_rate": 3.085430581198459e-05, | |
| "loss": 0.409, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.24324324324324326, | |
| "grad_norm": 0.6526879668235779, | |
| "learning_rate": 3.095554160718781e-05, | |
| "loss": 0.3938, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.24662162162162163, | |
| "grad_norm": 0.6536738276481628, | |
| "learning_rate": 3.10553810020076e-05, | |
| "loss": 0.3657, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.6381665468215942, | |
| "learning_rate": 3.115386199551628e-05, | |
| "loss": 0.3743, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.2533783783783784, | |
| "grad_norm": 0.6818379759788513, | |
| "learning_rate": 3.1251021056528336e-05, | |
| "loss": 0.3188, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.25675675675675674, | |
| "grad_norm": 0.5829269886016846, | |
| "learning_rate": 3.134689320467986e-05, | |
| "loss": 0.3622, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.26013513513513514, | |
| "grad_norm": 0.6988232731819153, | |
| "learning_rate": 3.144151208620804e-05, | |
| "loss": 0.3768, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.2635135135135135, | |
| "grad_norm": 0.5981537699699402, | |
| "learning_rate": 3.1534910044841344e-05, | |
| "loss": 0.3655, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.2668918918918919, | |
| "grad_norm": 0.5821400284767151, | |
| "learning_rate": 3.1627118188174024e-05, | |
| "loss": 0.358, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.2702702702702703, | |
| "grad_norm": 0.620126485824585, | |
| "learning_rate": 3.171816644986573e-05, | |
| "loss": 0.3579, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.27364864864864863, | |
| "grad_norm": 0.6327139139175415, | |
| "learning_rate": 3.18080836479775e-05, | |
| "loss": 0.3916, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.27702702702702703, | |
| "grad_norm": 0.5900242328643799, | |
| "learning_rate": 3.1896897539728616e-05, | |
| "loss": 0.3768, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.28040540540540543, | |
| "grad_norm": 0.5920627117156982, | |
| "learning_rate": 3.198463487293457e-05, | |
| "loss": 0.3709, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.28378378378378377, | |
| "grad_norm": 0.5604241490364075, | |
| "learning_rate": 3.207132143436469e-05, | |
| "loss": 0.3871, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.28716216216216217, | |
| "grad_norm": 0.6093663573265076, | |
| "learning_rate": 3.215698209523821e-05, | |
| "loss": 0.3632, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.2905405405405405, | |
| "grad_norm": 0.568435549736023, | |
| "learning_rate": 3.224164085405946e-05, | |
| "loss": 0.3788, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.2939189189189189, | |
| "grad_norm": 0.5885617136955261, | |
| "learning_rate": 3.232532087697698e-05, | |
| "loss": 0.3472, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.2972972972972973, | |
| "grad_norm": 0.5474864840507507, | |
| "learning_rate": 3.240804453583615e-05, | |
| "loss": 0.3815, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.30067567567567566, | |
| "grad_norm": 0.6116411089897156, | |
| "learning_rate": 3.248983344408188e-05, | |
| "loss": 0.3374, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.30405405405405406, | |
| "grad_norm": 0.5523970127105713, | |
| "learning_rate": 3.2570708490655414e-05, | |
| "loss": 0.3503, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.30743243243243246, | |
| "grad_norm": 0.6035043597221375, | |
| "learning_rate": 3.265068987201822e-05, | |
| "loss": 0.3699, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.3108108108108108, | |
| "grad_norm": 0.4965035617351532, | |
| "learning_rate": 3.2729797122425925e-05, | |
| "loss": 0.3702, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.3141891891891892, | |
| "grad_norm": 0.5582573413848877, | |
| "learning_rate": 3.280804914256559e-05, | |
| "loss": 0.333, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.31756756756756754, | |
| "grad_norm": 0.5313113331794739, | |
| "learning_rate": 3.288546422666164e-05, | |
| "loss": 0.329, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.32094594594594594, | |
| "grad_norm": 0.6049978733062744, | |
| "learning_rate": 3.2962060088147464e-05, | |
| "loss": 0.3931, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.32432432432432434, | |
| "grad_norm": 0.5387487411499023, | |
| "learning_rate": 3.3037853883992805e-05, | |
| "loss": 0.3432, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.3277027027027027, | |
| "grad_norm": 0.588671088218689, | |
| "learning_rate": 3.3112862237770756e-05, | |
| "loss": 0.3508, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.3310810810810811, | |
| "grad_norm": 0.536973774433136, | |
| "learning_rate": 3.3187101261541584e-05, | |
| "loss": 0.372, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.3344594594594595, | |
| "grad_norm": 0.676276445388794, | |
| "learning_rate": 3.326058657662584e-05, | |
| "loss": 0.3832, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.33783783783783783, | |
| "grad_norm": 0.46296200156211853, | |
| "learning_rate": 3.333333333333334e-05, | |
| "loss": 0.3553, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.34121621621621623, | |
| "grad_norm": 0.674472451210022, | |
| "learning_rate": 3.340535622971072e-05, | |
| "loss": 0.3448, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.34459459459459457, | |
| "grad_norm": 0.5100315809249878, | |
| "learning_rate": 3.3476669529365295e-05, | |
| "loss": 0.3367, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.34797297297297297, | |
| "grad_norm": 0.5637315511703491, | |
| "learning_rate": 3.3547287078419544e-05, | |
| "loss": 0.3786, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.35135135135135137, | |
| "grad_norm": 0.5659502744674683, | |
| "learning_rate": 3.361722232164634e-05, | |
| "loss": 0.352, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.3547297297297297, | |
| "grad_norm": 0.5390239357948303, | |
| "learning_rate": 3.3686488317832306e-05, | |
| "loss": 0.3473, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.3581081081081081, | |
| "grad_norm": 0.5552096366882324, | |
| "learning_rate": 3.375509775441284e-05, | |
| "loss": 0.2945, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.3614864864864865, | |
| "grad_norm": 0.5016259551048279, | |
| "learning_rate": 3.382306296142016e-05, | |
| "loss": 0.313, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.36486486486486486, | |
| "grad_norm": 0.5755091905593872, | |
| "learning_rate": 3.38903959247825e-05, | |
| "loss": 0.3367, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.36824324324324326, | |
| "grad_norm": 0.5590441823005676, | |
| "learning_rate": 3.395710829901039e-05, | |
| "loss": 0.3639, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.3716216216216216, | |
| "grad_norm": 0.5077652335166931, | |
| "learning_rate": 3.402321141930376e-05, | |
| "loss": 0.3523, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.375, | |
| "grad_norm": 0.5614023804664612, | |
| "learning_rate": 3.4088716313110955e-05, | |
| "loss": 0.3418, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.3783783783783784, | |
| "grad_norm": 0.5325702428817749, | |
| "learning_rate": 3.415363371116969e-05, | |
| "loss": 0.3208, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.38175675675675674, | |
| "grad_norm": 0.5361766219139099, | |
| "learning_rate": 3.4217974058057e-05, | |
| "loss": 0.3412, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.38513513513513514, | |
| "grad_norm": 0.5173611044883728, | |
| "learning_rate": 3.428174752227455e-05, | |
| "loss": 0.3615, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.3885135135135135, | |
| "grad_norm": 0.5852875709533691, | |
| "learning_rate": 3.434496400589353e-05, | |
| "loss": 0.3171, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.3918918918918919, | |
| "grad_norm": 0.48835834860801697, | |
| "learning_rate": 3.440763315378198e-05, | |
| "loss": 0.315, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.3952702702702703, | |
| "grad_norm": 0.5958307385444641, | |
| "learning_rate": 3.446976436243603e-05, | |
| "loss": 0.3117, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.39864864864864863, | |
| "grad_norm": 0.5645899772644043, | |
| "learning_rate": 3.4531366788435425e-05, | |
| "loss": 0.3192, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.40202702702702703, | |
| "grad_norm": 0.5764517784118652, | |
| "learning_rate": 3.459244935654219e-05, | |
| "loss": 0.3353, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.40540540540540543, | |
| "grad_norm": 0.5075375437736511, | |
| "learning_rate": 3.465302076746041e-05, | |
| "loss": 0.3572, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.40878378378378377, | |
| "grad_norm": 0.48014962673187256, | |
| "learning_rate": 3.471308950527417e-05, | |
| "loss": 0.3217, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.41216216216216217, | |
| "grad_norm": 0.533892035484314, | |
| "learning_rate": 3.477266384457914e-05, | |
| "loss": 0.3214, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.4155405405405405, | |
| "grad_norm": 0.4845181405544281, | |
| "learning_rate": 3.48317518573233e-05, | |
| "loss": 0.3332, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.4189189189189189, | |
| "grad_norm": 0.5133293271064758, | |
| "learning_rate": 3.489036141937059e-05, | |
| "loss": 0.354, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.4222972972972973, | |
| "grad_norm": 0.5352755188941956, | |
| "learning_rate": 3.494850021680094e-05, | |
| "loss": 0.353, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.42567567567567566, | |
| "grad_norm": 0.5208103060722351, | |
| "learning_rate": 3.500617575195938e-05, | |
| "loss": 0.3065, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.42905405405405406, | |
| "grad_norm": 0.5982815623283386, | |
| "learning_rate": 3.5063395349265945e-05, | |
| "loss": 0.3329, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.43243243243243246, | |
| "grad_norm": 0.5241547226905823, | |
| "learning_rate": 3.5120166160797804e-05, | |
| "loss": 0.3476, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.4358108108108108, | |
| "grad_norm": 0.5543828010559082, | |
| "learning_rate": 3.517649517165415e-05, | |
| "loss": 0.3517, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.4391891891891892, | |
| "grad_norm": 0.5167660117149353, | |
| "learning_rate": 3.523238920511395e-05, | |
| "loss": 0.3417, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.44256756756756754, | |
| "grad_norm": 0.5201629400253296, | |
| "learning_rate": 3.528785492759607e-05, | |
| "loss": 0.3543, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.44594594594594594, | |
| "grad_norm": 0.5214123129844666, | |
| "learning_rate": 3.5342898853430836e-05, | |
| "loss": 0.3552, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.44932432432432434, | |
| "grad_norm": 0.526899516582489, | |
| "learning_rate": 3.539752734945143e-05, | |
| "loss": 0.3469, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.4527027027027027, | |
| "grad_norm": 0.55535888671875, | |
| "learning_rate": 3.5451746639413466e-05, | |
| "loss": 0.294, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.4560810810810811, | |
| "grad_norm": 0.46593329310417175, | |
| "learning_rate": 3.550556280825011e-05, | |
| "loss": 0.2557, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.4594594594594595, | |
| "grad_norm": 0.5066341757774353, | |
| "learning_rate": 3.55589818061703e-05, | |
| "loss": 0.2885, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.46283783783783783, | |
| "grad_norm": 0.4943198263645172, | |
| "learning_rate": 3.561200945260678e-05, | |
| "loss": 0.3436, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.46621621621621623, | |
| "grad_norm": 0.5013923048973083, | |
| "learning_rate": 3.5664651440020616e-05, | |
| "loss": 0.2865, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.46959459459459457, | |
| "grad_norm": 0.5165452361106873, | |
| "learning_rate": 3.571691333756825e-05, | |
| "loss": 0.3394, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.47297297297297297, | |
| "grad_norm": 0.5002908706665039, | |
| "learning_rate": 3.5768800594637304e-05, | |
| "loss": 0.3278, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.47635135135135137, | |
| "grad_norm": 0.5236304402351379, | |
| "learning_rate": 3.582031854425634e-05, | |
| "loss": 0.3343, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.4797297297297297, | |
| "grad_norm": 0.49403268098831177, | |
| "learning_rate": 3.587147240638428e-05, | |
| "loss": 0.3079, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.4831081081081081, | |
| "grad_norm": 0.4847567677497864, | |
| "learning_rate": 3.5922267291084366e-05, | |
| "loss": 0.3305, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.4864864864864865, | |
| "grad_norm": 0.5461480617523193, | |
| "learning_rate": 3.5972708201587496e-05, | |
| "loss": 0.3242, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.48986486486486486, | |
| "grad_norm": 0.5380986332893372, | |
| "learning_rate": 3.6022800037249585e-05, | |
| "loss": 0.3341, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.49324324324324326, | |
| "grad_norm": 0.49580562114715576, | |
| "learning_rate": 3.607254759640729e-05, | |
| "loss": 0.31, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.4966216216216216, | |
| "grad_norm": 0.5374506115913391, | |
| "learning_rate": 3.612195557913627e-05, | |
| "loss": 0.3048, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.535591721534729, | |
| "learning_rate": 3.6171028589915954e-05, | |
| "loss": 0.3266, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.5033783783783784, | |
| "grad_norm": 0.5777239799499512, | |
| "learning_rate": 3.6219771140204575e-05, | |
| "loss": 0.3509, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.5067567567567568, | |
| "grad_norm": 0.5570788383483887, | |
| "learning_rate": 3.626818765092802e-05, | |
| "loss": 0.3348, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.5101351351351351, | |
| "grad_norm": 0.5780688524246216, | |
| "learning_rate": 3.6316282454886157e-05, | |
| "loss": 0.3218, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.5135135135135135, | |
| "grad_norm": 0.5464823842048645, | |
| "learning_rate": 3.636405979907955e-05, | |
| "loss": 0.347, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.5168918918918919, | |
| "grad_norm": 0.46229949593544006, | |
| "learning_rate": 3.6411523846959985e-05, | |
| "loss": 0.2618, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.5202702702702703, | |
| "grad_norm": 0.5127717852592468, | |
| "learning_rate": 3.645867868060772e-05, | |
| "loss": 0.3364, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.5236486486486487, | |
| "grad_norm": 0.4915751814842224, | |
| "learning_rate": 3.6505528302838193e-05, | |
| "loss": 0.327, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.527027027027027, | |
| "grad_norm": 0.4658984839916229, | |
| "learning_rate": 3.6552076639241027e-05, | |
| "loss": 0.3008, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.5304054054054054, | |
| "grad_norm": 0.4983694553375244, | |
| "learning_rate": 3.65983275401539e-05, | |
| "loss": 0.3153, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.5337837837837838, | |
| "grad_norm": 0.49560025334358215, | |
| "learning_rate": 3.664428478257371e-05, | |
| "loss": 0.3409, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.5371621621621622, | |
| "grad_norm": 0.5617703199386597, | |
| "learning_rate": 3.668995207200753e-05, | |
| "loss": 0.3295, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.5405405405405406, | |
| "grad_norm": 0.5226999521255493, | |
| "learning_rate": 3.673533304426541e-05, | |
| "loss": 0.3522, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.543918918918919, | |
| "grad_norm": 0.49685564637184143, | |
| "learning_rate": 3.67804312671975e-05, | |
| "loss": 0.3322, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.5472972972972973, | |
| "grad_norm": 0.543743371963501, | |
| "learning_rate": 3.682525024237719e-05, | |
| "loss": 0.3283, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.5506756756756757, | |
| "grad_norm": 0.5247477889060974, | |
| "learning_rate": 3.6869793406732636e-05, | |
| "loss": 0.3104, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.5540540540540541, | |
| "grad_norm": 0.5228151679039001, | |
| "learning_rate": 3.69140641341283e-05, | |
| "loss": 0.3292, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.5574324324324325, | |
| "grad_norm": 0.48610207438468933, | |
| "learning_rate": 3.695806573689844e-05, | |
| "loss": 0.3183, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.5608108108108109, | |
| "grad_norm": 0.4703191816806793, | |
| "learning_rate": 3.700180146733426e-05, | |
| "loss": 0.2935, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.5641891891891891, | |
| "grad_norm": 0.5501482486724854, | |
| "learning_rate": 3.704527451912639e-05, | |
| "loss": 0.3249, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.5675675675675675, | |
| "grad_norm": 0.45025497674942017, | |
| "learning_rate": 3.708848802876438e-05, | |
| "loss": 0.3128, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.5709459459459459, | |
| "grad_norm": 0.5103681087493896, | |
| "learning_rate": 3.7131445076894564e-05, | |
| "loss": 0.2882, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.5743243243243243, | |
| "grad_norm": 0.4952690601348877, | |
| "learning_rate": 3.717414868963791e-05, | |
| "loss": 0.3268, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.5777027027027027, | |
| "grad_norm": 0.4887889325618744, | |
| "learning_rate": 3.721660183986924e-05, | |
| "loss": 0.3161, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.581081081081081, | |
| "grad_norm": 0.5142275094985962, | |
| "learning_rate": 3.725880744845915e-05, | |
| "loss": 0.2942, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.5844594594594594, | |
| "grad_norm": 0.518671452999115, | |
| "learning_rate": 3.730076838547993e-05, | |
| "loss": 0.3232, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.5878378378378378, | |
| "grad_norm": 0.5324185490608215, | |
| "learning_rate": 3.734248747137666e-05, | |
| "loss": 0.3115, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.5912162162162162, | |
| "grad_norm": 0.5307193398475647, | |
| "learning_rate": 3.738396747810492e-05, | |
| "loss": 0.3245, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.5945945945945946, | |
| "grad_norm": 0.47318169474601746, | |
| "learning_rate": 3.7425211130235834e-05, | |
| "loss": 0.3152, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.597972972972973, | |
| "grad_norm": 0.5233657956123352, | |
| "learning_rate": 3.7466221106030115e-05, | |
| "loss": 0.3115, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.6013513513513513, | |
| "grad_norm": 0.4699764847755432, | |
| "learning_rate": 3.750700003848157e-05, | |
| "loss": 0.2948, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.6047297297297297, | |
| "grad_norm": 0.5511758327484131, | |
| "learning_rate": 3.7547550516331555e-05, | |
| "loss": 0.337, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.6081081081081081, | |
| "grad_norm": 0.5334018468856812, | |
| "learning_rate": 3.75878750850551e-05, | |
| "loss": 0.3244, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.6114864864864865, | |
| "grad_norm": 0.5040500164031982, | |
| "learning_rate": 3.7627976247819744e-05, | |
| "loss": 0.3173, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.6148648648648649, | |
| "grad_norm": 0.5094459652900696, | |
| "learning_rate": 3.766785646641792e-05, | |
| "loss": 0.3087, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.6182432432432432, | |
| "grad_norm": 0.4679316282272339, | |
| "learning_rate": 3.770751816217383e-05, | |
| "loss": 0.3261, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.6216216216216216, | |
| "grad_norm": 0.5099210143089294, | |
| "learning_rate": 3.7746963716825615e-05, | |
| "loss": 0.3239, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.625, | |
| "grad_norm": 0.4242151379585266, | |
| "learning_rate": 3.778619547338356e-05, | |
| "loss": 0.3082, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.6283783783783784, | |
| "grad_norm": 0.4796642065048218, | |
| "learning_rate": 3.782521573696528e-05, | |
| "loss": 0.2753, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.6317567567567568, | |
| "grad_norm": 0.43798592686653137, | |
| "learning_rate": 3.786402677560832e-05, | |
| "loss": 0.3033, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.6351351351351351, | |
| "grad_norm": 0.4947024881839752, | |
| "learning_rate": 3.790263082106134e-05, | |
| "loss": 0.3171, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.6385135135135135, | |
| "grad_norm": 0.40923503041267395, | |
| "learning_rate": 3.794103006955407e-05, | |
| "loss": 0.2927, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.6418918918918919, | |
| "grad_norm": 0.6707382202148438, | |
| "learning_rate": 3.797922668254715e-05, | |
| "loss": 0.2885, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.6452702702702703, | |
| "grad_norm": 0.4996836185455322, | |
| "learning_rate": 3.801722278746213e-05, | |
| "loss": 0.3379, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.6486486486486487, | |
| "grad_norm": 0.4873179495334625, | |
| "learning_rate": 3.8055020478392495e-05, | |
| "loss": 0.3091, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.652027027027027, | |
| "grad_norm": 0.4989306330680847, | |
| "learning_rate": 3.809262181679623e-05, | |
| "loss": 0.3758, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.6554054054054054, | |
| "grad_norm": 0.5524582862854004, | |
| "learning_rate": 3.813002883217044e-05, | |
| "loss": 0.3044, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.6587837837837838, | |
| "grad_norm": 0.5253859162330627, | |
| "learning_rate": 3.816724352270863e-05, | |
| "loss": 0.3556, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.6621621621621622, | |
| "grad_norm": 0.5060839653015137, | |
| "learning_rate": 3.8204267855941266e-05, | |
| "loss": 0.3352, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.6655405405405406, | |
| "grad_norm": 0.5375229716300964, | |
| "learning_rate": 3.824110376935989e-05, | |
| "loss": 0.3328, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.668918918918919, | |
| "grad_norm": 0.4941028654575348, | |
| "learning_rate": 3.827775317102552e-05, | |
| "loss": 0.296, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.6722972972972973, | |
| "grad_norm": 0.5323918461799622, | |
| "learning_rate": 3.831421794016178e-05, | |
| "loss": 0.3049, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.6756756756756757, | |
| "grad_norm": 0.5118021965026855, | |
| "learning_rate": 3.835049992773302e-05, | |
| "loss": 0.3133, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.6790540540540541, | |
| "grad_norm": 0.46183663606643677, | |
| "learning_rate": 3.838660095700815e-05, | |
| "loss": 0.3185, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.6824324324324325, | |
| "grad_norm": 0.47574761509895325, | |
| "learning_rate": 3.84225228241104e-05, | |
| "loss": 0.302, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.6858108108108109, | |
| "grad_norm": 0.5129667520523071, | |
| "learning_rate": 3.8458267298553554e-05, | |
| "loss": 0.3407, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.6891891891891891, | |
| "grad_norm": 1.532895803451538, | |
| "learning_rate": 3.8493836123764984e-05, | |
| "loss": 0.2858, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.6925675675675675, | |
| "grad_norm": 0.5879459381103516, | |
| "learning_rate": 3.852923101759591e-05, | |
| "loss": 0.3638, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.6959459459459459, | |
| "grad_norm": 0.589292585849762, | |
| "learning_rate": 3.856445367281923e-05, | |
| "loss": 0.3077, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.6993243243243243, | |
| "grad_norm": 0.44842028617858887, | |
| "learning_rate": 3.859950575761529e-05, | |
| "loss": 0.2791, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.7027027027027027, | |
| "grad_norm": 0.6291372179985046, | |
| "learning_rate": 3.8634388916046025e-05, | |
| "loss": 0.3404, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.706081081081081, | |
| "grad_norm": 0.4508068561553955, | |
| "learning_rate": 3.866910476851757e-05, | |
| "loss": 0.2859, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.7094594594594594, | |
| "grad_norm": 0.7987334132194519, | |
| "learning_rate": 3.870365491223199e-05, | |
| "loss": 0.3224, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.7128378378378378, | |
| "grad_norm": 0.5030388236045837, | |
| "learning_rate": 3.8738040921628215e-05, | |
| "loss": 0.3225, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.7162162162162162, | |
| "grad_norm": 0.5433597564697266, | |
| "learning_rate": 3.877226434881253e-05, | |
| "loss": 0.3294, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.7195945945945946, | |
| "grad_norm": 0.48354920744895935, | |
| "learning_rate": 3.880632672397897e-05, | |
| "loss": 0.3035, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.722972972972973, | |
| "grad_norm": 0.5904508829116821, | |
| "learning_rate": 3.884022955581985e-05, | |
| "loss": 0.3261, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.7263513513513513, | |
| "grad_norm": 0.5152267813682556, | |
| "learning_rate": 3.887397433192676e-05, | |
| "loss": 0.2926, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.7297297297297297, | |
| "grad_norm": 0.46898239850997925, | |
| "learning_rate": 3.890756251918219e-05, | |
| "loss": 0.2808, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.7331081081081081, | |
| "grad_norm": 0.4848116338253021, | |
| "learning_rate": 3.894099556414216e-05, | |
| "loss": 0.2995, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.7364864864864865, | |
| "grad_norm": 0.48101919889450073, | |
| "learning_rate": 3.897427489341009e-05, | |
| "loss": 0.3054, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.7398648648648649, | |
| "grad_norm": 0.49954646825790405, | |
| "learning_rate": 3.900740191400198e-05, | |
| "loss": 0.3239, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.7432432432432432, | |
| "grad_norm": 0.46193623542785645, | |
| "learning_rate": 3.904037801370344e-05, | |
| "loss": 0.3215, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.7466216216216216, | |
| "grad_norm": 0.4544968605041504, | |
| "learning_rate": 3.9073204561418514e-05, | |
| "loss": 0.2829, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.4560447335243225, | |
| "learning_rate": 3.9105882907510644e-05, | |
| "loss": 0.3052, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.7533783783783784, | |
| "grad_norm": 0.4681329131126404, | |
| "learning_rate": 3.913841438413601e-05, | |
| "loss": 0.3259, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.7567567567567568, | |
| "grad_norm": 0.4784477949142456, | |
| "learning_rate": 3.917080030556938e-05, | |
| "loss": 0.3252, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.7601351351351351, | |
| "grad_norm": 0.4931364953517914, | |
| "learning_rate": 3.9203041968522716e-05, | |
| "loss": 0.3252, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.7635135135135135, | |
| "grad_norm": 0.4844168424606323, | |
| "learning_rate": 3.923514065245669e-05, | |
| "loss": 0.3185, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.7668918918918919, | |
| "grad_norm": 0.5114946961402893, | |
| "learning_rate": 3.926709761988538e-05, | |
| "loss": 0.3136, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.7702702702702703, | |
| "grad_norm": 0.4893558621406555, | |
| "learning_rate": 3.929891411667424e-05, | |
| "loss": 0.2977, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.7736486486486487, | |
| "grad_norm": 0.4515063762664795, | |
| "learning_rate": 3.933059137233147e-05, | |
| "loss": 0.3031, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.777027027027027, | |
| "grad_norm": 0.48304086923599243, | |
| "learning_rate": 3.9362130600293214e-05, | |
| "loss": 0.3292, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.7804054054054054, | |
| "grad_norm": 0.4545653760433197, | |
| "learning_rate": 3.9393532998202405e-05, | |
| "loss": 0.3014, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.7837837837837838, | |
| "grad_norm": 0.4236096739768982, | |
| "learning_rate": 3.942479974818166e-05, | |
| "loss": 0.2804, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.7871621621621622, | |
| "grad_norm": 0.4648077189922333, | |
| "learning_rate": 3.945593201710032e-05, | |
| "loss": 0.3243, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.7905405405405406, | |
| "grad_norm": 0.47247567772865295, | |
| "learning_rate": 3.9486930956835724e-05, | |
| "loss": 0.2907, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.793918918918919, | |
| "grad_norm": 0.4848794639110565, | |
| "learning_rate": 3.951779770452894e-05, | |
| "loss": 0.3265, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.7972972972972973, | |
| "grad_norm": 0.5114079713821411, | |
| "learning_rate": 3.954853338283512e-05, | |
| "loss": 0.3194, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.8006756756756757, | |
| "grad_norm": 0.4802190959453583, | |
| "learning_rate": 3.9579139100168404e-05, | |
| "loss": 0.2857, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.8040540540540541, | |
| "grad_norm": 0.522281289100647, | |
| "learning_rate": 3.960961595094187e-05, | |
| "loss": 0.2843, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.8074324324324325, | |
| "grad_norm": 0.4458360970020294, | |
| "learning_rate": 3.96399650158023e-05, | |
| "loss": 0.2755, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.8108108108108109, | |
| "grad_norm": 0.53693687915802, | |
| "learning_rate": 3.96701873618601e-05, | |
| "loss": 0.3015, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.8141891891891891, | |
| "grad_norm": 0.46697714924812317, | |
| "learning_rate": 3.970028404291448e-05, | |
| "loss": 0.2911, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 0.8175675675675675, | |
| "grad_norm": 0.5392897725105286, | |
| "learning_rate": 3.9730256099673865e-05, | |
| "loss": 0.3093, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.8209459459459459, | |
| "grad_norm": 0.5555176734924316, | |
| "learning_rate": 3.976010455997187e-05, | |
| "loss": 0.3078, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.8243243243243243, | |
| "grad_norm": 0.42975664138793945, | |
| "learning_rate": 3.978983043897883e-05, | |
| "loss": 0.2723, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.8277027027027027, | |
| "grad_norm": 0.6645532250404358, | |
| "learning_rate": 3.981943473940888e-05, | |
| "loss": 0.3161, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.831081081081081, | |
| "grad_norm": 0.47302716970443726, | |
| "learning_rate": 3.984891845172299e-05, | |
| "loss": 0.3002, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.8344594594594594, | |
| "grad_norm": 0.5395675301551819, | |
| "learning_rate": 3.987828255432777e-05, | |
| "loss": 0.3614, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 0.8378378378378378, | |
| "grad_norm": 0.5418782234191895, | |
| "learning_rate": 3.9907528013770276e-05, | |
| "loss": 0.3226, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.8412162162162162, | |
| "grad_norm": 0.4323344826698303, | |
| "learning_rate": 3.993665578492894e-05, | |
| "loss": 0.289, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 0.8445945945945946, | |
| "grad_norm": 0.5098227858543396, | |
| "learning_rate": 3.9965666811200624e-05, | |
| "loss": 0.3346, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.847972972972973, | |
| "grad_norm": 0.4577200412750244, | |
| "learning_rate": 3.999456202468397e-05, | |
| "loss": 0.3526, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 0.8513513513513513, | |
| "grad_norm": 0.48974189162254333, | |
| "learning_rate": 4.002334234635907e-05, | |
| "loss": 0.3086, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.8547297297297297, | |
| "grad_norm": 0.47080233693122864, | |
| "learning_rate": 4.005200868626364e-05, | |
| "loss": 0.3578, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 0.8581081081081081, | |
| "grad_norm": 0.5034478902816772, | |
| "learning_rate": 4.008056194366564e-05, | |
| "loss": 0.3166, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.8614864864864865, | |
| "grad_norm": 0.44603192806243896, | |
| "learning_rate": 4.010900300723259e-05, | |
| "loss": 0.2969, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.8648648648648649, | |
| "grad_norm": 0.5267269611358643, | |
| "learning_rate": 4.013733275519749e-05, | |
| "loss": 0.3341, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.8682432432432432, | |
| "grad_norm": 0.424925297498703, | |
| "learning_rate": 4.016555205552158e-05, | |
| "loss": 0.2942, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 0.8716216216216216, | |
| "grad_norm": 0.5034767389297485, | |
| "learning_rate": 4.0193661766053834e-05, | |
| "loss": 0.2668, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.875, | |
| "grad_norm": 0.5288417935371399, | |
| "learning_rate": 4.022166273468753e-05, | |
| "loss": 0.3424, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 0.8783783783783784, | |
| "grad_norm": 0.4726288616657257, | |
| "learning_rate": 4.024955579951363e-05, | |
| "loss": 0.2906, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.8817567567567568, | |
| "grad_norm": 0.5311090350151062, | |
| "learning_rate": 4.027734178897136e-05, | |
| "loss": 0.3307, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 0.8851351351351351, | |
| "grad_norm": 0.427002489566803, | |
| "learning_rate": 4.030502152199576e-05, | |
| "loss": 0.2569, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.8885135135135135, | |
| "grad_norm": 0.543899416923523, | |
| "learning_rate": 4.033259580816264e-05, | |
| "loss": 0.2925, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 0.8918918918918919, | |
| "grad_norm": 0.4932996928691864, | |
| "learning_rate": 4.036006544783052e-05, | |
| "loss": 0.3058, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.8952702702702703, | |
| "grad_norm": 0.5138298273086548, | |
| "learning_rate": 4.0387431232280135e-05, | |
| "loss": 0.2952, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.8986486486486487, | |
| "grad_norm": 0.4801797568798065, | |
| "learning_rate": 4.041469394385112e-05, | |
| "loss": 0.2873, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.902027027027027, | |
| "grad_norm": 0.453140527009964, | |
| "learning_rate": 4.0441854356076257e-05, | |
| "loss": 0.2747, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 0.9054054054054054, | |
| "grad_norm": 0.4941580593585968, | |
| "learning_rate": 4.046891323381315e-05, | |
| "loss": 0.3157, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.9087837837837838, | |
| "grad_norm": 0.6151431798934937, | |
| "learning_rate": 4.049587133337347e-05, | |
| "loss": 0.3139, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 0.9121621621621622, | |
| "grad_norm": 0.4674379229545593, | |
| "learning_rate": 4.0522729402649793e-05, | |
| "loss": 0.3122, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.9155405405405406, | |
| "grad_norm": 0.4719599187374115, | |
| "learning_rate": 4.0549488181240096e-05, | |
| "loss": 0.3101, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 0.918918918918919, | |
| "grad_norm": 0.483374685049057, | |
| "learning_rate": 4.057614840056998e-05, | |
| "loss": 0.3087, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.9222972972972973, | |
| "grad_norm": 0.48100754618644714, | |
| "learning_rate": 4.06027107840126e-05, | |
| "loss": 0.3044, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 0.9256756756756757, | |
| "grad_norm": 0.44335874915122986, | |
| "learning_rate": 4.0629176047006474e-05, | |
| "loss": 0.2929, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.9290540540540541, | |
| "grad_norm": 0.4475744962692261, | |
| "learning_rate": 4.065554489717105e-05, | |
| "loss": 0.321, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.9324324324324325, | |
| "grad_norm": 0.43009960651397705, | |
| "learning_rate": 4.068181803442029e-05, | |
| "loss": 0.3026, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.9358108108108109, | |
| "grad_norm": 0.48129919171333313, | |
| "learning_rate": 4.0707996151074147e-05, | |
| "loss": 0.2876, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 0.9391891891891891, | |
| "grad_norm": 0.423658549785614, | |
| "learning_rate": 4.073407993196794e-05, | |
| "loss": 0.2968, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 0.9425675675675675, | |
| "grad_norm": 0.485857218503952, | |
| "learning_rate": 4.076007005455996e-05, | |
| "loss": 0.3144, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 0.9459459459459459, | |
| "grad_norm": 0.4936545193195343, | |
| "learning_rate": 4.0785967189036986e-05, | |
| "loss": 0.3103, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.9493243243243243, | |
| "grad_norm": 0.47265681624412537, | |
| "learning_rate": 4.0811771998418e-05, | |
| "loss": 0.3136, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 0.9527027027027027, | |
| "grad_norm": 0.4872439503669739, | |
| "learning_rate": 4.083748513865602e-05, | |
| "loss": 0.335, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.956081081081081, | |
| "grad_norm": 0.4380621910095215, | |
| "learning_rate": 4.086310725873818e-05, | |
| "loss": 0.3036, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 0.9594594594594594, | |
| "grad_norm": 0.4759541451931, | |
| "learning_rate": 4.0888639000783966e-05, | |
| "loss": 0.2827, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.9628378378378378, | |
| "grad_norm": 0.995196521282196, | |
| "learning_rate": 4.0914081000141844e-05, | |
| "loss": 0.3162, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.9662162162162162, | |
| "grad_norm": 0.5686355829238892, | |
| "learning_rate": 4.0939433885484055e-05, | |
| "loss": 0.2992, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 0.9695945945945946, | |
| "grad_norm": 0.43086209893226624, | |
| "learning_rate": 4.0964698278899874e-05, | |
| "loss": 0.278, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 0.972972972972973, | |
| "grad_norm": 0.5099641680717468, | |
| "learning_rate": 4.0989874795987185e-05, | |
| "loss": 0.3023, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.9763513513513513, | |
| "grad_norm": 0.39634063839912415, | |
| "learning_rate": 4.1014964045942465e-05, | |
| "loss": 0.2806, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 0.9797297297297297, | |
| "grad_norm": 0.4685455858707428, | |
| "learning_rate": 4.103996663164927e-05, | |
| "loss": 0.3078, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.9831081081081081, | |
| "grad_norm": 0.4501771330833435, | |
| "learning_rate": 4.106488314976513e-05, | |
| "loss": 0.3048, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 0.9864864864864865, | |
| "grad_norm": 0.4352227747440338, | |
| "learning_rate": 4.108971419080698e-05, | |
| "loss": 0.305, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.9898648648648649, | |
| "grad_norm": 0.4946969151496887, | |
| "learning_rate": 4.111446033923516e-05, | |
| "loss": 0.3027, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 0.9932432432432432, | |
| "grad_norm": 0.463313490152359, | |
| "learning_rate": 4.113912217353596e-05, | |
| "loss": 0.3148, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 0.9966216216216216, | |
| "grad_norm": 0.42501333355903625, | |
| "learning_rate": 4.116370026630272e-05, | |
| "loss": 0.303, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.4174898862838745, | |
| "learning_rate": 4.118819518431564e-05, | |
| "loss": 0.2768, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 1.0033783783783783, | |
| "grad_norm": 0.5591414570808411, | |
| "learning_rate": 4.121260748862021e-05, | |
| "loss": 0.2319, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 1.0067567567567568, | |
| "grad_norm": 0.4628024101257324, | |
| "learning_rate": 4.123693773460426e-05, | |
| "loss": 0.2332, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 1.010135135135135, | |
| "grad_norm": 0.9493624567985535, | |
| "learning_rate": 4.126118647207383e-05, | |
| "loss": 0.2113, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 1.0135135135135136, | |
| "grad_norm": 0.6151244044303894, | |
| "learning_rate": 4.1285354245327715e-05, | |
| "loss": 0.2428, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 1.0168918918918919, | |
| "grad_norm": 0.4934402406215668, | |
| "learning_rate": 4.1309441593230726e-05, | |
| "loss": 0.2394, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 1.0202702702702702, | |
| "grad_norm": 0.5464348793029785, | |
| "learning_rate": 4.133344904928585e-05, | |
| "loss": 0.2584, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 1.0236486486486487, | |
| "grad_norm": 0.754717230796814, | |
| "learning_rate": 4.1357377141705084e-05, | |
| "loss": 0.2191, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 1.027027027027027, | |
| "grad_norm": 0.48623141646385193, | |
| "learning_rate": 4.1381226393479236e-05, | |
| "loss": 0.2185, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 1.0304054054054055, | |
| "grad_norm": 32.5340461730957, | |
| "learning_rate": 4.1404997322446435e-05, | |
| "loss": 0.2328, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 1.0337837837837838, | |
| "grad_norm": 0.7727927565574646, | |
| "learning_rate": 4.142869044135967e-05, | |
| "loss": 0.2197, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 1.037162162162162, | |
| "grad_norm": 0.47851279377937317, | |
| "learning_rate": 4.145230625795311e-05, | |
| "loss": 0.2093, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 1.0405405405405406, | |
| "grad_norm": 0.684687077999115, | |
| "learning_rate": 4.14758452750074e-05, | |
| "loss": 0.2145, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 1.0439189189189189, | |
| "grad_norm": 0.4834594428539276, | |
| "learning_rate": 4.149930799041392e-05, | |
| "loss": 0.222, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 1.0472972972972974, | |
| "grad_norm": 0.5479368567466736, | |
| "learning_rate": 4.152269489723788e-05, | |
| "loss": 0.2245, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 1.0506756756756757, | |
| "grad_norm": 0.48793625831604004, | |
| "learning_rate": 4.1546006483780626e-05, | |
| "loss": 0.2428, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 1.054054054054054, | |
| "grad_norm": 0.5712085962295532, | |
| "learning_rate": 4.156924323364072e-05, | |
| "loss": 0.2311, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 1.0574324324324325, | |
| "grad_norm": 0.46200135350227356, | |
| "learning_rate": 4.1592405625774144e-05, | |
| "loss": 0.2315, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 1.0608108108108107, | |
| "grad_norm": 0.5134051442146301, | |
| "learning_rate": 4.161549413455358e-05, | |
| "loss": 0.2205, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 1.0641891891891893, | |
| "grad_norm": 0.4155457019805908, | |
| "learning_rate": 4.163850922982668e-05, | |
| "loss": 0.1969, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 1.0675675675675675, | |
| "grad_norm": 0.47662997245788574, | |
| "learning_rate": 4.16614513769734e-05, | |
| "loss": 0.2183, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 1.070945945945946, | |
| "grad_norm": 0.4776044189929962, | |
| "learning_rate": 4.1684321036962526e-05, | |
| "loss": 0.2581, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 1.0743243243243243, | |
| "grad_norm": 0.5491393804550171, | |
| "learning_rate": 4.170711866640721e-05, | |
| "loss": 0.2454, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 1.0777027027027026, | |
| "grad_norm": 0.4745365381240845, | |
| "learning_rate": 4.1729844717619684e-05, | |
| "loss": 0.2303, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 1.0810810810810811, | |
| "grad_norm": 0.49116480350494385, | |
| "learning_rate": 4.17524996386651e-05, | |
| "loss": 0.2205, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 1.0844594594594594, | |
| "grad_norm": 0.47651857137680054, | |
| "learning_rate": 4.177508387341454e-05, | |
| "loss": 0.2538, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 1.087837837837838, | |
| "grad_norm": 24.205638885498047, | |
| "learning_rate": 4.179759786159719e-05, | |
| "loss": 0.5427, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 1.0912162162162162, | |
| "grad_norm": 0.7813121676445007, | |
| "learning_rate": 4.182004203885172e-05, | |
| "loss": 0.2445, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 1.0945945945945945, | |
| "grad_norm": 52.29485321044922, | |
| "learning_rate": 4.184241683677687e-05, | |
| "loss": 0.2577, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 1.097972972972973, | |
| "grad_norm": 0.8282439112663269, | |
| "learning_rate": 4.1864722682981245e-05, | |
| "loss": 0.2421, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 1.1013513513513513, | |
| "grad_norm": 0.4729321300983429, | |
| "learning_rate": 4.188696000113232e-05, | |
| "loss": 0.2122, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 1.1047297297297298, | |
| "grad_norm": 0.6732134819030762, | |
| "learning_rate": 4.190912921100477e-05, | |
| "loss": 0.2295, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 1.1081081081081081, | |
| "grad_norm": 0.567088782787323, | |
| "learning_rate": 4.1931230728527994e-05, | |
| "loss": 0.2352, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 1.1114864864864864, | |
| "grad_norm": 8.066313743591309, | |
| "learning_rate": 4.195326496583291e-05, | |
| "loss": 0.7099, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 1.114864864864865, | |
| "grad_norm": 1.0606003999710083, | |
| "learning_rate": 4.1975232331298125e-05, | |
| "loss": 0.2105, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 1.1182432432432432, | |
| "grad_norm": 0.4454852342605591, | |
| "learning_rate": 4.1997133229595316e-05, | |
| "loss": 0.2063, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 1.1216216216216217, | |
| "grad_norm": 0.873603880405426, | |
| "learning_rate": 4.201896806173394e-05, | |
| "loss": 0.2447, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 1.125, | |
| "grad_norm": 0.6670548319816589, | |
| "learning_rate": 4.2040737225105335e-05, | |
| "loss": 0.2298, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 1.1283783783783783, | |
| "grad_norm": 0.5834859609603882, | |
| "learning_rate": 4.206244111352608e-05, | |
| "loss": 0.1799, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 1.1317567567567568, | |
| "grad_norm": 0.8503464460372925, | |
| "learning_rate": 4.2084080117280756e-05, | |
| "loss": 0.2254, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 1.135135135135135, | |
| "grad_norm": 0.5728862285614014, | |
| "learning_rate": 4.210565462316407e-05, | |
| "loss": 0.2342, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 1.1385135135135136, | |
| "grad_norm": 0.7374505400657654, | |
| "learning_rate": 4.2127165014522315e-05, | |
| "loss": 0.2384, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 1.1418918918918919, | |
| "grad_norm": 0.5631051659584045, | |
| "learning_rate": 4.214861167129425e-05, | |
| "loss": 0.2213, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 1.1452702702702702, | |
| "grad_norm": 26.428640365600586, | |
| "learning_rate": 4.2169994970051365e-05, | |
| "loss": 0.8302, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 1.1486486486486487, | |
| "grad_norm": 1.1665905714035034, | |
| "learning_rate": 4.219131528403759e-05, | |
| "loss": 0.2568, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 1.152027027027027, | |
| "grad_norm": 0.6159250140190125, | |
| "learning_rate": 4.22125729832083e-05, | |
| "loss": 0.2574, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 1.1554054054054055, | |
| "grad_norm": 182.47439575195312, | |
| "learning_rate": 4.2233768434268914e-05, | |
| "loss": 0.8118, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 1.1587837837837838, | |
| "grad_norm": 1.685766339302063, | |
| "learning_rate": 4.225490200071284e-05, | |
| "loss": 0.2347, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 1.1621621621621623, | |
| "grad_norm": 0.9619600176811218, | |
| "learning_rate": 4.227597404285883e-05, | |
| "loss": 0.2453, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 1.1655405405405406, | |
| "grad_norm": 0.49926599860191345, | |
| "learning_rate": 4.229698491788791e-05, | |
| "loss": 0.2313, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 1.1689189189189189, | |
| "grad_norm": 0.9699143767356873, | |
| "learning_rate": 4.231793497987961e-05, | |
| "loss": 0.256, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 1.1722972972972974, | |
| "grad_norm": 0.7428460121154785, | |
| "learning_rate": 4.2338824579847904e-05, | |
| "loss": 0.2655, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 1.1756756756756757, | |
| "grad_norm": 0.6480849385261536, | |
| "learning_rate": 4.235965406577636e-05, | |
| "loss": 0.2385, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 1.179054054054054, | |
| "grad_norm": 0.6347863078117371, | |
| "learning_rate": 4.2380423782653e-05, | |
| "loss": 0.2196, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 1.1824324324324325, | |
| "grad_norm": 0.6471324563026428, | |
| "learning_rate": 4.240113407250459e-05, | |
| "loss": 0.2337, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 1.1858108108108107, | |
| "grad_norm": 0.5807657241821289, | |
| "learning_rate": 4.24217852744304e-05, | |
| "loss": 0.2438, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 1.1891891891891893, | |
| "grad_norm": 0.5200501084327698, | |
| "learning_rate": 4.244237772463552e-05, | |
| "loss": 0.2458, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 1.1925675675675675, | |
| "grad_norm": 0.5445655584335327, | |
| "learning_rate": 4.246291175646371e-05, | |
| "loss": 0.2391, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 1.195945945945946, | |
| "grad_norm": 0.6283414363861084, | |
| "learning_rate": 4.24833877004298e-05, | |
| "loss": 0.2299, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 1.1993243243243243, | |
| "grad_norm": 0.5581656694412231, | |
| "learning_rate": 4.250380588425157e-05, | |
| "loss": 0.2272, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 1.2027027027027026, | |
| "grad_norm": 0.5711120367050171, | |
| "learning_rate": 4.2524166632881255e-05, | |
| "loss": 0.2737, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 1.2060810810810811, | |
| "grad_norm": 64.4117660522461, | |
| "learning_rate": 4.254447026853656e-05, | |
| "loss": 0.2648, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 1.2094594594594594, | |
| "grad_norm": 0.84456467628479, | |
| "learning_rate": 4.2564717110731244e-05, | |
| "loss": 0.2643, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 1.2128378378378377, | |
| "grad_norm": 1.7171592712402344, | |
| "learning_rate": 4.258490747630532e-05, | |
| "loss": 0.6041, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 1.2162162162162162, | |
| "grad_norm": 0.6733882427215576, | |
| "learning_rate": 4.260504167945479e-05, | |
| "loss": 0.2226, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 1.2195945945945945, | |
| "grad_norm": 0.5079653859138489, | |
| "learning_rate": 4.2625120031760965e-05, | |
| "loss": 0.2205, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 1.222972972972973, | |
| "grad_norm": 0.5646266341209412, | |
| "learning_rate": 4.264514284221944e-05, | |
| "loss": 0.2272, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 1.2263513513513513, | |
| "grad_norm": 0.5336301922798157, | |
| "learning_rate": 4.266511041726854e-05, | |
| "loss": 0.2536, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 1.2297297297297298, | |
| "grad_norm": 0.5218775272369385, | |
| "learning_rate": 4.26850230608176e-05, | |
| "loss": 0.2582, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 1.2331081081081081, | |
| "grad_norm": 0.47051167488098145, | |
| "learning_rate": 4.2704881074274584e-05, | |
| "loss": 0.2288, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 1.2364864864864864, | |
| "grad_norm": 0.4820377826690674, | |
| "learning_rate": 4.272468475657351e-05, | |
| "loss": 0.2396, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 1.239864864864865, | |
| "grad_norm": 1219.8048095703125, | |
| "learning_rate": 4.2744434404201497e-05, | |
| "loss": 1.9213, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 1.2432432432432432, | |
| "grad_norm": 1.3034559488296509, | |
| "learning_rate": 4.27641303112253e-05, | |
| "loss": 0.2528, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 1.2466216216216217, | |
| "grad_norm": 0.6443231105804443, | |
| "learning_rate": 4.278377276931767e-05, | |
| "loss": 0.2235, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 0.4247282147407532, | |
| "learning_rate": 4.2803362067783256e-05, | |
| "loss": 0.2111, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 1.2533783783783785, | |
| "grad_norm": 0.5400434136390686, | |
| "learning_rate": 4.2822898493584104e-05, | |
| "loss": 0.2256, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 1.2567567567567568, | |
| "grad_norm": 0.43781599402427673, | |
| "learning_rate": 4.284238233136496e-05, | |
| "loss": 0.2295, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 1.260135135135135, | |
| "grad_norm": 0.5443878173828125, | |
| "learning_rate": 4.286181386347813e-05, | |
| "loss": 0.2394, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 1.2635135135135136, | |
| "grad_norm": 0.4616173207759857, | |
| "learning_rate": 4.288119337000801e-05, | |
| "loss": 0.2108, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 1.2668918918918919, | |
| "grad_norm": 0.4537034332752228, | |
| "learning_rate": 4.2900521128795315e-05, | |
| "loss": 0.2192, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 1.2702702702702702, | |
| "grad_norm": 0.5639699697494507, | |
| "learning_rate": 4.291979741546102e-05, | |
| "loss": 0.2403, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 1.2736486486486487, | |
| "grad_norm": 0.4133036434650421, | |
| "learning_rate": 4.293902250342989e-05, | |
| "loss": 0.2086, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 1.277027027027027, | |
| "grad_norm": 0.45922860503196716, | |
| "learning_rate": 4.295819666395376e-05, | |
| "loss": 0.236, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 1.2804054054054055, | |
| "grad_norm": 0.4423050284385681, | |
| "learning_rate": 4.297732016613454e-05, | |
| "loss": 0.2271, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 1.2837837837837838, | |
| "grad_norm": 0.4588952362537384, | |
| "learning_rate": 4.299639327694684e-05, | |
| "loss": 0.2356, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 1.2871621621621623, | |
| "grad_norm": 26.979991912841797, | |
| "learning_rate": 4.3015416261260325e-05, | |
| "loss": 0.2247, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 1.2905405405405406, | |
| "grad_norm": 0.6023054718971252, | |
| "learning_rate": 4.303438938186182e-05, | |
| "loss": 0.2477, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 1.2939189189189189, | |
| "grad_norm": 0.48854556679725647, | |
| "learning_rate": 4.305331289947705e-05, | |
| "loss": 0.221, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 1.2972972972972974, | |
| "grad_norm": 0.5875428915023804, | |
| "learning_rate": 4.3072187072792184e-05, | |
| "loss": 0.2443, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 1.3006756756756757, | |
| "grad_norm": 0.42068448662757874, | |
| "learning_rate": 4.309101215847502e-05, | |
| "loss": 0.2043, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 1.304054054054054, | |
| "grad_norm": 0.492660254240036, | |
| "learning_rate": 4.3109788411195924e-05, | |
| "loss": 0.246, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 1.3074324324324325, | |
| "grad_norm": 0.4522532820701599, | |
| "learning_rate": 4.312851608364853e-05, | |
| "loss": 0.2305, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 1.3108108108108107, | |
| "grad_norm": 0.4410349130630493, | |
| "learning_rate": 4.314719542657013e-05, | |
| "loss": 0.2146, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 1.3141891891891893, | |
| "grad_norm": 38.59849548339844, | |
| "learning_rate": 4.3165826688761796e-05, | |
| "loss": 1.1445, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 1.3175675675675675, | |
| "grad_norm": 0.6608863472938538, | |
| "learning_rate": 4.318441011710833e-05, | |
| "loss": 0.2591, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 1.320945945945946, | |
| "grad_norm": 0.7261571884155273, | |
| "learning_rate": 4.3202945956597786e-05, | |
| "loss": 0.2409, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 1.3243243243243243, | |
| "grad_norm": 13.75738525390625, | |
| "learning_rate": 4.3221434450340956e-05, | |
| "loss": 1.022, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 1.3277027027027026, | |
| "grad_norm": 1.4299050569534302, | |
| "learning_rate": 4.323987583959045e-05, | |
| "loss": 0.2287, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 1.3310810810810811, | |
| "grad_norm": 0.6660119295120239, | |
| "learning_rate": 4.325827036375957e-05, | |
| "loss": 0.2148, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 1.3344594594594594, | |
| "grad_norm": 3.13312029838562, | |
| "learning_rate": 4.327661826044101e-05, | |
| "loss": 0.6968, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 1.3378378378378377, | |
| "grad_norm": 29.60978126525879, | |
| "learning_rate": 4.329491976542521e-05, | |
| "loss": 0.6915, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 1.3412162162162162, | |
| "grad_norm": 0.8736880421638489, | |
| "learning_rate": 4.331317511271859e-05, | |
| "loss": 0.2388, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 1.3445945945945945, | |
| "grad_norm": 0.5873726606369019, | |
| "learning_rate": 4.333138453456147e-05, | |
| "loss": 0.2655, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 1.347972972972973, | |
| "grad_norm": 2.68512225151062, | |
| "learning_rate": 4.334954826144581e-05, | |
| "loss": 0.6129, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 1.3513513513513513, | |
| "grad_norm": 0.8919135928153992, | |
| "learning_rate": 4.336766652213271e-05, | |
| "loss": 0.2492, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 1.3547297297297298, | |
| "grad_norm": 2.113346576690674, | |
| "learning_rate": 4.338573954366971e-05, | |
| "loss": 0.2578, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 1.3581081081081081, | |
| "grad_norm": 2.666167736053467, | |
| "learning_rate": 4.340376755140784e-05, | |
| "loss": 0.6334, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 1.3614864864864864, | |
| "grad_norm": 0.8454524278640747, | |
| "learning_rate": 4.342175076901849e-05, | |
| "loss": 0.2426, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 1.364864864864865, | |
| "grad_norm": 0.7469472885131836, | |
| "learning_rate": 4.343968941851009e-05, | |
| "loss": 0.2715, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 1.3682432432432432, | |
| "grad_norm": 0.6965801119804382, | |
| "learning_rate": 4.345758372024448e-05, | |
| "loss": 0.2462, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 1.3716216216216215, | |
| "grad_norm": 1.5828707218170166, | |
| "learning_rate": 4.347543389295324e-05, | |
| "loss": 0.5967, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 1.375, | |
| "grad_norm": 0.5627582669258118, | |
| "learning_rate": 4.3493240153753666e-05, | |
| "loss": 0.226, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 1.3783783783783785, | |
| "grad_norm": 0.5101889967918396, | |
| "learning_rate": 4.3511002718164666e-05, | |
| "loss": 0.2266, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 1.3817567567567568, | |
| "grad_norm": 0.6242619156837463, | |
| "learning_rate": 4.352872180012237e-05, | |
| "loss": 0.2028, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 1.385135135135135, | |
| "grad_norm": 0.5768154263496399, | |
| "learning_rate": 4.35463976119956e-05, | |
| "loss": 0.2291, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 1.3885135135135136, | |
| "grad_norm": 0.5170788764953613, | |
| "learning_rate": 4.356403036460115e-05, | |
| "loss": 0.2124, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 1.3918918918918919, | |
| "grad_norm": 0.530846357345581, | |
| "learning_rate": 4.3581620267218916e-05, | |
| "loss": 0.2013, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 1.3952702702702702, | |
| "grad_norm": 0.5346778631210327, | |
| "learning_rate": 4.359916752760669e-05, | |
| "loss": 0.2439, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 1.3986486486486487, | |
| "grad_norm": 0.5345392227172852, | |
| "learning_rate": 4.361667235201499e-05, | |
| "loss": 0.2321, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 1.402027027027027, | |
| "grad_norm": 0.5348331928253174, | |
| "learning_rate": 4.363413494520154e-05, | |
| "loss": 0.2418, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 1.4054054054054055, | |
| "grad_norm": 0.9726234078407288, | |
| "learning_rate": 4.365155551044572e-05, | |
| "loss": 0.213, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 1.4087837837837838, | |
| "grad_norm": 2.116424083709717, | |
| "learning_rate": 4.366893424956263e-05, | |
| "loss": 0.5716, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 1.4121621621621623, | |
| "grad_norm": 0.6004624962806702, | |
| "learning_rate": 4.368627136291726e-05, | |
| "loss": 0.2404, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 1.4155405405405406, | |
| "grad_norm": 0.44696101546287537, | |
| "learning_rate": 4.370356704943825e-05, | |
| "loss": 0.2349, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 1.4189189189189189, | |
| "grad_norm": 0.4704833924770355, | |
| "learning_rate": 4.372082150663168e-05, | |
| "loss": 0.2365, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 1.4222972972972974, | |
| "grad_norm": 0.48295876383781433, | |
| "learning_rate": 4.3738034930594475e-05, | |
| "loss": 0.2256, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 1.4256756756756757, | |
| "grad_norm": 0.4726882576942444, | |
| "learning_rate": 4.3755207516027904e-05, | |
| "loss": 0.2283, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 1.429054054054054, | |
| "grad_norm": 0.5251411199569702, | |
| "learning_rate": 4.377233945625071e-05, | |
| "loss": 0.2374, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 1.4324324324324325, | |
| "grad_norm": 94.52925109863281, | |
| "learning_rate": 4.378943094321221e-05, | |
| "loss": 0.4887, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 1.4358108108108107, | |
| "grad_norm": 0.5848643183708191, | |
| "learning_rate": 4.3806482167505196e-05, | |
| "loss": 0.2373, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 1.4391891891891893, | |
| "grad_norm": 0.870020866394043, | |
| "learning_rate": 4.382349331837866e-05, | |
| "loss": 0.5312, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 1.4425675675675675, | |
| "grad_norm": 0.58022540807724, | |
| "learning_rate": 4.3840464583750404e-05, | |
| "loss": 0.2347, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 1.445945945945946, | |
| "grad_norm": 0.4780952036380768, | |
| "learning_rate": 4.385739615021954e-05, | |
| "loss": 0.2392, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 1.4493243243243243, | |
| "grad_norm": 0.4691276252269745, | |
| "learning_rate": 4.387428820307874e-05, | |
| "loss": 0.2346, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 1.4527027027027026, | |
| "grad_norm": 0.4635365903377533, | |
| "learning_rate": 4.3891140926326446e-05, | |
| "loss": 0.2242, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 1.4560810810810811, | |
| "grad_norm": 0.7928866147994995, | |
| "learning_rate": 4.390795450267886e-05, | |
| "loss": 0.2267, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 1.4594594594594594, | |
| "grad_norm": 0.5844922661781311, | |
| "learning_rate": 4.3924729113581876e-05, | |
| "loss": 0.237, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 1.4628378378378377, | |
| "grad_norm": 0.4539477229118347, | |
| "learning_rate": 4.394146493922276e-05, | |
| "loss": 0.2624, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 1.4662162162162162, | |
| "grad_norm": 0.4881402254104614, | |
| "learning_rate": 4.395816215854185e-05, | |
| "loss": 0.2076, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 1.4695945945945945, | |
| "grad_norm": 0.42912018299102783, | |
| "learning_rate": 4.397482094924396e-05, | |
| "loss": 0.224, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 1.472972972972973, | |
| "grad_norm": 8.578511238098145, | |
| "learning_rate": 4.399144148780977e-05, | |
| "loss": 0.5361, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 1.4763513513513513, | |
| "grad_norm": 0.4810888469219208, | |
| "learning_rate": 4.400802394950703e-05, | |
| "loss": 0.2274, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 1.4797297297297298, | |
| "grad_norm": 0.5107089281082153, | |
| "learning_rate": 4.402456850840166e-05, | |
| "loss": 0.2295, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 1.4831081081081081, | |
| "grad_norm": 0.4564654529094696, | |
| "learning_rate": 4.4041075337368695e-05, | |
| "loss": 0.2447, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 1.4864864864864864, | |
| "grad_norm": 1.4533860683441162, | |
| "learning_rate": 4.405754460810312e-05, | |
| "loss": 0.2522, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 1.489864864864865, | |
| "grad_norm": 2.172696828842163, | |
| "learning_rate": 4.407397649113065e-05, | |
| "loss": 0.8104, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 1.4932432432432432, | |
| "grad_norm": 0.4864687919616699, | |
| "learning_rate": 4.40903711558182e-05, | |
| "loss": 0.2657, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 1.4966216216216215, | |
| "grad_norm": 0.4211529791355133, | |
| "learning_rate": 4.41067287703845e-05, | |
| "loss": 0.246, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 0.5068204998970032, | |
| "learning_rate": 4.412304950191033e-05, | |
| "loss": 0.219, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 1.5033783783783785, | |
| "grad_norm": 0.52825927734375, | |
| "learning_rate": 4.413933351634886e-05, | |
| "loss": 0.2293, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 1.5067567567567568, | |
| "grad_norm": 0.45864129066467285, | |
| "learning_rate": 4.4155580978535707e-05, | |
| "loss": 0.218, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 1.510135135135135, | |
| "grad_norm": 1.0356566905975342, | |
| "learning_rate": 4.417179205219895e-05, | |
| "loss": 0.2278, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 1.5135135135135136, | |
| "grad_norm": 0.4032718241214752, | |
| "learning_rate": 4.418796689996907e-05, | |
| "loss": 0.2276, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 1.5168918918918919, | |
| "grad_norm": 0.4162694811820984, | |
| "learning_rate": 4.420410568338872e-05, | |
| "loss": 0.23, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 1.5202702702702702, | |
| "grad_norm": 0.4550395607948303, | |
| "learning_rate": 4.42202085629224e-05, | |
| "loss": 0.2445, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 1.5236486486486487, | |
| "grad_norm": 0.5222985148429871, | |
| "learning_rate": 4.423627569796601e-05, | |
| "loss": 0.2405, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 1.527027027027027, | |
| "grad_norm": 0.4746388792991638, | |
| "learning_rate": 4.425230724685638e-05, | |
| "loss": 0.2299, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 1.5304054054054053, | |
| "grad_norm": 0.47175803780555725, | |
| "learning_rate": 4.4268303366880536e-05, | |
| "loss": 0.234, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 1.5337837837837838, | |
| "grad_norm": 0.46304166316986084, | |
| "learning_rate": 4.428426421428507e-05, | |
| "loss": 0.2165, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 1.5371621621621623, | |
| "grad_norm": 0.8317951560020447, | |
| "learning_rate": 4.430018994428521e-05, | |
| "loss": 0.2648, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 1.5405405405405406, | |
| "grad_norm": 0.4764087498188019, | |
| "learning_rate": 4.431608071107392e-05, | |
| "loss": 0.2526, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 1.5439189189189189, | |
| "grad_norm": 0.39065808057785034, | |
| "learning_rate": 4.433193666783084e-05, | |
| "loss": 0.2428, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 1.5472972972972974, | |
| "grad_norm": 0.40975654125213623, | |
| "learning_rate": 4.4347757966731156e-05, | |
| "loss": 0.2437, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 1.5506756756756757, | |
| "grad_norm": 0.4318806231021881, | |
| "learning_rate": 4.436354475895436e-05, | |
| "loss": 0.233, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 1.554054054054054, | |
| "grad_norm": 0.4574219882488251, | |
| "learning_rate": 4.437929719469291e-05, | |
| "loss": 0.2441, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 1.5574324324324325, | |
| "grad_norm": 0.39155369997024536, | |
| "learning_rate": 4.4395015423160807e-05, | |
| "loss": 0.2233, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 1.560810810810811, | |
| "grad_norm": 0.4589376747608185, | |
| "learning_rate": 4.4410699592602094e-05, | |
| "loss": 0.225, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 1.564189189189189, | |
| "grad_norm": 0.8952370882034302, | |
| "learning_rate": 4.442634985029922e-05, | |
| "loss": 0.4926, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 1.5675675675675675, | |
| "grad_norm": 0.43023157119750977, | |
| "learning_rate": 4.444196634258136e-05, | |
| "loss": 0.2333, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 1.570945945945946, | |
| "grad_norm": 1.1993354558944702, | |
| "learning_rate": 4.4457549214832566e-05, | |
| "loss": 0.2457, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 1.5743243243243243, | |
| "grad_norm": 0.3993515074253082, | |
| "learning_rate": 4.44730986115e-05, | |
| "loss": 0.2457, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 1.5777027027027026, | |
| "grad_norm": 0.4565802812576294, | |
| "learning_rate": 4.448861467610187e-05, | |
| "loss": 0.2335, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 1.5810810810810811, | |
| "grad_norm": 0.4085776209831238, | |
| "learning_rate": 4.4504097551235406e-05, | |
| "loss": 0.237, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 1.5844594594594594, | |
| "grad_norm": 0.4212399125099182, | |
| "learning_rate": 4.4519547378584725e-05, | |
| "loss": 0.24, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 1.5878378378378377, | |
| "grad_norm": 0.408805251121521, | |
| "learning_rate": 4.453496429892863e-05, | |
| "loss": 0.2252, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 1.5912162162162162, | |
| "grad_norm": 0.42911630868911743, | |
| "learning_rate": 4.455034845214827e-05, | |
| "loss": 0.2099, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 1.5945945945945947, | |
| "grad_norm": 0.47564277052879333, | |
| "learning_rate": 4.4565699977234796e-05, | |
| "loss": 0.2135, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 1.597972972972973, | |
| "grad_norm": 0.3962784707546234, | |
| "learning_rate": 4.458101901229686e-05, | |
| "loss": 0.2346, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 1.6013513513513513, | |
| "grad_norm": 0.3911672532558441, | |
| "learning_rate": 4.459630569456809e-05, | |
| "loss": 0.2198, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 1.6047297297297298, | |
| "grad_norm": 1093.1121826171875, | |
| "learning_rate": 4.461156016041444e-05, | |
| "loss": 0.2989, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 1.6081081081081081, | |
| "grad_norm": 3.732886552810669, | |
| "learning_rate": 4.462678254534156e-05, | |
| "loss": 0.5155, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 1.6114864864864864, | |
| "grad_norm": 0.5420750975608826, | |
| "learning_rate": 4.464197298400191e-05, | |
| "loss": 0.2645, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 1.614864864864865, | |
| "grad_norm": 4.157422065734863, | |
| "learning_rate": 4.4657131610201994e-05, | |
| "loss": 0.5192, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 1.6182432432432432, | |
| "grad_norm": 0.4917280972003937, | |
| "learning_rate": 4.467225855690939e-05, | |
| "loss": 0.2187, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 1.6216216216216215, | |
| "grad_norm": 0.4480583071708679, | |
| "learning_rate": 4.468735395625979e-05, | |
| "loss": 0.2214, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 1.625, | |
| "grad_norm": 0.4467374384403229, | |
| "learning_rate": 4.470241793956387e-05, | |
| "loss": 0.2414, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 1.6283783783783785, | |
| "grad_norm": 0.48159006237983704, | |
| "learning_rate": 4.471745063731416e-05, | |
| "loss": 0.2386, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 1.6317567567567568, | |
| "grad_norm": 0.3858594000339508, | |
| "learning_rate": 4.473245217919187e-05, | |
| "loss": 0.1981, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 1.635135135135135, | |
| "grad_norm": 0.4672364592552185, | |
| "learning_rate": 4.474742269407355e-05, | |
| "loss": 0.2212, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 1.6385135135135136, | |
| "grad_norm": 0.5253187417984009, | |
| "learning_rate": 4.476236231003773e-05, | |
| "loss": 0.2753, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 1.6418918918918919, | |
| "grad_norm": 0.488766610622406, | |
| "learning_rate": 4.477727115437156e-05, | |
| "loss": 0.2571, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 1.6452702702702702, | |
| "grad_norm": 0.4526199996471405, | |
| "learning_rate": 4.479214935357724e-05, | |
| "loss": 0.2341, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 1.6486486486486487, | |
| "grad_norm": 0.4283704459667206, | |
| "learning_rate": 4.480699703337852e-05, | |
| "loss": 0.2533, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 1.652027027027027, | |
| "grad_norm": 0.45583993196487427, | |
| "learning_rate": 4.4821814318727016e-05, | |
| "loss": 0.2394, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 1.6554054054054053, | |
| "grad_norm": 0.3872677683830261, | |
| "learning_rate": 4.483660133380856e-05, | |
| "loss": 0.2005, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 1.6587837837837838, | |
| "grad_norm": 0.5054983496665955, | |
| "learning_rate": 4.485135820204948e-05, | |
| "loss": 0.231, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 1.6621621621621623, | |
| "grad_norm": 0.40404146909713745, | |
| "learning_rate": 4.486608504612267e-05, | |
| "loss": 0.2529, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 1.6655405405405406, | |
| "grad_norm": 0.4361649453639984, | |
| "learning_rate": 4.488078198795383e-05, | |
| "loss": 0.2485, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 1.6689189189189189, | |
| "grad_norm": 0.4425160586833954, | |
| "learning_rate": 4.489544914872745e-05, | |
| "loss": 0.2375, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 1.6722972972972974, | |
| "grad_norm": 0.4194391965866089, | |
| "learning_rate": 4.4910086648892815e-05, | |
| "loss": 0.2461, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 1.6756756756756757, | |
| "grad_norm": 0.42155027389526367, | |
| "learning_rate": 4.4924694608169965e-05, | |
| "loss": 0.2301, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 1.679054054054054, | |
| "grad_norm": 0.412643164396286, | |
| "learning_rate": 4.4939273145555536e-05, | |
| "loss": 0.235, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 1.6824324324324325, | |
| "grad_norm": 0.3827148973941803, | |
| "learning_rate": 4.495382237932863e-05, | |
| "loss": 0.23, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 1.685810810810811, | |
| "grad_norm": 0.4173565208911896, | |
| "learning_rate": 4.4968342427056505e-05, | |
| "loss": 0.2374, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 1.689189189189189, | |
| "grad_norm": 1055.430908203125, | |
| "learning_rate": 4.498283340560031e-05, | |
| "loss": 0.3647, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 1.6925675675675675, | |
| "grad_norm": 0.5496036410331726, | |
| "learning_rate": 4.499729543112076e-05, | |
| "loss": 0.2686, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 1.695945945945946, | |
| "grad_norm": 0.437640905380249, | |
| "learning_rate": 4.501172861908366e-05, | |
| "loss": 0.2521, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 1.6993243243243243, | |
| "grad_norm": 0.4216068685054779, | |
| "learning_rate": 4.502613308426546e-05, | |
| "loss": 0.2447, | |
| "step": 503 | |
| }, | |
| { | |
| "epoch": 1.7027027027027026, | |
| "grad_norm": 0.4138765037059784, | |
| "learning_rate": 4.504050894075876e-05, | |
| "loss": 0.2379, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 1.7060810810810811, | |
| "grad_norm": 0.8677256107330322, | |
| "learning_rate": 4.5054856301977696e-05, | |
| "loss": 0.2399, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 1.7094594594594594, | |
| "grad_norm": 0.4616876542568207, | |
| "learning_rate": 4.506917528066332e-05, | |
| "loss": 0.229, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 1.7128378378378377, | |
| "grad_norm": 0.6452389359474182, | |
| "learning_rate": 4.508346598888894e-05, | |
| "loss": 0.2237, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 1.7162162162162162, | |
| "grad_norm": 0.4205520749092102, | |
| "learning_rate": 4.509772853806532e-05, | |
| "loss": 0.2175, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 1.7195945945945947, | |
| "grad_norm": 0.456882506608963, | |
| "learning_rate": 4.511196303894598e-05, | |
| "loss": 0.2444, | |
| "step": 509 | |
| }, | |
| { | |
| "epoch": 1.722972972972973, | |
| "grad_norm": 0.43970227241516113, | |
| "learning_rate": 4.512616960163227e-05, | |
| "loss": 0.2357, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 1.7263513513513513, | |
| "grad_norm": 0.4025394320487976, | |
| "learning_rate": 4.5140348335578547e-05, | |
| "loss": 0.2375, | |
| "step": 511 | |
| }, | |
| { | |
| "epoch": 1.7297297297297298, | |
| "grad_norm": 0.39442214369773865, | |
| "learning_rate": 4.515449934959718e-05, | |
| "loss": 0.2444, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 1.7331081081081081, | |
| "grad_norm": 0.44028565287590027, | |
| "learning_rate": 4.516862275186361e-05, | |
| "loss": 0.2324, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 1.7364864864864864, | |
| "grad_norm": 0.4466850161552429, | |
| "learning_rate": 4.518271864992127e-05, | |
| "loss": 0.2359, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 1.739864864864865, | |
| "grad_norm": 0.4365015923976898, | |
| "learning_rate": 4.519678715068652e-05, | |
| "loss": 0.2708, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 1.7432432432432432, | |
| "grad_norm": 0.4398203194141388, | |
| "learning_rate": 4.521082836045353e-05, | |
| "loss": 0.2452, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 1.7466216216216215, | |
| "grad_norm": 0.44056662917137146, | |
| "learning_rate": 4.5224842384899045e-05, | |
| "loss": 0.2344, | |
| "step": 517 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 0.43141037225723267, | |
| "learning_rate": 4.523882932908722e-05, | |
| "loss": 0.2511, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 1.7533783783783785, | |
| "grad_norm": 0.3922167122364044, | |
| "learning_rate": 4.52527892974743e-05, | |
| "loss": 0.2162, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 1.7567567567567568, | |
| "grad_norm": 0.40995466709136963, | |
| "learning_rate": 4.526672239391333e-05, | |
| "loss": 0.2281, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 1.760135135135135, | |
| "grad_norm": 0.4008403718471527, | |
| "learning_rate": 4.528062872165875e-05, | |
| "loss": 0.2257, | |
| "step": 521 | |
| }, | |
| { | |
| "epoch": 1.7635135135135136, | |
| "grad_norm": 0.5048766136169434, | |
| "learning_rate": 4.529450838337104e-05, | |
| "loss": 0.2304, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 1.7668918918918919, | |
| "grad_norm": 0.40119826793670654, | |
| "learning_rate": 4.530836148112124e-05, | |
| "loss": 0.2341, | |
| "step": 523 | |
| }, | |
| { | |
| "epoch": 1.7702702702702702, | |
| "grad_norm": 0.41344285011291504, | |
| "learning_rate": 4.532218811639545e-05, | |
| "loss": 0.272, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 1.7736486486486487, | |
| "grad_norm": 0.38902515172958374, | |
| "learning_rate": 4.5335988390099284e-05, | |
| "loss": 0.2195, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 1.777027027027027, | |
| "grad_norm": 0.5754374861717224, | |
| "learning_rate": 4.534976240256232e-05, | |
| "loss": 0.2335, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 1.7804054054054053, | |
| "grad_norm": 31.7464656829834, | |
| "learning_rate": 4.536351025354245e-05, | |
| "loss": 0.4532, | |
| "step": 527 | |
| }, | |
| { | |
| "epoch": 1.7837837837837838, | |
| "grad_norm": 0.46500369906425476, | |
| "learning_rate": 4.537723204223021e-05, | |
| "loss": 0.2541, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 1.7871621621621623, | |
| "grad_norm": 0.41807517409324646, | |
| "learning_rate": 4.53909278672531e-05, | |
| "loss": 0.2287, | |
| "step": 529 | |
| }, | |
| { | |
| "epoch": 1.7905405405405406, | |
| "grad_norm": 0.40613386034965515, | |
| "learning_rate": 4.5404597826679824e-05, | |
| "loss": 0.2196, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 1.7939189189189189, | |
| "grad_norm": 0.4200097322463989, | |
| "learning_rate": 4.541824201802449e-05, | |
| "loss": 0.2393, | |
| "step": 531 | |
| }, | |
| { | |
| "epoch": 1.7972972972972974, | |
| "grad_norm": 0.48739388585090637, | |
| "learning_rate": 4.543186053825081e-05, | |
| "loss": 0.2469, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 1.8006756756756757, | |
| "grad_norm": 0.5199280381202698, | |
| "learning_rate": 4.544545348377621e-05, | |
| "loss": 0.2652, | |
| "step": 533 | |
| }, | |
| { | |
| "epoch": 1.804054054054054, | |
| "grad_norm": 0.44481709599494934, | |
| "learning_rate": 4.5459020950475946e-05, | |
| "loss": 0.2386, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 1.8074324324324325, | |
| "grad_norm": 1.6978758573532104, | |
| "learning_rate": 4.5472563033687145e-05, | |
| "loss": 0.5287, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 1.810810810810811, | |
| "grad_norm": 0.3990303575992584, | |
| "learning_rate": 4.548607982821284e-05, | |
| "loss": 0.2102, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 1.814189189189189, | |
| "grad_norm": 0.4208585321903229, | |
| "learning_rate": 4.5499571428325935e-05, | |
| "loss": 0.2058, | |
| "step": 537 | |
| }, | |
| { | |
| "epoch": 1.8175675675675675, | |
| "grad_norm": 0.41925048828125, | |
| "learning_rate": 4.5513037927773155e-05, | |
| "loss": 0.2349, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 1.820945945945946, | |
| "grad_norm": 0.43288394808769226, | |
| "learning_rate": 4.5526479419778986e-05, | |
| "loss": 0.2519, | |
| "step": 539 | |
| }, | |
| { | |
| "epoch": 1.8243243243243243, | |
| "grad_norm": 0.4215989112854004, | |
| "learning_rate": 4.553989599704948e-05, | |
| "loss": 0.2518, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 1.8277027027027026, | |
| "grad_norm": 0.4134393334388733, | |
| "learning_rate": 4.555328775177616e-05, | |
| "loss": 0.2341, | |
| "step": 541 | |
| }, | |
| { | |
| "epoch": 1.8310810810810811, | |
| "grad_norm": 0.4243868887424469, | |
| "learning_rate": 4.5566654775639785e-05, | |
| "loss": 0.2553, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 1.8344594594594594, | |
| "grad_norm": 0.40011635422706604, | |
| "learning_rate": 4.5579997159814117e-05, | |
| "loss": 0.2447, | |
| "step": 543 | |
| }, | |
| { | |
| "epoch": 1.8378378378378377, | |
| "grad_norm": 0.38058069348335266, | |
| "learning_rate": 4.5593314994969665e-05, | |
| "loss": 0.2307, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 1.8412162162162162, | |
| "grad_norm": 0.47068503499031067, | |
| "learning_rate": 4.560660837127738e-05, | |
| "loss": 0.1971, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 1.8445945945945947, | |
| "grad_norm": 0.4493515193462372, | |
| "learning_rate": 4.561987737841229e-05, | |
| "loss": 0.2552, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 1.847972972972973, | |
| "grad_norm": 0.43196865916252136, | |
| "learning_rate": 4.563312210555719e-05, | |
| "loss": 0.2373, | |
| "step": 547 | |
| }, | |
| { | |
| "epoch": 1.8513513513513513, | |
| "grad_norm": 0.4201470911502838, | |
| "learning_rate": 4.564634264140616e-05, | |
| "loss": 0.2304, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 1.8547297297297298, | |
| "grad_norm": 0.3680441975593567, | |
| "learning_rate": 4.56595390741682e-05, | |
| "loss": 0.2263, | |
| "step": 549 | |
| }, | |
| { | |
| "epoch": 1.8581081081081081, | |
| "grad_norm": 0.3840002119541168, | |
| "learning_rate": 4.567271149157073e-05, | |
| "loss": 0.218, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 1.8614864864864864, | |
| "grad_norm": 0.39841052889823914, | |
| "learning_rate": 4.5685859980863086e-05, | |
| "loss": 0.2497, | |
| "step": 551 | |
| }, | |
| { | |
| "epoch": 1.864864864864865, | |
| "grad_norm": 0.3956766128540039, | |
| "learning_rate": 4.569898462881999e-05, | |
| "loss": 0.2514, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 1.8682432432432432, | |
| "grad_norm": 0.4630524218082428, | |
| "learning_rate": 4.571208552174497e-05, | |
| "loss": 0.2744, | |
| "step": 553 | |
| }, | |
| { | |
| "epoch": 1.8716216216216215, | |
| "grad_norm": 0.4056280851364136, | |
| "learning_rate": 4.572516274547383e-05, | |
| "loss": 0.2712, | |
| "step": 554 | |
| }, | |
| { | |
| "epoch": 1.875, | |
| "grad_norm": 0.4127073585987091, | |
| "learning_rate": 4.573821638537794e-05, | |
| "loss": 0.2319, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 1.8783783783783785, | |
| "grad_norm": 0.38253894448280334, | |
| "learning_rate": 4.575124652636763e-05, | |
| "loss": 0.2302, | |
| "step": 556 | |
| }, | |
| { | |
| "epoch": 1.8817567567567568, | |
| "grad_norm": 0.405472993850708, | |
| "learning_rate": 4.5764253252895486e-05, | |
| "loss": 0.2413, | |
| "step": 557 | |
| }, | |
| { | |
| "epoch": 1.885135135135135, | |
| "grad_norm": 0.41931191086769104, | |
| "learning_rate": 4.577723664895965e-05, | |
| "loss": 0.2477, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 1.8885135135135136, | |
| "grad_norm": 0.3967287540435791, | |
| "learning_rate": 4.579019679810706e-05, | |
| "loss": 0.2525, | |
| "step": 559 | |
| }, | |
| { | |
| "epoch": 1.8918918918918919, | |
| "grad_norm": 0.3867218792438507, | |
| "learning_rate": 4.5803133783436676e-05, | |
| "loss": 0.2226, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 1.8952702702702702, | |
| "grad_norm": 0.4048525094985962, | |
| "learning_rate": 4.581604768760269e-05, | |
| "loss": 0.2434, | |
| "step": 561 | |
| }, | |
| { | |
| "epoch": 1.8986486486486487, | |
| "grad_norm": 0.38650572299957275, | |
| "learning_rate": 4.582893859281769e-05, | |
| "loss": 0.2287, | |
| "step": 562 | |
| }, | |
| { | |
| "epoch": 1.902027027027027, | |
| "grad_norm": 0.3860650062561035, | |
| "learning_rate": 4.584180658085578e-05, | |
| "loss": 0.2285, | |
| "step": 563 | |
| }, | |
| { | |
| "epoch": 1.9054054054054053, | |
| "grad_norm": 0.3902740478515625, | |
| "learning_rate": 4.585465173305571e-05, | |
| "loss": 0.2174, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 1.9087837837837838, | |
| "grad_norm": 0.4053342342376709, | |
| "learning_rate": 4.5867474130323984e-05, | |
| "loss": 0.2482, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 1.9121621621621623, | |
| "grad_norm": 0.35971924662590027, | |
| "learning_rate": 4.588027385313786e-05, | |
| "loss": 0.1858, | |
| "step": 566 | |
| }, | |
| { | |
| "epoch": 1.9155405405405406, | |
| "grad_norm": 0.4442739486694336, | |
| "learning_rate": 4.5893050981548446e-05, | |
| "loss": 0.2847, | |
| "step": 567 | |
| }, | |
| { | |
| "epoch": 1.9189189189189189, | |
| "grad_norm": 0.4430129826068878, | |
| "learning_rate": 4.5905805595183656e-05, | |
| "loss": 0.2265, | |
| "step": 568 | |
| }, | |
| { | |
| "epoch": 1.9222972972972974, | |
| "grad_norm": 0.39476659893989563, | |
| "learning_rate": 4.591853777325119e-05, | |
| "loss": 0.258, | |
| "step": 569 | |
| }, | |
| { | |
| "epoch": 1.9256756756756757, | |
| "grad_norm": 0.4573532044887543, | |
| "learning_rate": 4.593124759454153e-05, | |
| "loss": 0.2398, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 1.929054054054054, | |
| "grad_norm": 0.3871706426143646, | |
| "learning_rate": 4.5943935137430806e-05, | |
| "loss": 0.2292, | |
| "step": 571 | |
| }, | |
| { | |
| "epoch": 1.9324324324324325, | |
| "grad_norm": 0.38287678360939026, | |
| "learning_rate": 4.595660047988374e-05, | |
| "loss": 0.2313, | |
| "step": 572 | |
| }, | |
| { | |
| "epoch": 1.935810810810811, | |
| "grad_norm": 0.41778552532196045, | |
| "learning_rate": 4.59692436994565e-05, | |
| "loss": 0.2501, | |
| "step": 573 | |
| }, | |
| { | |
| "epoch": 1.939189189189189, | |
| "grad_norm": 0.3646586537361145, | |
| "learning_rate": 4.5981864873299563e-05, | |
| "loss": 0.2099, | |
| "step": 574 | |
| }, | |
| { | |
| "epoch": 1.9425675675675675, | |
| "grad_norm": 0.3954225778579712, | |
| "learning_rate": 4.599446407816052e-05, | |
| "loss": 0.2272, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 1.945945945945946, | |
| "grad_norm": 0.39867308735847473, | |
| "learning_rate": 4.6007041390386874e-05, | |
| "loss": 0.2352, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 1.9493243243243243, | |
| "grad_norm": 0.3616117238998413, | |
| "learning_rate": 4.601959688592886e-05, | |
| "loss": 0.2207, | |
| "step": 577 | |
| }, | |
| { | |
| "epoch": 1.9527027027027026, | |
| "grad_norm": 0.42957910895347595, | |
| "learning_rate": 4.603213064034216e-05, | |
| "loss": 0.2437, | |
| "step": 578 | |
| }, | |
| { | |
| "epoch": 1.9560810810810811, | |
| "grad_norm": 0.3899705708026886, | |
| "learning_rate": 4.604464272879061e-05, | |
| "loss": 0.2436, | |
| "step": 579 | |
| }, | |
| { | |
| "epoch": 1.9594594594594594, | |
| "grad_norm": 0.3997238278388977, | |
| "learning_rate": 4.605713322604896e-05, | |
| "loss": 0.2065, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 1.9628378378378377, | |
| "grad_norm": 0.4001472592353821, | |
| "learning_rate": 4.606960220650551e-05, | |
| "loss": 0.2435, | |
| "step": 581 | |
| }, | |
| { | |
| "epoch": 1.9662162162162162, | |
| "grad_norm": 0.4067547023296356, | |
| "learning_rate": 4.608204974416481e-05, | |
| "loss": 0.2456, | |
| "step": 582 | |
| }, | |
| { | |
| "epoch": 1.9695945945945947, | |
| "grad_norm": 0.3919241428375244, | |
| "learning_rate": 4.6094475912650234e-05, | |
| "loss": 0.2214, | |
| "step": 583 | |
| }, | |
| { | |
| "epoch": 1.972972972972973, | |
| "grad_norm": 0.3752463757991791, | |
| "learning_rate": 4.610688078520666e-05, | |
| "loss": 0.2148, | |
| "step": 584 | |
| }, | |
| { | |
| "epoch": 1.9763513513513513, | |
| "grad_norm": 0.42536041140556335, | |
| "learning_rate": 4.611926443470301e-05, | |
| "loss": 0.2219, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 1.9797297297297298, | |
| "grad_norm": 0.3676905930042267, | |
| "learning_rate": 4.6131626933634844e-05, | |
| "loss": 0.2153, | |
| "step": 586 | |
| }, | |
| { | |
| "epoch": 1.9831081081081081, | |
| "grad_norm": 0.3774767816066742, | |
| "learning_rate": 4.6143968354126914e-05, | |
| "loss": 0.2459, | |
| "step": 587 | |
| }, | |
| { | |
| "epoch": 1.9864864864864864, | |
| "grad_norm": 0.38765907287597656, | |
| "learning_rate": 4.6156288767935646e-05, | |
| "loss": 0.2339, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 1.989864864864865, | |
| "grad_norm": 0.3474208116531372, | |
| "learning_rate": 4.61685882464517e-05, | |
| "loss": 0.2109, | |
| "step": 589 | |
| }, | |
| { | |
| "epoch": 1.9932432432432432, | |
| "grad_norm": 0.39578577876091003, | |
| "learning_rate": 4.61808668607024e-05, | |
| "loss": 0.2232, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 1.9966216216216215, | |
| "grad_norm": 0.3756243884563446, | |
| "learning_rate": 4.619312468135426e-05, | |
| "loss": 0.2286, | |
| "step": 591 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 0.40366870164871216, | |
| "learning_rate": 4.620536177871533e-05, | |
| "loss": 0.1979, | |
| "step": 592 | |
| }, | |
| { | |
| "epoch": 2.0033783783783785, | |
| "grad_norm": 0.5792023539543152, | |
| "learning_rate": 4.621757822273772e-05, | |
| "loss": 0.1664, | |
| "step": 593 | |
| }, | |
| { | |
| "epoch": 2.0067567567567566, | |
| "grad_norm": 0.48093676567077637, | |
| "learning_rate": 4.62297740830199e-05, | |
| "loss": 0.1489, | |
| "step": 594 | |
| }, | |
| { | |
| "epoch": 2.010135135135135, | |
| "grad_norm": 0.7113845348358154, | |
| "learning_rate": 4.6241949428809165e-05, | |
| "loss": 0.1666, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 2.0135135135135136, | |
| "grad_norm": 0.4888218343257904, | |
| "learning_rate": 4.625410432900395e-05, | |
| "loss": 0.1667, | |
| "step": 596 | |
| }, | |
| { | |
| "epoch": 2.016891891891892, | |
| "grad_norm": 0.43272024393081665, | |
| "learning_rate": 4.626623885215616e-05, | |
| "loss": 0.1611, | |
| "step": 597 | |
| }, | |
| { | |
| "epoch": 2.02027027027027, | |
| "grad_norm": 0.4639625549316406, | |
| "learning_rate": 4.627835306647352e-05, | |
| "loss": 0.183, | |
| "step": 598 | |
| }, | |
| { | |
| "epoch": 2.0236486486486487, | |
| "grad_norm": 0.4807380735874176, | |
| "learning_rate": 4.629044703982186e-05, | |
| "loss": 0.1592, | |
| "step": 599 | |
| }, | |
| { | |
| "epoch": 2.027027027027027, | |
| "grad_norm": 0.4514772891998291, | |
| "learning_rate": 4.63025208397274e-05, | |
| "loss": 0.1459, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 2.0304054054054053, | |
| "grad_norm": 0.4227406978607178, | |
| "learning_rate": 4.6314574533379e-05, | |
| "loss": 0.1632, | |
| "step": 601 | |
| }, | |
| { | |
| "epoch": 2.0337837837837838, | |
| "grad_norm": 0.42751410603523254, | |
| "learning_rate": 4.632660818763041e-05, | |
| "loss": 0.1699, | |
| "step": 602 | |
| }, | |
| { | |
| "epoch": 2.0371621621621623, | |
| "grad_norm": 0.45877569913864136, | |
| "learning_rate": 4.633862186900253e-05, | |
| "loss": 0.1725, | |
| "step": 603 | |
| }, | |
| { | |
| "epoch": 2.0405405405405403, | |
| "grad_norm": 0.41468122601509094, | |
| "learning_rate": 4.6350615643685535e-05, | |
| "loss": 0.172, | |
| "step": 604 | |
| }, | |
| { | |
| "epoch": 2.043918918918919, | |
| "grad_norm": 0.42624783515930176, | |
| "learning_rate": 4.6362589577541154e-05, | |
| "loss": 0.1591, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 2.0472972972972974, | |
| "grad_norm": 0.3854513466358185, | |
| "learning_rate": 4.637454373610477e-05, | |
| "loss": 0.1486, | |
| "step": 606 | |
| }, | |
| { | |
| "epoch": 2.050675675675676, | |
| "grad_norm": 0.40797704458236694, | |
| "learning_rate": 4.638647818458763e-05, | |
| "loss": 0.1521, | |
| "step": 607 | |
| }, | |
| { | |
| "epoch": 2.054054054054054, | |
| "grad_norm": 0.4326710104942322, | |
| "learning_rate": 4.639839298787892e-05, | |
| "loss": 0.1441, | |
| "step": 608 | |
| }, | |
| { | |
| "epoch": 2.0574324324324325, | |
| "grad_norm": 0.39950937032699585, | |
| "learning_rate": 4.641028821054793e-05, | |
| "loss": 0.165, | |
| "step": 609 | |
| }, | |
| { | |
| "epoch": 2.060810810810811, | |
| "grad_norm": 0.38399842381477356, | |
| "learning_rate": 4.6422163916846124e-05, | |
| "loss": 0.1464, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 2.064189189189189, | |
| "grad_norm": 0.40971097350120544, | |
| "learning_rate": 4.643402017070924e-05, | |
| "loss": 0.1604, | |
| "step": 611 | |
| }, | |
| { | |
| "epoch": 2.0675675675675675, | |
| "grad_norm": 0.4519285261631012, | |
| "learning_rate": 4.644585703575936e-05, | |
| "loss": 0.1739, | |
| "step": 612 | |
| }, | |
| { | |
| "epoch": 2.070945945945946, | |
| "grad_norm": 0.40968844294548035, | |
| "learning_rate": 4.645767457530692e-05, | |
| "loss": 0.1592, | |
| "step": 613 | |
| }, | |
| { | |
| "epoch": 2.074324324324324, | |
| "grad_norm": 0.4271821975708008, | |
| "learning_rate": 4.64694728523528e-05, | |
| "loss": 0.1591, | |
| "step": 614 | |
| }, | |
| { | |
| "epoch": 2.0777027027027026, | |
| "grad_norm": 0.44706177711486816, | |
| "learning_rate": 4.648125192959028e-05, | |
| "loss": 0.1745, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 2.081081081081081, | |
| "grad_norm": 0.3895583152770996, | |
| "learning_rate": 4.649301186940709e-05, | |
| "loss": 0.1541, | |
| "step": 616 | |
| }, | |
| { | |
| "epoch": 2.0844594594594597, | |
| "grad_norm": 0.5112977623939514, | |
| "learning_rate": 4.650475273388737e-05, | |
| "loss": 0.1851, | |
| "step": 617 | |
| }, | |
| { | |
| "epoch": 2.0878378378378377, | |
| "grad_norm": 0.4201546609401703, | |
| "learning_rate": 4.651647458481359e-05, | |
| "loss": 0.1502, | |
| "step": 618 | |
| }, | |
| { | |
| "epoch": 2.0912162162162162, | |
| "grad_norm": 0.4547381103038788, | |
| "learning_rate": 4.652817748366864e-05, | |
| "loss": 0.1533, | |
| "step": 619 | |
| }, | |
| { | |
| "epoch": 2.0945945945945947, | |
| "grad_norm": 0.48063594102859497, | |
| "learning_rate": 4.653986149163757e-05, | |
| "loss": 0.1704, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 2.097972972972973, | |
| "grad_norm": 0.3941943943500519, | |
| "learning_rate": 4.655152666960967e-05, | |
| "loss": 0.1338, | |
| "step": 621 | |
| }, | |
| { | |
| "epoch": 2.1013513513513513, | |
| "grad_norm": 0.43712350726127625, | |
| "learning_rate": 4.6563173078180315e-05, | |
| "loss": 0.1573, | |
| "step": 622 | |
| }, | |
| { | |
| "epoch": 2.10472972972973, | |
| "grad_norm": 0.43442657589912415, | |
| "learning_rate": 4.657480077765283e-05, | |
| "loss": 0.1672, | |
| "step": 623 | |
| }, | |
| { | |
| "epoch": 2.108108108108108, | |
| "grad_norm": 0.45270854234695435, | |
| "learning_rate": 4.6586409828040405e-05, | |
| "loss": 0.1851, | |
| "step": 624 | |
| }, | |
| { | |
| "epoch": 2.1114864864864864, | |
| "grad_norm": 0.5774021744728088, | |
| "learning_rate": 4.659800028906792e-05, | |
| "loss": 0.1451, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 2.114864864864865, | |
| "grad_norm": 0.4964922368526459, | |
| "learning_rate": 4.660957222017383e-05, | |
| "loss": 0.1656, | |
| "step": 626 | |
| }, | |
| { | |
| "epoch": 2.1182432432432434, | |
| "grad_norm": 0.417864054441452, | |
| "learning_rate": 4.662112568051194e-05, | |
| "loss": 0.1672, | |
| "step": 627 | |
| }, | |
| { | |
| "epoch": 2.1216216216216215, | |
| "grad_norm": 0.5328717231750488, | |
| "learning_rate": 4.663266072895327e-05, | |
| "loss": 0.1761, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 2.125, | |
| "grad_norm": 0.4234524369239807, | |
| "learning_rate": 4.664417742408782e-05, | |
| "loss": 0.1679, | |
| "step": 629 | |
| }, | |
| { | |
| "epoch": 2.1283783783783785, | |
| "grad_norm": 0.5051260590553284, | |
| "learning_rate": 4.665567582422637e-05, | |
| "loss": 0.1763, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 2.1317567567567566, | |
| "grad_norm": 0.44952192902565, | |
| "learning_rate": 4.666715598740224e-05, | |
| "loss": 0.1535, | |
| "step": 631 | |
| }, | |
| { | |
| "epoch": 2.135135135135135, | |
| "grad_norm": 0.44377925992012024, | |
| "learning_rate": 4.667861797137309e-05, | |
| "loss": 0.1456, | |
| "step": 632 | |
| }, | |
| { | |
| "epoch": 2.1385135135135136, | |
| "grad_norm": 0.3786265254020691, | |
| "learning_rate": 4.669006183362258e-05, | |
| "loss": 0.1478, | |
| "step": 633 | |
| }, | |
| { | |
| "epoch": 2.141891891891892, | |
| "grad_norm": 0.4277481436729431, | |
| "learning_rate": 4.670148763136221e-05, | |
| "loss": 0.157, | |
| "step": 634 | |
| }, | |
| { | |
| "epoch": 2.14527027027027, | |
| "grad_norm": 0.43035444617271423, | |
| "learning_rate": 4.671289542153293e-05, | |
| "loss": 0.1552, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 2.1486486486486487, | |
| "grad_norm": 0.45837166905403137, | |
| "learning_rate": 4.672428526080691e-05, | |
| "loss": 0.1848, | |
| "step": 636 | |
| }, | |
| { | |
| "epoch": 2.152027027027027, | |
| "grad_norm": 0.41413986682891846, | |
| "learning_rate": 4.673565720558918e-05, | |
| "loss": 0.1803, | |
| "step": 637 | |
| }, | |
| { | |
| "epoch": 2.1554054054054053, | |
| "grad_norm": 0.4246644377708435, | |
| "learning_rate": 4.6747011312019374e-05, | |
| "loss": 0.177, | |
| "step": 638 | |
| }, | |
| { | |
| "epoch": 2.1587837837837838, | |
| "grad_norm": 0.4299694001674652, | |
| "learning_rate": 4.6758347635973334e-05, | |
| "loss": 0.164, | |
| "step": 639 | |
| }, | |
| { | |
| "epoch": 2.1621621621621623, | |
| "grad_norm": 0.4426731765270233, | |
| "learning_rate": 4.676966623306479e-05, | |
| "loss": 0.164, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 2.1655405405405403, | |
| "grad_norm": 0.4473170340061188, | |
| "learning_rate": 4.678096715864696e-05, | |
| "loss": 0.1642, | |
| "step": 641 | |
| }, | |
| { | |
| "epoch": 2.168918918918919, | |
| "grad_norm": 0.44445449113845825, | |
| "learning_rate": 4.679225046781422e-05, | |
| "loss": 0.155, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 2.1722972972972974, | |
| "grad_norm": 0.42584556341171265, | |
| "learning_rate": 4.68035162154037e-05, | |
| "loss": 0.171, | |
| "step": 643 | |
| }, | |
| { | |
| "epoch": 2.175675675675676, | |
| "grad_norm": 0.39437368512153625, | |
| "learning_rate": 4.681476445599687e-05, | |
| "loss": 0.1692, | |
| "step": 644 | |
| }, | |
| { | |
| "epoch": 2.179054054054054, | |
| "grad_norm": 0.40476444363594055, | |
| "learning_rate": 4.6825995243921137e-05, | |
| "loss": 0.162, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 2.1824324324324325, | |
| "grad_norm": 0.42337456345558167, | |
| "learning_rate": 4.683720863325141e-05, | |
| "loss": 0.184, | |
| "step": 646 | |
| }, | |
| { | |
| "epoch": 2.185810810810811, | |
| "grad_norm": 0.4256432056427002, | |
| "learning_rate": 4.684840467781168e-05, | |
| "loss": 0.175, | |
| "step": 647 | |
| }, | |
| { | |
| "epoch": 2.189189189189189, | |
| "grad_norm": 0.40138664841651917, | |
| "learning_rate": 4.685958343117656e-05, | |
| "loss": 0.1577, | |
| "step": 648 | |
| }, | |
| { | |
| "epoch": 2.1925675675675675, | |
| "grad_norm": 0.4015848636627197, | |
| "learning_rate": 4.6870744946672826e-05, | |
| "loss": 0.1521, | |
| "step": 649 | |
| }, | |
| { | |
| "epoch": 2.195945945945946, | |
| "grad_norm": 0.4208281934261322, | |
| "learning_rate": 4.688188927738093e-05, | |
| "loss": 0.1685, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 2.199324324324324, | |
| "grad_norm": 0.4102751910686493, | |
| "learning_rate": 4.689301647613653e-05, | |
| "loss": 0.1837, | |
| "step": 651 | |
| }, | |
| { | |
| "epoch": 2.2027027027027026, | |
| "grad_norm": 0.43685656785964966, | |
| "learning_rate": 4.6904126595532014e-05, | |
| "loss": 0.174, | |
| "step": 652 | |
| }, | |
| { | |
| "epoch": 2.206081081081081, | |
| "grad_norm": 0.392456978559494, | |
| "learning_rate": 4.69152196879179e-05, | |
| "loss": 0.1741, | |
| "step": 653 | |
| }, | |
| { | |
| "epoch": 2.2094594594594597, | |
| "grad_norm": 0.4086831212043762, | |
| "learning_rate": 4.692629580540446e-05, | |
| "loss": 0.1559, | |
| "step": 654 | |
| }, | |
| { | |
| "epoch": 2.2128378378378377, | |
| "grad_norm": 0.38833364844322205, | |
| "learning_rate": 4.693735499986305e-05, | |
| "loss": 0.1618, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 2.2162162162162162, | |
| "grad_norm": 0.36838966608047485, | |
| "learning_rate": 4.694839732292767e-05, | |
| "loss": 0.1478, | |
| "step": 656 | |
| }, | |
| { | |
| "epoch": 2.2195945945945947, | |
| "grad_norm": 0.40487056970596313, | |
| "learning_rate": 4.6959422825996345e-05, | |
| "loss": 0.1738, | |
| "step": 657 | |
| }, | |
| { | |
| "epoch": 2.222972972972973, | |
| "grad_norm": 0.3815852999687195, | |
| "learning_rate": 4.69704315602326e-05, | |
| "loss": 0.1665, | |
| "step": 658 | |
| }, | |
| { | |
| "epoch": 2.2263513513513513, | |
| "grad_norm": 0.400643914937973, | |
| "learning_rate": 4.698142357656684e-05, | |
| "loss": 0.1771, | |
| "step": 659 | |
| }, | |
| { | |
| "epoch": 2.22972972972973, | |
| "grad_norm": 0.3691990077495575, | |
| "learning_rate": 4.6992398925697814e-05, | |
| "loss": 0.1591, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 2.233108108108108, | |
| "grad_norm": 0.4398171305656433, | |
| "learning_rate": 4.7003357658094e-05, | |
| "loss": 0.2062, | |
| "step": 661 | |
| }, | |
| { | |
| "epoch": 2.2364864864864864, | |
| "grad_norm": 0.3774857521057129, | |
| "learning_rate": 4.7014299823995005e-05, | |
| "loss": 0.1502, | |
| "step": 662 | |
| }, | |
| { | |
| "epoch": 2.239864864864865, | |
| "grad_norm": 0.4315558075904846, | |
| "learning_rate": 4.702522547341289e-05, | |
| "loss": 0.1636, | |
| "step": 663 | |
| }, | |
| { | |
| "epoch": 2.2432432432432434, | |
| "grad_norm": 0.4040674865245819, | |
| "learning_rate": 4.703613465613363e-05, | |
| "loss": 0.1625, | |
| "step": 664 | |
| }, | |
| { | |
| "epoch": 2.2466216216216215, | |
| "grad_norm": 0.46972906589508057, | |
| "learning_rate": 4.704702742171841e-05, | |
| "loss": 0.1833, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 2.25, | |
| "grad_norm": 0.41066527366638184, | |
| "learning_rate": 4.7057903819505024e-05, | |
| "loss": 0.1707, | |
| "step": 666 | |
| }, | |
| { | |
| "epoch": 2.2533783783783785, | |
| "grad_norm": 0.3562461733818054, | |
| "learning_rate": 4.7068763898609154e-05, | |
| "loss": 0.1508, | |
| "step": 667 | |
| }, | |
| { | |
| "epoch": 2.2567567567567566, | |
| "grad_norm": 0.4074662923812866, | |
| "learning_rate": 4.707960770792576e-05, | |
| "loss": 0.1786, | |
| "step": 668 | |
| }, | |
| { | |
| "epoch": 2.260135135135135, | |
| "grad_norm": 0.3978296220302582, | |
| "learning_rate": 4.709043529613039e-05, | |
| "loss": 0.1797, | |
| "step": 669 | |
| }, | |
| { | |
| "epoch": 2.2635135135135136, | |
| "grad_norm": 0.42612069845199585, | |
| "learning_rate": 4.710124671168044e-05, | |
| "loss": 0.1874, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 2.266891891891892, | |
| "grad_norm": 0.4137380123138428, | |
| "learning_rate": 4.711204200281654e-05, | |
| "loss": 0.1897, | |
| "step": 671 | |
| }, | |
| { | |
| "epoch": 2.27027027027027, | |
| "grad_norm": 0.37814861536026, | |
| "learning_rate": 4.712282121756376e-05, | |
| "loss": 0.1617, | |
| "step": 672 | |
| }, | |
| { | |
| "epoch": 2.2736486486486487, | |
| "grad_norm": 0.42515134811401367, | |
| "learning_rate": 4.713358440373295e-05, | |
| "loss": 0.1652, | |
| "step": 673 | |
| }, | |
| { | |
| "epoch": 2.277027027027027, | |
| "grad_norm": 0.42217129468917847, | |
| "learning_rate": 4.7144331608922e-05, | |
| "loss": 0.1872, | |
| "step": 674 | |
| }, | |
| { | |
| "epoch": 2.2804054054054053, | |
| "grad_norm": 0.3996788263320923, | |
| "learning_rate": 4.715506288051709e-05, | |
| "loss": 0.1603, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 2.2837837837837838, | |
| "grad_norm": 0.4035404622554779, | |
| "learning_rate": 4.7165778265693935e-05, | |
| "loss": 0.1689, | |
| "step": 676 | |
| }, | |
| { | |
| "epoch": 2.2871621621621623, | |
| "grad_norm": 0.39791160821914673, | |
| "learning_rate": 4.7176477811419076e-05, | |
| "loss": 0.1804, | |
| "step": 677 | |
| }, | |
| { | |
| "epoch": 2.2905405405405403, | |
| "grad_norm": 0.4175347685813904, | |
| "learning_rate": 4.718716156445106e-05, | |
| "loss": 0.1811, | |
| "step": 678 | |
| }, | |
| { | |
| "epoch": 2.293918918918919, | |
| "grad_norm": 0.39992383122444153, | |
| "learning_rate": 4.7197829571341704e-05, | |
| "loss": 0.1805, | |
| "step": 679 | |
| }, | |
| { | |
| "epoch": 2.2972972972972974, | |
| "grad_norm": 0.40433621406555176, | |
| "learning_rate": 4.720848187843727e-05, | |
| "loss": 0.1726, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 2.3006756756756754, | |
| "grad_norm": 0.38958102464675903, | |
| "learning_rate": 4.721911853187975e-05, | |
| "loss": 0.1663, | |
| "step": 681 | |
| }, | |
| { | |
| "epoch": 2.304054054054054, | |
| "grad_norm": 0.40906044840812683, | |
| "learning_rate": 4.722973957760799e-05, | |
| "loss": 0.1637, | |
| "step": 682 | |
| }, | |
| { | |
| "epoch": 2.3074324324324325, | |
| "grad_norm": 0.4296117424964905, | |
| "learning_rate": 4.724034506135888e-05, | |
| "loss": 0.178, | |
| "step": 683 | |
| }, | |
| { | |
| "epoch": 2.310810810810811, | |
| "grad_norm": 0.40840208530426025, | |
| "learning_rate": 4.725093502866861e-05, | |
| "loss": 0.1725, | |
| "step": 684 | |
| }, | |
| { | |
| "epoch": 2.314189189189189, | |
| "grad_norm": 0.3669198751449585, | |
| "learning_rate": 4.7261509524873764e-05, | |
| "loss": 0.161, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 2.3175675675675675, | |
| "grad_norm": 0.40982183814048767, | |
| "learning_rate": 4.727206859511253e-05, | |
| "loss": 0.1757, | |
| "step": 686 | |
| }, | |
| { | |
| "epoch": 2.320945945945946, | |
| "grad_norm": 0.4490487575531006, | |
| "learning_rate": 4.7282612284325846e-05, | |
| "loss": 0.1975, | |
| "step": 687 | |
| }, | |
| { | |
| "epoch": 2.3243243243243246, | |
| "grad_norm": 0.4303133487701416, | |
| "learning_rate": 4.729314063725853e-05, | |
| "loss": 0.1753, | |
| "step": 688 | |
| }, | |
| { | |
| "epoch": 2.3277027027027026, | |
| "grad_norm": 0.5020397901535034, | |
| "learning_rate": 4.730365369846044e-05, | |
| "loss": 0.1959, | |
| "step": 689 | |
| }, | |
| { | |
| "epoch": 2.331081081081081, | |
| "grad_norm": 0.4409542679786682, | |
| "learning_rate": 4.7314151512287594e-05, | |
| "loss": 0.1779, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 2.3344594594594597, | |
| "grad_norm": 0.41255807876586914, | |
| "learning_rate": 4.732463412290331e-05, | |
| "loss": 0.1647, | |
| "step": 691 | |
| }, | |
| { | |
| "epoch": 2.3378378378378377, | |
| "grad_norm": 0.41047075390815735, | |
| "learning_rate": 4.73351015742793e-05, | |
| "loss": 0.1699, | |
| "step": 692 | |
| }, | |
| { | |
| "epoch": 2.3412162162162162, | |
| "grad_norm": 0.4248691201210022, | |
| "learning_rate": 4.7345553910196785e-05, | |
| "loss": 0.1785, | |
| "step": 693 | |
| }, | |
| { | |
| "epoch": 2.3445945945945947, | |
| "grad_norm": 0.41576990485191345, | |
| "learning_rate": 4.735599117424759e-05, | |
| "loss": 0.1806, | |
| "step": 694 | |
| }, | |
| { | |
| "epoch": 2.347972972972973, | |
| "grad_norm": 0.399854838848114, | |
| "learning_rate": 4.7366413409835235e-05, | |
| "loss": 0.1689, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 2.3513513513513513, | |
| "grad_norm": 0.39361926913261414, | |
| "learning_rate": 4.737682066017604e-05, | |
| "loss": 0.1757, | |
| "step": 696 | |
| }, | |
| { | |
| "epoch": 2.35472972972973, | |
| "grad_norm": 0.36152175068855286, | |
| "learning_rate": 4.7387212968300166e-05, | |
| "loss": 0.1421, | |
| "step": 697 | |
| }, | |
| { | |
| "epoch": 2.358108108108108, | |
| "grad_norm": 0.4112738370895386, | |
| "learning_rate": 4.7397590377052686e-05, | |
| "loss": 0.156, | |
| "step": 698 | |
| }, | |
| { | |
| "epoch": 2.3614864864864864, | |
| "grad_norm": 1.494449496269226, | |
| "learning_rate": 4.74079529290947e-05, | |
| "loss": 0.433, | |
| "step": 699 | |
| }, | |
| { | |
| "epoch": 2.364864864864865, | |
| "grad_norm": 0.44618678092956543, | |
| "learning_rate": 4.741830066690428e-05, | |
| "loss": 0.1738, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 2.3682432432432434, | |
| "grad_norm": 0.4271227717399597, | |
| "learning_rate": 4.742863363277765e-05, | |
| "loss": 0.1859, | |
| "step": 701 | |
| }, | |
| { | |
| "epoch": 2.3716216216216215, | |
| "grad_norm": 0.38577789068222046, | |
| "learning_rate": 4.743895186883009e-05, | |
| "loss": 0.1699, | |
| "step": 702 | |
| }, | |
| { | |
| "epoch": 2.375, | |
| "grad_norm": 0.45399177074432373, | |
| "learning_rate": 4.7449255416997075e-05, | |
| "loss": 0.2042, | |
| "step": 703 | |
| }, | |
| { | |
| "epoch": 2.3783783783783785, | |
| "grad_norm": 0.4084223806858063, | |
| "learning_rate": 4.7459544319035206e-05, | |
| "loss": 0.1626, | |
| "step": 704 | |
| }, | |
| { | |
| "epoch": 2.3817567567567566, | |
| "grad_norm": 0.4444795846939087, | |
| "learning_rate": 4.746981861652332e-05, | |
| "loss": 0.1524, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 2.385135135135135, | |
| "grad_norm": 0.41611728072166443, | |
| "learning_rate": 4.74800783508634e-05, | |
| "loss": 0.1965, | |
| "step": 706 | |
| }, | |
| { | |
| "epoch": 2.3885135135135136, | |
| "grad_norm": 0.4463081657886505, | |
| "learning_rate": 4.7490323563281665e-05, | |
| "loss": 0.1703, | |
| "step": 707 | |
| }, | |
| { | |
| "epoch": 2.391891891891892, | |
| "grad_norm": 0.4274112582206726, | |
| "learning_rate": 4.750055429482949e-05, | |
| "loss": 0.1468, | |
| "step": 708 | |
| }, | |
| { | |
| "epoch": 2.39527027027027, | |
| "grad_norm": 0.5068261623382568, | |
| "learning_rate": 4.751077058638445e-05, | |
| "loss": 0.1959, | |
| "step": 709 | |
| }, | |
| { | |
| "epoch": 2.3986486486486487, | |
| "grad_norm": 0.46266356110572815, | |
| "learning_rate": 4.752097247865126e-05, | |
| "loss": 0.1876, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 2.402027027027027, | |
| "grad_norm": 0.4017108082771301, | |
| "learning_rate": 4.753116001216277e-05, | |
| "loss": 0.1567, | |
| "step": 711 | |
| }, | |
| { | |
| "epoch": 2.4054054054054053, | |
| "grad_norm": 0.4414288103580475, | |
| "learning_rate": 4.7541333227280944e-05, | |
| "loss": 0.171, | |
| "step": 712 | |
| }, | |
| { | |
| "epoch": 2.4087837837837838, | |
| "grad_norm": 0.47343650460243225, | |
| "learning_rate": 4.755149216419776e-05, | |
| "loss": 0.1973, | |
| "step": 713 | |
| }, | |
| { | |
| "epoch": 2.4121621621621623, | |
| "grad_norm": 0.4446316361427307, | |
| "learning_rate": 4.756163686293624e-05, | |
| "loss": 0.1804, | |
| "step": 714 | |
| }, | |
| { | |
| "epoch": 2.4155405405405403, | |
| "grad_norm": 0.4418063163757324, | |
| "learning_rate": 4.7571767363351344e-05, | |
| "loss": 0.1913, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 2.418918918918919, | |
| "grad_norm": 0.4041652977466583, | |
| "learning_rate": 4.758188370513093e-05, | |
| "loss": 0.1852, | |
| "step": 716 | |
| }, | |
| { | |
| "epoch": 2.4222972972972974, | |
| "grad_norm": 0.41937291622161865, | |
| "learning_rate": 4.759198592779667e-05, | |
| "loss": 0.1925, | |
| "step": 717 | |
| }, | |
| { | |
| "epoch": 2.4256756756756754, | |
| "grad_norm": 0.4121197462081909, | |
| "learning_rate": 4.760207407070501e-05, | |
| "loss": 0.1821, | |
| "step": 718 | |
| }, | |
| { | |
| "epoch": 2.429054054054054, | |
| "grad_norm": 0.3996151387691498, | |
| "learning_rate": 4.761214817304805e-05, | |
| "loss": 0.1837, | |
| "step": 719 | |
| }, | |
| { | |
| "epoch": 2.4324324324324325, | |
| "grad_norm": 0.38412001729011536, | |
| "learning_rate": 4.762220827385448e-05, | |
| "loss": 0.1685, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 2.435810810810811, | |
| "grad_norm": 1.5490686893463135, | |
| "learning_rate": 4.763225441199049e-05, | |
| "loss": 0.432, | |
| "step": 721 | |
| }, | |
| { | |
| "epoch": 2.439189189189189, | |
| "grad_norm": 0.4263227880001068, | |
| "learning_rate": 4.7642286626160654e-05, | |
| "loss": 0.1847, | |
| "step": 722 | |
| }, | |
| { | |
| "epoch": 2.4425675675675675, | |
| "grad_norm": 0.3754761815071106, | |
| "learning_rate": 4.765230495490885e-05, | |
| "loss": 0.1786, | |
| "step": 723 | |
| }, | |
| { | |
| "epoch": 2.445945945945946, | |
| "grad_norm": 0.43871861696243286, | |
| "learning_rate": 4.7662309436619115e-05, | |
| "loss": 0.189, | |
| "step": 724 | |
| }, | |
| { | |
| "epoch": 2.4493243243243246, | |
| "grad_norm": 0.4133760333061218, | |
| "learning_rate": 4.7672300109516563e-05, | |
| "loss": 0.1794, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 2.4527027027027026, | |
| "grad_norm": 0.38480374217033386, | |
| "learning_rate": 4.768227701166823e-05, | |
| "loss": 0.1666, | |
| "step": 726 | |
| }, | |
| { | |
| "epoch": 2.456081081081081, | |
| "grad_norm": 0.4138960540294647, | |
| "learning_rate": 4.7692240180983964e-05, | |
| "loss": 0.1695, | |
| "step": 727 | |
| }, | |
| { | |
| "epoch": 2.4594594594594597, | |
| "grad_norm": 0.3594178557395935, | |
| "learning_rate": 4.770218965521729e-05, | |
| "loss": 0.1519, | |
| "step": 728 | |
| }, | |
| { | |
| "epoch": 2.4628378378378377, | |
| "grad_norm": 0.4005281627178192, | |
| "learning_rate": 4.7712125471966245e-05, | |
| "loss": 0.1696, | |
| "step": 729 | |
| }, | |
| { | |
| "epoch": 2.4662162162162162, | |
| "grad_norm": 0.3780256509780884, | |
| "learning_rate": 4.7722047668674267e-05, | |
| "loss": 0.174, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 2.4695945945945947, | |
| "grad_norm": 0.4074977934360504, | |
| "learning_rate": 4.7731956282631004e-05, | |
| "loss": 0.1696, | |
| "step": 731 | |
| }, | |
| { | |
| "epoch": 2.472972972972973, | |
| "grad_norm": 0.4063095152378082, | |
| "learning_rate": 4.77418513509732e-05, | |
| "loss": 0.1731, | |
| "step": 732 | |
| }, | |
| { | |
| "epoch": 2.4763513513513513, | |
| "grad_norm": 0.40110018849372864, | |
| "learning_rate": 4.775173291068547e-05, | |
| "loss": 0.1787, | |
| "step": 733 | |
| }, | |
| { | |
| "epoch": 2.47972972972973, | |
| "grad_norm": 0.3782990574836731, | |
| "learning_rate": 4.776160099860117e-05, | |
| "loss": 0.1753, | |
| "step": 734 | |
| }, | |
| { | |
| "epoch": 2.483108108108108, | |
| "grad_norm": 0.3815288543701172, | |
| "learning_rate": 4.777145565140325e-05, | |
| "loss": 0.1766, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 2.4864864864864864, | |
| "grad_norm": 0.3779781758785248, | |
| "learning_rate": 4.7781296905624986e-05, | |
| "loss": 0.1857, | |
| "step": 736 | |
| }, | |
| { | |
| "epoch": 2.489864864864865, | |
| "grad_norm": 0.33802899718284607, | |
| "learning_rate": 4.779112479765086e-05, | |
| "loss": 0.1515, | |
| "step": 737 | |
| }, | |
| { | |
| "epoch": 2.4932432432432434, | |
| "grad_norm": 0.4050140082836151, | |
| "learning_rate": 4.780093936371736e-05, | |
| "loss": 0.1908, | |
| "step": 738 | |
| }, | |
| { | |
| "epoch": 2.4966216216216215, | |
| "grad_norm": 0.4146076738834381, | |
| "learning_rate": 4.781074063991376e-05, | |
| "loss": 0.1812, | |
| "step": 739 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "grad_norm": 0.34979405999183655, | |
| "learning_rate": 4.782052866218294e-05, | |
| "loss": 0.1505, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 2.5033783783783785, | |
| "grad_norm": 0.3686615526676178, | |
| "learning_rate": 4.783030346632214e-05, | |
| "loss": 0.1656, | |
| "step": 741 | |
| }, | |
| { | |
| "epoch": 2.506756756756757, | |
| "grad_norm": 0.38285037875175476, | |
| "learning_rate": 4.7840065087983786e-05, | |
| "loss": 0.181, | |
| "step": 742 | |
| }, | |
| { | |
| "epoch": 2.510135135135135, | |
| "grad_norm": 0.39826491475105286, | |
| "learning_rate": 4.784981356267626e-05, | |
| "loss": 0.201, | |
| "step": 743 | |
| }, | |
| { | |
| "epoch": 2.5135135135135136, | |
| "grad_norm": 0.40031111240386963, | |
| "learning_rate": 4.785954892576465e-05, | |
| "loss": 0.1676, | |
| "step": 744 | |
| }, | |
| { | |
| "epoch": 2.516891891891892, | |
| "grad_norm": 0.412266343832016, | |
| "learning_rate": 4.7869271212471554e-05, | |
| "loss": 0.1807, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 2.52027027027027, | |
| "grad_norm": 0.38458314538002014, | |
| "learning_rate": 4.7878980457877814e-05, | |
| "loss": 0.1639, | |
| "step": 746 | |
| }, | |
| { | |
| "epoch": 2.5236486486486487, | |
| "grad_norm": 0.45593783259391785, | |
| "learning_rate": 4.7888676696923315e-05, | |
| "loss": 0.1844, | |
| "step": 747 | |
| }, | |
| { | |
| "epoch": 2.527027027027027, | |
| "grad_norm": 0.36613929271698, | |
| "learning_rate": 4.7898359964407695e-05, | |
| "loss": 0.1536, | |
| "step": 748 | |
| }, | |
| { | |
| "epoch": 2.5304054054054053, | |
| "grad_norm": 0.4267789125442505, | |
| "learning_rate": 4.790803029499111e-05, | |
| "loss": 0.1706, | |
| "step": 749 | |
| }, | |
| { | |
| "epoch": 2.5337837837837838, | |
| "grad_norm": 1.5388500690460205, | |
| "learning_rate": 4.7917687723195004e-05, | |
| "loss": 0.4571, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 2.5371621621621623, | |
| "grad_norm": 0.42774277925491333, | |
| "learning_rate": 4.792733228340281e-05, | |
| "loss": 0.1907, | |
| "step": 751 | |
| }, | |
| { | |
| "epoch": 2.5405405405405403, | |
| "grad_norm": 0.38267603516578674, | |
| "learning_rate": 4.793696400986071e-05, | |
| "loss": 0.163, | |
| "step": 752 | |
| }, | |
| { | |
| "epoch": 2.543918918918919, | |
| "grad_norm": 0.4370862543582916, | |
| "learning_rate": 4.7946582936678344e-05, | |
| "loss": 0.2019, | |
| "step": 753 | |
| }, | |
| { | |
| "epoch": 2.5472972972972974, | |
| "grad_norm": 0.3963480293750763, | |
| "learning_rate": 4.795618909782957e-05, | |
| "loss": 0.158, | |
| "step": 754 | |
| }, | |
| { | |
| "epoch": 2.5506756756756754, | |
| "grad_norm": 0.4094291031360626, | |
| "learning_rate": 4.796578252715314e-05, | |
| "loss": 0.1769, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 2.554054054054054, | |
| "grad_norm": 0.41850391030311584, | |
| "learning_rate": 4.797536325835345e-05, | |
| "loss": 0.17, | |
| "step": 756 | |
| }, | |
| { | |
| "epoch": 2.5574324324324325, | |
| "grad_norm": 0.4879460036754608, | |
| "learning_rate": 4.7984931325001216e-05, | |
| "loss": 0.2163, | |
| "step": 757 | |
| }, | |
| { | |
| "epoch": 2.560810810810811, | |
| "grad_norm": 0.4456654489040375, | |
| "learning_rate": 4.799448676053423e-05, | |
| "loss": 0.2086, | |
| "step": 758 | |
| }, | |
| { | |
| "epoch": 2.564189189189189, | |
| "grad_norm": 0.41925883293151855, | |
| "learning_rate": 4.800402959825802e-05, | |
| "loss": 0.1884, | |
| "step": 759 | |
| }, | |
| { | |
| "epoch": 2.5675675675675675, | |
| "grad_norm": 0.4378669857978821, | |
| "learning_rate": 4.801355987134653e-05, | |
| "loss": 0.2024, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 2.570945945945946, | |
| "grad_norm": 0.5047132968902588, | |
| "learning_rate": 4.802307761284289e-05, | |
| "loss": 0.1961, | |
| "step": 761 | |
| }, | |
| { | |
| "epoch": 2.5743243243243246, | |
| "grad_norm": 0.41319629549980164, | |
| "learning_rate": 4.8032582855660014e-05, | |
| "loss": 0.1957, | |
| "step": 762 | |
| }, | |
| { | |
| "epoch": 2.5777027027027026, | |
| "grad_norm": 0.46079912781715393, | |
| "learning_rate": 4.8042075632581346e-05, | |
| "loss": 0.1931, | |
| "step": 763 | |
| }, | |
| { | |
| "epoch": 2.581081081081081, | |
| "grad_norm": 0.431325763463974, | |
| "learning_rate": 4.80515559762615e-05, | |
| "loss": 0.1788, | |
| "step": 764 | |
| }, | |
| { | |
| "epoch": 2.5844594594594597, | |
| "grad_norm": 0.40309104323387146, | |
| "learning_rate": 4.8061023919226964e-05, | |
| "loss": 0.1817, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 2.5878378378378377, | |
| "grad_norm": 0.434621661901474, | |
| "learning_rate": 4.807047949387674e-05, | |
| "loss": 0.1831, | |
| "step": 766 | |
| }, | |
| { | |
| "epoch": 2.5912162162162162, | |
| "grad_norm": 0.35631585121154785, | |
| "learning_rate": 4.807992273248302e-05, | |
| "loss": 0.1683, | |
| "step": 767 | |
| }, | |
| { | |
| "epoch": 2.5945945945945947, | |
| "grad_norm": 0.41151365637779236, | |
| "learning_rate": 4.808935366719187e-05, | |
| "loss": 0.1904, | |
| "step": 768 | |
| }, | |
| { | |
| "epoch": 2.597972972972973, | |
| "grad_norm": 0.4089500904083252, | |
| "learning_rate": 4.8098772330023855e-05, | |
| "loss": 0.1742, | |
| "step": 769 | |
| }, | |
| { | |
| "epoch": 2.6013513513513513, | |
| "grad_norm": 0.38123077154159546, | |
| "learning_rate": 4.81081787528747e-05, | |
| "loss": 0.1727, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 2.60472972972973, | |
| "grad_norm": 0.37730783224105835, | |
| "learning_rate": 4.811757296751595e-05, | |
| "loss": 0.1904, | |
| "step": 771 | |
| }, | |
| { | |
| "epoch": 2.608108108108108, | |
| "grad_norm": 0.38781440258026123, | |
| "learning_rate": 4.812695500559561e-05, | |
| "loss": 0.1931, | |
| "step": 772 | |
| }, | |
| { | |
| "epoch": 2.6114864864864864, | |
| "grad_norm": 0.4114435315132141, | |
| "learning_rate": 4.8136324898638756e-05, | |
| "loss": 0.2105, | |
| "step": 773 | |
| }, | |
| { | |
| "epoch": 2.614864864864865, | |
| "grad_norm": 0.39372387528419495, | |
| "learning_rate": 4.8145682678048214e-05, | |
| "loss": 0.1831, | |
| "step": 774 | |
| }, | |
| { | |
| "epoch": 2.618243243243243, | |
| "grad_norm": 0.40174078941345215, | |
| "learning_rate": 4.815502837510518e-05, | |
| "loss": 0.1975, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 2.6216216216216215, | |
| "grad_norm": 0.4061259627342224, | |
| "learning_rate": 4.816436202096981e-05, | |
| "loss": 0.1744, | |
| "step": 776 | |
| }, | |
| { | |
| "epoch": 2.625, | |
| "grad_norm": 0.3997017741203308, | |
| "learning_rate": 4.81736836466819e-05, | |
| "loss": 0.1782, | |
| "step": 777 | |
| }, | |
| { | |
| "epoch": 2.6283783783783785, | |
| "grad_norm": 0.4183482229709625, | |
| "learning_rate": 4.8182993283161485e-05, | |
| "loss": 0.1941, | |
| "step": 778 | |
| }, | |
| { | |
| "epoch": 2.631756756756757, | |
| "grad_norm": 0.3742780387401581, | |
| "learning_rate": 4.819229096120941e-05, | |
| "loss": 0.1681, | |
| "step": 779 | |
| }, | |
| { | |
| "epoch": 2.635135135135135, | |
| "grad_norm": 0.3982739746570587, | |
| "learning_rate": 4.820157671150801e-05, | |
| "loss": 0.1941, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 2.6385135135135136, | |
| "grad_norm": 0.3757505714893341, | |
| "learning_rate": 4.821085056462168e-05, | |
| "loss": 0.1744, | |
| "step": 781 | |
| }, | |
| { | |
| "epoch": 2.641891891891892, | |
| "grad_norm": 0.39277997612953186, | |
| "learning_rate": 4.822011255099747e-05, | |
| "loss": 0.1803, | |
| "step": 782 | |
| }, | |
| { | |
| "epoch": 2.64527027027027, | |
| "grad_norm": 0.35470277070999146, | |
| "learning_rate": 4.8229362700965726e-05, | |
| "loss": 0.1651, | |
| "step": 783 | |
| }, | |
| { | |
| "epoch": 2.6486486486486487, | |
| "grad_norm": 0.381610631942749, | |
| "learning_rate": 4.8238601044740645e-05, | |
| "loss": 0.183, | |
| "step": 784 | |
| }, | |
| { | |
| "epoch": 2.652027027027027, | |
| "grad_norm": 0.37985488772392273, | |
| "learning_rate": 4.824782761242088e-05, | |
| "loss": 0.1637, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 2.6554054054054053, | |
| "grad_norm": 0.4003821909427643, | |
| "learning_rate": 4.8257042433990135e-05, | |
| "loss": 0.18, | |
| "step": 786 | |
| }, | |
| { | |
| "epoch": 2.6587837837837838, | |
| "grad_norm": 0.37772974371910095, | |
| "learning_rate": 4.826624553931775e-05, | |
| "loss": 0.1886, | |
| "step": 787 | |
| }, | |
| { | |
| "epoch": 2.6621621621621623, | |
| "grad_norm": 0.3801021873950958, | |
| "learning_rate": 4.827543695815926e-05, | |
| "loss": 0.1718, | |
| "step": 788 | |
| }, | |
| { | |
| "epoch": 2.6655405405405403, | |
| "grad_norm": 0.3759152591228485, | |
| "learning_rate": 4.8284616720157006e-05, | |
| "loss": 0.1698, | |
| "step": 789 | |
| }, | |
| { | |
| "epoch": 2.668918918918919, | |
| "grad_norm": 0.38654980063438416, | |
| "learning_rate": 4.82937848548407e-05, | |
| "loss": 0.1885, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 2.6722972972972974, | |
| "grad_norm": 0.4393473267555237, | |
| "learning_rate": 4.8302941391627947e-05, | |
| "loss": 0.1891, | |
| "step": 791 | |
| }, | |
| { | |
| "epoch": 2.6756756756756754, | |
| "grad_norm": 0.3831874132156372, | |
| "learning_rate": 4.83120863598249e-05, | |
| "loss": 0.1888, | |
| "step": 792 | |
| }, | |
| { | |
| "epoch": 2.679054054054054, | |
| "grad_norm": 0.38641834259033203, | |
| "learning_rate": 4.832121978862673e-05, | |
| "loss": 0.1842, | |
| "step": 793 | |
| }, | |
| { | |
| "epoch": 2.6824324324324325, | |
| "grad_norm": 0.39984583854675293, | |
| "learning_rate": 4.8330341707118276e-05, | |
| "loss": 0.1681, | |
| "step": 794 | |
| }, | |
| { | |
| "epoch": 2.685810810810811, | |
| "grad_norm": 0.40252962708473206, | |
| "learning_rate": 4.833945214427451e-05, | |
| "loss": 0.1756, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 2.689189189189189, | |
| "grad_norm": 0.40013495087623596, | |
| "learning_rate": 4.834855112896116e-05, | |
| "loss": 0.2146, | |
| "step": 796 | |
| }, | |
| { | |
| "epoch": 2.6925675675675675, | |
| "grad_norm": 0.385640412569046, | |
| "learning_rate": 4.835763868993521e-05, | |
| "loss": 0.1851, | |
| "step": 797 | |
| }, | |
| { | |
| "epoch": 2.695945945945946, | |
| "grad_norm": 0.3977515697479248, | |
| "learning_rate": 4.8366714855845496e-05, | |
| "loss": 0.1809, | |
| "step": 798 | |
| }, | |
| { | |
| "epoch": 2.6993243243243246, | |
| "grad_norm": 0.40790390968322754, | |
| "learning_rate": 4.837577965523319e-05, | |
| "loss": 0.1887, | |
| "step": 799 | |
| }, | |
| { | |
| "epoch": 2.7027027027027026, | |
| "grad_norm": 0.3771408498287201, | |
| "learning_rate": 4.8384833116532396e-05, | |
| "loss": 0.1732, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 2.706081081081081, | |
| "grad_norm": 0.42990434169769287, | |
| "learning_rate": 4.8393875268070636e-05, | |
| "loss": 0.1952, | |
| "step": 801 | |
| }, | |
| { | |
| "epoch": 2.7094594594594597, | |
| "grad_norm": 0.38725292682647705, | |
| "learning_rate": 4.84029061380694e-05, | |
| "loss": 0.1903, | |
| "step": 802 | |
| }, | |
| { | |
| "epoch": 2.7128378378378377, | |
| "grad_norm": 0.4196310341358185, | |
| "learning_rate": 4.841192575464469e-05, | |
| "loss": 0.2035, | |
| "step": 803 | |
| }, | |
| { | |
| "epoch": 2.7162162162162162, | |
| "grad_norm": 0.4179129898548126, | |
| "learning_rate": 4.842093414580753e-05, | |
| "loss": 0.2002, | |
| "step": 804 | |
| }, | |
| { | |
| "epoch": 2.7195945945945947, | |
| "grad_norm": 0.44000861048698425, | |
| "learning_rate": 4.842993133946448e-05, | |
| "loss": 0.2299, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 2.722972972972973, | |
| "grad_norm": 0.4462367296218872, | |
| "learning_rate": 4.843891736341818e-05, | |
| "loss": 0.1931, | |
| "step": 806 | |
| }, | |
| { | |
| "epoch": 2.7263513513513513, | |
| "grad_norm": 0.42056065797805786, | |
| "learning_rate": 4.8447892245367846e-05, | |
| "loss": 0.2012, | |
| "step": 807 | |
| }, | |
| { | |
| "epoch": 2.72972972972973, | |
| "grad_norm": 0.48042038083076477, | |
| "learning_rate": 4.845685601290977e-05, | |
| "loss": 0.1988, | |
| "step": 808 | |
| }, | |
| { | |
| "epoch": 2.733108108108108, | |
| "grad_norm": 0.39594507217407227, | |
| "learning_rate": 4.846580869353787e-05, | |
| "loss": 0.1966, | |
| "step": 809 | |
| }, | |
| { | |
| "epoch": 2.7364864864864864, | |
| "grad_norm": 0.4334581792354584, | |
| "learning_rate": 4.847475031464416e-05, | |
| "loss": 0.1861, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 2.739864864864865, | |
| "grad_norm": 0.40071550011634827, | |
| "learning_rate": 4.8483680903519274e-05, | |
| "loss": 0.2009, | |
| "step": 811 | |
| }, | |
| { | |
| "epoch": 2.743243243243243, | |
| "grad_norm": 0.40345826745033264, | |
| "learning_rate": 4.8492600487352926e-05, | |
| "loss": 0.1692, | |
| "step": 812 | |
| }, | |
| { | |
| "epoch": 2.7466216216216215, | |
| "grad_norm": 0.41826799511909485, | |
| "learning_rate": 4.850150909323447e-05, | |
| "loss": 0.1904, | |
| "step": 813 | |
| }, | |
| { | |
| "epoch": 2.75, | |
| "grad_norm": 0.3715426027774811, | |
| "learning_rate": 4.8510406748153355e-05, | |
| "loss": 0.1782, | |
| "step": 814 | |
| }, | |
| { | |
| "epoch": 2.7533783783783785, | |
| "grad_norm": 0.39606815576553345, | |
| "learning_rate": 4.8519293478999614e-05, | |
| "loss": 0.1824, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 2.756756756756757, | |
| "grad_norm": 0.3894452452659607, | |
| "learning_rate": 4.8528169312564355e-05, | |
| "loss": 0.1799, | |
| "step": 816 | |
| }, | |
| { | |
| "epoch": 2.760135135135135, | |
| "grad_norm": 0.38379618525505066, | |
| "learning_rate": 4.8537034275540264e-05, | |
| "loss": 0.1792, | |
| "step": 817 | |
| }, | |
| { | |
| "epoch": 2.7635135135135136, | |
| "grad_norm": 0.4054020643234253, | |
| "learning_rate": 4.854588839452205e-05, | |
| "loss": 0.1842, | |
| "step": 818 | |
| }, | |
| { | |
| "epoch": 2.766891891891892, | |
| "grad_norm": 0.424482524394989, | |
| "learning_rate": 4.855473169600698e-05, | |
| "loss": 0.1781, | |
| "step": 819 | |
| }, | |
| { | |
| "epoch": 2.77027027027027, | |
| "grad_norm": 0.40162649750709534, | |
| "learning_rate": 4.856356420639528e-05, | |
| "loss": 0.2129, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 2.7736486486486487, | |
| "grad_norm": 0.4196532666683197, | |
| "learning_rate": 4.857238595199068e-05, | |
| "loss": 0.1844, | |
| "step": 821 | |
| }, | |
| { | |
| "epoch": 2.777027027027027, | |
| "grad_norm": 0.39450812339782715, | |
| "learning_rate": 4.858119695900084e-05, | |
| "loss": 0.1917, | |
| "step": 822 | |
| }, | |
| { | |
| "epoch": 2.7804054054054053, | |
| "grad_norm": 0.37791892886161804, | |
| "learning_rate": 4.858999725353783e-05, | |
| "loss": 0.1562, | |
| "step": 823 | |
| }, | |
| { | |
| "epoch": 2.7837837837837838, | |
| "grad_norm": 0.4025024473667145, | |
| "learning_rate": 4.8598786861618605e-05, | |
| "loss": 0.1963, | |
| "step": 824 | |
| }, | |
| { | |
| "epoch": 2.7871621621621623, | |
| "grad_norm": 0.382782518863678, | |
| "learning_rate": 4.860756580916542e-05, | |
| "loss": 0.1811, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 2.7905405405405403, | |
| "grad_norm": 0.40827038884162903, | |
| "learning_rate": 4.861633412200637e-05, | |
| "loss": 0.1914, | |
| "step": 826 | |
| }, | |
| { | |
| "epoch": 2.793918918918919, | |
| "grad_norm": 0.35224664211273193, | |
| "learning_rate": 4.862509182587578e-05, | |
| "loss": 0.1587, | |
| "step": 827 | |
| }, | |
| { | |
| "epoch": 2.7972972972972974, | |
| "grad_norm": 0.40827634930610657, | |
| "learning_rate": 4.863383894641467e-05, | |
| "loss": 0.1648, | |
| "step": 828 | |
| }, | |
| { | |
| "epoch": 2.8006756756756754, | |
| "grad_norm": 0.3934107720851898, | |
| "learning_rate": 4.864257550917123e-05, | |
| "loss": 0.1867, | |
| "step": 829 | |
| }, | |
| { | |
| "epoch": 2.804054054054054, | |
| "grad_norm": 0.4319005012512207, | |
| "learning_rate": 4.865130153960124e-05, | |
| "loss": 0.1789, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 2.8074324324324325, | |
| "grad_norm": 0.4071970582008362, | |
| "learning_rate": 4.8660017063068526e-05, | |
| "loss": 0.1718, | |
| "step": 831 | |
| }, | |
| { | |
| "epoch": 2.810810810810811, | |
| "grad_norm": 0.4246816635131836, | |
| "learning_rate": 4.8668722104845403e-05, | |
| "loss": 0.1911, | |
| "step": 832 | |
| }, | |
| { | |
| "epoch": 2.814189189189189, | |
| "grad_norm": 0.41370970010757446, | |
| "learning_rate": 4.8677416690113134e-05, | |
| "loss": 0.1968, | |
| "step": 833 | |
| }, | |
| { | |
| "epoch": 2.8175675675675675, | |
| "grad_norm": 0.3547184467315674, | |
| "learning_rate": 4.868610084396232e-05, | |
| "loss": 0.1612, | |
| "step": 834 | |
| }, | |
| { | |
| "epoch": 2.820945945945946, | |
| "grad_norm": 0.4511527121067047, | |
| "learning_rate": 4.869477459139337e-05, | |
| "loss": 0.1608, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 2.8243243243243246, | |
| "grad_norm": 0.394466757774353, | |
| "learning_rate": 4.870343795731694e-05, | |
| "loss": 0.1846, | |
| "step": 836 | |
| }, | |
| { | |
| "epoch": 2.8277027027027026, | |
| "grad_norm": 0.3896351158618927, | |
| "learning_rate": 4.8712090966554334e-05, | |
| "loss": 0.1954, | |
| "step": 837 | |
| }, | |
| { | |
| "epoch": 2.831081081081081, | |
| "grad_norm": 0.4012662172317505, | |
| "learning_rate": 4.872073364383795e-05, | |
| "loss": 0.1875, | |
| "step": 838 | |
| }, | |
| { | |
| "epoch": 2.8344594594594597, | |
| "grad_norm": 0.39143961668014526, | |
| "learning_rate": 4.8729366013811674e-05, | |
| "loss": 0.2066, | |
| "step": 839 | |
| }, | |
| { | |
| "epoch": 2.8378378378378377, | |
| "grad_norm": 0.4024941325187683, | |
| "learning_rate": 4.8737988101031366e-05, | |
| "loss": 0.1836, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 2.8412162162162162, | |
| "grad_norm": 0.3429911732673645, | |
| "learning_rate": 4.874659992996521e-05, | |
| "loss": 0.1687, | |
| "step": 841 | |
| }, | |
| { | |
| "epoch": 2.8445945945945947, | |
| "grad_norm": 0.3772415816783905, | |
| "learning_rate": 4.875520152499416e-05, | |
| "loss": 0.2006, | |
| "step": 842 | |
| }, | |
| { | |
| "epoch": 2.847972972972973, | |
| "grad_norm": 0.41397014260292053, | |
| "learning_rate": 4.876379291041238e-05, | |
| "loss": 0.2175, | |
| "step": 843 | |
| }, | |
| { | |
| "epoch": 2.8513513513513513, | |
| "grad_norm": 0.41761255264282227, | |
| "learning_rate": 4.8772374110427594e-05, | |
| "loss": 0.1779, | |
| "step": 844 | |
| }, | |
| { | |
| "epoch": 2.85472972972973, | |
| "grad_norm": 0.4116886854171753, | |
| "learning_rate": 4.878094514916154e-05, | |
| "loss": 0.2, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 2.858108108108108, | |
| "grad_norm": 0.3655768930912018, | |
| "learning_rate": 4.8789506050650396e-05, | |
| "loss": 0.1818, | |
| "step": 846 | |
| }, | |
| { | |
| "epoch": 2.8614864864864864, | |
| "grad_norm": 0.43548357486724854, | |
| "learning_rate": 4.879805683884512e-05, | |
| "loss": 0.2029, | |
| "step": 847 | |
| }, | |
| { | |
| "epoch": 2.864864864864865, | |
| "grad_norm": 0.3908335566520691, | |
| "learning_rate": 4.8806597537611906e-05, | |
| "loss": 0.1936, | |
| "step": 848 | |
| }, | |
| { | |
| "epoch": 2.868243243243243, | |
| "grad_norm": 0.3648586869239807, | |
| "learning_rate": 4.881512817073255e-05, | |
| "loss": 0.1765, | |
| "step": 849 | |
| }, | |
| { | |
| "epoch": 2.8716216216216215, | |
| "grad_norm": 0.39892107248306274, | |
| "learning_rate": 4.882364876190489e-05, | |
| "loss": 0.1594, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 2.875, | |
| "grad_norm": 0.3832027316093445, | |
| "learning_rate": 4.8832159334743136e-05, | |
| "loss": 0.1773, | |
| "step": 851 | |
| }, | |
| { | |
| "epoch": 2.8783783783783785, | |
| "grad_norm": 0.4372403621673584, | |
| "learning_rate": 4.884065991277833e-05, | |
| "loss": 0.2057, | |
| "step": 852 | |
| }, | |
| { | |
| "epoch": 2.881756756756757, | |
| "grad_norm": 0.36279168725013733, | |
| "learning_rate": 4.8849150519458726e-05, | |
| "loss": 0.1726, | |
| "step": 853 | |
| }, | |
| { | |
| "epoch": 2.885135135135135, | |
| "grad_norm": 0.37340691685676575, | |
| "learning_rate": 4.885763117815009e-05, | |
| "loss": 0.178, | |
| "step": 854 | |
| }, | |
| { | |
| "epoch": 2.8885135135135136, | |
| "grad_norm": 0.3998451828956604, | |
| "learning_rate": 4.886610191213622e-05, | |
| "loss": 0.1816, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 2.891891891891892, | |
| "grad_norm": 0.3779732584953308, | |
| "learning_rate": 4.887456274461922e-05, | |
| "loss": 0.2068, | |
| "step": 856 | |
| }, | |
| { | |
| "epoch": 2.89527027027027, | |
| "grad_norm": 0.4435446262359619, | |
| "learning_rate": 4.8883013698719973e-05, | |
| "loss": 0.215, | |
| "step": 857 | |
| }, | |
| { | |
| "epoch": 2.8986486486486487, | |
| "grad_norm": 0.37998583912849426, | |
| "learning_rate": 4.889145479747843e-05, | |
| "loss": 0.181, | |
| "step": 858 | |
| }, | |
| { | |
| "epoch": 2.902027027027027, | |
| "grad_norm": 0.4032045900821686, | |
| "learning_rate": 4.889988606385404e-05, | |
| "loss": 0.1878, | |
| "step": 859 | |
| }, | |
| { | |
| "epoch": 2.9054054054054053, | |
| "grad_norm": 0.4383464753627777, | |
| "learning_rate": 4.8908307520726135e-05, | |
| "loss": 0.1948, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 2.9087837837837838, | |
| "grad_norm": 0.38737547397613525, | |
| "learning_rate": 4.891671919089425e-05, | |
| "loss": 0.2007, | |
| "step": 861 | |
| }, | |
| { | |
| "epoch": 2.9121621621621623, | |
| "grad_norm": 0.39179664850234985, | |
| "learning_rate": 4.892512109707855e-05, | |
| "loss": 0.1865, | |
| "step": 862 | |
| }, | |
| { | |
| "epoch": 2.9155405405405403, | |
| "grad_norm": 0.3944191038608551, | |
| "learning_rate": 4.893351326192016e-05, | |
| "loss": 0.1831, | |
| "step": 863 | |
| }, | |
| { | |
| "epoch": 2.918918918918919, | |
| "grad_norm": 0.3212383985519409, | |
| "learning_rate": 4.894189570798156e-05, | |
| "loss": 0.1494, | |
| "step": 864 | |
| }, | |
| { | |
| "epoch": 2.9222972972972974, | |
| "grad_norm": 0.3861388564109802, | |
| "learning_rate": 4.895026845774691e-05, | |
| "loss": 0.2045, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 2.9256756756756754, | |
| "grad_norm": 0.37900376319885254, | |
| "learning_rate": 4.895863153362244e-05, | |
| "loss": 0.1818, | |
| "step": 866 | |
| }, | |
| { | |
| "epoch": 2.929054054054054, | |
| "grad_norm": 0.4495367109775543, | |
| "learning_rate": 4.896698495793684e-05, | |
| "loss": 0.1936, | |
| "step": 867 | |
| }, | |
| { | |
| "epoch": 2.9324324324324325, | |
| "grad_norm": 0.40020546317100525, | |
| "learning_rate": 4.897532875294154e-05, | |
| "loss": 0.1964, | |
| "step": 868 | |
| }, | |
| { | |
| "epoch": 2.935810810810811, | |
| "grad_norm": 0.3625187277793884, | |
| "learning_rate": 4.8983662940811115e-05, | |
| "loss": 0.1737, | |
| "step": 869 | |
| }, | |
| { | |
| "epoch": 2.939189189189189, | |
| "grad_norm": 0.3938811719417572, | |
| "learning_rate": 4.899198754364365e-05, | |
| "loss": 0.1488, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 2.9425675675675675, | |
| "grad_norm": 0.36418697237968445, | |
| "learning_rate": 4.900030258346106e-05, | |
| "loss": 0.1822, | |
| "step": 871 | |
| }, | |
| { | |
| "epoch": 2.945945945945946, | |
| "grad_norm": 0.3703506588935852, | |
| "learning_rate": 4.900860808220946e-05, | |
| "loss": 0.1846, | |
| "step": 872 | |
| }, | |
| { | |
| "epoch": 2.9493243243243246, | |
| "grad_norm": 0.4332616925239563, | |
| "learning_rate": 4.90169040617595e-05, | |
| "loss": 0.2105, | |
| "step": 873 | |
| }, | |
| { | |
| "epoch": 2.9527027027027026, | |
| "grad_norm": 0.3770284354686737, | |
| "learning_rate": 4.9025190543906715e-05, | |
| "loss": 0.1815, | |
| "step": 874 | |
| }, | |
| { | |
| "epoch": 2.956081081081081, | |
| "grad_norm": 0.3703818619251251, | |
| "learning_rate": 4.903346755037189e-05, | |
| "loss": 0.1713, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 2.9594594594594597, | |
| "grad_norm": 0.37928834557533264, | |
| "learning_rate": 4.904173510280135e-05, | |
| "loss": 0.1915, | |
| "step": 876 | |
| }, | |
| { | |
| "epoch": 2.9628378378378377, | |
| "grad_norm": 0.4267534911632538, | |
| "learning_rate": 4.904999322276735e-05, | |
| "loss": 0.2157, | |
| "step": 877 | |
| }, | |
| { | |
| "epoch": 2.9662162162162162, | |
| "grad_norm": 0.3936428725719452, | |
| "learning_rate": 4.9058241931768385e-05, | |
| "loss": 0.1947, | |
| "step": 878 | |
| }, | |
| { | |
| "epoch": 2.9695945945945947, | |
| "grad_norm": 0.3503859043121338, | |
| "learning_rate": 4.9066481251229535e-05, | |
| "loss": 0.1836, | |
| "step": 879 | |
| }, | |
| { | |
| "epoch": 2.972972972972973, | |
| "grad_norm": 1.8326294422149658, | |
| "learning_rate": 4.907471120250281e-05, | |
| "loss": 0.4757, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 2.9763513513513513, | |
| "grad_norm": 0.4133761525154114, | |
| "learning_rate": 4.9082931806867474e-05, | |
| "loss": 0.2003, | |
| "step": 881 | |
| }, | |
| { | |
| "epoch": 2.97972972972973, | |
| "grad_norm": 0.3848228454589844, | |
| "learning_rate": 4.909114308553033e-05, | |
| "loss": 0.19, | |
| "step": 882 | |
| }, | |
| { | |
| "epoch": 2.983108108108108, | |
| "grad_norm": 0.38853901624679565, | |
| "learning_rate": 4.909934505962615e-05, | |
| "loss": 0.2071, | |
| "step": 883 | |
| }, | |
| { | |
| "epoch": 2.9864864864864864, | |
| "grad_norm": 0.35326841473579407, | |
| "learning_rate": 4.9107537750217886e-05, | |
| "loss": 0.1742, | |
| "step": 884 | |
| }, | |
| { | |
| "epoch": 2.989864864864865, | |
| "grad_norm": 0.33690720796585083, | |
| "learning_rate": 4.9115721178297093e-05, | |
| "loss": 0.1734, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 2.993243243243243, | |
| "grad_norm": 0.35074329376220703, | |
| "learning_rate": 4.9123895364784184e-05, | |
| "loss": 0.1623, | |
| "step": 886 | |
| }, | |
| { | |
| "epoch": 2.9966216216216215, | |
| "grad_norm": 0.35647299885749817, | |
| "learning_rate": 4.913206033052877e-05, | |
| "loss": 0.1647, | |
| "step": 887 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 0.4068041145801544, | |
| "learning_rate": 4.914021609631002e-05, | |
| "loss": 0.1831, | |
| "step": 888 | |
| }, | |
| { | |
| "epoch": 3.0033783783783785, | |
| "grad_norm": 0.4528217017650604, | |
| "learning_rate": 4.91483626828369e-05, | |
| "loss": 0.128, | |
| "step": 889 | |
| }, | |
| { | |
| "epoch": 3.0067567567567566, | |
| "grad_norm": 0.3695124089717865, | |
| "learning_rate": 4.915650011074855e-05, | |
| "loss": 0.1077, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 3.010135135135135, | |
| "grad_norm": 0.570489227771759, | |
| "learning_rate": 4.916462840061458e-05, | |
| "loss": 0.11, | |
| "step": 891 | |
| }, | |
| { | |
| "epoch": 3.0135135135135136, | |
| "grad_norm": 0.43204137682914734, | |
| "learning_rate": 4.917274757293539e-05, | |
| "loss": 0.1032, | |
| "step": 892 | |
| }, | |
| { | |
| "epoch": 3.016891891891892, | |
| "grad_norm": 0.5314778089523315, | |
| "learning_rate": 4.918085764814244e-05, | |
| "loss": 0.1304, | |
| "step": 893 | |
| }, | |
| { | |
| "epoch": 3.02027027027027, | |
| "grad_norm": 0.3921876847743988, | |
| "learning_rate": 4.9188958646598624e-05, | |
| "loss": 0.0949, | |
| "step": 894 | |
| }, | |
| { | |
| "epoch": 3.0236486486486487, | |
| "grad_norm": 0.35549548268318176, | |
| "learning_rate": 4.919705058859854e-05, | |
| "loss": 0.0989, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 3.027027027027027, | |
| "grad_norm": 0.4394858181476593, | |
| "learning_rate": 4.920513349436875e-05, | |
| "loss": 0.1152, | |
| "step": 896 | |
| }, | |
| { | |
| "epoch": 3.0304054054054053, | |
| "grad_norm": 0.4386696219444275, | |
| "learning_rate": 4.92132073840682e-05, | |
| "loss": 0.1163, | |
| "step": 897 | |
| }, | |
| { | |
| "epoch": 3.0337837837837838, | |
| "grad_norm": 0.38169318437576294, | |
| "learning_rate": 4.922127227778841e-05, | |
| "loss": 0.1078, | |
| "step": 898 | |
| }, | |
| { | |
| "epoch": 3.0371621621621623, | |
| "grad_norm": 0.410858690738678, | |
| "learning_rate": 4.9229328195553815e-05, | |
| "loss": 0.1165, | |
| "step": 899 | |
| }, | |
| { | |
| "epoch": 3.0405405405405403, | |
| "grad_norm": 0.4674147069454193, | |
| "learning_rate": 4.923737515732209e-05, | |
| "loss": 0.12, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 3.043918918918919, | |
| "grad_norm": 0.3922157883644104, | |
| "learning_rate": 4.924541318298438e-05, | |
| "loss": 0.1131, | |
| "step": 901 | |
| }, | |
| { | |
| "epoch": 3.0472972972972974, | |
| "grad_norm": 0.3732883632183075, | |
| "learning_rate": 4.92534422923657e-05, | |
| "loss": 0.1025, | |
| "step": 902 | |
| }, | |
| { | |
| "epoch": 3.050675675675676, | |
| "grad_norm": 0.4513222277164459, | |
| "learning_rate": 4.9261462505225106e-05, | |
| "loss": 0.1207, | |
| "step": 903 | |
| }, | |
| { | |
| "epoch": 3.054054054054054, | |
| "grad_norm": 0.39665260910987854, | |
| "learning_rate": 4.926947384125606e-05, | |
| "loss": 0.1115, | |
| "step": 904 | |
| }, | |
| { | |
| "epoch": 3.0574324324324325, | |
| "grad_norm": 0.3784550130367279, | |
| "learning_rate": 4.927747632008672e-05, | |
| "loss": 0.1151, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 3.060810810810811, | |
| "grad_norm": 0.44802817702293396, | |
| "learning_rate": 4.9285469961280226e-05, | |
| "loss": 0.113, | |
| "step": 906 | |
| }, | |
| { | |
| "epoch": 3.064189189189189, | |
| "grad_norm": 0.37687918543815613, | |
| "learning_rate": 4.9293454784334924e-05, | |
| "loss": 0.1157, | |
| "step": 907 | |
| }, | |
| { | |
| "epoch": 3.0675675675675675, | |
| "grad_norm": 0.3582609295845032, | |
| "learning_rate": 4.9301430808684754e-05, | |
| "loss": 0.1031, | |
| "step": 908 | |
| }, | |
| { | |
| "epoch": 3.070945945945946, | |
| "grad_norm": 0.3885122239589691, | |
| "learning_rate": 4.930939805369946e-05, | |
| "loss": 0.1043, | |
| "step": 909 | |
| }, | |
| { | |
| "epoch": 3.074324324324324, | |
| "grad_norm": 0.5625414252281189, | |
| "learning_rate": 4.93173565386849e-05, | |
| "loss": 0.1109, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 3.0777027027027026, | |
| "grad_norm": 0.3783611059188843, | |
| "learning_rate": 4.932530628288331e-05, | |
| "loss": 0.1047, | |
| "step": 911 | |
| }, | |
| { | |
| "epoch": 3.081081081081081, | |
| "grad_norm": 0.48341429233551025, | |
| "learning_rate": 4.933324730547361e-05, | |
| "loss": 0.0961, | |
| "step": 912 | |
| }, | |
| { | |
| "epoch": 3.0844594594594597, | |
| "grad_norm": 0.399813711643219, | |
| "learning_rate": 4.934117962557165e-05, | |
| "loss": 0.1178, | |
| "step": 913 | |
| }, | |
| { | |
| "epoch": 3.0878378378378377, | |
| "grad_norm": 0.40703117847442627, | |
| "learning_rate": 4.9349103262230524e-05, | |
| "loss": 0.1179, | |
| "step": 914 | |
| }, | |
| { | |
| "epoch": 3.0912162162162162, | |
| "grad_norm": 0.39595040678977966, | |
| "learning_rate": 4.935701823444081e-05, | |
| "loss": 0.1161, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 3.0945945945945947, | |
| "grad_norm": 0.3974362313747406, | |
| "learning_rate": 4.9364924561130845e-05, | |
| "loss": 0.1167, | |
| "step": 916 | |
| }, | |
| { | |
| "epoch": 3.097972972972973, | |
| "grad_norm": 0.426070898771286, | |
| "learning_rate": 4.937282226116702e-05, | |
| "loss": 0.1305, | |
| "step": 917 | |
| }, | |
| { | |
| "epoch": 3.1013513513513513, | |
| "grad_norm": 0.38482606410980225, | |
| "learning_rate": 4.938071135335405e-05, | |
| "loss": 0.1018, | |
| "step": 918 | |
| }, | |
| { | |
| "epoch": 3.10472972972973, | |
| "grad_norm": 0.4263748228549957, | |
| "learning_rate": 4.938859185643519e-05, | |
| "loss": 0.1156, | |
| "step": 919 | |
| }, | |
| { | |
| "epoch": 3.108108108108108, | |
| "grad_norm": 0.39638155698776245, | |
| "learning_rate": 4.939646378909259e-05, | |
| "loss": 0.1157, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 3.1114864864864864, | |
| "grad_norm": 0.40607044100761414, | |
| "learning_rate": 4.940432716994748e-05, | |
| "loss": 0.1197, | |
| "step": 921 | |
| }, | |
| { | |
| "epoch": 3.114864864864865, | |
| "grad_norm": 0.4135359823703766, | |
| "learning_rate": 4.9412182017560496e-05, | |
| "loss": 0.1202, | |
| "step": 922 | |
| }, | |
| { | |
| "epoch": 3.1182432432432434, | |
| "grad_norm": 0.38252270221710205, | |
| "learning_rate": 4.942002835043187e-05, | |
| "loss": 0.1126, | |
| "step": 923 | |
| }, | |
| { | |
| "epoch": 3.1216216216216215, | |
| "grad_norm": 0.3727289140224457, | |
| "learning_rate": 4.942786618700178e-05, | |
| "loss": 0.1111, | |
| "step": 924 | |
| }, | |
| { | |
| "epoch": 3.125, | |
| "grad_norm": 0.380953848361969, | |
| "learning_rate": 4.9435695545650545e-05, | |
| "loss": 0.1151, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 3.1283783783783785, | |
| "grad_norm": 0.37086960673332214, | |
| "learning_rate": 4.944351644469891e-05, | |
| "loss": 0.1106, | |
| "step": 926 | |
| }, | |
| { | |
| "epoch": 3.1317567567567566, | |
| "grad_norm": 0.4138876497745514, | |
| "learning_rate": 4.945132890240829e-05, | |
| "loss": 0.1239, | |
| "step": 927 | |
| }, | |
| { | |
| "epoch": 3.135135135135135, | |
| "grad_norm": 0.4137141704559326, | |
| "learning_rate": 4.945913293698104e-05, | |
| "loss": 0.1252, | |
| "step": 928 | |
| }, | |
| { | |
| "epoch": 3.1385135135135136, | |
| "grad_norm": 0.3904976546764374, | |
| "learning_rate": 4.9466928566560696e-05, | |
| "loss": 0.107, | |
| "step": 929 | |
| }, | |
| { | |
| "epoch": 3.141891891891892, | |
| "grad_norm": 0.3888641595840454, | |
| "learning_rate": 4.9474715809232256e-05, | |
| "loss": 0.113, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 3.14527027027027, | |
| "grad_norm": 0.39176711440086365, | |
| "learning_rate": 4.948249468302239e-05, | |
| "loss": 0.1135, | |
| "step": 931 | |
| }, | |
| { | |
| "epoch": 3.1486486486486487, | |
| "grad_norm": 0.3809608817100525, | |
| "learning_rate": 4.9490265205899697e-05, | |
| "loss": 0.1051, | |
| "step": 932 | |
| }, | |
| { | |
| "epoch": 3.152027027027027, | |
| "grad_norm": 0.4019430875778198, | |
| "learning_rate": 4.9498027395775006e-05, | |
| "loss": 0.121, | |
| "step": 933 | |
| }, | |
| { | |
| "epoch": 3.1554054054054053, | |
| "grad_norm": 0.3715710937976837, | |
| "learning_rate": 4.950578127050156e-05, | |
| "loss": 0.1225, | |
| "step": 934 | |
| }, | |
| { | |
| "epoch": 3.1587837837837838, | |
| "grad_norm": 0.4521862864494324, | |
| "learning_rate": 4.95135268478753e-05, | |
| "loss": 0.1294, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 3.1621621621621623, | |
| "grad_norm": 0.4279133379459381, | |
| "learning_rate": 4.952126414563509e-05, | |
| "loss": 0.1229, | |
| "step": 936 | |
| }, | |
| { | |
| "epoch": 3.1655405405405403, | |
| "grad_norm": 0.4043607711791992, | |
| "learning_rate": 4.952899318146297e-05, | |
| "loss": 0.1117, | |
| "step": 937 | |
| }, | |
| { | |
| "epoch": 3.168918918918919, | |
| "grad_norm": 0.34410539269447327, | |
| "learning_rate": 4.9536713972984414e-05, | |
| "loss": 0.0972, | |
| "step": 938 | |
| }, | |
| { | |
| "epoch": 3.1722972972972974, | |
| "grad_norm": 0.43061432242393494, | |
| "learning_rate": 4.954442653776852e-05, | |
| "loss": 0.1333, | |
| "step": 939 | |
| }, | |
| { | |
| "epoch": 3.175675675675676, | |
| "grad_norm": 0.36851924657821655, | |
| "learning_rate": 4.955213089332832e-05, | |
| "loss": 0.1114, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 3.179054054054054, | |
| "grad_norm": 0.37471747398376465, | |
| "learning_rate": 4.955982705712095e-05, | |
| "loss": 0.1169, | |
| "step": 941 | |
| }, | |
| { | |
| "epoch": 3.1824324324324325, | |
| "grad_norm": 0.35380908846855164, | |
| "learning_rate": 4.956751504654796e-05, | |
| "loss": 0.1005, | |
| "step": 942 | |
| }, | |
| { | |
| "epoch": 3.185810810810811, | |
| "grad_norm": 0.38561439514160156, | |
| "learning_rate": 4.957519487895548e-05, | |
| "loss": 0.1187, | |
| "step": 943 | |
| }, | |
| { | |
| "epoch": 3.189189189189189, | |
| "grad_norm": 0.4120042324066162, | |
| "learning_rate": 4.9582866571634485e-05, | |
| "loss": 0.1273, | |
| "step": 944 | |
| }, | |
| { | |
| "epoch": 3.1925675675675675, | |
| "grad_norm": 0.39863529801368713, | |
| "learning_rate": 4.959053014182106e-05, | |
| "loss": 0.1125, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 3.195945945945946, | |
| "grad_norm": 0.38955143094062805, | |
| "learning_rate": 4.959818560669655e-05, | |
| "loss": 0.1175, | |
| "step": 946 | |
| }, | |
| { | |
| "epoch": 3.199324324324324, | |
| "grad_norm": 0.3573088049888611, | |
| "learning_rate": 4.96058329833879e-05, | |
| "loss": 0.1131, | |
| "step": 947 | |
| }, | |
| { | |
| "epoch": 3.2027027027027026, | |
| "grad_norm": 0.4304436147212982, | |
| "learning_rate": 4.961347228896777e-05, | |
| "loss": 0.1262, | |
| "step": 948 | |
| }, | |
| { | |
| "epoch": 3.206081081081081, | |
| "grad_norm": 0.39087799191474915, | |
| "learning_rate": 4.962110354045488e-05, | |
| "loss": 0.1191, | |
| "step": 949 | |
| }, | |
| { | |
| "epoch": 3.2094594594594597, | |
| "grad_norm": 0.3944397568702698, | |
| "learning_rate": 4.962872675481414e-05, | |
| "loss": 0.1182, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 3.2128378378378377, | |
| "grad_norm": 0.40278294682502747, | |
| "learning_rate": 4.9636341948956906e-05, | |
| "loss": 0.1211, | |
| "step": 951 | |
| }, | |
| { | |
| "epoch": 3.2162162162162162, | |
| "grad_norm": 0.41054508090019226, | |
| "learning_rate": 4.964394913974124e-05, | |
| "loss": 0.1195, | |
| "step": 952 | |
| }, | |
| { | |
| "epoch": 3.2195945945945947, | |
| "grad_norm": 0.4175059199333191, | |
| "learning_rate": 4.965154834397211e-05, | |
| "loss": 0.1353, | |
| "step": 953 | |
| }, | |
| { | |
| "epoch": 3.222972972972973, | |
| "grad_norm": 0.3865712583065033, | |
| "learning_rate": 4.965913957840159e-05, | |
| "loss": 0.1111, | |
| "step": 954 | |
| }, | |
| { | |
| "epoch": 3.2263513513513513, | |
| "grad_norm": 0.39877578616142273, | |
| "learning_rate": 4.966672285972911e-05, | |
| "loss": 0.1256, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 3.22972972972973, | |
| "grad_norm": 0.34512677788734436, | |
| "learning_rate": 4.967429820460167e-05, | |
| "loss": 0.1078, | |
| "step": 956 | |
| }, | |
| { | |
| "epoch": 3.233108108108108, | |
| "grad_norm": 0.4256219267845154, | |
| "learning_rate": 4.9681865629614064e-05, | |
| "loss": 0.1313, | |
| "step": 957 | |
| }, | |
| { | |
| "epoch": 3.2364864864864864, | |
| "grad_norm": 0.46931833028793335, | |
| "learning_rate": 4.9689425151309074e-05, | |
| "loss": 0.1396, | |
| "step": 958 | |
| }, | |
| { | |
| "epoch": 3.239864864864865, | |
| "grad_norm": 0.40905606746673584, | |
| "learning_rate": 4.969697678617773e-05, | |
| "loss": 0.1242, | |
| "step": 959 | |
| }, | |
| { | |
| "epoch": 3.2432432432432434, | |
| "grad_norm": 0.36054709553718567, | |
| "learning_rate": 4.970452055065948e-05, | |
| "loss": 0.1149, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 3.2466216216216215, | |
| "grad_norm": 0.3850068747997284, | |
| "learning_rate": 4.9712056461142423e-05, | |
| "loss": 0.1074, | |
| "step": 961 | |
| }, | |
| { | |
| "epoch": 3.25, | |
| "grad_norm": 0.42875200510025024, | |
| "learning_rate": 4.971958453396355e-05, | |
| "loss": 0.1152, | |
| "step": 962 | |
| }, | |
| { | |
| "epoch": 3.2533783783783785, | |
| "grad_norm": 0.413173109292984, | |
| "learning_rate": 4.972710478540891e-05, | |
| "loss": 0.1273, | |
| "step": 963 | |
| }, | |
| { | |
| "epoch": 3.2567567567567566, | |
| "grad_norm": 0.3743407428264618, | |
| "learning_rate": 4.973461723171385e-05, | |
| "loss": 0.1149, | |
| "step": 964 | |
| }, | |
| { | |
| "epoch": 3.260135135135135, | |
| "grad_norm": 0.44052329659461975, | |
| "learning_rate": 4.9742121889063213e-05, | |
| "loss": 0.1301, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 3.2635135135135136, | |
| "grad_norm": 0.38358744978904724, | |
| "learning_rate": 4.974961877359156e-05, | |
| "loss": 0.1133, | |
| "step": 966 | |
| }, | |
| { | |
| "epoch": 3.266891891891892, | |
| "grad_norm": 0.423977792263031, | |
| "learning_rate": 4.975710790138336e-05, | |
| "loss": 0.1346, | |
| "step": 967 | |
| }, | |
| { | |
| "epoch": 3.27027027027027, | |
| "grad_norm": 1.5824426412582397, | |
| "learning_rate": 4.976458928847323e-05, | |
| "loss": 0.3884, | |
| "step": 968 | |
| }, | |
| { | |
| "epoch": 3.2736486486486487, | |
| "grad_norm": 0.41981515288352966, | |
| "learning_rate": 4.977206295084609e-05, | |
| "loss": 0.1164, | |
| "step": 969 | |
| }, | |
| { | |
| "epoch": 3.277027027027027, | |
| "grad_norm": 0.42901647090911865, | |
| "learning_rate": 4.9779528904437424e-05, | |
| "loss": 0.1269, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 3.2804054054054053, | |
| "grad_norm": 0.3595876693725586, | |
| "learning_rate": 4.978698716513342e-05, | |
| "loss": 0.1121, | |
| "step": 971 | |
| }, | |
| { | |
| "epoch": 3.2837837837837838, | |
| "grad_norm": 0.39047256112098694, | |
| "learning_rate": 4.9794437748771244e-05, | |
| "loss": 0.1219, | |
| "step": 972 | |
| }, | |
| { | |
| "epoch": 3.2871621621621623, | |
| "grad_norm": 0.41640281677246094, | |
| "learning_rate": 4.9801880671139204e-05, | |
| "loss": 0.1303, | |
| "step": 973 | |
| }, | |
| { | |
| "epoch": 3.2905405405405403, | |
| "grad_norm": 0.371383398771286, | |
| "learning_rate": 4.980931594797693e-05, | |
| "loss": 0.112, | |
| "step": 974 | |
| }, | |
| { | |
| "epoch": 3.293918918918919, | |
| "grad_norm": 0.4297455847263336, | |
| "learning_rate": 4.981674359497562e-05, | |
| "loss": 0.1326, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 3.2972972972972974, | |
| "grad_norm": 0.39308154582977295, | |
| "learning_rate": 4.98241636277782e-05, | |
| "loss": 0.1244, | |
| "step": 976 | |
| }, | |
| { | |
| "epoch": 3.3006756756756754, | |
| "grad_norm": 0.3956491947174072, | |
| "learning_rate": 4.983157606197955e-05, | |
| "loss": 0.1203, | |
| "step": 977 | |
| }, | |
| { | |
| "epoch": 3.304054054054054, | |
| "grad_norm": 0.41044941544532776, | |
| "learning_rate": 4.98389809131267e-05, | |
| "loss": 0.1247, | |
| "step": 978 | |
| }, | |
| { | |
| "epoch": 3.3074324324324325, | |
| "grad_norm": 0.4159061312675476, | |
| "learning_rate": 4.984637819671897e-05, | |
| "loss": 0.1321, | |
| "step": 979 | |
| }, | |
| { | |
| "epoch": 3.310810810810811, | |
| "grad_norm": 0.3757896423339844, | |
| "learning_rate": 4.985376792820825e-05, | |
| "loss": 0.1157, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 3.314189189189189, | |
| "grad_norm": 0.3729749321937561, | |
| "learning_rate": 4.986115012299915e-05, | |
| "loss": 0.1103, | |
| "step": 981 | |
| }, | |
| { | |
| "epoch": 3.3175675675675675, | |
| "grad_norm": 0.3994838297367096, | |
| "learning_rate": 4.986852479644916e-05, | |
| "loss": 0.1284, | |
| "step": 982 | |
| }, | |
| { | |
| "epoch": 3.320945945945946, | |
| "grad_norm": 0.3987760841846466, | |
| "learning_rate": 4.987589196386893e-05, | |
| "loss": 0.1126, | |
| "step": 983 | |
| }, | |
| { | |
| "epoch": 3.3243243243243246, | |
| "grad_norm": 0.3847789168357849, | |
| "learning_rate": 4.988325164052236e-05, | |
| "loss": 0.1199, | |
| "step": 984 | |
| }, | |
| { | |
| "epoch": 3.3277027027027026, | |
| "grad_norm": 0.41571831703186035, | |
| "learning_rate": 4.9890603841626866e-05, | |
| "loss": 0.1295, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 3.331081081081081, | |
| "grad_norm": 0.3801005184650421, | |
| "learning_rate": 4.989794858235352e-05, | |
| "loss": 0.1276, | |
| "step": 986 | |
| }, | |
| { | |
| "epoch": 3.3344594594594597, | |
| "grad_norm": 0.4302000403404236, | |
| "learning_rate": 4.990528587782729e-05, | |
| "loss": 0.1355, | |
| "step": 987 | |
| }, | |
| { | |
| "epoch": 3.3378378378378377, | |
| "grad_norm": 0.3750097155570984, | |
| "learning_rate": 4.9912615743127146e-05, | |
| "loss": 0.1159, | |
| "step": 988 | |
| }, | |
| { | |
| "epoch": 3.3412162162162162, | |
| "grad_norm": 0.43669402599334717, | |
| "learning_rate": 4.991993819328633e-05, | |
| "loss": 0.1349, | |
| "step": 989 | |
| }, | |
| { | |
| "epoch": 3.3445945945945947, | |
| "grad_norm": 0.40606677532196045, | |
| "learning_rate": 4.9927253243292505e-05, | |
| "loss": 0.123, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 3.347972972972973, | |
| "grad_norm": 0.40521538257598877, | |
| "learning_rate": 4.993456090808793e-05, | |
| "loss": 0.1212, | |
| "step": 991 | |
| }, | |
| { | |
| "epoch": 3.3513513513513513, | |
| "grad_norm": 0.38929492235183716, | |
| "learning_rate": 4.994186120256965e-05, | |
| "loss": 0.1204, | |
| "step": 992 | |
| }, | |
| { | |
| "epoch": 3.35472972972973, | |
| "grad_norm": 0.3639843761920929, | |
| "learning_rate": 4.9949154141589696e-05, | |
| "loss": 0.1175, | |
| "step": 993 | |
| }, | |
| { | |
| "epoch": 3.358108108108108, | |
| "grad_norm": 0.3805122971534729, | |
| "learning_rate": 4.995643973995523e-05, | |
| "loss": 0.1198, | |
| "step": 994 | |
| }, | |
| { | |
| "epoch": 3.3614864864864864, | |
| "grad_norm": 0.395796000957489, | |
| "learning_rate": 4.9963718012428765e-05, | |
| "loss": 0.1348, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 3.364864864864865, | |
| "grad_norm": 0.3744940459728241, | |
| "learning_rate": 4.9970988973728314e-05, | |
| "loss": 0.1104, | |
| "step": 996 | |
| }, | |
| { | |
| "epoch": 3.3682432432432434, | |
| "grad_norm": 1.3542141914367676, | |
| "learning_rate": 4.99782526385276e-05, | |
| "loss": 0.3864, | |
| "step": 997 | |
| }, | |
| { | |
| "epoch": 3.3716216216216215, | |
| "grad_norm": 0.42771685123443604, | |
| "learning_rate": 4.998550902145619e-05, | |
| "loss": 0.1383, | |
| "step": 998 | |
| }, | |
| { | |
| "epoch": 3.375, | |
| "grad_norm": 0.3889855444431305, | |
| "learning_rate": 4.999275813709971e-05, | |
| "loss": 0.1318, | |
| "step": 999 | |
| }, | |
| { | |
| "epoch": 3.3783783783783785, | |
| "grad_norm": 0.37391164898872375, | |
| "learning_rate": 5e-05, | |
| "loss": 0.1285, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 3.3817567567567566, | |
| "grad_norm": 0.3580280542373657, | |
| "learning_rate": 4.9996356488619556e-05, | |
| "loss": 0.1125, | |
| "step": 1001 | |
| }, | |
| { | |
| "epoch": 3.385135135135135, | |
| "grad_norm": 0.3707447052001953, | |
| "learning_rate": 4.9985427016598435e-05, | |
| "loss": 0.1221, | |
| "step": 1002 | |
| }, | |
| { | |
| "epoch": 3.3885135135135136, | |
| "grad_norm": 0.3772697150707245, | |
| "learning_rate": 4.996721476998771e-05, | |
| "loss": 0.1215, | |
| "step": 1003 | |
| }, | |
| { | |
| "epoch": 3.391891891891892, | |
| "grad_norm": 0.40340831875801086, | |
| "learning_rate": 4.9941725057840504e-05, | |
| "loss": 0.1233, | |
| "step": 1004 | |
| }, | |
| { | |
| "epoch": 3.39527027027027, | |
| "grad_norm": 0.3812180161476135, | |
| "learning_rate": 4.9908965310664374e-05, | |
| "loss": 0.1149, | |
| "step": 1005 | |
| }, | |
| { | |
| "epoch": 3.3986486486486487, | |
| "grad_norm": 0.4367975890636444, | |
| "learning_rate": 4.986894507825522e-05, | |
| "loss": 0.1358, | |
| "step": 1006 | |
| }, | |
| { | |
| "epoch": 3.402027027027027, | |
| "grad_norm": 0.4075244963169098, | |
| "learning_rate": 4.9821676026913475e-05, | |
| "loss": 0.132, | |
| "step": 1007 | |
| }, | |
| { | |
| "epoch": 3.4054054054054053, | |
| "grad_norm": 0.392610639333725, | |
| "learning_rate": 4.9767171936043175e-05, | |
| "loss": 0.1169, | |
| "step": 1008 | |
| }, | |
| { | |
| "epoch": 3.4087837837837838, | |
| "grad_norm": 0.3933659791946411, | |
| "learning_rate": 4.970544869413522e-05, | |
| "loss": 0.1197, | |
| "step": 1009 | |
| }, | |
| { | |
| "epoch": 3.4121621621621623, | |
| "grad_norm": 0.3939339816570282, | |
| "learning_rate": 4.963652429413563e-05, | |
| "loss": 0.1315, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 3.4155405405405403, | |
| "grad_norm": 0.37384697794914246, | |
| "learning_rate": 4.9560418828200494e-05, | |
| "loss": 0.1187, | |
| "step": 1011 | |
| }, | |
| { | |
| "epoch": 3.418918918918919, | |
| "grad_norm": 0.3945925831794739, | |
| "learning_rate": 4.9477154481838875e-05, | |
| "loss": 0.1353, | |
| "step": 1012 | |
| }, | |
| { | |
| "epoch": 3.4222972972972974, | |
| "grad_norm": 0.42826682329177856, | |
| "learning_rate": 4.9386755527445475e-05, | |
| "loss": 0.1459, | |
| "step": 1013 | |
| }, | |
| { | |
| "epoch": 3.4256756756756754, | |
| "grad_norm": 0.4206187427043915, | |
| "learning_rate": 4.928924831722504e-05, | |
| "loss": 0.1292, | |
| "step": 1014 | |
| }, | |
| { | |
| "epoch": 3.429054054054054, | |
| "grad_norm": 0.38580143451690674, | |
| "learning_rate": 4.9184661275510446e-05, | |
| "loss": 0.1153, | |
| "step": 1015 | |
| }, | |
| { | |
| "epoch": 3.4324324324324325, | |
| "grad_norm": 0.393794983625412, | |
| "learning_rate": 4.907302489047662e-05, | |
| "loss": 0.1179, | |
| "step": 1016 | |
| }, | |
| { | |
| "epoch": 3.435810810810811, | |
| "grad_norm": 0.44305288791656494, | |
| "learning_rate": 4.895437170525303e-05, | |
| "loss": 0.1302, | |
| "step": 1017 | |
| }, | |
| { | |
| "epoch": 3.439189189189189, | |
| "grad_norm": 0.4056559205055237, | |
| "learning_rate": 4.882873630843699e-05, | |
| "loss": 0.1302, | |
| "step": 1018 | |
| }, | |
| { | |
| "epoch": 3.4425675675675675, | |
| "grad_norm": 0.40912213921546936, | |
| "learning_rate": 4.869615532401074e-05, | |
| "loss": 0.1327, | |
| "step": 1019 | |
| }, | |
| { | |
| "epoch": 3.445945945945946, | |
| "grad_norm": 0.38370949029922485, | |
| "learning_rate": 4.855666740066522e-05, | |
| "loss": 0.129, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 3.4493243243243246, | |
| "grad_norm": 0.41348859667778015, | |
| "learning_rate": 4.841031320053351e-05, | |
| "loss": 0.1243, | |
| "step": 1021 | |
| }, | |
| { | |
| "epoch": 3.4527027027027026, | |
| "grad_norm": 0.40817150473594666, | |
| "learning_rate": 4.825713538733748e-05, | |
| "loss": 0.1321, | |
| "step": 1022 | |
| }, | |
| { | |
| "epoch": 3.456081081081081, | |
| "grad_norm": 31.2849063873291, | |
| "learning_rate": 4.80971786139509e-05, | |
| "loss": 0.186, | |
| "step": 1023 | |
| }, | |
| { | |
| "epoch": 3.4594594594594597, | |
| "grad_norm": 8.919435501098633, | |
| "learning_rate": 4.793048950938256e-05, | |
| "loss": 0.6012, | |
| "step": 1024 | |
| }, | |
| { | |
| "epoch": 3.4628378378378377, | |
| "grad_norm": 1.2597789764404297, | |
| "learning_rate": 4.7757116665183614e-05, | |
| "loss": 0.373, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 3.4662162162162162, | |
| "grad_norm": 144.5867156982422, | |
| "learning_rate": 4.757711062128251e-05, | |
| "loss": 0.6334, | |
| "step": 1026 | |
| }, | |
| { | |
| "epoch": 3.4695945945945947, | |
| "grad_norm": 42.916805267333984, | |
| "learning_rate": 4.739052385125216e-05, | |
| "loss": 0.6214, | |
| "step": 1027 | |
| }, | |
| { | |
| "epoch": 3.472972972972973, | |
| "grad_norm": 0.7827467322349548, | |
| "learning_rate": 4.7197410747013376e-05, | |
| "loss": 0.308, | |
| "step": 1028 | |
| }, | |
| { | |
| "epoch": 3.4763513513513513, | |
| "grad_norm": 0.7671857476234436, | |
| "learning_rate": 4.6997827602979024e-05, | |
| "loss": 0.3552, | |
| "step": 1029 | |
| }, | |
| { | |
| "epoch": 3.47972972972973, | |
| "grad_norm": 3.2267792224884033, | |
| "learning_rate": 4.67918325996437e-05, | |
| "loss": 0.3405, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 3.483108108108108, | |
| "grad_norm": 13.3894624710083, | |
| "learning_rate": 4.6579485786623475e-05, | |
| "loss": 0.4361, | |
| "step": 1031 | |
| }, | |
| { | |
| "epoch": 3.4864864864864864, | |
| "grad_norm": 2.525721311569214, | |
| "learning_rate": 4.636084906515085e-05, | |
| "loss": 0.1359, | |
| "step": 1032 | |
| }, | |
| { | |
| "epoch": 3.489864864864865, | |
| "grad_norm": 52.08081817626953, | |
| "learning_rate": 4.6135986170029947e-05, | |
| "loss": 0.5506, | |
| "step": 1033 | |
| }, | |
| { | |
| "epoch": 3.4932432432432434, | |
| "grad_norm": 1.6132444143295288, | |
| "learning_rate": 4.5904962651057134e-05, | |
| "loss": 0.1839, | |
| "step": 1034 | |
| }, | |
| { | |
| "epoch": 3.4966216216216215, | |
| "grad_norm": 1.116671085357666, | |
| "learning_rate": 4.566784585391263e-05, | |
| "loss": 0.1534, | |
| "step": 1035 | |
| }, | |
| { | |
| "epoch": 3.5, | |
| "grad_norm": 0.6348862051963806, | |
| "learning_rate": 4.542470490052853e-05, | |
| "loss": 0.1429, | |
| "step": 1036 | |
| }, | |
| { | |
| "epoch": 3.5033783783783785, | |
| "grad_norm": 0.6647199392318726, | |
| "learning_rate": 4.517561066893909e-05, | |
| "loss": 0.1351, | |
| "step": 1037 | |
| }, | |
| { | |
| "epoch": 3.506756756756757, | |
| "grad_norm": 0.4823889136314392, | |
| "learning_rate": 4.492063577261908e-05, | |
| "loss": 0.1312, | |
| "step": 1038 | |
| }, | |
| { | |
| "epoch": 3.510135135135135, | |
| "grad_norm": 0.48596346378326416, | |
| "learning_rate": 4.4659854539316174e-05, | |
| "loss": 0.1418, | |
| "step": 1039 | |
| }, | |
| { | |
| "epoch": 3.5135135135135136, | |
| "grad_norm": 0.7251044511795044, | |
| "learning_rate": 4.439334298938374e-05, | |
| "loss": 0.1465, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 3.516891891891892, | |
| "grad_norm": 0.4920099973678589, | |
| "learning_rate": 4.4121178813620046e-05, | |
| "loss": 0.1481, | |
| "step": 1041 | |
| }, | |
| { | |
| "epoch": 3.52027027027027, | |
| "grad_norm": 0.42203307151794434, | |
| "learning_rate": 4.384344135062071e-05, | |
| "loss": 0.1219, | |
| "step": 1042 | |
| }, | |
| { | |
| "epoch": 3.5236486486486487, | |
| "grad_norm": 0.47877076268196106, | |
| "learning_rate": 4.3560211563650635e-05, | |
| "loss": 0.1282, | |
| "step": 1043 | |
| }, | |
| { | |
| "epoch": 3.527027027027027, | |
| "grad_norm": 0.4383416175842285, | |
| "learning_rate": 4.327157201704241e-05, | |
| "loss": 0.133, | |
| "step": 1044 | |
| }, | |
| { | |
| "epoch": 3.5304054054054053, | |
| "grad_norm": 0.49161508679389954, | |
| "learning_rate": 4.297760685212801e-05, | |
| "loss": 0.1268, | |
| "step": 1045 | |
| }, | |
| { | |
| "epoch": 3.5337837837837838, | |
| "grad_norm": 0.44632676243782043, | |
| "learning_rate": 4.2678401762710726e-05, | |
| "loss": 0.1304, | |
| "step": 1046 | |
| }, | |
| { | |
| "epoch": 3.5371621621621623, | |
| "grad_norm": 0.48019739985466003, | |
| "learning_rate": 4.237404397008455e-05, | |
| "loss": 0.134, | |
| "step": 1047 | |
| }, | |
| { | |
| "epoch": 3.5405405405405403, | |
| "grad_norm": 0.3879307508468628, | |
| "learning_rate": 4.206462219760831e-05, | |
| "loss": 0.1106, | |
| "step": 1048 | |
| }, | |
| { | |
| "epoch": 3.543918918918919, | |
| "grad_norm": 8.76919937133789, | |
| "learning_rate": 4.175022664484191e-05, | |
| "loss": 0.1268, | |
| "step": 1049 | |
| }, | |
| { | |
| "epoch": 3.5472972972972974, | |
| "grad_norm": 0.5539897680282593, | |
| "learning_rate": 4.143094896125227e-05, | |
| "loss": 0.134, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 3.5506756756756754, | |
| "grad_norm": 0.41708147525787354, | |
| "learning_rate": 4.1106882219496535e-05, | |
| "loss": 0.1185, | |
| "step": 1051 | |
| }, | |
| { | |
| "epoch": 3.554054054054054, | |
| "grad_norm": 0.7360028028488159, | |
| "learning_rate": 4.077812088829051e-05, | |
| "loss": 0.1251, | |
| "step": 1052 | |
| }, | |
| { | |
| "epoch": 3.5574324324324325, | |
| "grad_norm": 0.49543508887290955, | |
| "learning_rate": 4.044476080487005e-05, | |
| "loss": 0.1405, | |
| "step": 1053 | |
| }, | |
| { | |
| "epoch": 3.560810810810811, | |
| "grad_norm": 0.40071457624435425, | |
| "learning_rate": 4.0106899147053564e-05, | |
| "loss": 0.1162, | |
| "step": 1054 | |
| }, | |
| { | |
| "epoch": 3.564189189189189, | |
| "grad_norm": 0.6165151596069336, | |
| "learning_rate": 3.976463440491367e-05, | |
| "loss": 0.123, | |
| "step": 1055 | |
| }, | |
| { | |
| "epoch": 3.5675675675675675, | |
| "grad_norm": 0.4160919487476349, | |
| "learning_rate": 3.941806635206639e-05, | |
| "loss": 0.1276, | |
| "step": 1056 | |
| }, | |
| { | |
| "epoch": 3.570945945945946, | |
| "grad_norm": 0.4072069525718689, | |
| "learning_rate": 3.9067296016586105e-05, | |
| "loss": 0.1336, | |
| "step": 1057 | |
| }, | |
| { | |
| "epoch": 3.5743243243243246, | |
| "grad_norm": 0.4126531183719635, | |
| "learning_rate": 3.871242565155485e-05, | |
| "loss": 0.1267, | |
| "step": 1058 | |
| }, | |
| { | |
| "epoch": 3.5777027027027026, | |
| "grad_norm": 2.380211353302002, | |
| "learning_rate": 3.835355870525455e-05, | |
| "loss": 0.4067, | |
| "step": 1059 | |
| }, | |
| { | |
| "epoch": 3.581081081081081, | |
| "grad_norm": 0.3900314271450043, | |
| "learning_rate": 3.799079979101075e-05, | |
| "loss": 0.1231, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 3.5844594594594597, | |
| "grad_norm": 0.4255238473415375, | |
| "learning_rate": 3.7624254656696864e-05, | |
| "loss": 0.1405, | |
| "step": 1061 | |
| }, | |
| { | |
| "epoch": 3.5878378378378377, | |
| "grad_norm": 0.36614516377449036, | |
| "learning_rate": 3.7254030153907494e-05, | |
| "loss": 0.118, | |
| "step": 1062 | |
| }, | |
| { | |
| "epoch": 3.5912162162162162, | |
| "grad_norm": 0.40764889121055603, | |
| "learning_rate": 3.688023420681019e-05, | |
| "loss": 0.127, | |
| "step": 1063 | |
| }, | |
| { | |
| "epoch": 3.5945945945945947, | |
| "grad_norm": 0.35974109172821045, | |
| "learning_rate": 3.650297578068448e-05, | |
| "loss": 0.1238, | |
| "step": 1064 | |
| }, | |
| { | |
| "epoch": 3.597972972972973, | |
| "grad_norm": 0.4197885990142822, | |
| "learning_rate": 3.6122364850157326e-05, | |
| "loss": 0.1342, | |
| "step": 1065 | |
| }, | |
| { | |
| "epoch": 3.6013513513513513, | |
| "grad_norm": 0.3706846237182617, | |
| "learning_rate": 3.573851236714447e-05, | |
| "loss": 0.1108, | |
| "step": 1066 | |
| }, | |
| { | |
| "epoch": 3.60472972972973, | |
| "grad_norm": 0.3801131844520569, | |
| "learning_rate": 3.535153022850684e-05, | |
| "loss": 0.1279, | |
| "step": 1067 | |
| }, | |
| { | |
| "epoch": 3.608108108108108, | |
| "grad_norm": 0.35572677850723267, | |
| "learning_rate": 3.496153124343142e-05, | |
| "loss": 0.1263, | |
| "step": 1068 | |
| }, | |
| { | |
| "epoch": 3.6114864864864864, | |
| "grad_norm": 0.3624805510044098, | |
| "learning_rate": 3.4568629100546333e-05, | |
| "loss": 0.1185, | |
| "step": 1069 | |
| }, | |
| { | |
| "epoch": 3.614864864864865, | |
| "grad_norm": 0.36778637766838074, | |
| "learning_rate": 3.417293833477938e-05, | |
| "loss": 0.1222, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 3.618243243243243, | |
| "grad_norm": 0.34212857484817505, | |
| "learning_rate": 3.377457429397001e-05, | |
| "loss": 0.1196, | |
| "step": 1071 | |
| }, | |
| { | |
| "epoch": 3.6216216216216215, | |
| "grad_norm": 0.3891725540161133, | |
| "learning_rate": 3.337365310524423e-05, | |
| "loss": 0.1291, | |
| "step": 1072 | |
| }, | |
| { | |
| "epoch": 3.625, | |
| "grad_norm": 0.399291068315506, | |
| "learning_rate": 3.2970291641162396e-05, | |
| "loss": 0.1267, | |
| "step": 1073 | |
| }, | |
| { | |
| "epoch": 3.6283783783783785, | |
| "grad_norm": 0.346253901720047, | |
| "learning_rate": 3.25646074856497e-05, | |
| "loss": 0.1207, | |
| "step": 1074 | |
| }, | |
| { | |
| "epoch": 3.631756756756757, | |
| "grad_norm": 0.7178367376327515, | |
| "learning_rate": 3.2156718899719216e-05, | |
| "loss": 0.372, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 3.635135135135135, | |
| "grad_norm": 0.41096293926239014, | |
| "learning_rate": 3.174674478699772e-05, | |
| "loss": 0.1273, | |
| "step": 1076 | |
| }, | |
| { | |
| "epoch": 3.6385135135135136, | |
| "grad_norm": 0.3635697066783905, | |
| "learning_rate": 3.133480465906398e-05, | |
| "loss": 0.1256, | |
| "step": 1077 | |
| }, | |
| { | |
| "epoch": 3.641891891891892, | |
| "grad_norm": 0.3569808006286621, | |
| "learning_rate": 3.092101860061e-05, | |
| "loss": 0.1334, | |
| "step": 1078 | |
| }, | |
| { | |
| "epoch": 3.64527027027027, | |
| "grad_norm": 0.339813768863678, | |
| "learning_rate": 3.0505507234435122e-05, | |
| "loss": 0.111, | |
| "step": 1079 | |
| }, | |
| { | |
| "epoch": 3.6486486486486487, | |
| "grad_norm": 0.4040168225765228, | |
| "learning_rate": 3.0088391686283214e-05, | |
| "loss": 0.1348, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 3.652027027027027, | |
| "grad_norm": 0.37235626578330994, | |
| "learning_rate": 2.966979354953336e-05, | |
| "loss": 0.1262, | |
| "step": 1081 | |
| }, | |
| { | |
| "epoch": 3.6554054054054053, | |
| "grad_norm": 0.3623943030834198, | |
| "learning_rate": 2.92498348497541e-05, | |
| "loss": 0.1185, | |
| "step": 1082 | |
| }, | |
| { | |
| "epoch": 3.6587837837837838, | |
| "grad_norm": 0.36152735352516174, | |
| "learning_rate": 2.882863800913182e-05, | |
| "loss": 0.1248, | |
| "step": 1083 | |
| }, | |
| { | |
| "epoch": 3.6621621621621623, | |
| "grad_norm": 0.38995814323425293, | |
| "learning_rate": 2.8406325810783425e-05, | |
| "loss": 0.1282, | |
| "step": 1084 | |
| }, | |
| { | |
| "epoch": 3.6655405405405403, | |
| "grad_norm": 0.35114696621894836, | |
| "learning_rate": 2.798302136296379e-05, | |
| "loss": 0.1098, | |
| "step": 1085 | |
| }, | |
| { | |
| "epoch": 3.668918918918919, | |
| "grad_norm": 0.35527390241622925, | |
| "learning_rate": 2.7558848063178506e-05, | |
| "loss": 0.1129, | |
| "step": 1086 | |
| }, | |
| { | |
| "epoch": 3.6722972972972974, | |
| "grad_norm": 0.3661573827266693, | |
| "learning_rate": 2.713392956221225e-05, | |
| "loss": 0.1187, | |
| "step": 1087 | |
| }, | |
| { | |
| "epoch": 3.6756756756756754, | |
| "grad_norm": 0.3659035265445709, | |
| "learning_rate": 2.6708389728083372e-05, | |
| "loss": 0.1311, | |
| "step": 1088 | |
| }, | |
| { | |
| "epoch": 3.679054054054054, | |
| "grad_norm": 0.36093148589134216, | |
| "learning_rate": 2.6282352609935028e-05, | |
| "loss": 0.1294, | |
| "step": 1089 | |
| }, | |
| { | |
| "epoch": 3.6824324324324325, | |
| "grad_norm": 0.36720040440559387, | |
| "learning_rate": 2.5855942401873734e-05, | |
| "loss": 0.128, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 3.685810810810811, | |
| "grad_norm": 0.40525415539741516, | |
| "learning_rate": 2.5429283406765436e-05, | |
| "loss": 0.1373, | |
| "step": 1091 | |
| }, | |
| { | |
| "epoch": 3.689189189189189, | |
| "grad_norm": 0.3309617042541504, | |
| "learning_rate": 2.50025e-05, | |
| "loss": 0.115, | |
| "step": 1092 | |
| }, | |
| { | |
| "epoch": 3.6925675675675675, | |
| "grad_norm": 0.3174631893634796, | |
| "learning_rate": 2.4575716593234574e-05, | |
| "loss": 0.105, | |
| "step": 1093 | |
| }, | |
| { | |
| "epoch": 3.695945945945946, | |
| "grad_norm": 0.36353635787963867, | |
| "learning_rate": 2.414905759812627e-05, | |
| "loss": 0.1215, | |
| "step": 1094 | |
| }, | |
| { | |
| "epoch": 3.6993243243243246, | |
| "grad_norm": 0.3367186188697815, | |
| "learning_rate": 2.372264739006497e-05, | |
| "loss": 0.1121, | |
| "step": 1095 | |
| }, | |
| { | |
| "epoch": 3.7027027027027026, | |
| "grad_norm": 0.3455405831336975, | |
| "learning_rate": 2.329661027191664e-05, | |
| "loss": 0.1142, | |
| "step": 1096 | |
| }, | |
| { | |
| "epoch": 3.706081081081081, | |
| "grad_norm": 0.3431136906147003, | |
| "learning_rate": 2.287107043778775e-05, | |
| "loss": 0.1132, | |
| "step": 1097 | |
| }, | |
| { | |
| "epoch": 3.7094594594594597, | |
| "grad_norm": 0.34689489006996155, | |
| "learning_rate": 2.2446151936821504e-05, | |
| "loss": 0.1129, | |
| "step": 1098 | |
| }, | |
| { | |
| "epoch": 3.7128378378378377, | |
| "grad_norm": 0.3749043941497803, | |
| "learning_rate": 2.2021978637036214e-05, | |
| "loss": 0.1268, | |
| "step": 1099 | |
| }, | |
| { | |
| "epoch": 3.7162162162162162, | |
| "grad_norm": 0.34978923201560974, | |
| "learning_rate": 2.1598674189216575e-05, | |
| "loss": 0.1285, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 3.7195945945945947, | |
| "grad_norm": 0.3356480300426483, | |
| "learning_rate": 2.117636199086818e-05, | |
| "loss": 0.116, | |
| "step": 1101 | |
| }, | |
| { | |
| "epoch": 3.722972972972973, | |
| "grad_norm": 0.3172987699508667, | |
| "learning_rate": 2.0755165150245906e-05, | |
| "loss": 0.1137, | |
| "step": 1102 | |
| }, | |
| { | |
| "epoch": 3.7263513513513513, | |
| "grad_norm": 0.34791630506515503, | |
| "learning_rate": 2.0335206450466658e-05, | |
| "loss": 0.1153, | |
| "step": 1103 | |
| }, | |
| { | |
| "epoch": 3.72972972972973, | |
| "grad_norm": 0.3284004330635071, | |
| "learning_rate": 1.9916608313716786e-05, | |
| "loss": 0.1131, | |
| "step": 1104 | |
| }, | |
| { | |
| "epoch": 3.733108108108108, | |
| "grad_norm": 0.3191678822040558, | |
| "learning_rate": 1.9499492765564878e-05, | |
| "loss": 0.1123, | |
| "step": 1105 | |
| }, | |
| { | |
| "epoch": 3.7364864864864864, | |
| "grad_norm": 0.33098334074020386, | |
| "learning_rate": 1.9083981399389997e-05, | |
| "loss": 0.1156, | |
| "step": 1106 | |
| }, | |
| { | |
| "epoch": 3.739864864864865, | |
| "grad_norm": 0.3604113459587097, | |
| "learning_rate": 1.8670195340936026e-05, | |
| "loss": 0.1164, | |
| "step": 1107 | |
| }, | |
| { | |
| "epoch": 3.743243243243243, | |
| "grad_norm": 0.33711400628089905, | |
| "learning_rate": 1.825825521300229e-05, | |
| "loss": 0.1077, | |
| "step": 1108 | |
| }, | |
| { | |
| "epoch": 3.7466216216216215, | |
| "grad_norm": 0.3241155743598938, | |
| "learning_rate": 1.7848281100280788e-05, | |
| "loss": 0.1053, | |
| "step": 1109 | |
| }, | |
| { | |
| "epoch": 3.75, | |
| "grad_norm": 0.33422669768333435, | |
| "learning_rate": 1.7440392514350303e-05, | |
| "loss": 0.1226, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 3.7533783783783785, | |
| "grad_norm": 0.30073583126068115, | |
| "learning_rate": 1.7034708358837607e-05, | |
| "loss": 0.0983, | |
| "step": 1111 | |
| }, | |
| { | |
| "epoch": 3.756756756756757, | |
| "grad_norm": 0.37151581048965454, | |
| "learning_rate": 1.6631346894755773e-05, | |
| "loss": 0.1274, | |
| "step": 1112 | |
| }, | |
| { | |
| "epoch": 3.760135135135135, | |
| "grad_norm": 0.3346865773200989, | |
| "learning_rate": 1.6230425706029996e-05, | |
| "loss": 0.1203, | |
| "step": 1113 | |
| }, | |
| { | |
| "epoch": 3.7635135135135136, | |
| "grad_norm": 0.4401615560054779, | |
| "learning_rate": 1.5832061665220622e-05, | |
| "loss": 0.1122, | |
| "step": 1114 | |
| }, | |
| { | |
| "epoch": 3.766891891891892, | |
| "grad_norm": 0.3216763436794281, | |
| "learning_rate": 1.5436370899453666e-05, | |
| "loss": 0.1139, | |
| "step": 1115 | |
| }, | |
| { | |
| "epoch": 3.77027027027027, | |
| "grad_norm": 0.34183549880981445, | |
| "learning_rate": 1.504346875656858e-05, | |
| "loss": 0.1195, | |
| "step": 1116 | |
| }, | |
| { | |
| "epoch": 3.7736486486486487, | |
| "grad_norm": 0.3108338415622711, | |
| "learning_rate": 1.4653469771493166e-05, | |
| "loss": 0.1018, | |
| "step": 1117 | |
| }, | |
| { | |
| "epoch": 3.777027027027027, | |
| "grad_norm": 0.3019558787345886, | |
| "learning_rate": 1.426648763285553e-05, | |
| "loss": 0.1044, | |
| "step": 1118 | |
| }, | |
| { | |
| "epoch": 3.7804054054054053, | |
| "grad_norm": 0.30197712779045105, | |
| "learning_rate": 1.3882635149842685e-05, | |
| "loss": 0.0976, | |
| "step": 1119 | |
| }, | |
| { | |
| "epoch": 3.7837837837837838, | |
| "grad_norm": 15.628427505493164, | |
| "learning_rate": 1.3502024219315524e-05, | |
| "loss": 0.1159, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 3.7871621621621623, | |
| "grad_norm": 0.32293814420700073, | |
| "learning_rate": 1.3124765793189808e-05, | |
| "loss": 0.108, | |
| "step": 1121 | |
| }, | |
| { | |
| "epoch": 3.7905405405405403, | |
| "grad_norm": 0.31840014457702637, | |
| "learning_rate": 1.2750969846092514e-05, | |
| "loss": 0.1011, | |
| "step": 1122 | |
| }, | |
| { | |
| "epoch": 3.793918918918919, | |
| "grad_norm": 0.33972540497779846, | |
| "learning_rate": 1.2380745343303146e-05, | |
| "loss": 0.115, | |
| "step": 1123 | |
| }, | |
| { | |
| "epoch": 3.7972972972972974, | |
| "grad_norm": 0.3430902063846588, | |
| "learning_rate": 1.2014200208989255e-05, | |
| "loss": 0.1136, | |
| "step": 1124 | |
| }, | |
| { | |
| "epoch": 3.8006756756756754, | |
| "grad_norm": 0.34559592604637146, | |
| "learning_rate": 1.165144129474546e-05, | |
| "loss": 0.1172, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 3.804054054054054, | |
| "grad_norm": 0.33134159445762634, | |
| "learning_rate": 1.1292574348445151e-05, | |
| "loss": 0.1107, | |
| "step": 1126 | |
| }, | |
| { | |
| "epoch": 3.8074324324324325, | |
| "grad_norm": 0.2891589403152466, | |
| "learning_rate": 1.0937703983413898e-05, | |
| "loss": 0.0962, | |
| "step": 1127 | |
| }, | |
| { | |
| "epoch": 3.810810810810811, | |
| "grad_norm": 0.34017154574394226, | |
| "learning_rate": 1.058693364793361e-05, | |
| "loss": 0.1168, | |
| "step": 1128 | |
| }, | |
| { | |
| "epoch": 3.814189189189189, | |
| "grad_norm": 0.3454993963241577, | |
| "learning_rate": 1.0240365595086335e-05, | |
| "loss": 0.1167, | |
| "step": 1129 | |
| }, | |
| { | |
| "epoch": 3.8175675675675675, | |
| "grad_norm": 0.33566930890083313, | |
| "learning_rate": 9.898100852946441e-06, | |
| "loss": 0.1209, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 3.820945945945946, | |
| "grad_norm": 0.31290584802627563, | |
| "learning_rate": 9.560239195129949e-06, | |
| "loss": 0.1062, | |
| "step": 1131 | |
| }, | |
| { | |
| "epoch": 3.8243243243243246, | |
| "grad_norm": 0.33595094084739685, | |
| "learning_rate": 9.226879111709494e-06, | |
| "loss": 0.1091, | |
| "step": 1132 | |
| }, | |
| { | |
| "epoch": 3.8277027027027026, | |
| "grad_norm": 0.3021032512187958, | |
| "learning_rate": 8.898117780503471e-06, | |
| "loss": 0.1029, | |
| "step": 1133 | |
| }, | |
| { | |
| "epoch": 3.831081081081081, | |
| "grad_norm": 0.3187675476074219, | |
| "learning_rate": 8.574051038747738e-06, | |
| "loss": 0.1121, | |
| "step": 1134 | |
| }, | |
| { | |
| "epoch": 3.8344594594594597, | |
| "grad_norm": 0.2892165780067444, | |
| "learning_rate": 8.254773355158088e-06, | |
| "loss": 0.1007, | |
| "step": 1135 | |
| }, | |
| { | |
| "epoch": 3.8378378378378377, | |
| "grad_norm": 0.33364662528038025, | |
| "learning_rate": 7.94037780239169e-06, | |
| "loss": 0.1146, | |
| "step": 1136 | |
| }, | |
| { | |
| "epoch": 3.8412162162162162, | |
| "grad_norm": 0.32407206296920776, | |
| "learning_rate": 7.630956029915455e-06, | |
| "loss": 0.1016, | |
| "step": 1137 | |
| }, | |
| { | |
| "epoch": 3.8445945945945947, | |
| "grad_norm": 0.29210153222084045, | |
| "learning_rate": 7.32659823728928e-06, | |
| "loss": 0.0989, | |
| "step": 1138 | |
| }, | |
| { | |
| "epoch": 3.847972972972973, | |
| "grad_norm": 0.3027746081352234, | |
| "learning_rate": 7.027393147871994e-06, | |
| "loss": 0.1031, | |
| "step": 1139 | |
| }, | |
| { | |
| "epoch": 3.8513513513513513, | |
| "grad_norm": 0.34020087122917175, | |
| "learning_rate": 6.733427982957593e-06, | |
| "loss": 0.1105, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 3.85472972972973, | |
| "grad_norm": 0.3309917747974396, | |
| "learning_rate": 6.444788436349374e-06, | |
| "loss": 0.1155, | |
| "step": 1141 | |
| }, | |
| { | |
| "epoch": 3.858108108108108, | |
| "grad_norm": 0.3191674053668976, | |
| "learning_rate": 6.16155864937929e-06, | |
| "loss": 0.1113, | |
| "step": 1142 | |
| }, | |
| { | |
| "epoch": 3.8614864864864864, | |
| "grad_norm": 0.3304139971733093, | |
| "learning_rate": 5.883821186379955e-06, | |
| "loss": 0.1113, | |
| "step": 1143 | |
| }, | |
| { | |
| "epoch": 3.864864864864865, | |
| "grad_norm": 0.3479062616825104, | |
| "learning_rate": 5.6116570106162695e-06, | |
| "loss": 0.1173, | |
| "step": 1144 | |
| }, | |
| { | |
| "epoch": 3.868243243243243, | |
| "grad_norm": 0.3519810140132904, | |
| "learning_rate": 5.345145460683825e-06, | |
| "loss": 0.1076, | |
| "step": 1145 | |
| }, | |
| { | |
| "epoch": 3.8716216216216215, | |
| "grad_norm": 0.4121153652667999, | |
| "learning_rate": 5.0843642273809276e-06, | |
| "loss": 0.1073, | |
| "step": 1146 | |
| }, | |
| { | |
| "epoch": 3.875, | |
| "grad_norm": 0.3174130618572235, | |
| "learning_rate": 4.82938933106091e-06, | |
| "loss": 0.1016, | |
| "step": 1147 | |
| }, | |
| { | |
| "epoch": 3.8783783783783785, | |
| "grad_norm": 0.2952731251716614, | |
| "learning_rate": 4.5802950994714764e-06, | |
| "loss": 0.1038, | |
| "step": 1148 | |
| }, | |
| { | |
| "epoch": 3.881756756756757, | |
| "grad_norm": 0.304749071598053, | |
| "learning_rate": 4.337154146087377e-06, | |
| "loss": 0.1083, | |
| "step": 1149 | |
| }, | |
| { | |
| "epoch": 3.885135135135135, | |
| "grad_norm": 0.3059677481651306, | |
| "learning_rate": 4.100037348942866e-06, | |
| "loss": 0.099, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 3.8885135135135136, | |
| "grad_norm": 0.3029370605945587, | |
| "learning_rate": 3.869013829970057e-06, | |
| "loss": 0.1017, | |
| "step": 1151 | |
| }, | |
| { | |
| "epoch": 3.891891891891892, | |
| "grad_norm": 0.28835681080818176, | |
| "learning_rate": 3.644150934849158e-06, | |
| "loss": 0.1, | |
| "step": 1152 | |
| }, | |
| { | |
| "epoch": 3.89527027027027, | |
| "grad_norm": 0.2965335249900818, | |
| "learning_rate": 3.425514213376533e-06, | |
| "loss": 0.1023, | |
| "step": 1153 | |
| }, | |
| { | |
| "epoch": 3.8986486486486487, | |
| "grad_norm": 0.2934282422065735, | |
| "learning_rate": 3.213167400356303e-06, | |
| "loss": 0.0937, | |
| "step": 1154 | |
| }, | |
| { | |
| "epoch": 3.902027027027027, | |
| "grad_norm": 0.32294800877571106, | |
| "learning_rate": 3.007172397020972e-06, | |
| "loss": 0.1108, | |
| "step": 1155 | |
| }, | |
| { | |
| "epoch": 3.9054054054054053, | |
| "grad_norm": 0.2884935438632965, | |
| "learning_rate": 2.8075892529866257e-06, | |
| "loss": 0.1025, | |
| "step": 1156 | |
| }, | |
| { | |
| "epoch": 3.9087837837837838, | |
| "grad_norm": 0.31093308329582214, | |
| "learning_rate": 2.6144761487478416e-06, | |
| "loss": 0.107, | |
| "step": 1157 | |
| }, | |
| { | |
| "epoch": 3.9121621621621623, | |
| "grad_norm": 0.3277430236339569, | |
| "learning_rate": 2.4278893787174935e-06, | |
| "loss": 0.1216, | |
| "step": 1158 | |
| }, | |
| { | |
| "epoch": 3.9155405405405403, | |
| "grad_norm": 0.467430979013443, | |
| "learning_rate": 2.2478833348163886e-06, | |
| "loss": 0.3528, | |
| "step": 1159 | |
| }, | |
| { | |
| "epoch": 3.918918918918919, | |
| "grad_norm": 0.2848818302154541, | |
| "learning_rate": 2.074510490617438e-06, | |
| "loss": 0.0981, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 3.9222972972972974, | |
| "grad_norm": 0.2947328984737396, | |
| "learning_rate": 1.9078213860491097e-06, | |
| "loss": 0.1003, | |
| "step": 1161 | |
| }, | |
| { | |
| "epoch": 3.9256756756756754, | |
| "grad_norm": 0.28310471773147583, | |
| "learning_rate": 1.7478646126625187e-06, | |
| "loss": 0.096, | |
| "step": 1162 | |
| }, | |
| { | |
| "epoch": 3.929054054054054, | |
| "grad_norm": 0.31671369075775146, | |
| "learning_rate": 1.5946867994665007e-06, | |
| "loss": 0.1062, | |
| "step": 1163 | |
| }, | |
| { | |
| "epoch": 3.9324324324324325, | |
| "grad_norm": 0.2964227795600891, | |
| "learning_rate": 1.4483325993347872e-06, | |
| "loss": 0.102, | |
| "step": 1164 | |
| }, | |
| { | |
| "epoch": 3.935810810810811, | |
| "grad_norm": 0.309048593044281, | |
| "learning_rate": 1.308844675989258e-06, | |
| "loss": 0.1049, | |
| "step": 1165 | |
| }, | |
| { | |
| "epoch": 3.939189189189189, | |
| "grad_norm": 0.31580665707588196, | |
| "learning_rate": 1.1762636915630122e-06, | |
| "loss": 0.1019, | |
| "step": 1166 | |
| }, | |
| { | |
| "epoch": 3.9425675675675675, | |
| "grad_norm": 0.27929919958114624, | |
| "learning_rate": 1.0506282947469768e-06, | |
| "loss": 0.0962, | |
| "step": 1167 | |
| }, | |
| { | |
| "epoch": 3.945945945945946, | |
| "grad_norm": 0.44457200169563293, | |
| "learning_rate": 9.319751095233885e-07, | |
| "loss": 0.3502, | |
| "step": 1168 | |
| }, | |
| { | |
| "epoch": 3.9493243243243246, | |
| "grad_norm": 0.26814886927604675, | |
| "learning_rate": 8.203387244895631e-07, | |
| "loss": 0.0968, | |
| "step": 1169 | |
| }, | |
| { | |
| "epoch": 3.9527027027027026, | |
| "grad_norm": 0.31180819869041443, | |
| "learning_rate": 7.157516827749585e-07, | |
| "loss": 0.1097, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 3.956081081081081, | |
| "grad_norm": 0.30869176983833313, | |
| "learning_rate": 6.182444725545342e-07, | |
| "loss": 0.1067, | |
| "step": 1171 | |
| }, | |
| { | |
| "epoch": 3.9594594594594597, | |
| "grad_norm": 0.29772305488586426, | |
| "learning_rate": 5.278455181611357e-07, | |
| "loss": 0.1061, | |
| "step": 1172 | |
| }, | |
| { | |
| "epoch": 3.9628378378378377, | |
| "grad_norm": 0.3115202784538269, | |
| "learning_rate": 4.445811717995063e-07, | |
| "loss": 0.1081, | |
| "step": 1173 | |
| }, | |
| { | |
| "epoch": 3.9662162162162162, | |
| "grad_norm": 0.31144705414772034, | |
| "learning_rate": 3.684757058643714e-07, | |
| "loss": 0.097, | |
| "step": 1174 | |
| }, | |
| { | |
| "epoch": 3.9695945945945947, | |
| "grad_norm": 0.3056892156600952, | |
| "learning_rate": 2.995513058647855e-07, | |
| "loss": 0.1069, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 3.972972972972973, | |
| "grad_norm": 0.327035129070282, | |
| "learning_rate": 2.3782806395682474e-07, | |
| "loss": 0.1168, | |
| "step": 1176 | |
| }, | |
| { | |
| "epoch": 3.9763513513513513, | |
| "grad_norm": 0.31039026379585266, | |
| "learning_rate": 1.8332397308652485e-07, | |
| "loss": 0.105, | |
| "step": 1177 | |
| }, | |
| { | |
| "epoch": 3.97972972972973, | |
| "grad_norm": 0.2924991548061371, | |
| "learning_rate": 1.3605492174477425e-07, | |
| "loss": 0.0984, | |
| "step": 1178 | |
| }, | |
| { | |
| "epoch": 3.983108108108108, | |
| "grad_norm": 0.2952897250652313, | |
| "learning_rate": 9.603468933562955e-08, | |
| "loss": 0.1039, | |
| "step": 1179 | |
| }, | |
| { | |
| "epoch": 3.9864864864864864, | |
| "grad_norm": 0.28377214074134827, | |
| "learning_rate": 6.32749421594948e-08, | |
| "loss": 0.098, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 3.989864864864865, | |
| "grad_norm": 0.3225543200969696, | |
| "learning_rate": 3.778523001229054e-08, | |
| "loss": 0.1196, | |
| "step": 1181 | |
| }, | |
| { | |
| "epoch": 3.993243243243243, | |
| "grad_norm": 0.3456767201423645, | |
| "learning_rate": 1.957298340156484e-08, | |
| "loss": 0.1071, | |
| "step": 1182 | |
| }, | |
| { | |
| "epoch": 3.9966216216216215, | |
| "grad_norm": 0.30064505338668823, | |
| "learning_rate": 8.64351138044836e-09, | |
| "loss": 0.1043, | |
| "step": 1183 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "grad_norm": 0.30672967433929443, | |
| "learning_rate": 5e-09, | |
| "loss": 0.0813, | |
| "step": 1184 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "step": 1184, | |
| "total_flos": 1.048251868267099e+19, | |
| "train_loss": 0.24899632067771982, | |
| "train_runtime": 10196.9918, | |
| "train_samples_per_second": 2.78, | |
| "train_steps_per_second": 0.116 | |
| } | |
| ], | |
| "logging_steps": 1.0, | |
| "max_steps": 1184, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 4, | |
| "save_steps": 250, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.048251868267099e+19, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |