| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.0, | |
| "eval_steps": 500, | |
| "global_step": 3898, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 0.7940189116741517, | |
| "learning_rate": 5.128205128205128e-07, | |
| "loss": 1.2901, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 0.8549670354423652, | |
| "learning_rate": 2.564102564102564e-06, | |
| "loss": 1.1983, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 0.5576375802504129, | |
| "learning_rate": 5.128205128205128e-06, | |
| "loss": 1.0245, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 0.659060642425238, | |
| "learning_rate": 7.692307692307694e-06, | |
| "loss": 1.059, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.5974849589264373, | |
| "learning_rate": 1.0256410256410256e-05, | |
| "loss": 1.1426, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.8598589383620435, | |
| "learning_rate": 1.282051282051282e-05, | |
| "loss": 1.0725, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.7508232225220164, | |
| "learning_rate": 1.5384615384615387e-05, | |
| "loss": 1.1266, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.7318286527682681, | |
| "learning_rate": 1.794871794871795e-05, | |
| "loss": 0.8731, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.4400452199237334, | |
| "learning_rate": 2.0512820512820512e-05, | |
| "loss": 0.9001, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.3581907713644131, | |
| "learning_rate": 2.307692307692308e-05, | |
| "loss": 0.8492, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.4752977404545827, | |
| "learning_rate": 2.564102564102564e-05, | |
| "loss": 0.8143, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.47540987111824407, | |
| "learning_rate": 2.8205128205128207e-05, | |
| "loss": 0.7851, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.3486905588773928, | |
| "learning_rate": 3.0769230769230774e-05, | |
| "loss": 0.7796, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.4379263022871022, | |
| "learning_rate": 3.3333333333333335e-05, | |
| "loss": 0.7896, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.46208045268944636, | |
| "learning_rate": 3.58974358974359e-05, | |
| "loss": 0.8126, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.38482216190878704, | |
| "learning_rate": 3.846153846153846e-05, | |
| "loss": 0.7794, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.36177681119574645, | |
| "learning_rate": 4.1025641025641023e-05, | |
| "loss": 0.7081, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.4222837002069195, | |
| "learning_rate": 4.358974358974359e-05, | |
| "loss": 0.7807, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.37505732650970885, | |
| "learning_rate": 4.615384615384616e-05, | |
| "loss": 0.6835, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.5376404476864999, | |
| "learning_rate": 4.871794871794872e-05, | |
| "loss": 0.6775, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.33127308677570055, | |
| "learning_rate": 5.128205128205128e-05, | |
| "loss": 0.7702, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.30805670386128153, | |
| "learning_rate": 5.384615384615385e-05, | |
| "loss": 0.7311, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.3064832637009184, | |
| "learning_rate": 5.6410256410256414e-05, | |
| "loss": 0.7068, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.36300239603665035, | |
| "learning_rate": 5.897435897435898e-05, | |
| "loss": 0.8024, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.546235320721914, | |
| "learning_rate": 6.153846153846155e-05, | |
| "loss": 0.8347, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.4262756501942376, | |
| "learning_rate": 6.410256410256412e-05, | |
| "loss": 0.7733, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.31870027810040585, | |
| "learning_rate": 6.666666666666667e-05, | |
| "loss": 0.7072, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 0.5080881100002653, | |
| "learning_rate": 6.923076923076924e-05, | |
| "loss": 0.7419, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.45131101725332007, | |
| "learning_rate": 7.17948717948718e-05, | |
| "loss": 0.6721, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.4015662904289768, | |
| "learning_rate": 7.435897435897436e-05, | |
| "loss": 0.8274, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.30635979357766263, | |
| "learning_rate": 7.692307692307693e-05, | |
| "loss": 0.7501, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.2563663658930907, | |
| "learning_rate": 7.948717948717948e-05, | |
| "loss": 0.6621, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.3851611498390434, | |
| "learning_rate": 8.205128205128205e-05, | |
| "loss": 0.6981, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.32054712548206815, | |
| "learning_rate": 8.461538461538461e-05, | |
| "loss": 0.7648, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.3604034886379123, | |
| "learning_rate": 8.717948717948718e-05, | |
| "loss": 0.721, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.2978365211793088, | |
| "learning_rate": 8.974358974358975e-05, | |
| "loss": 0.7665, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.28010588660358143, | |
| "learning_rate": 9.230769230769232e-05, | |
| "loss": 0.6919, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.3041954902881447, | |
| "learning_rate": 9.487179487179487e-05, | |
| "loss": 0.6963, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.3624614794713746, | |
| "learning_rate": 9.743589743589744e-05, | |
| "loss": 0.7866, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.29529594264100556, | |
| "learning_rate": 0.0001, | |
| "loss": 0.7542, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.29313493488432457, | |
| "learning_rate": 0.00010256410256410256, | |
| "loss": 0.8368, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.3309957222386564, | |
| "learning_rate": 0.00010512820512820514, | |
| "loss": 0.6755, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.39864413284171824, | |
| "learning_rate": 0.0001076923076923077, | |
| "loss": 0.7935, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.3022145052274676, | |
| "learning_rate": 0.00011025641025641027, | |
| "loss": 0.77, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.3188687614270182, | |
| "learning_rate": 0.00011282051282051283, | |
| "loss": 0.764, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.2771960353584736, | |
| "learning_rate": 0.00011538461538461538, | |
| "loss": 0.7025, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.34181074966932906, | |
| "learning_rate": 0.00011794871794871796, | |
| "loss": 0.7206, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.28461361041254846, | |
| "learning_rate": 0.00012051282051282052, | |
| "loss": 0.752, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.7008172335009641, | |
| "learning_rate": 0.0001230769230769231, | |
| "loss": 0.8087, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.21894206670691171, | |
| "learning_rate": 0.00012564102564102564, | |
| "loss": 0.7153, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.29593725228870665, | |
| "learning_rate": 0.00012820512820512823, | |
| "loss": 0.7168, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.2519334320641686, | |
| "learning_rate": 0.00013076923076923077, | |
| "loss": 0.7517, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.32763786349227375, | |
| "learning_rate": 0.00013333333333333334, | |
| "loss": 0.6877, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.3792543190404934, | |
| "learning_rate": 0.0001358974358974359, | |
| "loss": 0.7357, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.21121164349273067, | |
| "learning_rate": 0.00013846153846153847, | |
| "loss": 0.7251, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.25702919707855326, | |
| "learning_rate": 0.00014102564102564104, | |
| "loss": 0.728, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.2523953056455061, | |
| "learning_rate": 0.0001435897435897436, | |
| "loss": 0.6635, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.29400188903129665, | |
| "learning_rate": 0.00014615384615384615, | |
| "loss": 0.6737, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.28480340987225256, | |
| "learning_rate": 0.00014871794871794872, | |
| "loss": 0.6627, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.6318376196782489, | |
| "learning_rate": 0.00015128205128205128, | |
| "loss": 0.7294, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.30039963893256977, | |
| "learning_rate": 0.00015384615384615385, | |
| "loss": 0.8311, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.28222145819043015, | |
| "learning_rate": 0.00015641025641025642, | |
| "loss": 0.7052, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.23714903546035276, | |
| "learning_rate": 0.00015897435897435896, | |
| "loss": 0.6598, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.24757276162013622, | |
| "learning_rate": 0.00016153846153846155, | |
| "loss": 0.7401, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.25140380741663676, | |
| "learning_rate": 0.0001641025641025641, | |
| "loss": 0.6531, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.30309172865038203, | |
| "learning_rate": 0.0001666666666666667, | |
| "loss": 0.6746, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.27958455276568867, | |
| "learning_rate": 0.00016923076923076923, | |
| "loss": 0.7966, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.23922247511746272, | |
| "learning_rate": 0.0001717948717948718, | |
| "loss": 0.8222, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.2525786116177449, | |
| "learning_rate": 0.00017435897435897436, | |
| "loss": 0.7323, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.2657739010257245, | |
| "learning_rate": 0.00017692307692307693, | |
| "loss": 0.7402, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.28236890518445834, | |
| "learning_rate": 0.0001794871794871795, | |
| "loss": 0.8582, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.33868871224317904, | |
| "learning_rate": 0.00018205128205128207, | |
| "loss": 0.7021, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.3770994222569293, | |
| "learning_rate": 0.00018461538461538463, | |
| "loss": 0.6761, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.4018353610014071, | |
| "learning_rate": 0.0001871794871794872, | |
| "loss": 0.7644, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.29301791588126386, | |
| "learning_rate": 0.00018974358974358974, | |
| "loss": 0.7497, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.2525840897139569, | |
| "learning_rate": 0.00019230769230769233, | |
| "loss": 0.6905, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.2282690464906889, | |
| "learning_rate": 0.00019487179487179487, | |
| "loss": 0.628, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.29122371361878807, | |
| "learning_rate": 0.00019743589743589744, | |
| "loss": 0.7005, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.2641474899247467, | |
| "learning_rate": 0.0002, | |
| "loss": 0.8084, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.21454542770751026, | |
| "learning_rate": 0.00019999899748734544, | |
| "loss": 0.7702, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.22924120222036806, | |
| "learning_rate": 0.00019999598996948235, | |
| "loss": 0.6556, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.32163392243239314, | |
| "learning_rate": 0.00019999097750671223, | |
| "loss": 0.731, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.25259388958326623, | |
| "learning_rate": 0.00019998396019953624, | |
| "loss": 0.6915, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.258567962978177, | |
| "learning_rate": 0.00019997493818865318, | |
| "loss": 0.7234, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.2743302123872774, | |
| "learning_rate": 0.0001999639116549566, | |
| "loss": 0.5963, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.26201706655388224, | |
| "learning_rate": 0.00019995088081953136, | |
| "loss": 0.7192, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.33838871762466366, | |
| "learning_rate": 0.00019993584594364894, | |
| "loss": 0.6471, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.24855520937031114, | |
| "learning_rate": 0.00019991880732876246, | |
| "loss": 0.7001, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.23979280174747938, | |
| "learning_rate": 0.0001998997653165004, | |
| "loss": 0.7427, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.2491200817907366, | |
| "learning_rate": 0.00019987872028866003, | |
| "loss": 0.8069, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.2799825613310986, | |
| "learning_rate": 0.00019985567266719934, | |
| "loss": 0.7842, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.2171357139053752, | |
| "learning_rate": 0.00019983062291422908, | |
| "loss": 0.7458, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.2571958093636779, | |
| "learning_rate": 0.00019980357153200315, | |
| "loss": 0.7086, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.32814189406723127, | |
| "learning_rate": 0.00019977451906290854, | |
| "loss": 0.7168, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.232636717309027, | |
| "learning_rate": 0.00019974346608945466, | |
| "loss": 0.7444, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.2564556626752832, | |
| "learning_rate": 0.0001997104132342614, | |
| "loss": 0.6684, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.2328343453656683, | |
| "learning_rate": 0.00019967536116004698, | |
| "loss": 0.814, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.2743961290431054, | |
| "learning_rate": 0.00019963831056961433, | |
| "loss": 0.6833, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.26151241758992244, | |
| "learning_rate": 0.00019959926220583713, | |
| "loss": 0.7213, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.23479176176270686, | |
| "learning_rate": 0.000199558216851645, | |
| "loss": 0.7367, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.2620759960364289, | |
| "learning_rate": 0.00019951517533000764, | |
| "loss": 0.6078, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.2558927478335512, | |
| "learning_rate": 0.00019947013850391847, | |
| "loss": 0.712, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.25988357901337633, | |
| "learning_rate": 0.00019942310727637724, | |
| "loss": 0.7728, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.2750603881771427, | |
| "learning_rate": 0.000199374082590372, | |
| "loss": 0.7573, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.22168568020157275, | |
| "learning_rate": 0.00019932306542886009, | |
| "loss": 0.741, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.2776057859080138, | |
| "learning_rate": 0.0001992700568147485, | |
| "loss": 0.7221, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.309528370273256, | |
| "learning_rate": 0.00019921505781087334, | |
| "loss": 0.7362, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.3228391807985929, | |
| "learning_rate": 0.00019915806951997862, | |
| "loss": 0.7958, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.23972118913650053, | |
| "learning_rate": 0.00019909909308469398, | |
| "loss": 0.76, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.24351868304057644, | |
| "learning_rate": 0.0001990381296875118, | |
| "loss": 0.6869, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.35582198947398647, | |
| "learning_rate": 0.0001989751805507637, | |
| "loss": 0.814, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.2711433452256402, | |
| "learning_rate": 0.0001989102469365958, | |
| "loss": 0.8162, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.23300078896983795, | |
| "learning_rate": 0.00019884333014694345, | |
| "loss": 0.7118, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.2640371108479178, | |
| "learning_rate": 0.00019877443152350527, | |
| "loss": 0.7364, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.24281805118776953, | |
| "learning_rate": 0.00019870355244771607, | |
| "loss": 0.6726, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.2937389542412289, | |
| "learning_rate": 0.0001986306943407193, | |
| "loss": 0.7418, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.244991044922138, | |
| "learning_rate": 0.00019855585866333835, | |
| "loss": 0.7476, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.2799677386092935, | |
| "learning_rate": 0.00019847904691604757, | |
| "loss": 0.751, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.28203702245279344, | |
| "learning_rate": 0.00019840026063894193, | |
| "loss": 0.6952, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.32320414101450645, | |
| "learning_rate": 0.0001983195014117062, | |
| "loss": 0.7425, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.2991698548751533, | |
| "learning_rate": 0.00019823677085358335, | |
| "loss": 0.6539, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.279534327063564, | |
| "learning_rate": 0.00019815207062334197, | |
| "loss": 0.6844, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.23855364154241135, | |
| "learning_rate": 0.00019806540241924317, | |
| "loss": 0.7484, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.2750191162103587, | |
| "learning_rate": 0.00019797676797900633, | |
| "loss": 0.7655, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.2592922229570989, | |
| "learning_rate": 0.00019788616907977441, | |
| "loss": 0.7368, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.21539765246350112, | |
| "learning_rate": 0.0001977936075380783, | |
| "loss": 0.6314, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.24593391755509492, | |
| "learning_rate": 0.00019769908520980034, | |
| "loss": 0.7463, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.277301291124461, | |
| "learning_rate": 0.00019760260399013708, | |
| "loss": 0.721, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.2676695353061291, | |
| "learning_rate": 0.00019750416581356146, | |
| "loss": 0.7112, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.24096399922364115, | |
| "learning_rate": 0.0001974037726537838, | |
| "loss": 0.6304, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.2973476162334585, | |
| "learning_rate": 0.00019730142652371236, | |
| "loss": 0.6467, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.2766324556390413, | |
| "learning_rate": 0.00019719712947541295, | |
| "loss": 0.6812, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.18389408950636116, | |
| "learning_rate": 0.0001970908836000678, | |
| "loss": 0.6861, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.2410351531016274, | |
| "learning_rate": 0.00019698269102793358, | |
| "loss": 0.6532, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.30102039950416376, | |
| "learning_rate": 0.00019687255392829877, | |
| "loss": 0.6568, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.23183235360102647, | |
| "learning_rate": 0.00019676047450944008, | |
| "loss": 0.5751, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.2933000436636493, | |
| "learning_rate": 0.0001966464550185782, | |
| "loss": 0.7648, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.277707855647548, | |
| "learning_rate": 0.00019653049774183282, | |
| "loss": 0.5829, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.2734745539147106, | |
| "learning_rate": 0.0001964126050041767, | |
| "loss": 0.7626, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.27801067049837663, | |
| "learning_rate": 0.000196292779169389, | |
| "loss": 0.6745, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.35804549859433416, | |
| "learning_rate": 0.0001961710226400081, | |
| "loss": 0.7154, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.33687341140848004, | |
| "learning_rate": 0.00019604733785728317, | |
| "loss": 0.7147, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.3002177976890752, | |
| "learning_rate": 0.00019592172730112544, | |
| "loss": 0.708, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.29390663775324355, | |
| "learning_rate": 0.00019579419349005837, | |
| "loss": 0.7968, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.2746665644289368, | |
| "learning_rate": 0.00019566473898116713, | |
| "loss": 0.7023, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.30268203726113624, | |
| "learning_rate": 0.00019553336637004735, | |
| "loss": 0.742, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.2203190362696549, | |
| "learning_rate": 0.0001954000782907532, | |
| "loss": 0.7494, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.27657841960508833, | |
| "learning_rate": 0.00019526487741574437, | |
| "loss": 0.7819, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.30505267558261334, | |
| "learning_rate": 0.00019512776645583263, | |
| "loss": 0.6908, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.275012136618905, | |
| "learning_rate": 0.0001949887481601274, | |
| "loss": 0.812, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.4270284365039847, | |
| "learning_rate": 0.00019484782531598073, | |
| "loss": 0.6919, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.33434183829428676, | |
| "learning_rate": 0.0001947050007489313, | |
| "loss": 0.8373, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.30427892181618366, | |
| "learning_rate": 0.00019456027732264784, | |
| "loss": 0.7148, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.3415786735415135, | |
| "learning_rate": 0.00019441365793887162, | |
| "loss": 0.7583, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.2507569242816778, | |
| "learning_rate": 0.00019426514553735848, | |
| "loss": 0.7327, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.21839556494141277, | |
| "learning_rate": 0.00019411474309581958, | |
| "loss": 0.6872, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.27502259439590165, | |
| "learning_rate": 0.00019396245362986197, | |
| "loss": 0.7212, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.31223346554540926, | |
| "learning_rate": 0.00019380828019292798, | |
| "loss": 0.6689, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.36757959748248226, | |
| "learning_rate": 0.00019365222587623405, | |
| "loss": 0.6952, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.22435035120320537, | |
| "learning_rate": 0.00019349429380870873, | |
| "loss": 0.7388, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.2829985423238805, | |
| "learning_rate": 0.00019333448715692995, | |
| "loss": 0.7512, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.2496925408376058, | |
| "learning_rate": 0.0001931728091250615, | |
| "loss": 0.785, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.25741128000037666, | |
| "learning_rate": 0.00019300926295478884, | |
| "loss": 0.769, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.27594077518066623, | |
| "learning_rate": 0.00019284385192525405, | |
| "loss": 0.692, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.2853537905685808, | |
| "learning_rate": 0.0001926765793529902, | |
| "loss": 0.7143, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.2651467635782436, | |
| "learning_rate": 0.00019250744859185468, | |
| "loss": 0.7936, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.3346954952733162, | |
| "learning_rate": 0.00019233646303296205, | |
| "loss": 0.7081, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.26867358358733323, | |
| "learning_rate": 0.000192163626104616, | |
| "loss": 0.6809, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.28504787352387484, | |
| "learning_rate": 0.00019198894127224074, | |
| "loss": 0.7529, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.3899181097549748, | |
| "learning_rate": 0.00019181241203831137, | |
| "loss": 0.7733, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.3386788353875776, | |
| "learning_rate": 0.0001916340419422837, | |
| "loss": 0.7467, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.27850551310804966, | |
| "learning_rate": 0.00019145383456052327, | |
| "loss": 0.6916, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.2671031051978256, | |
| "learning_rate": 0.00019127179350623372, | |
| "loss": 0.6951, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.3758548589898052, | |
| "learning_rate": 0.00019108792242938425, | |
| "loss": 0.6892, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.301048604600236, | |
| "learning_rate": 0.0001909022250166365, | |
| "loss": 0.6979, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.23229573279853194, | |
| "learning_rate": 0.00019071470499127058, | |
| "loss": 0.6935, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.30646168773183613, | |
| "learning_rate": 0.00019052536611311046, | |
| "loss": 0.7406, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.23840081090154241, | |
| "learning_rate": 0.0001903342121784486, | |
| "loss": 0.6804, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.3415488557571022, | |
| "learning_rate": 0.00019014124701996973, | |
| "loss": 0.7208, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.2437048041319469, | |
| "learning_rate": 0.00018994647450667413, | |
| "loss": 0.7033, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.27194596378878544, | |
| "learning_rate": 0.00018974989854379996, | |
| "loss": 0.7523, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.29587923128889887, | |
| "learning_rate": 0.00018955152307274507, | |
| "loss": 0.687, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.2461081590732809, | |
| "learning_rate": 0.00018935135207098785, | |
| "loss": 0.6655, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.2924444087440772, | |
| "learning_rate": 0.00018914938955200754, | |
| "loss": 0.6819, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.2553944811817433, | |
| "learning_rate": 0.00018894563956520374, | |
| "loss": 0.7684, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.28957181182369396, | |
| "learning_rate": 0.0001887401061958153, | |
| "loss": 0.7766, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.2785032642860862, | |
| "learning_rate": 0.00018853279356483826, | |
| "loss": 0.7712, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.28527351035777204, | |
| "learning_rate": 0.00018832370582894334, | |
| "loss": 0.6425, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.3575295869608585, | |
| "learning_rate": 0.00018811284718039256, | |
| "loss": 0.6777, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.27729585332023104, | |
| "learning_rate": 0.00018790022184695523, | |
| "loss": 0.6822, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.35797548004437607, | |
| "learning_rate": 0.00018768583409182305, | |
| "loss": 0.7349, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.23438312320664967, | |
| "learning_rate": 0.00018746968821352483, | |
| "loss": 0.7424, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.30004449608881456, | |
| "learning_rate": 0.00018725178854584007, | |
| "loss": 0.7366, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.25679879736213285, | |
| "learning_rate": 0.00018703213945771229, | |
| "loss": 0.7473, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.28382114645109796, | |
| "learning_rate": 0.00018681074535316125, | |
| "loss": 0.8144, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.24972781946965186, | |
| "learning_rate": 0.00018658761067119484, | |
| "loss": 0.6927, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.30834044136784544, | |
| "learning_rate": 0.00018636273988571991, | |
| "loss": 0.6803, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.2649505204628836, | |
| "learning_rate": 0.00018613613750545255, | |
| "loss": 0.6411, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.27400500427151636, | |
| "learning_rate": 0.0001859078080738279, | |
| "loss": 0.7043, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.2723459029072118, | |
| "learning_rate": 0.00018567775616890888, | |
| "loss": 0.7234, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.2635191155504064, | |
| "learning_rate": 0.00018544598640329432, | |
| "loss": 0.7131, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.24356420411141796, | |
| "learning_rate": 0.00018521250342402672, | |
| "loss": 0.7638, | |
| "step": 1005 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.21340372473955896, | |
| "learning_rate": 0.00018497731191249894, | |
| "loss": 0.7671, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.24554004517500114, | |
| "learning_rate": 0.00018474041658436027, | |
| "loss": 0.7679, | |
| "step": 1015 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.2556998456537391, | |
| "learning_rate": 0.000184501822189422, | |
| "loss": 0.7323, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.25911000225159375, | |
| "learning_rate": 0.0001842615335115621, | |
| "loss": 0.7126, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.29529555659956847, | |
| "learning_rate": 0.00018401955536862948, | |
| "loss": 0.8061, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.2923465430082093, | |
| "learning_rate": 0.00018377589261234705, | |
| "loss": 0.7151, | |
| "step": 1035 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.2186889691059259, | |
| "learning_rate": 0.0001835305501282148, | |
| "loss": 0.8274, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.2841289282189221, | |
| "learning_rate": 0.00018328353283541158, | |
| "loss": 0.724, | |
| "step": 1045 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.2951337244107648, | |
| "learning_rate": 0.00018303484568669667, | |
| "loss": 0.6899, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.15330703509842647, | |
| "learning_rate": 0.00018278449366831035, | |
| "loss": 0.5995, | |
| "step": 1055 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.24116956612307694, | |
| "learning_rate": 0.00018253248179987388, | |
| "loss": 0.7076, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.2871300642732821, | |
| "learning_rate": 0.00018227881513428908, | |
| "loss": 0.7362, | |
| "step": 1065 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.2979215272527789, | |
| "learning_rate": 0.0001820234987576368, | |
| "loss": 0.7023, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.2663915798849715, | |
| "learning_rate": 0.00018176653778907492, | |
| "loss": 0.7347, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.29904674261298314, | |
| "learning_rate": 0.00018150793738073602, | |
| "loss": 0.6495, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.3165528665189004, | |
| "learning_rate": 0.00018124770271762364, | |
| "loss": 0.6942, | |
| "step": 1085 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.3378794686368825, | |
| "learning_rate": 0.00018098583901750867, | |
| "loss": 0.7095, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 1.1302992690531124, | |
| "learning_rate": 0.00018072235153082455, | |
| "loss": 0.6416, | |
| "step": 1095 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.254510249703615, | |
| "learning_rate": 0.00018045724554056214, | |
| "loss": 0.7611, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.32229289030294994, | |
| "learning_rate": 0.0001801905263621636, | |
| "loss": 0.7632, | |
| "step": 1105 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.2671186610260709, | |
| "learning_rate": 0.0001799221993434159, | |
| "loss": 0.7229, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.21433416331211266, | |
| "learning_rate": 0.00017965226986434377, | |
| "loss": 0.6888, | |
| "step": 1115 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.39600504574420103, | |
| "learning_rate": 0.00017938074333710157, | |
| "loss": 0.7202, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.3134397942298124, | |
| "learning_rate": 0.00017910762520586485, | |
| "loss": 0.7254, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.24898380650617621, | |
| "learning_rate": 0.00017883292094672128, | |
| "loss": 0.7194, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.32622878287643925, | |
| "learning_rate": 0.00017855663606756078, | |
| "loss": 0.6838, | |
| "step": 1135 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.2301148369047203, | |
| "learning_rate": 0.00017827877610796514, | |
| "loss": 0.6755, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.35924771537726957, | |
| "learning_rate": 0.00017799934663909682, | |
| "loss": 0.7154, | |
| "step": 1145 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.3190069733998683, | |
| "learning_rate": 0.00017771835326358743, | |
| "loss": 0.6468, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.26523634849673267, | |
| "learning_rate": 0.00017743580161542525, | |
| "loss": 0.656, | |
| "step": 1155 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.2073552819004321, | |
| "learning_rate": 0.00017715169735984233, | |
| "loss": 0.662, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.29144492490212454, | |
| "learning_rate": 0.00017686604619320093, | |
| "loss": 0.7378, | |
| "step": 1165 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.2826085444372445, | |
| "learning_rate": 0.0001765788538428792, | |
| "loss": 0.8061, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.3503084495094886, | |
| "learning_rate": 0.00017629012606715648, | |
| "loss": 0.7476, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.40190773179750555, | |
| "learning_rate": 0.00017599986865509767, | |
| "loss": 0.7002, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.3512537138147811, | |
| "learning_rate": 0.00017570808742643746, | |
| "loss": 0.7955, | |
| "step": 1185 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.2686040145129207, | |
| "learning_rate": 0.00017541478823146327, | |
| "loss": 0.7205, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.2572903388079848, | |
| "learning_rate": 0.00017511997695089822, | |
| "loss": 0.7258, | |
| "step": 1195 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.2746446577869629, | |
| "learning_rate": 0.00017482365949578302, | |
| "loss": 0.6587, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.2656858612857696, | |
| "learning_rate": 0.00017452584180735774, | |
| "loss": 0.7334, | |
| "step": 1205 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.25317024575228997, | |
| "learning_rate": 0.00017422652985694237, | |
| "loss": 0.7051, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.2309813519294251, | |
| "learning_rate": 0.00017392572964581725, | |
| "loss": 0.7013, | |
| "step": 1215 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.23745896843674344, | |
| "learning_rate": 0.00017362344720510278, | |
| "loss": 0.706, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.2965283402007185, | |
| "learning_rate": 0.00017331968859563834, | |
| "loss": 0.7749, | |
| "step": 1225 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.26530828241172705, | |
| "learning_rate": 0.00017301445990786102, | |
| "loss": 0.7566, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.3188702889740104, | |
| "learning_rate": 0.00017270776726168317, | |
| "loss": 0.7122, | |
| "step": 1235 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.269581496964367, | |
| "learning_rate": 0.00017239961680637, | |
| "loss": 0.7457, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.2706727342486633, | |
| "learning_rate": 0.00017209001472041617, | |
| "loss": 0.7937, | |
| "step": 1245 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.25517714775768086, | |
| "learning_rate": 0.0001717789672114218, | |
| "loss": 0.7613, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.2636311888681917, | |
| "learning_rate": 0.00017146648051596822, | |
| "loss": 0.7079, | |
| "step": 1255 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.2989402934427053, | |
| "learning_rate": 0.0001711525608994927, | |
| "loss": 0.6716, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.22104379693485937, | |
| "learning_rate": 0.00017083721465616306, | |
| "loss": 0.6682, | |
| "step": 1265 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.330168955232277, | |
| "learning_rate": 0.00017052044810875126, | |
| "loss": 0.8137, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.31150819405882774, | |
| "learning_rate": 0.00017020226760850677, | |
| "loss": 0.6959, | |
| "step": 1275 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.32633550990131655, | |
| "learning_rate": 0.00016988267953502913, | |
| "loss": 0.6908, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.2247055690731712, | |
| "learning_rate": 0.0001695616902961401, | |
| "loss": 0.6666, | |
| "step": 1285 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.2810455775039889, | |
| "learning_rate": 0.00016923930632775516, | |
| "loss": 0.7025, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.25483406919968543, | |
| "learning_rate": 0.00016891553409375444, | |
| "loss": 0.7234, | |
| "step": 1295 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.28464930239979624, | |
| "learning_rate": 0.00016859038008585326, | |
| "loss": 0.7341, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.32647501669318885, | |
| "learning_rate": 0.0001682638508234717, | |
| "loss": 0.6706, | |
| "step": 1305 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.2092534288356594, | |
| "learning_rate": 0.0001679359528536041, | |
| "loss": 0.6493, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.3422837500211391, | |
| "learning_rate": 0.0001676066927506878, | |
| "loss": 0.7394, | |
| "step": 1315 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.29359271678876697, | |
| "learning_rate": 0.00016727607711647114, | |
| "loss": 0.6866, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.24439616326346505, | |
| "learning_rate": 0.00016694411257988135, | |
| "loss": 0.6546, | |
| "step": 1325 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.25431678595144386, | |
| "learning_rate": 0.00016661080579689132, | |
| "loss": 0.7069, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.2643304489008311, | |
| "learning_rate": 0.00016627616345038642, | |
| "loss": 0.6616, | |
| "step": 1335 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.3025866711501466, | |
| "learning_rate": 0.0001659401922500304, | |
| "loss": 0.7082, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.2576690605267584, | |
| "learning_rate": 0.0001656028989321309, | |
| "loss": 0.6431, | |
| "step": 1345 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.23465616583898175, | |
| "learning_rate": 0.00016526429025950424, | |
| "loss": 0.6826, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.265312873732132, | |
| "learning_rate": 0.00016492437302134008, | |
| "loss": 0.7189, | |
| "step": 1355 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.24774713265915735, | |
| "learning_rate": 0.00016458315403306502, | |
| "loss": 0.7884, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.30882736567653557, | |
| "learning_rate": 0.00016424064013620615, | |
| "loss": 0.6989, | |
| "step": 1365 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.29435047655097046, | |
| "learning_rate": 0.0001638968381982538, | |
| "loss": 0.6983, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.24898245263549598, | |
| "learning_rate": 0.0001635517551125238, | |
| "loss": 0.8087, | |
| "step": 1375 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.3361644987929908, | |
| "learning_rate": 0.0001632053977980194, | |
| "loss": 0.7269, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.3313137963733492, | |
| "learning_rate": 0.0001628577731992924, | |
| "loss": 0.7212, | |
| "step": 1385 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.40222894480073607, | |
| "learning_rate": 0.000162508888286304, | |
| "loss": 0.7047, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.28365087568805586, | |
| "learning_rate": 0.00016215875005428499, | |
| "loss": 0.7654, | |
| "step": 1395 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.22437081577512294, | |
| "learning_rate": 0.00016180736552359553, | |
| "loss": 0.7497, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.2713094825399269, | |
| "learning_rate": 0.0001614547417395844, | |
| "loss": 0.772, | |
| "step": 1405 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.31175625126445866, | |
| "learning_rate": 0.00016110088577244773, | |
| "loss": 0.7136, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.295775151866562, | |
| "learning_rate": 0.0001607458047170872, | |
| "loss": 0.7448, | |
| "step": 1415 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.29743619662352133, | |
| "learning_rate": 0.00016038950569296785, | |
| "loss": 0.6254, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.23830246086659249, | |
| "learning_rate": 0.00016003199584397528, | |
| "loss": 0.7976, | |
| "step": 1425 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.24738045684528134, | |
| "learning_rate": 0.00015967328233827249, | |
| "loss": 0.6983, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.27326756366363736, | |
| "learning_rate": 0.000159313372368156, | |
| "loss": 0.6441, | |
| "step": 1435 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.3475531782988717, | |
| "learning_rate": 0.00015895227314991178, | |
| "loss": 0.6814, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.3148530822785684, | |
| "learning_rate": 0.0001585899919236706, | |
| "loss": 0.6948, | |
| "step": 1445 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.25377488886498006, | |
| "learning_rate": 0.00015822653595326275, | |
| "loss": 0.7238, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.3013200425652317, | |
| "learning_rate": 0.0001578619125260724, | |
| "loss": 0.75, | |
| "step": 1455 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.2801858745291455, | |
| "learning_rate": 0.00015749612895289152, | |
| "loss": 0.6473, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.2643097355421632, | |
| "learning_rate": 0.00015712919256777335, | |
| "loss": 0.732, | |
| "step": 1465 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.24859906355405817, | |
| "learning_rate": 0.00015676111072788527, | |
| "loss": 0.684, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.2978599865430522, | |
| "learning_rate": 0.0001563918908133614, | |
| "loss": 0.718, | |
| "step": 1475 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.3175233807927027, | |
| "learning_rate": 0.00015602154022715435, | |
| "loss": 0.7452, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.29411432367231416, | |
| "learning_rate": 0.00015565006639488722, | |
| "loss": 0.6951, | |
| "step": 1485 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.24712225993420803, | |
| "learning_rate": 0.0001552774767647043, | |
| "loss": 0.6921, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.296954935837503, | |
| "learning_rate": 0.000154903778807122, | |
| "loss": 0.695, | |
| "step": 1495 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.3090817515220463, | |
| "learning_rate": 0.0001545289800148789, | |
| "loss": 0.725, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.25680112732997773, | |
| "learning_rate": 0.00015415308790278572, | |
| "loss": 0.7326, | |
| "step": 1505 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.2713659444254739, | |
| "learning_rate": 0.0001537761100075744, | |
| "loss": 0.7369, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.3498089133387774, | |
| "learning_rate": 0.00015339805388774714, | |
| "loss": 0.7819, | |
| "step": 1515 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.2657852286056311, | |
| "learning_rate": 0.00015301892712342482, | |
| "loss": 0.7273, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.25285783621953456, | |
| "learning_rate": 0.00015263873731619508, | |
| "loss": 0.766, | |
| "step": 1525 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.3072970711277045, | |
| "learning_rate": 0.00015225749208895968, | |
| "loss": 0.7195, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.3660032567021492, | |
| "learning_rate": 0.000151875199085782, | |
| "loss": 0.7699, | |
| "step": 1535 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.2924264482609829, | |
| "learning_rate": 0.0001514918659717335, | |
| "loss": 0.7105, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.3309598652416674, | |
| "learning_rate": 0.00015110750043274008, | |
| "loss": 0.732, | |
| "step": 1545 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.25120067042745076, | |
| "learning_rate": 0.00015072211017542813, | |
| "loss": 0.7447, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.29548371062233497, | |
| "learning_rate": 0.0001503357029269698, | |
| "loss": 0.6245, | |
| "step": 1555 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.2882495017189674, | |
| "learning_rate": 0.00014994828643492827, | |
| "loss": 0.7354, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.2926891269519082, | |
| "learning_rate": 0.00014955986846710222, | |
| "loss": 0.7234, | |
| "step": 1565 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.3208205900575705, | |
| "learning_rate": 0.00014917045681137026, | |
| "loss": 0.6859, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.28730436475223414, | |
| "learning_rate": 0.00014878005927553456, | |
| "loss": 0.655, | |
| "step": 1575 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.31375609878578203, | |
| "learning_rate": 0.0001483886836871646, | |
| "loss": 0.7068, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.28634685391130577, | |
| "learning_rate": 0.00014799633789343994, | |
| "loss": 0.7873, | |
| "step": 1585 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.29219569906271287, | |
| "learning_rate": 0.00014760302976099304, | |
| "loss": 0.6414, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.2809961899361123, | |
| "learning_rate": 0.00014720876717575155, | |
| "loss": 0.689, | |
| "step": 1595 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.2966023851758411, | |
| "learning_rate": 0.00014681355804278001, | |
| "loss": 0.6939, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.22135705676789802, | |
| "learning_rate": 0.00014641741028612162, | |
| "loss": 0.6388, | |
| "step": 1605 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.2017382590189762, | |
| "learning_rate": 0.00014602033184863913, | |
| "loss": 0.7172, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.29520895754468235, | |
| "learning_rate": 0.00014562233069185572, | |
| "loss": 0.8331, | |
| "step": 1615 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.25912176225264727, | |
| "learning_rate": 0.00014522341479579533, | |
| "loss": 0.7583, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.27070806912751083, | |
| "learning_rate": 0.0001448235921588226, | |
| "loss": 0.7706, | |
| "step": 1625 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.22470926163816077, | |
| "learning_rate": 0.00014442287079748263, | |
| "loss": 0.701, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.26012437368269403, | |
| "learning_rate": 0.00014402125874634012, | |
| "loss": 0.6856, | |
| "step": 1635 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.27655512567748813, | |
| "learning_rate": 0.00014361876405781832, | |
| "loss": 0.7092, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.22547503156029328, | |
| "learning_rate": 0.00014321539480203764, | |
| "loss": 0.7723, | |
| "step": 1645 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.35807881396099706, | |
| "learning_rate": 0.00014281115906665374, | |
| "loss": 0.699, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.25312726731980933, | |
| "learning_rate": 0.00014240606495669538, | |
| "loss": 0.694, | |
| "step": 1655 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.3021591327476025, | |
| "learning_rate": 0.00014200012059440207, | |
| "loss": 0.6978, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.3776238352797525, | |
| "learning_rate": 0.00014159333411906095, | |
| "loss": 0.7518, | |
| "step": 1665 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.24540414704743882, | |
| "learning_rate": 0.00014118571368684383, | |
| "loss": 0.7891, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.3138641993671755, | |
| "learning_rate": 0.00014077726747064353, | |
| "loss": 0.6213, | |
| "step": 1675 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.24104497594679253, | |
| "learning_rate": 0.00014036800365991008, | |
| "loss": 0.6773, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.2712106009342219, | |
| "learning_rate": 0.00013995793046048643, | |
| "loss": 0.6977, | |
| "step": 1685 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.2847114290804009, | |
| "learning_rate": 0.00013954705609444404, | |
| "loss": 0.6903, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.31132954968304133, | |
| "learning_rate": 0.0001391353887999179, | |
| "loss": 0.7666, | |
| "step": 1695 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.2648924104898787, | |
| "learning_rate": 0.00013872293683094152, | |
| "loss": 0.6656, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.2628528269004981, | |
| "learning_rate": 0.00013830970845728126, | |
| "loss": 0.7704, | |
| "step": 1705 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.21693389371822336, | |
| "learning_rate": 0.00013789571196427055, | |
| "loss": 0.6493, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.2447657421175684, | |
| "learning_rate": 0.00013748095565264384, | |
| "loss": 0.6459, | |
| "step": 1715 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.3180367525541911, | |
| "learning_rate": 0.00013706544783837022, | |
| "loss": 0.7049, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.2972710048973474, | |
| "learning_rate": 0.00013664919685248649, | |
| "loss": 0.7238, | |
| "step": 1725 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.29131857236762787, | |
| "learning_rate": 0.00013623221104093025, | |
| "loss": 0.8293, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.27510973199735633, | |
| "learning_rate": 0.0001358144987643726, | |
| "loss": 0.7285, | |
| "step": 1735 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.23692910598713893, | |
| "learning_rate": 0.00013539606839805036, | |
| "loss": 0.7199, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.29598035037077913, | |
| "learning_rate": 0.00013497692833159828, | |
| "loss": 0.7042, | |
| "step": 1745 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.25149104979862424, | |
| "learning_rate": 0.00013455708696888085, | |
| "loss": 0.6942, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.25496421670247854, | |
| "learning_rate": 0.00013413655272782356, | |
| "loss": 0.7256, | |
| "step": 1755 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.2554748374618532, | |
| "learning_rate": 0.00013371533404024438, | |
| "loss": 0.7607, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.2627306476634245, | |
| "learning_rate": 0.00013329343935168466, | |
| "loss": 0.7101, | |
| "step": 1765 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.24657317727636707, | |
| "learning_rate": 0.00013287087712123962, | |
| "loss": 0.7726, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.2559430395751914, | |
| "learning_rate": 0.000132447655821389, | |
| "loss": 0.6601, | |
| "step": 1775 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.3049767818100991, | |
| "learning_rate": 0.00013202378393782692, | |
| "loss": 0.7961, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.28360752211200474, | |
| "learning_rate": 0.00013159926996929192, | |
| "loss": 0.6639, | |
| "step": 1785 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.26804633258042826, | |
| "learning_rate": 0.00013117412242739655, | |
| "loss": 0.6503, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.2411104477481089, | |
| "learning_rate": 0.00013074834983645657, | |
| "loss": 0.7532, | |
| "step": 1795 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.2900355787539025, | |
| "learning_rate": 0.00013032196073332027, | |
| "loss": 0.7479, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.2568819906683512, | |
| "learning_rate": 0.000129894963667197, | |
| "loss": 0.7433, | |
| "step": 1805 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.22709405983327266, | |
| "learning_rate": 0.00012946736719948607, | |
| "loss": 0.7163, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.28704276569845133, | |
| "learning_rate": 0.00012903917990360485, | |
| "loss": 0.6965, | |
| "step": 1815 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.2573742688385154, | |
| "learning_rate": 0.000128610410364817, | |
| "loss": 0.6919, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.3570766420018621, | |
| "learning_rate": 0.00012818106718006023, | |
| "loss": 0.6073, | |
| "step": 1825 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.2471571809588589, | |
| "learning_rate": 0.00012775115895777417, | |
| "loss": 0.753, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.25821147959621743, | |
| "learning_rate": 0.0001273206943177274, | |
| "loss": 0.6319, | |
| "step": 1835 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.30013480040772167, | |
| "learning_rate": 0.00012688968189084493, | |
| "loss": 0.7263, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.28654821268777825, | |
| "learning_rate": 0.000126458130319035, | |
| "loss": 0.7259, | |
| "step": 1845 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.29336529390659893, | |
| "learning_rate": 0.00012602604825501587, | |
| "loss": 0.7032, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.20273978059145287, | |
| "learning_rate": 0.00012559344436214223, | |
| "loss": 0.6322, | |
| "step": 1855 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.2483147925181707, | |
| "learning_rate": 0.00012516032731423165, | |
| "loss": 0.7185, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.28968579800640504, | |
| "learning_rate": 0.00012472670579539055, | |
| "loss": 0.7028, | |
| "step": 1865 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.24871377665254096, | |
| "learning_rate": 0.00012429258849984014, | |
| "loss": 0.7093, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.23758441118744317, | |
| "learning_rate": 0.00012385798413174206, | |
| "loss": 0.7267, | |
| "step": 1875 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.29112304576955467, | |
| "learning_rate": 0.00012342290140502388, | |
| "loss": 0.7714, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.246124461049581, | |
| "learning_rate": 0.00012298734904320438, | |
| "loss": 0.6727, | |
| "step": 1885 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.25856322825399286, | |
| "learning_rate": 0.00012255133577921868, | |
| "loss": 0.7769, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.22410369058426746, | |
| "learning_rate": 0.00012211487035524305, | |
| "loss": 0.6866, | |
| "step": 1895 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.28079722454610034, | |
| "learning_rate": 0.0001216779615225197, | |
| "loss": 0.6963, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.30696044399665856, | |
| "learning_rate": 0.00012124061804118137, | |
| "loss": 0.7051, | |
| "step": 1905 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.247967331116475, | |
| "learning_rate": 0.00012080284868007541, | |
| "loss": 0.6944, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.21128171750447838, | |
| "learning_rate": 0.00012036466221658847, | |
| "loss": 0.7199, | |
| "step": 1915 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.31901890228430696, | |
| "learning_rate": 0.0001199260674364699, | |
| "loss": 0.7786, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.2755016732959131, | |
| "learning_rate": 0.00011948707313365614, | |
| "loss": 0.8069, | |
| "step": 1925 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.28668018656021443, | |
| "learning_rate": 0.00011904768811009405, | |
| "loss": 0.7157, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.3328138328405363, | |
| "learning_rate": 0.00011860792117556454, | |
| "loss": 0.7099, | |
| "step": 1935 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.21788073287798893, | |
| "learning_rate": 0.00011816778114750593, | |
| "loss": 0.7644, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.23062823471771338, | |
| "learning_rate": 0.00011772727685083724, | |
| "loss": 0.7716, | |
| "step": 1945 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.26093096066749466, | |
| "learning_rate": 0.00011728641711778103, | |
| "loss": 0.7229, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.23801319602695262, | |
| "learning_rate": 0.00011684521078768658, | |
| "loss": 0.6845, | |
| "step": 1955 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.18154354473533865, | |
| "learning_rate": 0.00011640366670685248, | |
| "loss": 0.6315, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.29572089884772323, | |
| "learning_rate": 0.00011596179372834924, | |
| "loss": 0.8437, | |
| "step": 1965 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.27149388513396633, | |
| "learning_rate": 0.00011551960071184195, | |
| "loss": 0.8232, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.24540172557967463, | |
| "learning_rate": 0.00011507709652341256, | |
| "loss": 0.7132, | |
| "step": 1975 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.26964683600534267, | |
| "learning_rate": 0.00011463429003538196, | |
| "loss": 0.7275, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.287051761373442, | |
| "learning_rate": 0.00011419119012613233, | |
| "loss": 0.7184, | |
| "step": 1985 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.2663459541020728, | |
| "learning_rate": 0.000113747805679929, | |
| "loss": 0.7964, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.28638851869565946, | |
| "learning_rate": 0.00011330414558674234, | |
| "loss": 0.7129, | |
| "step": 1995 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.3786862886137478, | |
| "learning_rate": 0.00011286021874206952, | |
| "loss": 0.6706, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.34276302477862775, | |
| "learning_rate": 0.00011241603404675609, | |
| "loss": 0.7856, | |
| "step": 2005 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.3366461922626376, | |
| "learning_rate": 0.00011197160040681762, | |
| "loss": 0.8178, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.25846779036672146, | |
| "learning_rate": 0.00011152692673326111, | |
| "loss": 0.7387, | |
| "step": 2015 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.2364492132114722, | |
| "learning_rate": 0.0001110820219419062, | |
| "loss": 0.7434, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.2699184257070918, | |
| "learning_rate": 0.00011063689495320661, | |
| "loss": 0.7102, | |
| "step": 2025 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.2506412498240298, | |
| "learning_rate": 0.0001101915546920711, | |
| "loss": 0.7451, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.4833851120529976, | |
| "learning_rate": 0.00010974601008768461, | |
| "loss": 0.6558, | |
| "step": 2035 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.25503131460937667, | |
| "learning_rate": 0.00010930027007332923, | |
| "loss": 0.6642, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.24985640167049433, | |
| "learning_rate": 0.00010885434358620507, | |
| "loss": 0.737, | |
| "step": 2045 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.28451521701088694, | |
| "learning_rate": 0.00010840823956725103, | |
| "loss": 0.7406, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.29244380187254954, | |
| "learning_rate": 0.00010796196696096564, | |
| "loss": 0.7047, | |
| "step": 2055 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.2236043726332343, | |
| "learning_rate": 0.00010751553471522757, | |
| "loss": 0.7312, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.27232955976439666, | |
| "learning_rate": 0.00010706895178111634, | |
| "loss": 0.7284, | |
| "step": 2065 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.30610542432506455, | |
| "learning_rate": 0.00010662222711273279, | |
| "loss": 0.6335, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.23424590700585504, | |
| "learning_rate": 0.00010617536966701962, | |
| "loss": 0.7269, | |
| "step": 2075 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.25989610387137024, | |
| "learning_rate": 0.00010572838840358168, | |
| "loss": 0.6304, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.2830081164838504, | |
| "learning_rate": 0.00010528129228450645, | |
| "loss": 0.6597, | |
| "step": 2085 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.2603374987935435, | |
| "learning_rate": 0.00010483409027418425, | |
| "loss": 0.7489, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.24810278191222906, | |
| "learning_rate": 0.00010438679133912858, | |
| "loss": 0.6502, | |
| "step": 2095 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.2528579675694808, | |
| "learning_rate": 0.00010393940444779635, | |
| "loss": 0.6969, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.28413657506453693, | |
| "learning_rate": 0.00010349193857040787, | |
| "loss": 0.7726, | |
| "step": 2105 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.3144890009802897, | |
| "learning_rate": 0.00010304440267876727, | |
| "loss": 0.7856, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.2397459238431048, | |
| "learning_rate": 0.00010259680574608248, | |
| "loss": 0.764, | |
| "step": 2115 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.2868615633571584, | |
| "learning_rate": 0.00010214915674678523, | |
| "loss": 0.7677, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.2497448183867612, | |
| "learning_rate": 0.00010170146465635126, | |
| "loss": 0.7783, | |
| "step": 2125 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.253908792089182, | |
| "learning_rate": 0.00010125373845112034, | |
| "loss": 0.7461, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.23687933586461904, | |
| "learning_rate": 0.00010080598710811615, | |
| "loss": 0.69, | |
| "step": 2135 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.3734210753745544, | |
| "learning_rate": 0.00010035821960486643, | |
| "loss": 0.77, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.2788998422640762, | |
| "learning_rate": 9.9910444919223e-05, | |
| "loss": 0.7058, | |
| "step": 2145 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.3178188169556896, | |
| "learning_rate": 9.946267202918157e-05, | |
| "loss": 0.6965, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.26945241065973596, | |
| "learning_rate": 9.901490991270201e-05, | |
| "loss": 0.702, | |
| "step": 2155 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.5207203316817794, | |
| "learning_rate": 9.856716754752796e-05, | |
| "loss": 0.6478, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.29256712809053254, | |
| "learning_rate": 9.811945391100724e-05, | |
| "loss": 0.7372, | |
| "step": 2165 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.25601912122707865, | |
| "learning_rate": 9.767177797991155e-05, | |
| "loss": 0.7444, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.23247510741792463, | |
| "learning_rate": 9.722414873025664e-05, | |
| "loss": 0.6836, | |
| "step": 2175 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.2460904591621441, | |
| "learning_rate": 9.677657513712221e-05, | |
| "loss": 0.7268, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.26208399329605536, | |
| "learning_rate": 9.632906617447212e-05, | |
| "loss": 0.6924, | |
| "step": 2185 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.22915215031643407, | |
| "learning_rate": 9.588163081497427e-05, | |
| "loss": 0.7864, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.3119119948293986, | |
| "learning_rate": 9.543427802982095e-05, | |
| "loss": 0.768, | |
| "step": 2195 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.2973539056568546, | |
| "learning_rate": 9.498701678854865e-05, | |
| "loss": 0.6836, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.24915238391515174, | |
| "learning_rate": 9.453985605885851e-05, | |
| "loss": 0.7307, | |
| "step": 2205 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.29466985701358944, | |
| "learning_rate": 9.409280480643628e-05, | |
| "loss": 0.7751, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.31502684795729613, | |
| "learning_rate": 9.364587199477276e-05, | |
| "loss": 0.7183, | |
| "step": 2215 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.23712422669700867, | |
| "learning_rate": 9.319906658498389e-05, | |
| "loss": 0.7522, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.2570700308864798, | |
| "learning_rate": 9.275239753563128e-05, | |
| "loss": 0.7171, | |
| "step": 2225 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.23813307578157708, | |
| "learning_rate": 9.230587380254237e-05, | |
| "loss": 0.689, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.2656059785729245, | |
| "learning_rate": 9.185950433863107e-05, | |
| "loss": 0.6694, | |
| "step": 2235 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.1857069050131154, | |
| "learning_rate": 9.141329809371803e-05, | |
| "loss": 0.7626, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.25034208426960974, | |
| "learning_rate": 9.096726401435146e-05, | |
| "loss": 0.7116, | |
| "step": 2245 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.22067489301839913, | |
| "learning_rate": 9.052141104362748e-05, | |
| "loss": 0.6499, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.23199516425281616, | |
| "learning_rate": 9.007574812101107e-05, | |
| "loss": 0.7501, | |
| "step": 2255 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.25421299632271965, | |
| "learning_rate": 8.963028418215653e-05, | |
| "loss": 0.8147, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.260651537286194, | |
| "learning_rate": 8.918502815872865e-05, | |
| "loss": 0.7485, | |
| "step": 2265 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.2655797468541603, | |
| "learning_rate": 8.873998897822336e-05, | |
| "loss": 0.7505, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.2917164025171058, | |
| "learning_rate": 8.829517556378888e-05, | |
| "loss": 0.6755, | |
| "step": 2275 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.3350035349023889, | |
| "learning_rate": 8.785059683404672e-05, | |
| "loss": 0.7015, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.3253925397932177, | |
| "learning_rate": 8.740626170291297e-05, | |
| "loss": 0.7551, | |
| "step": 2285 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.2899593792802913, | |
| "learning_rate": 8.696217907941941e-05, | |
| "loss": 0.7185, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.274238966245006, | |
| "learning_rate": 8.65183578675351e-05, | |
| "loss": 0.7031, | |
| "step": 2295 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.27886346870120726, | |
| "learning_rate": 8.607480696598762e-05, | |
| "loss": 0.61, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.3552726057492985, | |
| "learning_rate": 8.563153526808484e-05, | |
| "loss": 0.7706, | |
| "step": 2305 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.26275345892575847, | |
| "learning_rate": 8.518855166153644e-05, | |
| "loss": 0.6925, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.3537795284485823, | |
| "learning_rate": 8.474586502827591e-05, | |
| "loss": 0.7005, | |
| "step": 2315 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.2113496203404715, | |
| "learning_rate": 8.43034842442822e-05, | |
| "loss": 0.6709, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.46932602124140005, | |
| "learning_rate": 8.386141817940213e-05, | |
| "loss": 0.7019, | |
| "step": 2325 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.2647970131377573, | |
| "learning_rate": 8.341967569717202e-05, | |
| "loss": 0.6522, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.2495289774517795, | |
| "learning_rate": 8.297826565464057e-05, | |
| "loss": 0.6333, | |
| "step": 2335 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.317401195281625, | |
| "learning_rate": 8.253719690219079e-05, | |
| "loss": 0.7297, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.2722505836316711, | |
| "learning_rate": 8.20964782833628e-05, | |
| "loss": 0.6206, | |
| "step": 2345 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.3347413066633305, | |
| "learning_rate": 8.165611863467644e-05, | |
| "loss": 0.7258, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.23149723477405734, | |
| "learning_rate": 8.12161267854542e-05, | |
| "loss": 0.6872, | |
| "step": 2355 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.21852198583337765, | |
| "learning_rate": 8.077651155764387e-05, | |
| "loss": 0.6529, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.23663927702457488, | |
| "learning_rate": 8.033728176564216e-05, | |
| "loss": 0.7468, | |
| "step": 2365 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.28901081689808944, | |
| "learning_rate": 7.98984462161175e-05, | |
| "loss": 0.7436, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.25802965477339335, | |
| "learning_rate": 7.946001370783375e-05, | |
| "loss": 0.7899, | |
| "step": 2375 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.22951991679268438, | |
| "learning_rate": 7.902199303147363e-05, | |
| "loss": 0.6861, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.3057181147340439, | |
| "learning_rate": 7.858439296946263e-05, | |
| "loss": 0.7769, | |
| "step": 2385 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.3159742724328365, | |
| "learning_rate": 7.814722229579264e-05, | |
| "loss": 0.6756, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.27245093189237785, | |
| "learning_rate": 7.771048977584641e-05, | |
| "loss": 0.6128, | |
| "step": 2395 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.324925192823721, | |
| "learning_rate": 7.727420416622144e-05, | |
| "loss": 0.8306, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.2999192623424217, | |
| "learning_rate": 7.683837421455466e-05, | |
| "loss": 0.6782, | |
| "step": 2405 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.25980740031389876, | |
| "learning_rate": 7.640300865934687e-05, | |
| "loss": 0.6913, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.25802354488510615, | |
| "learning_rate": 7.596811622978765e-05, | |
| "loss": 0.7178, | |
| "step": 2415 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.26975633006496086, | |
| "learning_rate": 7.553370564558032e-05, | |
| "loss": 0.7667, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.3248726081338585, | |
| "learning_rate": 7.509978561676699e-05, | |
| "loss": 0.7559, | |
| "step": 2425 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.27315448139602455, | |
| "learning_rate": 7.46663648435541e-05, | |
| "loss": 0.6903, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.2950802099290335, | |
| "learning_rate": 7.423345201613778e-05, | |
| "loss": 0.6731, | |
| "step": 2435 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.35343151310449955, | |
| "learning_rate": 7.380105581452987e-05, | |
| "loss": 0.735, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.2766967860281418, | |
| "learning_rate": 7.336918490838356e-05, | |
| "loss": 0.7779, | |
| "step": 2445 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.255190126277391, | |
| "learning_rate": 7.293784795681994e-05, | |
| "loss": 0.7213, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.23722517953499153, | |
| "learning_rate": 7.250705360825392e-05, | |
| "loss": 0.6734, | |
| "step": 2455 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.30683380454221565, | |
| "learning_rate": 7.207681050022132e-05, | |
| "loss": 0.7439, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.3072464317121022, | |
| "learning_rate": 7.16471272592053e-05, | |
| "loss": 0.7804, | |
| "step": 2465 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.2565247543734341, | |
| "learning_rate": 7.121801250046363e-05, | |
| "loss": 0.7678, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.2106442564735487, | |
| "learning_rate": 7.078947482785576e-05, | |
| "loss": 0.7063, | |
| "step": 2475 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.2476449919758559, | |
| "learning_rate": 7.036152283367056e-05, | |
| "loss": 0.6918, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.247411584313298, | |
| "learning_rate": 6.993416509845376e-05, | |
| "loss": 0.7182, | |
| "step": 2485 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.280770588683194, | |
| "learning_rate": 6.950741019083617e-05, | |
| "loss": 0.7192, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.28453079995263136, | |
| "learning_rate": 6.908126666736165e-05, | |
| "loss": 0.6912, | |
| "step": 2495 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.34116367134660075, | |
| "learning_rate": 6.865574307231575e-05, | |
| "loss": 0.7064, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.20407453115123925, | |
| "learning_rate": 6.823084793755417e-05, | |
| "loss": 0.6835, | |
| "step": 2505 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.34227090827399664, | |
| "learning_rate": 6.780658978233199e-05, | |
| "loss": 0.7364, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.20382515840687232, | |
| "learning_rate": 6.73829771131325e-05, | |
| "loss": 0.7278, | |
| "step": 2515 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.32066035575970564, | |
| "learning_rate": 6.696001842349702e-05, | |
| "loss": 0.6735, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.30087509915880645, | |
| "learning_rate": 6.653772219385427e-05, | |
| "loss": 0.7563, | |
| "step": 2525 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.2609826902639363, | |
| "learning_rate": 6.611609689135056e-05, | |
| "loss": 0.7865, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.2541688409079705, | |
| "learning_rate": 6.569515096967991e-05, | |
| "loss": 0.645, | |
| "step": 2535 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.18975728074739295, | |
| "learning_rate": 6.527489286891459e-05, | |
| "loss": 0.5808, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.2395876243767242, | |
| "learning_rate": 6.485533101533583e-05, | |
| "loss": 0.6973, | |
| "step": 2545 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.3063762562351843, | |
| "learning_rate": 6.443647382126509e-05, | |
| "loss": 0.7221, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.2674321599248453, | |
| "learning_rate": 6.401832968489501e-05, | |
| "loss": 0.6818, | |
| "step": 2555 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.2231267411467715, | |
| "learning_rate": 6.360090699012145e-05, | |
| "loss": 0.7404, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.27582828393948144, | |
| "learning_rate": 6.3184214106375e-05, | |
| "loss": 0.6741, | |
| "step": 2565 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.27355370388789374, | |
| "learning_rate": 6.27682593884535e-05, | |
| "loss": 0.6353, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.24340603859531101, | |
| "learning_rate": 6.235305117635428e-05, | |
| "loss": 0.7348, | |
| "step": 2575 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.24374512948837185, | |
| "learning_rate": 6.193859779510712e-05, | |
| "loss": 0.6906, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.2617782514018871, | |
| "learning_rate": 6.152490755460715e-05, | |
| "loss": 0.6707, | |
| "step": 2585 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.25140263838285776, | |
| "learning_rate": 6.111198874944845e-05, | |
| "loss": 0.6892, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.2382806536370909, | |
| "learning_rate": 6.0699849658757545e-05, | |
| "loss": 0.7549, | |
| "step": 2595 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.2176694237385903, | |
| "learning_rate": 6.0288498546027536e-05, | |
| "loss": 0.7753, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.23853235406621046, | |
| "learning_rate": 5.987794365895229e-05, | |
| "loss": 0.6735, | |
| "step": 2605 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.33567228876946426, | |
| "learning_rate": 5.946819322926127e-05, | |
| "loss": 0.6817, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.2947916364685711, | |
| "learning_rate": 5.9059255472554195e-05, | |
| "loss": 0.6897, | |
| "step": 2615 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.25054528848541685, | |
| "learning_rate": 5.865113858813673e-05, | |
| "loss": 0.6654, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.295602257498029, | |
| "learning_rate": 5.824385075885557e-05, | |
| "loss": 0.6837, | |
| "step": 2625 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.22560608641117053, | |
| "learning_rate": 5.783740015093484e-05, | |
| "loss": 0.7137, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.2710250240814673, | |
| "learning_rate": 5.743179491381204e-05, | |
| "loss": 0.7015, | |
| "step": 2635 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.25266821650481586, | |
| "learning_rate": 5.702704317997492e-05, | |
| "loss": 0.6724, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.23287193866674372, | |
| "learning_rate": 5.662315306479806e-05, | |
| "loss": 0.7023, | |
| "step": 2645 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.3278896346775186, | |
| "learning_rate": 5.6220132666380635e-05, | |
| "loss": 0.6209, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.3090011108241083, | |
| "learning_rate": 5.581799006538354e-05, | |
| "loss": 0.7575, | |
| "step": 2655 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.30486291365985196, | |
| "learning_rate": 5.541673332486773e-05, | |
| "loss": 0.741, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.29222447612374014, | |
| "learning_rate": 5.5016370490132364e-05, | |
| "loss": 0.8456, | |
| "step": 2665 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.30928681296284377, | |
| "learning_rate": 5.4616909588553674e-05, | |
| "loss": 0.785, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.2751241257699663, | |
| "learning_rate": 5.4218358629423794e-05, | |
| "loss": 0.797, | |
| "step": 2675 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.3020155622331884, | |
| "learning_rate": 5.3820725603790346e-05, | |
| "loss": 0.7335, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.3132294366433861, | |
| "learning_rate": 5.342401848429615e-05, | |
| "loss": 0.7751, | |
| "step": 2685 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.2617050345460146, | |
| "learning_rate": 5.30282452250193e-05, | |
| "loss": 0.7865, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.3088811287968099, | |
| "learning_rate": 5.263341376131382e-05, | |
| "loss": 0.7012, | |
| "step": 2695 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.3053801166515793, | |
| "learning_rate": 5.223953200965055e-05, | |
| "loss": 0.733, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.23354984138597276, | |
| "learning_rate": 5.1846607867458196e-05, | |
| "loss": 0.8136, | |
| "step": 2705 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.2958514046814973, | |
| "learning_rate": 5.145464921296537e-05, | |
| "loss": 0.7738, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.30080922548213934, | |
| "learning_rate": 5.1063663905042225e-05, | |
| "loss": 0.6893, | |
| "step": 2715 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.3034194981171166, | |
| "learning_rate": 5.067365978304315e-05, | |
| "loss": 0.6922, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.33312809082970085, | |
| "learning_rate": 5.0284644666649485e-05, | |
| "loss": 0.6818, | |
| "step": 2725 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.2615876279834696, | |
| "learning_rate": 4.9896626355712805e-05, | |
| "loss": 0.6837, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.23784349313669656, | |
| "learning_rate": 4.95096126300984e-05, | |
| "loss": 0.6899, | |
| "step": 2735 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.2103897994837222, | |
| "learning_rate": 4.912361124952948e-05, | |
| "loss": 0.7308, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.23734181510531857, | |
| "learning_rate": 4.873862995343139e-05, | |
| "loss": 0.6635, | |
| "step": 2745 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.28754328918934463, | |
| "learning_rate": 4.835467646077656e-05, | |
| "loss": 0.7335, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.2801177269384902, | |
| "learning_rate": 4.797175846992964e-05, | |
| "loss": 0.6538, | |
| "step": 2755 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.20377437169807378, | |
| "learning_rate": 4.7589883658493296e-05, | |
| "loss": 0.7343, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.2633015839389786, | |
| "learning_rate": 4.72090596831542e-05, | |
| "loss": 0.7279, | |
| "step": 2765 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.3365363313211822, | |
| "learning_rate": 4.682929417952939e-05, | |
| "loss": 0.6493, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.26197423166598477, | |
| "learning_rate": 4.645059476201333e-05, | |
| "loss": 0.6823, | |
| "step": 2775 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.22148899156479446, | |
| "learning_rate": 4.6072969023625165e-05, | |
| "loss": 0.7062, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.25093425817830756, | |
| "learning_rate": 4.5696424535856574e-05, | |
| "loss": 0.7058, | |
| "step": 2785 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.29374695702116843, | |
| "learning_rate": 4.532096884851978e-05, | |
| "loss": 0.7307, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.24148367178848454, | |
| "learning_rate": 4.494660948959645e-05, | |
| "loss": 0.7908, | |
| "step": 2795 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.29661735702318875, | |
| "learning_rate": 4.457335396508631e-05, | |
| "loss": 0.6051, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.2587416887380861, | |
| "learning_rate": 4.420120975885723e-05, | |
| "loss": 0.7074, | |
| "step": 2805 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.25077785676951697, | |
| "learning_rate": 4.383018433249464e-05, | |
| "loss": 0.6776, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.26766730021230084, | |
| "learning_rate": 4.346028512515232e-05, | |
| "loss": 0.5915, | |
| "step": 2815 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.26255599946956093, | |
| "learning_rate": 4.309151955340297e-05, | |
| "loss": 0.7202, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.23590120420333469, | |
| "learning_rate": 4.272389501108962e-05, | |
| "loss": 0.754, | |
| "step": 2825 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.34961647734551377, | |
| "learning_rate": 4.2357418869177354e-05, | |
| "loss": 0.7484, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.2567914752516631, | |
| "learning_rate": 4.1992098475605654e-05, | |
| "loss": 0.7758, | |
| "step": 2835 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.2859760124915357, | |
| "learning_rate": 4.162794115514078e-05, | |
| "loss": 0.7259, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.40354694842899336, | |
| "learning_rate": 4.1264954209229254e-05, | |
| "loss": 0.6554, | |
| "step": 2845 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.31410918890445977, | |
| "learning_rate": 4.0903144915851174e-05, | |
| "loss": 0.6495, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.21920834371525927, | |
| "learning_rate": 4.054252052937444e-05, | |
| "loss": 0.6159, | |
| "step": 2855 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.2919386673597319, | |
| "learning_rate": 4.018308828040924e-05, | |
| "loss": 0.7266, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.2907127546681081, | |
| "learning_rate": 3.982485537566321e-05, | |
| "loss": 0.7245, | |
| "step": 2865 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.19919891868305908, | |
| "learning_rate": 3.946782899779667e-05, | |
| "loss": 0.6152, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.2874798645438607, | |
| "learning_rate": 3.911201630527894e-05, | |
| "loss": 0.7391, | |
| "step": 2875 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.29325850253665986, | |
| "learning_rate": 3.875742443224451e-05, | |
| "loss": 0.6121, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.3084377618826001, | |
| "learning_rate": 3.84040604883502e-05, | |
| "loss": 0.7255, | |
| "step": 2885 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.2536420954931237, | |
| "learning_rate": 3.805193155863247e-05, | |
| "loss": 0.636, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.22759460676784352, | |
| "learning_rate": 3.770104470336555e-05, | |
| "loss": 0.717, | |
| "step": 2895 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.22465050243662746, | |
| "learning_rate": 3.7351406957919636e-05, | |
| "loss": 0.726, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.30700513035899746, | |
| "learning_rate": 3.700302533262007e-05, | |
| "loss": 0.7157, | |
| "step": 2905 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.3126415326969147, | |
| "learning_rate": 3.665590681260658e-05, | |
| "loss": 0.6963, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.3014647601543792, | |
| "learning_rate": 3.631005835769334e-05, | |
| "loss": 0.7982, | |
| "step": 2915 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.2519716019821263, | |
| "learning_rate": 3.59654869022294e-05, | |
| "loss": 0.7267, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.2454160383073075, | |
| "learning_rate": 3.5622199354959677e-05, | |
| "loss": 0.8258, | |
| "step": 2925 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.22670327761402992, | |
| "learning_rate": 3.5280202598886324e-05, | |
| "loss": 0.6447, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.24579997279476928, | |
| "learning_rate": 3.4939503491130934e-05, | |
| "loss": 0.6665, | |
| "step": 2935 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.2849552092195358, | |
| "learning_rate": 3.4600108862796796e-05, | |
| "loss": 0.7252, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.3060590068774777, | |
| "learning_rate": 3.426202551883213e-05, | |
| "loss": 0.7553, | |
| "step": 2945 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.25467435210378453, | |
| "learning_rate": 3.392526023789349e-05, | |
| "loss": 0.7237, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.2276342572822446, | |
| "learning_rate": 3.358981977221006e-05, | |
| "loss": 0.6985, | |
| "step": 2955 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.24334295151794627, | |
| "learning_rate": 3.325571084744803e-05, | |
| "loss": 0.6964, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.3063546229020857, | |
| "learning_rate": 3.292294016257598e-05, | |
| "loss": 0.69, | |
| "step": 2965 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.26843353730082814, | |
| "learning_rate": 3.259151438973024e-05, | |
| "loss": 0.7961, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.28440009360240165, | |
| "learning_rate": 3.2261440174081525e-05, | |
| "loss": 0.7703, | |
| "step": 2975 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.2307084225718035, | |
| "learning_rate": 3.1932724133701344e-05, | |
| "loss": 0.5392, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.29912287559451467, | |
| "learning_rate": 3.160537285942956e-05, | |
| "loss": 0.6836, | |
| "step": 2985 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.278878639560016, | |
| "learning_rate": 3.1279392914742046e-05, | |
| "loss": 0.7267, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.32874234679202635, | |
| "learning_rate": 3.0954790835619195e-05, | |
| "loss": 0.6985, | |
| "step": 2995 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.27469910090881833, | |
| "learning_rate": 3.06315731304148e-05, | |
| "loss": 0.7915, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.33032565430804056, | |
| "learning_rate": 3.0309746279725748e-05, | |
| "loss": 0.672, | |
| "step": 3005 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.22509955106392437, | |
| "learning_rate": 2.998931673626175e-05, | |
| "loss": 0.6924, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.24954960719448557, | |
| "learning_rate": 2.9670290924716337e-05, | |
| "loss": 0.7648, | |
| "step": 3015 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.18097577821872354, | |
| "learning_rate": 2.935267524163774e-05, | |
| "loss": 0.724, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.2531814760979886, | |
| "learning_rate": 2.9036476055300765e-05, | |
| "loss": 0.7565, | |
| "step": 3025 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.26537867964143863, | |
| "learning_rate": 2.872169970557913e-05, | |
| "loss": 0.7587, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.2503354683898301, | |
| "learning_rate": 2.8408352503818357e-05, | |
| "loss": 0.7464, | |
| "step": 3035 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.31309433063885866, | |
| "learning_rate": 2.8096440732709083e-05, | |
| "loss": 0.7215, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.273515150138006, | |
| "learning_rate": 2.778597064616133e-05, | |
| "loss": 0.7107, | |
| "step": 3045 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.29261711206548846, | |
| "learning_rate": 2.7476948469178887e-05, | |
| "loss": 0.6895, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.2613608515124986, | |
| "learning_rate": 2.716938039773459e-05, | |
| "loss": 0.751, | |
| "step": 3055 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.3275410166575591, | |
| "learning_rate": 2.6863272598646106e-05, | |
| "loss": 0.6056, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.243877381080221, | |
| "learning_rate": 2.6558631209452323e-05, | |
| "loss": 0.7083, | |
| "step": 3065 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.2670921124404005, | |
| "learning_rate": 2.625546233829016e-05, | |
| "loss": 0.6769, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.26772171237531533, | |
| "learning_rate": 2.5953772063772252e-05, | |
| "loss": 0.7421, | |
| "step": 3075 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.24929713338883455, | |
| "learning_rate": 2.5653566434864928e-05, | |
| "loss": 0.7006, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.27784311313283716, | |
| "learning_rate": 2.5354851470767037e-05, | |
| "loss": 0.6997, | |
| "step": 3085 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.27642936475366325, | |
| "learning_rate": 2.5057633160789184e-05, | |
| "loss": 0.7078, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.2916050170142823, | |
| "learning_rate": 2.476191746423373e-05, | |
| "loss": 0.7769, | |
| "step": 3095 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.29742464103075256, | |
| "learning_rate": 2.446771031027527e-05, | |
| "loss": 0.6983, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.2520881480340573, | |
| "learning_rate": 2.4175017597841666e-05, | |
| "loss": 0.7945, | |
| "step": 3105 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.2456996066425862, | |
| "learning_rate": 2.3883845195495878e-05, | |
| "loss": 0.7445, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.20892213586106406, | |
| "learning_rate": 2.3594198941318248e-05, | |
| "loss": 0.6771, | |
| "step": 3115 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.22864359852007016, | |
| "learning_rate": 2.330608464278953e-05, | |
| "loss": 0.7326, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.2630175043544034, | |
| "learning_rate": 2.3019508076674267e-05, | |
| "loss": 0.6733, | |
| "step": 3125 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.25018036673355504, | |
| "learning_rate": 2.273447498890521e-05, | |
| "loss": 0.8375, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.2970455279248964, | |
| "learning_rate": 2.2450991094467865e-05, | |
| "loss": 0.665, | |
| "step": 3135 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.24388424842231599, | |
| "learning_rate": 2.2169062077286075e-05, | |
| "loss": 0.6899, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.2620919423557573, | |
| "learning_rate": 2.1888693590107946e-05, | |
| "loss": 0.7008, | |
| "step": 3145 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.1597077931299718, | |
| "learning_rate": 2.1609891254392678e-05, | |
| "loss": 0.6285, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.24978397247092607, | |
| "learning_rate": 2.1332660660197602e-05, | |
| "loss": 0.6707, | |
| "step": 3155 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.32226574046620643, | |
| "learning_rate": 2.1057007366066373e-05, | |
| "loss": 0.7732, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.2633118389195218, | |
| "learning_rate": 2.0782936898917204e-05, | |
| "loss": 0.6722, | |
| "step": 3165 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.2065809642257561, | |
| "learning_rate": 2.0510454753932395e-05, | |
| "loss": 0.6913, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.2502396270636488, | |
| "learning_rate": 2.0239566394447874e-05, | |
| "loss": 0.7196, | |
| "step": 3175 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.2553706993409484, | |
| "learning_rate": 1.9970277251843862e-05, | |
| "loss": 0.7153, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.20930260480653445, | |
| "learning_rate": 1.9702592725435786e-05, | |
| "loss": 0.7252, | |
| "step": 3185 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.2624209534259566, | |
| "learning_rate": 1.9436518182366158e-05, | |
| "loss": 0.7354, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.2835973619438766, | |
| "learning_rate": 1.9172058957496876e-05, | |
| "loss": 0.7456, | |
| "step": 3195 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.20758735208627346, | |
| "learning_rate": 1.8909220353302392e-05, | |
| "loss": 0.6972, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.34020958211549873, | |
| "learning_rate": 1.8648007639763176e-05, | |
| "loss": 0.7108, | |
| "step": 3205 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.25980592525235724, | |
| "learning_rate": 1.838842605426031e-05, | |
| "loss": 0.6254, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.23905673738763042, | |
| "learning_rate": 1.813048080147025e-05, | |
| "loss": 0.6463, | |
| "step": 3215 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.21218256948907488, | |
| "learning_rate": 1.7874177053260598e-05, | |
| "loss": 0.6492, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.2000868258423336, | |
| "learning_rate": 1.7619519948586348e-05, | |
| "loss": 0.6001, | |
| "step": 3225 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 1.103753197876994, | |
| "learning_rate": 1.736651459338695e-05, | |
| "loss": 0.6952, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.2682682663167215, | |
| "learning_rate": 1.711516606048377e-05, | |
| "loss": 0.7109, | |
| "step": 3235 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.25063878481734475, | |
| "learning_rate": 1.6865479389478545e-05, | |
| "loss": 0.7225, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.2149654094754697, | |
| "learning_rate": 1.6617459586652196e-05, | |
| "loss": 0.6709, | |
| "step": 3245 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.24092454032089566, | |
| "learning_rate": 1.6371111624864543e-05, | |
| "loss": 0.6764, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.2454121794760406, | |
| "learning_rate": 1.612644044345456e-05, | |
| "loss": 0.6982, | |
| "step": 3255 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.3041665993053294, | |
| "learning_rate": 1.5883450948141377e-05, | |
| "loss": 0.658, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.2143063192080754, | |
| "learning_rate": 1.564214801092585e-05, | |
| "loss": 0.7606, | |
| "step": 3265 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.23715373616102758, | |
| "learning_rate": 1.540253646999299e-05, | |
| "loss": 0.7262, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.266422273258976, | |
| "learning_rate": 1.5164621129614787e-05, | |
| "loss": 0.6795, | |
| "step": 3275 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.2303123926465437, | |
| "learning_rate": 1.4928406760054059e-05, | |
| "loss": 0.6995, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.30575921163679864, | |
| "learning_rate": 1.4693898097468662e-05, | |
| "loss": 0.7238, | |
| "step": 3285 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.2723263223045365, | |
| "learning_rate": 1.4461099843816684e-05, | |
| "loss": 0.694, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.2704567901239254, | |
| "learning_rate": 1.4230016666761981e-05, | |
| "loss": 0.7654, | |
| "step": 3295 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.24548577793970916, | |
| "learning_rate": 1.4000653199580782e-05, | |
| "loss": 0.766, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.31075109788590083, | |
| "learning_rate": 1.3773014041068633e-05, | |
| "loss": 0.7156, | |
| "step": 3305 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.23774900014129338, | |
| "learning_rate": 1.3547103755448287e-05, | |
| "loss": 0.7829, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.20200953268790334, | |
| "learning_rate": 1.3322926872278097e-05, | |
| "loss": 0.7726, | |
| "step": 3315 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.26897850573503673, | |
| "learning_rate": 1.3100487886361379e-05, | |
| "loss": 0.7458, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.2397184808414706, | |
| "learning_rate": 1.2879791257656049e-05, | |
| "loss": 0.7193, | |
| "step": 3325 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.20474419583059367, | |
| "learning_rate": 1.266084141118542e-05, | |
| "loss": 0.6816, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.22050960020614993, | |
| "learning_rate": 1.2443642736949258e-05, | |
| "loss": 0.7013, | |
| "step": 3335 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.22350828170159398, | |
| "learning_rate": 1.2228199589835999e-05, | |
| "loss": 0.7583, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.27678043547723374, | |
| "learning_rate": 1.2014516289535249e-05, | |
| "loss": 0.7093, | |
| "step": 3345 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.2641609501988626, | |
| "learning_rate": 1.1802597120451286e-05, | |
| "loss": 0.7644, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.29287525021588734, | |
| "learning_rate": 1.1592446331617068e-05, | |
| "loss": 0.6913, | |
| "step": 3355 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.3132569389457329, | |
| "learning_rate": 1.1384068136609105e-05, | |
| "loss": 0.7836, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.3257533444384463, | |
| "learning_rate": 1.1177466713462926e-05, | |
| "loss": 0.6575, | |
| "step": 3365 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.3658464833825346, | |
| "learning_rate": 1.0972646204589377e-05, | |
| "loss": 0.6571, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.24393335900845253, | |
| "learning_rate": 1.076961071669148e-05, | |
| "loss": 0.7282, | |
| "step": 3375 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.2673318448109565, | |
| "learning_rate": 1.0568364320682178e-05, | |
| "loss": 0.7788, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.24802808118552172, | |
| "learning_rate": 1.0368911051602636e-05, | |
| "loss": 0.6588, | |
| "step": 3385 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.2725189792906911, | |
| "learning_rate": 1.0171254908541372e-05, | |
| "loss": 0.6729, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.3108637636142955, | |
| "learning_rate": 9.975399854554068e-06, | |
| "loss": 0.6717, | |
| "step": 3395 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.2770989947603813, | |
| "learning_rate": 9.781349816584162e-06, | |
| "loss": 0.7259, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.23614090997589118, | |
| "learning_rate": 9.589108685383975e-06, | |
| "loss": 0.7101, | |
| "step": 3405 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.2808653787629317, | |
| "learning_rate": 9.398680315436903e-06, | |
| "loss": 0.6933, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.24876373568373047, | |
| "learning_rate": 9.210068524879923e-06, | |
| "loss": 0.6842, | |
| "step": 3415 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.2678931806909137, | |
| "learning_rate": 9.023277095427173e-06, | |
| "loss": 0.7012, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.25424385975928604, | |
| "learning_rate": 8.838309772294085e-06, | |
| "loss": 0.7443, | |
| "step": 3425 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.2402611926537631, | |
| "learning_rate": 8.655170264122303e-06, | |
| "loss": 0.7288, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.24815108653858006, | |
| "learning_rate": 8.473862242905339e-06, | |
| "loss": 0.7894, | |
| "step": 3435 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.21869677597116047, | |
| "learning_rate": 8.294389343914899e-06, | |
| "loss": 0.6481, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.2515057283571701, | |
| "learning_rate": 8.11675516562802e-06, | |
| "loss": 0.7195, | |
| "step": 3445 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.24394419541003282, | |
| "learning_rate": 7.940963269654922e-06, | |
| "loss": 0.8022, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.2745733416076033, | |
| "learning_rate": 7.767017180667645e-06, | |
| "loss": 0.7189, | |
| "step": 3455 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.19526287456709943, | |
| "learning_rate": 7.594920386329252e-06, | |
| "loss": 0.6829, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.3408386827932112, | |
| "learning_rate": 7.4246763372240795e-06, | |
| "loss": 0.6084, | |
| "step": 3465 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.22382037366933571, | |
| "learning_rate": 7.256288446788362e-06, | |
| "loss": 0.6839, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.25700615722112985, | |
| "learning_rate": 7.089760091241937e-06, | |
| "loss": 0.766, | |
| "step": 3475 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.20934034960089873, | |
| "learning_rate": 6.925094609520455e-06, | |
| "loss": 0.6959, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.1887454649423391, | |
| "learning_rate": 6.762295303208532e-06, | |
| "loss": 0.6084, | |
| "step": 3485 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.24866922377491815, | |
| "learning_rate": 6.601365436473439e-06, | |
| "loss": 0.76, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.26188268702284273, | |
| "learning_rate": 6.44230823599975e-06, | |
| "loss": 0.716, | |
| "step": 3495 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.29822606608650276, | |
| "learning_rate": 6.2851268909245865e-06, | |
| "loss": 0.6727, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.2732588418921964, | |
| "learning_rate": 6.1298245527737e-06, | |
| "loss": 0.7553, | |
| "step": 3505 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.24961501560552232, | |
| "learning_rate": 5.976404335398256e-06, | |
| "loss": 0.6262, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.36125761108834664, | |
| "learning_rate": 5.824869314912473e-06, | |
| "loss": 0.702, | |
| "step": 3515 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.20211776842690213, | |
| "learning_rate": 5.675222529631841e-06, | |
| "loss": 0.7146, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.34319105583503823, | |
| "learning_rate": 5.527466980012297e-06, | |
| "loss": 0.7202, | |
| "step": 3525 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.2551086799124065, | |
| "learning_rate": 5.381605628590003e-06, | |
| "loss": 0.7343, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.24191784730605104, | |
| "learning_rate": 5.237641399921955e-06, | |
| "loss": 0.676, | |
| "step": 3535 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.23642128893948972, | |
| "learning_rate": 5.095577180527378e-06, | |
| "loss": 0.75, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.24384299779088495, | |
| "learning_rate": 4.9554158188298445e-06, | |
| "loss": 0.7689, | |
| "step": 3545 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.2622807786449119, | |
| "learning_rate": 4.817160125100106e-06, | |
| "loss": 0.7586, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.2849253620392849, | |
| "learning_rate": 4.680812871399854e-06, | |
| "loss": 0.7066, | |
| "step": 3555 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.24191852621283047, | |
| "learning_rate": 4.546376791525975e-06, | |
| "loss": 0.7219, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.2212643288267702, | |
| "learning_rate": 4.413854580955945e-06, | |
| "loss": 0.7128, | |
| "step": 3565 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.23498346434116985, | |
| "learning_rate": 4.2832488967935795e-06, | |
| "loss": 0.7419, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.24375104729509095, | |
| "learning_rate": 4.154562357715952e-06, | |
| "loss": 0.7244, | |
| "step": 3575 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.2349397771494649, | |
| "learning_rate": 4.02779754392072e-06, | |
| "loss": 0.686, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.2657929830383169, | |
| "learning_rate": 3.90295699707447e-06, | |
| "loss": 0.7006, | |
| "step": 3585 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.313209415878294, | |
| "learning_rate": 3.780043220261764e-06, | |
| "loss": 0.7512, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.2555739248275014, | |
| "learning_rate": 3.659058677934957e-06, | |
| "loss": 0.7011, | |
| "step": 3595 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.33802960858245146, | |
| "learning_rate": 3.540005795864709e-06, | |
| "loss": 0.6056, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.1922803471445042, | |
| "learning_rate": 3.422886961091476e-06, | |
| "loss": 0.6843, | |
| "step": 3605 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.29061663111511976, | |
| "learning_rate": 3.3077045218775192e-06, | |
| "loss": 0.7806, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.247673796937873, | |
| "learning_rate": 3.194460787659892e-06, | |
| "loss": 0.7209, | |
| "step": 3615 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.2560647317152861, | |
| "learning_rate": 3.0831580290041184e-06, | |
| "loss": 0.7605, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.3634088101447885, | |
| "learning_rate": 2.973798477558709e-06, | |
| "loss": 0.7043, | |
| "step": 3625 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.18733318063360602, | |
| "learning_rate": 2.8663843260103074e-06, | |
| "loss": 0.6693, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.21584750971265176, | |
| "learning_rate": 2.76091772803988e-06, | |
| "loss": 0.7167, | |
| "step": 3635 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.3177595541385448, | |
| "learning_rate": 2.6574007982793857e-06, | |
| "loss": 0.7402, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.28268884396101174, | |
| "learning_rate": 2.555835612269475e-06, | |
| "loss": 0.6604, | |
| "step": 3645 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.23788632053961686, | |
| "learning_rate": 2.456224206417812e-06, | |
| "loss": 0.6957, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.26249888785251196, | |
| "learning_rate": 2.35856857795832e-06, | |
| "loss": 0.7676, | |
| "step": 3655 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.4060765673216887, | |
| "learning_rate": 2.262870684911045e-06, | |
| "loss": 0.6793, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.3094366288959559, | |
| "learning_rate": 2.169132446042976e-06, | |
| "loss": 0.6742, | |
| "step": 3665 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.23238542996653788, | |
| "learning_rate": 2.0773557408295343e-06, | |
| "loss": 0.7142, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.24241260570013387, | |
| "learning_rate": 1.9875424094168647e-06, | |
| "loss": 0.694, | |
| "step": 3675 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.24945986800032627, | |
| "learning_rate": 1.8996942525850047e-06, | |
| "loss": 0.6959, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.2943157341191807, | |
| "learning_rate": 1.813813031711742e-06, | |
| "loss": 0.6987, | |
| "step": 3685 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.2501518225722179, | |
| "learning_rate": 1.7299004687372665e-06, | |
| "loss": 0.6767, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.2773238988005913, | |
| "learning_rate": 1.6479582461297217e-06, | |
| "loss": 0.6753, | |
| "step": 3695 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.24642550651253037, | |
| "learning_rate": 1.5679880068514174e-06, | |
| "loss": 0.6836, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.23944679732673346, | |
| "learning_rate": 1.4899913543258814e-06, | |
| "loss": 0.7099, | |
| "step": 3705 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.321999340037235, | |
| "learning_rate": 1.4139698524057165e-06, | |
| "loss": 0.7798, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.3325659255065644, | |
| "learning_rate": 1.3399250253413154e-06, | |
| "loss": 0.767, | |
| "step": 3715 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.30837054124513025, | |
| "learning_rate": 1.2678583577501624e-06, | |
| "loss": 0.6706, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.31468665328396034, | |
| "learning_rate": 1.1977712945872243e-06, | |
| "loss": 0.7187, | |
| "step": 3725 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.2858601801052754, | |
| "learning_rate": 1.1296652411158182e-06, | |
| "loss": 0.7022, | |
| "step": 3730 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.24729340626419855, | |
| "learning_rate": 1.0635415628795665e-06, | |
| "loss": 0.691, | |
| "step": 3735 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.23960085243766105, | |
| "learning_rate": 9.994015856749527e-07, | |
| "loss": 0.7091, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.20680354782081353, | |
| "learning_rate": 9.372465955247544e-07, | |
| "loss": 0.6042, | |
| "step": 3745 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.2644774077674383, | |
| "learning_rate": 8.770778386522627e-07, | |
| "loss": 0.7627, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.2557259933660033, | |
| "learning_rate": 8.188965214562804e-07, | |
| "loss": 0.7372, | |
| "step": 3755 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.2637639760583473, | |
| "learning_rate": 7.627038104869199e-07, | |
| "loss": 0.6702, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.28884424646282286, | |
| "learning_rate": 7.085008324222763e-07, | |
| "loss": 0.6375, | |
| "step": 3765 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.27748515379743166, | |
| "learning_rate": 6.562886740457797e-07, | |
| "loss": 0.7361, | |
| "step": 3770 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.2323425377751082, | |
| "learning_rate": 6.060683822244117e-07, | |
| "loss": 0.6933, | |
| "step": 3775 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.357455400684556, | |
| "learning_rate": 5.578409638877457e-07, | |
| "loss": 0.5931, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.2724599339735716, | |
| "learning_rate": 5.116073860077064e-07, | |
| "loss": 0.6707, | |
| "step": 3785 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.30393724062041544, | |
| "learning_rate": 4.6736857557925227e-07, | |
| "loss": 0.6907, | |
| "step": 3790 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.30371804708625333, | |
| "learning_rate": 4.2512541960171294e-07, | |
| "loss": 0.7718, | |
| "step": 3795 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.35894189655237235, | |
| "learning_rate": 3.8487876506106966e-07, | |
| "loss": 0.7522, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.24596908002441525, | |
| "learning_rate": 3.466294189129249e-07, | |
| "loss": 0.6583, | |
| "step": 3805 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.2920176199203356, | |
| "learning_rate": 3.1037814806634815e-07, | |
| "loss": 0.707, | |
| "step": 3810 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.2180144616080907, | |
| "learning_rate": 2.7612567936849964e-07, | |
| "loss": 0.6582, | |
| "step": 3815 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.26484981601847507, | |
| "learning_rate": 2.43872699590042e-07, | |
| "loss": 0.6977, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.2626803702380842, | |
| "learning_rate": 2.136198554113844e-07, | |
| "loss": 0.7858, | |
| "step": 3825 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.2744308629524476, | |
| "learning_rate": 1.8536775340970425e-07, | |
| "loss": 0.7359, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.2397873340818912, | |
| "learning_rate": 1.591169600468123e-07, | |
| "loss": 0.7332, | |
| "step": 3835 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.261016022377339, | |
| "learning_rate": 1.348680016577397e-07, | |
| "loss": 0.7853, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.26956288380911886, | |
| "learning_rate": 1.126213644402463e-07, | |
| "loss": 0.7287, | |
| "step": 3845 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.250467321318094, | |
| "learning_rate": 9.237749444505062e-08, | |
| "loss": 0.6572, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.2693162150713498, | |
| "learning_rate": 7.413679756684832e-08, | |
| "loss": 0.7318, | |
| "step": 3855 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.29918573890964684, | |
| "learning_rate": 5.7899639536251883e-08, | |
| "loss": 0.707, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.27475327570345426, | |
| "learning_rate": 4.366634591237428e-08, | |
| "loss": 0.7348, | |
| "step": 3865 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.21723287925397622, | |
| "learning_rate": 3.143720207635648e-08, | |
| "loss": 0.6721, | |
| "step": 3870 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.35560080211348427, | |
| "learning_rate": 2.1212453225627482e-08, | |
| "loss": 0.7261, | |
| "step": 3875 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.30524103845820444, | |
| "learning_rate": 1.299230436898613e-08, | |
| "loss": 0.7778, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.2662759700171976, | |
| "learning_rate": 6.776920322515423e-09, | |
| "loss": 0.6589, | |
| "step": 3885 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.2828428158719728, | |
| "learning_rate": 2.566425706218567e-09, | |
| "loss": 0.6907, | |
| "step": 3890 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.23136076886647983, | |
| "learning_rate": 3.609049415764787e-10, | |
| "loss": 0.7324, | |
| "step": 3895 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_loss": NaN, | |
| "eval_runtime": 1502.4585, | |
| "eval_samples_per_second": 1.538, | |
| "eval_steps_per_second": 0.385, | |
| "step": 3898 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "step": 3898, | |
| "total_flos": 1.0023612803710976e+16, | |
| "train_loss": 0.45687119700224843, | |
| "train_runtime": 26657.4924, | |
| "train_samples_per_second": 2.339, | |
| "train_steps_per_second": 0.146 | |
| } | |
| ], | |
| "logging_steps": 5, | |
| "max_steps": 3898, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 100, | |
| "total_flos": 1.0023612803710976e+16, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |