| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.9998799759951991, | |
| "eval_steps": 500, | |
| "global_step": 6248, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.00016003200640128025, | |
| "grad_norm": 1.1826485395431519, | |
| "learning_rate": 8e-09, | |
| "loss": 1.8238, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0016003200640128026, | |
| "grad_norm": 1.2571839094161987, | |
| "learning_rate": 8e-08, | |
| "loss": 1.8529, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.003200640128025605, | |
| "grad_norm": 1.3447990417480469, | |
| "learning_rate": 1.6e-07, | |
| "loss": 1.8769, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.004800960192038408, | |
| "grad_norm": 1.0940663814544678, | |
| "learning_rate": 2.4000000000000003e-07, | |
| "loss": 1.9161, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.00640128025605121, | |
| "grad_norm": 1.1993372440338135, | |
| "learning_rate": 3.2e-07, | |
| "loss": 1.8078, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.008001600320064013, | |
| "grad_norm": 1.06308913230896, | |
| "learning_rate": 4.0000000000000003e-07, | |
| "loss": 1.9163, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.009601920384076815, | |
| "grad_norm": 1.1543391942977905, | |
| "learning_rate": 4.800000000000001e-07, | |
| "loss": 1.8377, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.011202240448089618, | |
| "grad_norm": 0.8527859449386597, | |
| "learning_rate": 5.6e-07, | |
| "loss": 1.8549, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.01280256051210242, | |
| "grad_norm": 0.9085479974746704, | |
| "learning_rate": 6.4e-07, | |
| "loss": 1.789, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.014402880576115223, | |
| "grad_norm": 0.7586134672164917, | |
| "learning_rate": 7.2e-07, | |
| "loss": 1.7819, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.016003200640128026, | |
| "grad_norm": 0.8043696284294128, | |
| "learning_rate": 8.000000000000001e-07, | |
| "loss": 1.7761, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.017603520704140826, | |
| "grad_norm": 0.7043126821517944, | |
| "learning_rate": 8.8e-07, | |
| "loss": 1.7702, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.01920384076815363, | |
| "grad_norm": 0.6750304698944092, | |
| "learning_rate": 9.600000000000001e-07, | |
| "loss": 1.7808, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.02080416083216643, | |
| "grad_norm": 0.6183897852897644, | |
| "learning_rate": 1.04e-06, | |
| "loss": 1.7655, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.022404480896179236, | |
| "grad_norm": 0.6176135540008545, | |
| "learning_rate": 1.12e-06, | |
| "loss": 1.7363, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.024004800960192037, | |
| "grad_norm": 0.5962868928909302, | |
| "learning_rate": 1.2000000000000002e-06, | |
| "loss": 1.7132, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.02560512102420484, | |
| "grad_norm": 0.5577073693275452, | |
| "learning_rate": 1.28e-06, | |
| "loss": 1.7228, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.027205441088217642, | |
| "grad_norm": 0.5972305536270142, | |
| "learning_rate": 1.3600000000000001e-06, | |
| "loss": 1.7134, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.028805761152230446, | |
| "grad_norm": 0.891796886920929, | |
| "learning_rate": 1.44e-06, | |
| "loss": 1.677, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.030406081216243247, | |
| "grad_norm": 0.500298023223877, | |
| "learning_rate": 1.52e-06, | |
| "loss": 1.6674, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.03200640128025605, | |
| "grad_norm": 0.4819110929965973, | |
| "learning_rate": 1.6000000000000001e-06, | |
| "loss": 1.6432, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.033606721344268856, | |
| "grad_norm": 0.48815402388572693, | |
| "learning_rate": 1.6800000000000002e-06, | |
| "loss": 1.6579, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.03520704140828165, | |
| "grad_norm": 0.43313154578208923, | |
| "learning_rate": 1.76e-06, | |
| "loss": 1.5858, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.03680736147229446, | |
| "grad_norm": 0.4705139100551605, | |
| "learning_rate": 1.8400000000000002e-06, | |
| "loss": 1.6045, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.03840768153630726, | |
| "grad_norm": 0.46406659483909607, | |
| "learning_rate": 1.9200000000000003e-06, | |
| "loss": 1.6324, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.040008001600320066, | |
| "grad_norm": 0.46592777967453003, | |
| "learning_rate": 2.0000000000000003e-06, | |
| "loss": 1.601, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.04160832166433286, | |
| "grad_norm": 0.477504163980484, | |
| "learning_rate": 2.08e-06, | |
| "loss": 1.5639, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.04320864172834567, | |
| "grad_norm": 0.45321983098983765, | |
| "learning_rate": 2.16e-06, | |
| "loss": 1.5627, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.04480896179235847, | |
| "grad_norm": 0.463728129863739, | |
| "learning_rate": 2.24e-06, | |
| "loss": 1.5359, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.046409281856371276, | |
| "grad_norm": 0.43756529688835144, | |
| "learning_rate": 2.3200000000000002e-06, | |
| "loss": 1.4996, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.048009601920384073, | |
| "grad_norm": 0.4395667314529419, | |
| "learning_rate": 2.4000000000000003e-06, | |
| "loss": 1.51, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.04960992198439688, | |
| "grad_norm": 0.44691407680511475, | |
| "learning_rate": 2.4800000000000004e-06, | |
| "loss": 1.4876, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.05121024204840968, | |
| "grad_norm": 0.4260852336883545, | |
| "learning_rate": 2.56e-06, | |
| "loss": 1.4463, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.052810562112422486, | |
| "grad_norm": 0.4296850264072418, | |
| "learning_rate": 2.64e-06, | |
| "loss": 1.4195, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.054410882176435284, | |
| "grad_norm": 0.3987746834754944, | |
| "learning_rate": 2.7200000000000002e-06, | |
| "loss": 1.4248, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.05601120224044809, | |
| "grad_norm": 0.38749226927757263, | |
| "learning_rate": 2.8000000000000003e-06, | |
| "loss": 1.4151, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.05761152230446089, | |
| "grad_norm": 0.3994350731372833, | |
| "learning_rate": 2.88e-06, | |
| "loss": 1.4625, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.0592118423684737, | |
| "grad_norm": 0.36386868357658386, | |
| "learning_rate": 2.96e-06, | |
| "loss": 1.4048, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.060812162432486494, | |
| "grad_norm": 0.3657371699810028, | |
| "learning_rate": 3.04e-06, | |
| "loss": 1.4143, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.0624124824964993, | |
| "grad_norm": 0.3797203302383423, | |
| "learning_rate": 3.12e-06, | |
| "loss": 1.4394, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.0640128025605121, | |
| "grad_norm": 0.36554431915283203, | |
| "learning_rate": 3.2000000000000003e-06, | |
| "loss": 1.3839, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.0656131226245249, | |
| "grad_norm": 0.3783222734928131, | |
| "learning_rate": 3.2800000000000004e-06, | |
| "loss": 1.4041, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.06721344268853771, | |
| "grad_norm": 0.36894097924232483, | |
| "learning_rate": 3.3600000000000004e-06, | |
| "loss": 1.3962, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.06881376275255051, | |
| "grad_norm": 0.3558606207370758, | |
| "learning_rate": 3.44e-06, | |
| "loss": 1.4449, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.0704140828165633, | |
| "grad_norm": 0.5871737003326416, | |
| "learning_rate": 3.52e-06, | |
| "loss": 1.4062, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.07201440288057612, | |
| "grad_norm": 0.3803611099720001, | |
| "learning_rate": 3.6000000000000003e-06, | |
| "loss": 1.3951, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.07361472294458891, | |
| "grad_norm": 0.37580356001853943, | |
| "learning_rate": 3.6800000000000003e-06, | |
| "loss": 1.3606, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.07521504300860173, | |
| "grad_norm": 0.3693610429763794, | |
| "learning_rate": 3.7600000000000004e-06, | |
| "loss": 1.4153, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.07681536307261452, | |
| "grad_norm": 0.3637755811214447, | |
| "learning_rate": 3.8400000000000005e-06, | |
| "loss": 1.4622, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.07841568313662732, | |
| "grad_norm": 0.3501175343990326, | |
| "learning_rate": 3.920000000000001e-06, | |
| "loss": 1.4107, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.08001600320064013, | |
| "grad_norm": 2.7416932582855225, | |
| "learning_rate": 4.000000000000001e-06, | |
| "loss": 1.3932, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.08161632326465293, | |
| "grad_norm": 0.7613168358802795, | |
| "learning_rate": 4.08e-06, | |
| "loss": 1.3947, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.08321664332866573, | |
| "grad_norm": 0.34814804792404175, | |
| "learning_rate": 4.16e-06, | |
| "loss": 1.4168, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.08481696339267854, | |
| "grad_norm": 0.3658451735973358, | |
| "learning_rate": 4.24e-06, | |
| "loss": 1.383, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.08641728345669134, | |
| "grad_norm": 0.3520263135433197, | |
| "learning_rate": 4.32e-06, | |
| "loss": 1.3419, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.08801760352070415, | |
| "grad_norm": 0.37928885221481323, | |
| "learning_rate": 4.4e-06, | |
| "loss": 1.3982, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.08961792358471694, | |
| "grad_norm": 1.466685175895691, | |
| "learning_rate": 4.48e-06, | |
| "loss": 1.3914, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.09121824364872974, | |
| "grad_norm": 0.37202754616737366, | |
| "learning_rate": 4.56e-06, | |
| "loss": 1.3421, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.09281856371274255, | |
| "grad_norm": 0.37455129623413086, | |
| "learning_rate": 4.6400000000000005e-06, | |
| "loss": 1.3564, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.09441888377675535, | |
| "grad_norm": 0.3516671359539032, | |
| "learning_rate": 4.7200000000000005e-06, | |
| "loss": 1.3219, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.09601920384076815, | |
| "grad_norm": 0.37462764978408813, | |
| "learning_rate": 4.800000000000001e-06, | |
| "loss": 1.3639, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.09761952390478096, | |
| "grad_norm": 0.3746024966239929, | |
| "learning_rate": 4.880000000000001e-06, | |
| "loss": 1.3789, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.09921984396879376, | |
| "grad_norm": 0.3724232316017151, | |
| "learning_rate": 4.960000000000001e-06, | |
| "loss": 1.3499, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.10082016403280657, | |
| "grad_norm": 0.38169583678245544, | |
| "learning_rate": 4.999990245313474e-06, | |
| "loss": 1.3086, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.10242048409681936, | |
| "grad_norm": 0.3765912353992462, | |
| "learning_rate": 4.999912208277997e-06, | |
| "loss": 1.3307, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.10402080416083216, | |
| "grad_norm": 0.38425111770629883, | |
| "learning_rate": 4.999756136642964e-06, | |
| "loss": 1.3168, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.10562112422484497, | |
| "grad_norm": 0.38071689009666443, | |
| "learning_rate": 4.999522035280142e-06, | |
| "loss": 1.3717, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.10722144428885777, | |
| "grad_norm": 0.3890415132045746, | |
| "learning_rate": 4.999209911496989e-06, | |
| "loss": 1.362, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.10882176435287057, | |
| "grad_norm": 0.3932015001773834, | |
| "learning_rate": 4.99881977503643e-06, | |
| "loss": 1.3367, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.11042208441688338, | |
| "grad_norm": 0.39485597610473633, | |
| "learning_rate": 4.998351638076548e-06, | |
| "loss": 1.3263, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.11202240448089618, | |
| "grad_norm": 0.40244272351264954, | |
| "learning_rate": 4.99780551523021e-06, | |
| "loss": 1.3483, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.11362272454490899, | |
| "grad_norm": 0.38777467608451843, | |
| "learning_rate": 4.9971814235446035e-06, | |
| "loss": 1.4173, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.11522304460892178, | |
| "grad_norm": 0.3693300485610962, | |
| "learning_rate": 4.996479382500714e-06, | |
| "loss": 1.3711, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.11682336467293458, | |
| "grad_norm": 0.39682939648628235, | |
| "learning_rate": 4.995699414012704e-06, | |
| "loss": 1.2961, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.1184236847369474, | |
| "grad_norm": 0.4018958806991577, | |
| "learning_rate": 4.994841542427242e-06, | |
| "loss": 1.3109, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.12002400480096019, | |
| "grad_norm": 0.3853909969329834, | |
| "learning_rate": 4.993905794522734e-06, | |
| "loss": 1.3114, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.12162432486497299, | |
| "grad_norm": 0.4010235071182251, | |
| "learning_rate": 4.992892199508492e-06, | |
| "loss": 1.3348, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.1232246449289858, | |
| "grad_norm": 0.3733123242855072, | |
| "learning_rate": 4.991800789023818e-06, | |
| "loss": 1.324, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.1248249649929986, | |
| "grad_norm": 0.4108160138130188, | |
| "learning_rate": 4.990631597137021e-06, | |
| "loss": 1.2966, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.1264252850570114, | |
| "grad_norm": 0.41119498014450073, | |
| "learning_rate": 4.989384660344351e-06, | |
| "loss": 1.3555, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.1280256051210242, | |
| "grad_norm": 0.39664438366889954, | |
| "learning_rate": 4.9880600175688596e-06, | |
| "loss": 1.326, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.12962592518503702, | |
| "grad_norm": 0.40418845415115356, | |
| "learning_rate": 4.986657710159187e-06, | |
| "loss": 1.3018, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.1312262452490498, | |
| "grad_norm": 0.4098711609840393, | |
| "learning_rate": 4.98517778188827e-06, | |
| "loss": 1.3963, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.1328265653130626, | |
| "grad_norm": 0.43664970993995667, | |
| "learning_rate": 4.983620278951973e-06, | |
| "loss": 1.3343, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.13442688537707542, | |
| "grad_norm": 0.4087508022785187, | |
| "learning_rate": 4.981985249967651e-06, | |
| "loss": 1.2787, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.1360272054410882, | |
| "grad_norm": 0.38437142968177795, | |
| "learning_rate": 4.980272745972629e-06, | |
| "loss": 1.3563, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.13762752550510102, | |
| "grad_norm": 0.41200581192970276, | |
| "learning_rate": 4.978482820422612e-06, | |
| "loss": 1.3338, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.13922784556911383, | |
| "grad_norm": 0.40172791481018066, | |
| "learning_rate": 4.976615529190008e-06, | |
| "loss": 1.3087, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.1408281656331266, | |
| "grad_norm": 0.44374722242355347, | |
| "learning_rate": 4.974670930562195e-06, | |
| "loss": 1.3104, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.14242848569713942, | |
| "grad_norm": 0.4120323657989502, | |
| "learning_rate": 4.972649085239694e-06, | |
| "loss": 1.303, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.14402880576115223, | |
| "grad_norm": 0.42948517203330994, | |
| "learning_rate": 4.970550056334277e-06, | |
| "loss": 1.2743, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.14562912582516505, | |
| "grad_norm": 0.4419565498828888, | |
| "learning_rate": 4.968373909366998e-06, | |
| "loss": 1.3082, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.14722944588917783, | |
| "grad_norm": 0.411284476518631, | |
| "learning_rate": 4.966120712266146e-06, | |
| "loss": 1.3116, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.14882976595319064, | |
| "grad_norm": 0.4247114062309265, | |
| "learning_rate": 4.963790535365122e-06, | |
| "loss": 1.3486, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.15043008601720345, | |
| "grad_norm": 0.4018177092075348, | |
| "learning_rate": 4.961383451400251e-06, | |
| "loss": 1.3029, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.15203040608121624, | |
| "grad_norm": 0.40833476185798645, | |
| "learning_rate": 4.958899535508503e-06, | |
| "loss": 1.2706, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.15363072614522905, | |
| "grad_norm": 0.41154181957244873, | |
| "learning_rate": 4.956338865225155e-06, | |
| "loss": 1.3063, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.15523104620924186, | |
| "grad_norm": 0.42829248309135437, | |
| "learning_rate": 4.953701520481365e-06, | |
| "loss": 1.3119, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.15683136627325464, | |
| "grad_norm": 0.42823630571365356, | |
| "learning_rate": 4.950987583601681e-06, | |
| "loss": 1.276, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.15843168633726745, | |
| "grad_norm": 0.4209652841091156, | |
| "learning_rate": 4.9481971393014686e-06, | |
| "loss": 1.2947, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.16003200640128026, | |
| "grad_norm": 0.4024667739868164, | |
| "learning_rate": 4.945330274684268e-06, | |
| "loss": 1.2704, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.16163232646529305, | |
| "grad_norm": 0.4125162363052368, | |
| "learning_rate": 4.942387079239075e-06, | |
| "loss": 1.2686, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.16323264652930586, | |
| "grad_norm": 0.39515283703804016, | |
| "learning_rate": 4.9393676448375475e-06, | |
| "loss": 1.2875, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.16483296659331867, | |
| "grad_norm": 0.42820730805397034, | |
| "learning_rate": 4.936272065731135e-06, | |
| "loss": 1.2633, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.16643328665733145, | |
| "grad_norm": 0.43181583285331726, | |
| "learning_rate": 4.933100438548144e-06, | |
| "loss": 1.3641, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.16803360672134426, | |
| "grad_norm": 0.4250759482383728, | |
| "learning_rate": 4.929852862290711e-06, | |
| "loss": 1.3123, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.16963392678535708, | |
| "grad_norm": 0.4282747805118561, | |
| "learning_rate": 4.926529438331724e-06, | |
| "loss": 1.3036, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.1712342468493699, | |
| "grad_norm": 0.5093165040016174, | |
| "learning_rate": 4.923130270411648e-06, | |
| "loss": 1.2802, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.17283456691338267, | |
| "grad_norm": 0.4356524348258972, | |
| "learning_rate": 4.919655464635291e-06, | |
| "loss": 1.3567, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.17443488697739548, | |
| "grad_norm": 0.4331202507019043, | |
| "learning_rate": 4.916105129468493e-06, | |
| "loss": 1.3056, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.1760352070414083, | |
| "grad_norm": 0.437448650598526, | |
| "learning_rate": 4.91247937573474e-06, | |
| "loss": 1.3202, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.17763552710542108, | |
| "grad_norm": 0.4280548095703125, | |
| "learning_rate": 4.9087783166117035e-06, | |
| "loss": 1.2888, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.1792358471694339, | |
| "grad_norm": 0.430753231048584, | |
| "learning_rate": 4.905002067627704e-06, | |
| "loss": 1.2891, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.1808361672334467, | |
| "grad_norm": 0.42238640785217285, | |
| "learning_rate": 4.9011507466581146e-06, | |
| "loss": 1.2956, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.18243648729745948, | |
| "grad_norm": 0.4425515830516815, | |
| "learning_rate": 4.897224473921672e-06, | |
| "loss": 1.2969, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.1840368073614723, | |
| "grad_norm": 0.4294049143791199, | |
| "learning_rate": 4.893223371976728e-06, | |
| "loss": 1.2962, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.1856371274254851, | |
| "grad_norm": 0.44323623180389404, | |
| "learning_rate": 4.889147565717425e-06, | |
| "loss": 1.2914, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.1872374474894979, | |
| "grad_norm": 1.6440542936325073, | |
| "learning_rate": 4.8849971823697925e-06, | |
| "loss": 1.2961, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.1888377675535107, | |
| "grad_norm": 0.44181469082832336, | |
| "learning_rate": 4.880772351487781e-06, | |
| "loss": 1.2617, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.1904380876175235, | |
| "grad_norm": 0.42513954639434814, | |
| "learning_rate": 4.8764732049492194e-06, | |
| "loss": 1.3279, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.1920384076815363, | |
| "grad_norm": 0.4171765446662903, | |
| "learning_rate": 4.8720998769516876e-06, | |
| "loss": 1.2486, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.1936387277455491, | |
| "grad_norm": 0.43634432554244995, | |
| "learning_rate": 4.867652504008341e-06, | |
| "loss": 1.2848, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 0.19523904780956192, | |
| "grad_norm": 0.4300241768360138, | |
| "learning_rate": 4.863131224943641e-06, | |
| "loss": 1.3023, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.19683936787357473, | |
| "grad_norm": 0.41159215569496155, | |
| "learning_rate": 4.858536180889025e-06, | |
| "loss": 1.2471, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.1984396879375875, | |
| "grad_norm": 0.44021639227867126, | |
| "learning_rate": 4.853867515278499e-06, | |
| "loss": 1.3048, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.20004000800160032, | |
| "grad_norm": 0.43915456533432007, | |
| "learning_rate": 4.849125373844159e-06, | |
| "loss": 1.2624, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.20164032806561313, | |
| "grad_norm": 0.4190748929977417, | |
| "learning_rate": 4.844309904611648e-06, | |
| "loss": 1.261, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.20324064812962592, | |
| "grad_norm": 0.443705677986145, | |
| "learning_rate": 4.839421257895531e-06, | |
| "loss": 1.2977, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 0.20484096819363873, | |
| "grad_norm": 0.5231160521507263, | |
| "learning_rate": 4.8344595862945995e-06, | |
| "loss": 1.3784, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.20644128825765154, | |
| "grad_norm": 0.44119977951049805, | |
| "learning_rate": 4.829425044687117e-06, | |
| "loss": 1.275, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 0.20804160832166432, | |
| "grad_norm": 0.4395291209220886, | |
| "learning_rate": 4.8243177902259775e-06, | |
| "loss": 1.2103, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.20964192838567713, | |
| "grad_norm": 0.4597066044807434, | |
| "learning_rate": 4.819137982333801e-06, | |
| "loss": 1.3092, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 0.21124224844968995, | |
| "grad_norm": 0.4260525107383728, | |
| "learning_rate": 4.81388578269796e-06, | |
| "loss": 1.2564, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.21284256851370273, | |
| "grad_norm": 0.419204980134964, | |
| "learning_rate": 4.80856135526553e-06, | |
| "loss": 1.3276, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 0.21444288857771554, | |
| "grad_norm": 0.4245491027832031, | |
| "learning_rate": 4.8031648662381715e-06, | |
| "loss": 1.297, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.21604320864172835, | |
| "grad_norm": 0.4363405704498291, | |
| "learning_rate": 4.797696484066945e-06, | |
| "loss": 1.2796, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.21764352870574113, | |
| "grad_norm": 0.4211016297340393, | |
| "learning_rate": 4.7921563794470495e-06, | |
| "loss": 1.2903, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.21924384876975395, | |
| "grad_norm": 0.44692331552505493, | |
| "learning_rate": 4.786544725312496e-06, | |
| "loss": 1.2893, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 0.22084416883376676, | |
| "grad_norm": 0.4414706826210022, | |
| "learning_rate": 4.78086169683071e-06, | |
| "loss": 1.2812, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.22244448889777957, | |
| "grad_norm": 0.4407265782356262, | |
| "learning_rate": 4.77510747139706e-06, | |
| "loss": 1.2196, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 0.22404480896179235, | |
| "grad_norm": 0.43710222840309143, | |
| "learning_rate": 4.7692822286293266e-06, | |
| "loss": 1.2762, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.22564512902580516, | |
| "grad_norm": 0.4352550506591797, | |
| "learning_rate": 4.76338615036209e-06, | |
| "loss": 1.2983, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 0.22724544908981797, | |
| "grad_norm": 0.45670264959335327, | |
| "learning_rate": 4.757419420641053e-06, | |
| "loss": 1.2998, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 0.22884576915383076, | |
| "grad_norm": 0.4622712731361389, | |
| "learning_rate": 4.751382225717304e-06, | |
| "loss": 1.2664, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 0.23044608921784357, | |
| "grad_norm": 0.4442577064037323, | |
| "learning_rate": 4.745274754041497e-06, | |
| "loss": 1.3014, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.23204640928185638, | |
| "grad_norm": 0.4509070813655853, | |
| "learning_rate": 4.739097196257967e-06, | |
| "loss": 1.3166, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.23364672934586916, | |
| "grad_norm": 0.4595312476158142, | |
| "learning_rate": 4.732849745198786e-06, | |
| "loss": 1.2714, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 0.23524704940988198, | |
| "grad_norm": 0.46154943108558655, | |
| "learning_rate": 4.72653259587774e-06, | |
| "loss": 1.2457, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 0.2368473694738948, | |
| "grad_norm": 0.45601826906204224, | |
| "learning_rate": 4.7201459454842395e-06, | |
| "loss": 1.3244, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 0.23844768953790757, | |
| "grad_norm": 0.4444175958633423, | |
| "learning_rate": 4.713689993377167e-06, | |
| "loss": 1.2842, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 0.24004800960192038, | |
| "grad_norm": 0.4575673043727875, | |
| "learning_rate": 4.707164941078656e-06, | |
| "loss": 1.2829, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.2416483296659332, | |
| "grad_norm": 0.44316327571868896, | |
| "learning_rate": 4.700570992267795e-06, | |
| "loss": 1.2571, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 0.24324864972994598, | |
| "grad_norm": 0.4629514515399933, | |
| "learning_rate": 4.6939083527742735e-06, | |
| "loss": 1.3043, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 0.2448489697939588, | |
| "grad_norm": 0.45411327481269836, | |
| "learning_rate": 4.6871772305719586e-06, | |
| "loss": 1.3144, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 0.2464492898579716, | |
| "grad_norm": 0.44114208221435547, | |
| "learning_rate": 4.680377835772399e-06, | |
| "loss": 1.2906, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 0.2480496099219844, | |
| "grad_norm": 0.4612123966217041, | |
| "learning_rate": 4.673510380618266e-06, | |
| "loss": 1.2272, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.2496499299859972, | |
| "grad_norm": 0.5552570819854736, | |
| "learning_rate": 4.666575079476733e-06, | |
| "loss": 1.3235, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 0.25125025005001, | |
| "grad_norm": 0.4699633717536926, | |
| "learning_rate": 4.659572148832783e-06, | |
| "loss": 1.2614, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 0.2528505701140228, | |
| "grad_norm": 0.4418560564517975, | |
| "learning_rate": 4.652501807282448e-06, | |
| "loss": 1.2433, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 0.2544508901780356, | |
| "grad_norm": 0.4806090295314789, | |
| "learning_rate": 4.645364275525984e-06, | |
| "loss": 1.2728, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 0.2560512102420484, | |
| "grad_norm": 0.4657137393951416, | |
| "learning_rate": 4.63815977636099e-06, | |
| "loss": 1.2605, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.2576515303060612, | |
| "grad_norm": 0.48473361134529114, | |
| "learning_rate": 4.630888534675446e-06, | |
| "loss": 1.3102, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 0.25925185037007403, | |
| "grad_norm": 0.4496365785598755, | |
| "learning_rate": 4.6235507774406966e-06, | |
| "loss": 1.2934, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 0.2608521704340868, | |
| "grad_norm": 0.4331839978694916, | |
| "learning_rate": 4.616146733704362e-06, | |
| "loss": 1.2459, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 0.2624524904980996, | |
| "grad_norm": 0.46064773201942444, | |
| "learning_rate": 4.608676634583194e-06, | |
| "loss": 1.2778, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 0.26405281056211244, | |
| "grad_norm": 0.4446019232273102, | |
| "learning_rate": 4.60114071325586e-06, | |
| "loss": 1.2879, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.2656531306261252, | |
| "grad_norm": 0.4695674479007721, | |
| "learning_rate": 4.593539204955661e-06, | |
| "loss": 1.294, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 0.267253450690138, | |
| "grad_norm": 0.4513859450817108, | |
| "learning_rate": 4.585872346963192e-06, | |
| "loss": 1.241, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 0.26885377075415084, | |
| "grad_norm": 0.4444881081581116, | |
| "learning_rate": 4.578140378598935e-06, | |
| "loss": 1.2657, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 0.27045409081816363, | |
| "grad_norm": 0.4365733563899994, | |
| "learning_rate": 4.570343541215787e-06, | |
| "loss": 1.2716, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 0.2720544108821764, | |
| "grad_norm": 0.4717450737953186, | |
| "learning_rate": 4.562482078191527e-06, | |
| "loss": 1.2458, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.27365473094618925, | |
| "grad_norm": 0.45678940415382385, | |
| "learning_rate": 4.554556234921221e-06, | |
| "loss": 1.2837, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 0.27525505101020203, | |
| "grad_norm": 0.4608180522918701, | |
| "learning_rate": 4.54656625880956e-06, | |
| "loss": 1.2805, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 0.2768553710742148, | |
| "grad_norm": 0.46855640411376953, | |
| "learning_rate": 4.538512399263136e-06, | |
| "loss": 1.2629, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 0.27845569113822766, | |
| "grad_norm": 0.4587608575820923, | |
| "learning_rate": 4.530394907682659e-06, | |
| "loss": 1.2804, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 0.28005601120224044, | |
| "grad_norm": 0.4596967101097107, | |
| "learning_rate": 4.52221403745511e-06, | |
| "loss": 1.2699, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.2816563312662532, | |
| "grad_norm": 0.4687954783439636, | |
| "learning_rate": 4.513970043945828e-06, | |
| "loss": 1.2563, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 0.28325665133026606, | |
| "grad_norm": 0.4607718884944916, | |
| "learning_rate": 4.505663184490543e-06, | |
| "loss": 1.2504, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 0.28485697139427885, | |
| "grad_norm": 0.4863135814666748, | |
| "learning_rate": 4.497293718387342e-06, | |
| "loss": 1.2735, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 0.2864572914582917, | |
| "grad_norm": 0.4534025192260742, | |
| "learning_rate": 4.488861906888574e-06, | |
| "loss": 1.2426, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 0.28805761152230447, | |
| "grad_norm": 0.4449337422847748, | |
| "learning_rate": 4.4803680131926935e-06, | |
| "loss": 1.2569, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.28965793158631725, | |
| "grad_norm": 0.4723162055015564, | |
| "learning_rate": 4.47181230243605e-06, | |
| "loss": 1.2444, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 0.2912582516503301, | |
| "grad_norm": 0.45309850573539734, | |
| "learning_rate": 4.463195041684607e-06, | |
| "loss": 1.2356, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 0.2928585717143429, | |
| "grad_norm": 0.4788224399089813, | |
| "learning_rate": 4.454516499925606e-06, | |
| "loss": 1.2534, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 0.29445889177835566, | |
| "grad_norm": 0.4625834822654724, | |
| "learning_rate": 4.445776948059174e-06, | |
| "loss": 1.2631, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 0.2960592118423685, | |
| "grad_norm": 0.47085145115852356, | |
| "learning_rate": 4.436976658889862e-06, | |
| "loss": 1.3068, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.2976595319063813, | |
| "grad_norm": 0.4663547873497009, | |
| "learning_rate": 4.428115907118134e-06, | |
| "loss": 1.2664, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 0.29925985197039406, | |
| "grad_norm": 0.45759037137031555, | |
| "learning_rate": 4.4191949693317886e-06, | |
| "loss": 1.3019, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 0.3008601720344069, | |
| "grad_norm": 0.4738781154155731, | |
| "learning_rate": 4.410214123997328e-06, | |
| "loss": 1.2699, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 0.3024604920984197, | |
| "grad_norm": 0.4601910710334778, | |
| "learning_rate": 4.401173651451264e-06, | |
| "loss": 1.2779, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 0.30406081216243247, | |
| "grad_norm": 0.4631597399711609, | |
| "learning_rate": 4.392073833891369e-06, | |
| "loss": 1.2617, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.3056611322264453, | |
| "grad_norm": 0.46061640977859497, | |
| "learning_rate": 4.3829149553678666e-06, | |
| "loss": 1.2971, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 0.3072614522904581, | |
| "grad_norm": 0.4908485412597656, | |
| "learning_rate": 4.373697301774561e-06, | |
| "loss": 1.2483, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 0.3088617723544709, | |
| "grad_norm": 0.5022984147071838, | |
| "learning_rate": 4.364421160839921e-06, | |
| "loss": 1.2754, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 0.3104620924184837, | |
| "grad_norm": 0.46905580163002014, | |
| "learning_rate": 4.355086822118092e-06, | |
| "loss": 1.2467, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 0.3120624124824965, | |
| "grad_norm": 0.44887256622314453, | |
| "learning_rate": 4.345694576979858e-06, | |
| "loss": 1.2803, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.3136627325465093, | |
| "grad_norm": 0.4691268503665924, | |
| "learning_rate": 4.336244718603553e-06, | |
| "loss": 1.2655, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 0.3152630526105221, | |
| "grad_norm": 0.4812462329864502, | |
| "learning_rate": 4.326737541965899e-06, | |
| "loss": 1.2945, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 0.3168633726745349, | |
| "grad_norm": 0.47187143564224243, | |
| "learning_rate": 4.3171733438328065e-06, | |
| "loss": 1.2625, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 0.3184636927385477, | |
| "grad_norm": 0.46066814661026, | |
| "learning_rate": 4.3075524227501074e-06, | |
| "loss": 1.3126, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 0.3200640128025605, | |
| "grad_norm": 0.4603062570095062, | |
| "learning_rate": 4.297875079034239e-06, | |
| "loss": 1.234, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.3216643328665733, | |
| "grad_norm": 0.4697874188423157, | |
| "learning_rate": 4.288141614762864e-06, | |
| "loss": 1.2536, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 0.3232646529305861, | |
| "grad_norm": 0.48067206144332886, | |
| "learning_rate": 4.278352333765449e-06, | |
| "loss": 1.2311, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 0.32486497299459893, | |
| "grad_norm": 0.4830579459667206, | |
| "learning_rate": 4.26850754161377e-06, | |
| "loss": 1.2606, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 0.3264652930586117, | |
| "grad_norm": 0.47166574001312256, | |
| "learning_rate": 4.258607545612389e-06, | |
| "loss": 1.2638, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 0.3280656131226245, | |
| "grad_norm": 0.47056472301483154, | |
| "learning_rate": 4.248652654789043e-06, | |
| "loss": 1.2242, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 0.32966593318663734, | |
| "grad_norm": 0.4559212625026703, | |
| "learning_rate": 4.238643179885013e-06, | |
| "loss": 1.2496, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 0.3312662532506501, | |
| "grad_norm": 0.48663806915283203, | |
| "learning_rate": 4.228579433345418e-06, | |
| "loss": 1.2716, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 0.3328665733146629, | |
| "grad_norm": 0.47868451476097107, | |
| "learning_rate": 4.2184617293094625e-06, | |
| "loss": 1.235, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 0.33446689337867574, | |
| "grad_norm": 0.4848126769065857, | |
| "learning_rate": 4.20829038360063e-06, | |
| "loss": 1.2852, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 0.33606721344268853, | |
| "grad_norm": 0.46406739950180054, | |
| "learning_rate": 4.198065713716824e-06, | |
| "loss": 1.2625, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.33766753350670137, | |
| "grad_norm": 0.4762243628501892, | |
| "learning_rate": 4.187788038820462e-06, | |
| "loss": 1.2587, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 0.33926785357071415, | |
| "grad_norm": 0.48254549503326416, | |
| "learning_rate": 4.177457679728508e-06, | |
| "loss": 1.2214, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 0.34086817363472693, | |
| "grad_norm": 0.5035943388938904, | |
| "learning_rate": 4.1670749589024605e-06, | |
| "loss": 1.2365, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 0.3424684936987398, | |
| "grad_norm": 0.4957742393016815, | |
| "learning_rate": 4.156640200438283e-06, | |
| "loss": 1.2667, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 0.34406881376275256, | |
| "grad_norm": 0.47412991523742676, | |
| "learning_rate": 4.146153730056296e-06, | |
| "loss": 1.2442, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 0.34566913382676534, | |
| "grad_norm": 0.461995393037796, | |
| "learning_rate": 4.135615875090998e-06, | |
| "loss": 1.3429, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 0.3472694538907782, | |
| "grad_norm": 0.4934525787830353, | |
| "learning_rate": 4.125026964480861e-06, | |
| "loss": 1.2672, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 0.34886977395479096, | |
| "grad_norm": 0.4495723247528076, | |
| "learning_rate": 4.1143873287580485e-06, | |
| "loss": 1.3079, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 0.35047009401880375, | |
| "grad_norm": 0.4944385886192322, | |
| "learning_rate": 4.10369730003811e-06, | |
| "loss": 1.2615, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 0.3520704140828166, | |
| "grad_norm": 0.5282748341560364, | |
| "learning_rate": 4.092957212009607e-06, | |
| "loss": 1.26, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.35367073414682937, | |
| "grad_norm": 0.4717164635658264, | |
| "learning_rate": 4.082167399923701e-06, | |
| "loss": 1.2839, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 0.35527105421084215, | |
| "grad_norm": 0.4664457142353058, | |
| "learning_rate": 4.071328200583684e-06, | |
| "loss": 1.2246, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 0.356871374274855, | |
| "grad_norm": 0.4893302917480469, | |
| "learning_rate": 4.0604399523344715e-06, | |
| "loss": 1.2885, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 0.3584716943388678, | |
| "grad_norm": 0.4661487638950348, | |
| "learning_rate": 4.049502995052034e-06, | |
| "loss": 1.287, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 0.36007201440288056, | |
| "grad_norm": 0.4612460732460022, | |
| "learning_rate": 4.038517670132794e-06, | |
| "loss": 1.2483, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.3616723344668934, | |
| "grad_norm": 0.4863792657852173, | |
| "learning_rate": 4.0274843204829645e-06, | |
| "loss": 1.231, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 0.3632726545309062, | |
| "grad_norm": 0.514241635799408, | |
| "learning_rate": 4.01640329050785e-06, | |
| "loss": 1.2583, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 0.36487297459491896, | |
| "grad_norm": 0.5051952004432678, | |
| "learning_rate": 4.00527492610109e-06, | |
| "loss": 1.246, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 0.3664732946589318, | |
| "grad_norm": 0.4585234224796295, | |
| "learning_rate": 3.994099574633869e-06, | |
| "loss": 1.2585, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 0.3680736147229446, | |
| "grad_norm": 0.4963371753692627, | |
| "learning_rate": 3.982877584944066e-06, | |
| "loss": 1.2529, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.36967393478695737, | |
| "grad_norm": 0.4735323488712311, | |
| "learning_rate": 3.971609307325373e-06, | |
| "loss": 1.2464, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 0.3712742548509702, | |
| "grad_norm": 0.4705098271369934, | |
| "learning_rate": 3.960295093516352e-06, | |
| "loss": 1.2705, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 0.372874574914983, | |
| "grad_norm": 0.5204774737358093, | |
| "learning_rate": 3.948935296689464e-06, | |
| "loss": 1.2127, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 0.3744748949789958, | |
| "grad_norm": 0.46412527561187744, | |
| "learning_rate": 3.9375302714400415e-06, | |
| "loss": 1.3021, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 0.3760752150430086, | |
| "grad_norm": 0.47340336441993713, | |
| "learning_rate": 3.926080373775215e-06, | |
| "loss": 1.2325, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 0.3776755351070214, | |
| "grad_norm": 0.5133469700813293, | |
| "learning_rate": 3.914585961102808e-06, | |
| "loss": 1.3012, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 0.3792758551710342, | |
| "grad_norm": 0.5203788876533508, | |
| "learning_rate": 3.903047392220176e-06, | |
| "loss": 1.1977, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 0.380876175235047, | |
| "grad_norm": 0.5032314658164978, | |
| "learning_rate": 3.8914650273030085e-06, | |
| "loss": 1.2758, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 0.3824764952990598, | |
| "grad_norm": 0.4731563627719879, | |
| "learning_rate": 3.8798392278940846e-06, | |
| "loss": 1.2457, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 0.3840768153630726, | |
| "grad_norm": 0.5058057308197021, | |
| "learning_rate": 3.86817035689199e-06, | |
| "loss": 1.2344, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.3856771354270854, | |
| "grad_norm": 0.4878542125225067, | |
| "learning_rate": 3.856458778539784e-06, | |
| "loss": 1.2323, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 0.3872774554910982, | |
| "grad_norm": 0.4845779836177826, | |
| "learning_rate": 3.844704858413637e-06, | |
| "loss": 1.2345, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 0.38887777555511105, | |
| "grad_norm": 0.4679320454597473, | |
| "learning_rate": 3.832908963411412e-06, | |
| "loss": 1.22, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 0.39047809561912383, | |
| "grad_norm": 0.4730748236179352, | |
| "learning_rate": 3.821071461741217e-06, | |
| "loss": 1.2737, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 0.3920784156831366, | |
| "grad_norm": 0.4998788833618164, | |
| "learning_rate": 3.8091927229099094e-06, | |
| "loss": 1.2222, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 0.39367873574714946, | |
| "grad_norm": 0.4714483618736267, | |
| "learning_rate": 3.797273117711561e-06, | |
| "loss": 1.2434, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 0.39527905581116224, | |
| "grad_norm": 0.5025110840797424, | |
| "learning_rate": 3.7853130182158837e-06, | |
| "loss": 1.2855, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 0.396879375875175, | |
| "grad_norm": 0.4985499978065491, | |
| "learning_rate": 3.77331279775662e-06, | |
| "loss": 1.2668, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 0.39847969593918786, | |
| "grad_norm": 0.49666157364845276, | |
| "learning_rate": 3.7612728309198822e-06, | |
| "loss": 1.26, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 0.40008001600320064, | |
| "grad_norm": 0.47888752818107605, | |
| "learning_rate": 3.7491934935324636e-06, | |
| "loss": 1.2683, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.40168033606721343, | |
| "grad_norm": 0.49205294251441956, | |
| "learning_rate": 3.737075162650109e-06, | |
| "loss": 1.2587, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 0.40328065613122627, | |
| "grad_norm": 0.47279250621795654, | |
| "learning_rate": 3.7249182165457405e-06, | |
| "loss": 1.2564, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 0.40488097619523905, | |
| "grad_norm": 0.4705461263656616, | |
| "learning_rate": 3.7127230346976527e-06, | |
| "loss": 1.2814, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 0.40648129625925183, | |
| "grad_norm": 0.48040762543678284, | |
| "learning_rate": 3.700489997777666e-06, | |
| "loss": 1.2257, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 0.4080816163232647, | |
| "grad_norm": 0.48487865924835205, | |
| "learning_rate": 3.6882194876392454e-06, | |
| "loss": 1.268, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 0.40968193638727746, | |
| "grad_norm": 0.49241048097610474, | |
| "learning_rate": 3.675911887305579e-06, | |
| "loss": 1.2189, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 0.41128225645129024, | |
| "grad_norm": 0.5074785351753235, | |
| "learning_rate": 3.6635675809576234e-06, | |
| "loss": 1.2319, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 0.4128825765153031, | |
| "grad_norm": 0.5021569728851318, | |
| "learning_rate": 3.65118695392211e-06, | |
| "loss": 1.241, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 0.41448289657931586, | |
| "grad_norm": 0.527664303779602, | |
| "learning_rate": 3.638770392659522e-06, | |
| "loss": 1.2692, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 0.41608321664332865, | |
| "grad_norm": 0.4816740155220032, | |
| "learning_rate": 3.626318284752022e-06, | |
| "loss": 1.2027, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.4176835367073415, | |
| "grad_norm": 0.4745207130908966, | |
| "learning_rate": 3.6138310188913617e-06, | |
| "loss": 1.2242, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 0.41928385677135427, | |
| "grad_norm": 0.4819655120372772, | |
| "learning_rate": 3.601308984866746e-06, | |
| "loss": 1.2833, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 0.42088417683536705, | |
| "grad_norm": 0.47727903723716736, | |
| "learning_rate": 3.5887525735526645e-06, | |
| "loss": 1.2501, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 0.4224844968993799, | |
| "grad_norm": 0.4700309932231903, | |
| "learning_rate": 3.5761621768966947e-06, | |
| "loss": 1.2608, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 0.4240848169633927, | |
| "grad_norm": 0.5003221035003662, | |
| "learning_rate": 3.56353818790726e-06, | |
| "loss": 1.2303, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 0.42568513702740546, | |
| "grad_norm": 0.47159165143966675, | |
| "learning_rate": 3.55088100064137e-06, | |
| "loss": 1.2353, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 0.4272854570914183, | |
| "grad_norm": 0.48961141705513, | |
| "learning_rate": 3.538191010192314e-06, | |
| "loss": 1.2455, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 0.4288857771554311, | |
| "grad_norm": 0.5218635201454163, | |
| "learning_rate": 3.525468612677333e-06, | |
| "loss": 1.2207, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 0.43048609721944386, | |
| "grad_norm": 0.5075445771217346, | |
| "learning_rate": 3.512714205225249e-06, | |
| "loss": 1.2562, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 0.4320864172834567, | |
| "grad_norm": 0.4947759509086609, | |
| "learning_rate": 3.4999281859640753e-06, | |
| "loss": 1.2768, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.4336867373474695, | |
| "grad_norm": 0.47496354579925537, | |
| "learning_rate": 3.4871109540085853e-06, | |
| "loss": 1.2451, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 0.43528705741148227, | |
| "grad_norm": 0.4932936429977417, | |
| "learning_rate": 3.474262909447853e-06, | |
| "loss": 1.2292, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 0.4368873774754951, | |
| "grad_norm": 0.5209819078445435, | |
| "learning_rate": 3.4613844533327677e-06, | |
| "loss": 1.2483, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 0.4384876975395079, | |
| "grad_norm": 0.49459630250930786, | |
| "learning_rate": 3.448475987663511e-06, | |
| "loss": 1.2562, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 0.44008801760352073, | |
| "grad_norm": 0.49290767312049866, | |
| "learning_rate": 3.435537915377015e-06, | |
| "loss": 1.2563, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 0.4416883376675335, | |
| "grad_norm": 0.46836143732070923, | |
| "learning_rate": 3.4225706403343767e-06, | |
| "loss": 1.2324, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 0.4432886577315463, | |
| "grad_norm": 0.47990599274635315, | |
| "learning_rate": 3.4095745673082557e-06, | |
| "loss": 1.2031, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 0.44488897779555914, | |
| "grad_norm": 0.4839983880519867, | |
| "learning_rate": 3.3965501019702406e-06, | |
| "loss": 1.2534, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 0.4464892978595719, | |
| "grad_norm": 0.4967963695526123, | |
| "learning_rate": 3.383497650878183e-06, | |
| "loss": 1.2496, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 0.4480896179235847, | |
| "grad_norm": 0.5163443088531494, | |
| "learning_rate": 3.370417621463508e-06, | |
| "loss": 1.2078, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.44968993798759754, | |
| "grad_norm": 0.49203282594680786, | |
| "learning_rate": 3.3573104220184966e-06, | |
| "loss": 1.1888, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 0.4512902580516103, | |
| "grad_norm": 0.5206897854804993, | |
| "learning_rate": 3.3441764616835405e-06, | |
| "loss": 1.2233, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 0.4528905781156231, | |
| "grad_norm": 0.48824429512023926, | |
| "learning_rate": 3.3310161504343715e-06, | |
| "loss": 1.2682, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 0.45449089817963595, | |
| "grad_norm": 0.4975123703479767, | |
| "learning_rate": 3.3178298990692614e-06, | |
| "loss": 1.2532, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 0.45609121824364873, | |
| "grad_norm": 0.5045737028121948, | |
| "learning_rate": 3.3046181191962028e-06, | |
| "loss": 1.2544, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 0.4576915383076615, | |
| "grad_norm": 0.47918882966041565, | |
| "learning_rate": 3.2913812232200593e-06, | |
| "loss": 1.2512, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 0.45929185837167436, | |
| "grad_norm": 0.5058532953262329, | |
| "learning_rate": 3.278119624329692e-06, | |
| "loss": 1.245, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 0.46089217843568714, | |
| "grad_norm": 1.186800241470337, | |
| "learning_rate": 3.2648337364850602e-06, | |
| "loss": 1.2404, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 0.4624924984996999, | |
| "grad_norm": 0.5249418616294861, | |
| "learning_rate": 3.2515239744043033e-06, | |
| "loss": 1.245, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 0.46409281856371276, | |
| "grad_norm": 0.5032217502593994, | |
| "learning_rate": 3.2381907535507912e-06, | |
| "loss": 1.2201, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.46569313862772554, | |
| "grad_norm": 0.49591124057769775, | |
| "learning_rate": 3.2248344901201618e-06, | |
| "loss": 1.2129, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 0.46729345869173833, | |
| "grad_norm": 0.5112331509590149, | |
| "learning_rate": 3.2114556010273213e-06, | |
| "loss": 1.2446, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 0.46889377875575117, | |
| "grad_norm": 0.5048455595970154, | |
| "learning_rate": 3.198054503893436e-06, | |
| "loss": 1.2595, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 0.47049409881976395, | |
| "grad_norm": 0.4961850643157959, | |
| "learning_rate": 3.184631617032897e-06, | |
| "loss": 1.2276, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 0.47209441888377673, | |
| "grad_norm": 0.4945153594017029, | |
| "learning_rate": 3.171187359440257e-06, | |
| "loss": 1.2423, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 0.4736947389477896, | |
| "grad_norm": 0.49535536766052246, | |
| "learning_rate": 3.157722150777156e-06, | |
| "loss": 1.2322, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 0.47529505901180236, | |
| "grad_norm": 0.47433891892433167, | |
| "learning_rate": 3.144236411359221e-06, | |
| "loss": 1.2201, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 0.47689537907581514, | |
| "grad_norm": 0.4769941568374634, | |
| "learning_rate": 3.1307305621429453e-06, | |
| "loss": 1.2169, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 0.478495699139828, | |
| "grad_norm": 0.5070396065711975, | |
| "learning_rate": 3.117205024712546e-06, | |
| "loss": 1.2166, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 0.48009601920384076, | |
| "grad_norm": 1.291608214378357, | |
| "learning_rate": 3.10366022126681e-06, | |
| "loss": 1.2227, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.48169633926785355, | |
| "grad_norm": 0.4981076717376709, | |
| "learning_rate": 3.090096574605908e-06, | |
| "loss": 1.244, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 0.4832966593318664, | |
| "grad_norm": 0.49318239092826843, | |
| "learning_rate": 3.0765145081182045e-06, | |
| "loss": 1.2612, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 0.48489697939587917, | |
| "grad_norm": 0.48173773288726807, | |
| "learning_rate": 3.0629144457670334e-06, | |
| "loss": 1.2403, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 0.48649729945989195, | |
| "grad_norm": 0.5013173222541809, | |
| "learning_rate": 3.0492968120774714e-06, | |
| "loss": 1.2635, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 0.4880976195239048, | |
| "grad_norm": 0.5153574347496033, | |
| "learning_rate": 3.0356620321230823e-06, | |
| "loss": 1.2283, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 0.4896979395879176, | |
| "grad_norm": 0.49809423089027405, | |
| "learning_rate": 3.0220105315126496e-06, | |
| "loss": 1.2643, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 0.4912982596519304, | |
| "grad_norm": 0.4933251142501831, | |
| "learning_rate": 3.0083427363768908e-06, | |
| "loss": 1.2687, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 0.4928985797159432, | |
| "grad_norm": 0.497218519449234, | |
| "learning_rate": 2.9946590733551562e-06, | |
| "loss": 1.2131, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 0.494498899779956, | |
| "grad_norm": 0.49667471647262573, | |
| "learning_rate": 2.9809599695821114e-06, | |
| "loss": 1.258, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 0.4960992198439688, | |
| "grad_norm": 0.46937358379364014, | |
| "learning_rate": 2.9672458526744034e-06, | |
| "loss": 1.2243, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.4976995399079816, | |
| "grad_norm": 0.466854065656662, | |
| "learning_rate": 2.9535171507173144e-06, | |
| "loss": 1.2265, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 0.4992998599719944, | |
| "grad_norm": 0.5092979669570923, | |
| "learning_rate": 2.939774292251395e-06, | |
| "loss": 1.2694, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 0.5009001800360072, | |
| "grad_norm": 0.5075433850288391, | |
| "learning_rate": 2.926017706259095e-06, | |
| "loss": 1.2295, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 0.50250050010002, | |
| "grad_norm": 0.4989834129810333, | |
| "learning_rate": 2.912247822151365e-06, | |
| "loss": 1.2688, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 0.5041008201640328, | |
| "grad_norm": 0.49576446413993835, | |
| "learning_rate": 2.898465069754255e-06, | |
| "loss": 1.251, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 0.5057011402280456, | |
| "grad_norm": 0.49369537830352783, | |
| "learning_rate": 2.8846698792954995e-06, | |
| "loss": 1.2792, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 0.5073014602920584, | |
| "grad_norm": 0.48225724697113037, | |
| "learning_rate": 2.8708626813910857e-06, | |
| "loss": 1.2142, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 0.5089017803560713, | |
| "grad_norm": 0.48354271054267883, | |
| "learning_rate": 2.8570439070318116e-06, | |
| "loss": 1.2099, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 0.510502100420084, | |
| "grad_norm": 0.49547797441482544, | |
| "learning_rate": 2.843213987569835e-06, | |
| "loss": 1.2254, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 0.5121024204840968, | |
| "grad_norm": 0.49686744809150696, | |
| "learning_rate": 2.8293733547052067e-06, | |
| "loss": 1.255, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.5137027405481096, | |
| "grad_norm": 0.49578046798706055, | |
| "learning_rate": 2.8155224404723946e-06, | |
| "loss": 1.1932, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 0.5153030606121224, | |
| "grad_norm": 0.48902279138565063, | |
| "learning_rate": 2.801661677226801e-06, | |
| "loss": 1.2343, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 0.5169033806761353, | |
| "grad_norm": 0.50181645154953, | |
| "learning_rate": 2.787791497631263e-06, | |
| "loss": 1.1983, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 0.5185037007401481, | |
| "grad_norm": 0.49499696493148804, | |
| "learning_rate": 2.7739123346425485e-06, | |
| "loss": 1.2036, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 0.5201040208041608, | |
| "grad_norm": 0.5074306130409241, | |
| "learning_rate": 2.760024621497843e-06, | |
| "loss": 1.2691, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 0.5217043408681736, | |
| "grad_norm": 0.5145530700683594, | |
| "learning_rate": 2.7461287917012207e-06, | |
| "loss": 1.2452, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 0.5233046609321864, | |
| "grad_norm": 0.5158199071884155, | |
| "learning_rate": 2.732225279010121e-06, | |
| "loss": 1.2463, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 0.5249049809961992, | |
| "grad_norm": 0.48611709475517273, | |
| "learning_rate": 2.7183145174218024e-06, | |
| "loss": 1.2657, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 0.5265053010602121, | |
| "grad_norm": 0.516374945640564, | |
| "learning_rate": 2.704396941159798e-06, | |
| "loss": 1.2098, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 0.5281056211242249, | |
| "grad_norm": 0.5058311223983765, | |
| "learning_rate": 2.690472984660359e-06, | |
| "loss": 1.2323, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.5297059411882377, | |
| "grad_norm": 0.5268154740333557, | |
| "learning_rate": 2.676543082558896e-06, | |
| "loss": 1.2465, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 0.5313062612522504, | |
| "grad_norm": 0.5180853605270386, | |
| "learning_rate": 2.6626076696764125e-06, | |
| "loss": 1.2701, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 0.5329065813162632, | |
| "grad_norm": 0.47433140873908997, | |
| "learning_rate": 2.648667181005929e-06, | |
| "loss": 1.2379, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 0.534506901380276, | |
| "grad_norm": 0.5192251205444336, | |
| "learning_rate": 2.6347220516989064e-06, | |
| "loss": 1.2161, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 0.5361072214442889, | |
| "grad_norm": 0.4724452495574951, | |
| "learning_rate": 2.620772717051664e-06, | |
| "loss": 1.2482, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 0.5377075415083017, | |
| "grad_norm": 0.48347294330596924, | |
| "learning_rate": 2.60681961249179e-06, | |
| "loss": 1.2619, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 0.5393078615723145, | |
| "grad_norm": 0.5179809331893921, | |
| "learning_rate": 2.5928631735645503e-06, | |
| "loss": 1.2228, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 0.5409081816363273, | |
| "grad_norm": 0.5063818693161011, | |
| "learning_rate": 2.5789038359192912e-06, | |
| "loss": 1.1893, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 0.54250850170034, | |
| "grad_norm": 0.5198962688446045, | |
| "learning_rate": 2.5649420352958452e-06, | |
| "loss": 1.2239, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 0.5441088217643528, | |
| "grad_norm": 0.5000635981559753, | |
| "learning_rate": 2.550978207510925e-06, | |
| "loss": 1.2476, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.5457091418283657, | |
| "grad_norm": 0.5031649470329285, | |
| "learning_rate": 2.53701278844452e-06, | |
| "loss": 1.2153, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 0.5473094618923785, | |
| "grad_norm": 0.5141199231147766, | |
| "learning_rate": 2.5230462140262936e-06, | |
| "loss": 1.1893, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 0.5489097819563913, | |
| "grad_norm": 0.499374657869339, | |
| "learning_rate": 2.5090789202219705e-06, | |
| "loss": 1.3086, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 0.5505101020204041, | |
| "grad_norm": 0.5020270943641663, | |
| "learning_rate": 2.495111343019735e-06, | |
| "loss": 1.2257, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 0.5521104220844169, | |
| "grad_norm": 0.5148738026618958, | |
| "learning_rate": 2.4811439184166137e-06, | |
| "loss": 1.2291, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 0.5537107421484296, | |
| "grad_norm": 0.49779781699180603, | |
| "learning_rate": 2.467177082404871e-06, | |
| "loss": 1.2537, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 0.5553110622124425, | |
| "grad_norm": 0.5102514028549194, | |
| "learning_rate": 2.453211270958401e-06, | |
| "loss": 1.2495, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 0.5569113822764553, | |
| "grad_norm": 0.49807655811309814, | |
| "learning_rate": 2.4392469200191135e-06, | |
| "loss": 1.2416, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 0.5585117023404681, | |
| "grad_norm": 0.5306846499443054, | |
| "learning_rate": 2.4252844654833278e-06, | |
| "loss": 1.2343, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 0.5601120224044809, | |
| "grad_norm": 0.5187516212463379, | |
| "learning_rate": 2.4113243431881696e-06, | |
| "loss": 1.2483, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.5617123424684937, | |
| "grad_norm": 0.48813924193382263, | |
| "learning_rate": 2.3973669888979627e-06, | |
| "loss": 1.2557, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 0.5633126625325064, | |
| "grad_norm": 0.5215795040130615, | |
| "learning_rate": 2.3834128382906277e-06, | |
| "loss": 1.2194, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 0.5649129825965193, | |
| "grad_norm": 0.515504777431488, | |
| "learning_rate": 2.369462326944082e-06, | |
| "loss": 1.246, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 0.5665133026605321, | |
| "grad_norm": 0.5169162154197693, | |
| "learning_rate": 2.3555158903226446e-06, | |
| "loss": 1.2787, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 0.5681136227245449, | |
| "grad_norm": 0.5044717788696289, | |
| "learning_rate": 2.341573963763442e-06, | |
| "loss": 1.2552, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 0.5697139427885577, | |
| "grad_norm": 0.49591878056526184, | |
| "learning_rate": 2.3276369824628193e-06, | |
| "loss": 1.229, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 0.5713142628525705, | |
| "grad_norm": 2.2468647956848145, | |
| "learning_rate": 2.313705381462755e-06, | |
| "loss": 1.3349, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 0.5729145829165834, | |
| "grad_norm": 0.5160189867019653, | |
| "learning_rate": 2.299779595637284e-06, | |
| "loss": 1.2395, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 0.5745149029805962, | |
| "grad_norm": 0.4940637946128845, | |
| "learning_rate": 2.2858600596789186e-06, | |
| "loss": 1.2176, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 0.5761152230446089, | |
| "grad_norm": 0.5026009678840637, | |
| "learning_rate": 2.2719472080850827e-06, | |
| "loss": 1.2506, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.5777155431086217, | |
| "grad_norm": 0.4862099587917328, | |
| "learning_rate": 2.2580414751445483e-06, | |
| "loss": 1.1798, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 0.5793158631726345, | |
| "grad_norm": 0.4969867467880249, | |
| "learning_rate": 2.2441432949238783e-06, | |
| "loss": 1.2579, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 0.5809161832366473, | |
| "grad_norm": 0.5029799938201904, | |
| "learning_rate": 2.2302531012538796e-06, | |
| "loss": 1.2203, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 0.5825165033006602, | |
| "grad_norm": 0.5118884444236755, | |
| "learning_rate": 2.2163713277160583e-06, | |
| "loss": 1.2164, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 0.584116823364673, | |
| "grad_norm": 0.4936463236808777, | |
| "learning_rate": 2.202498407629086e-06, | |
| "loss": 1.2404, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 0.5857171434286857, | |
| "grad_norm": 0.5048061609268188, | |
| "learning_rate": 2.188634774035276e-06, | |
| "loss": 1.2116, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 0.5873174634926985, | |
| "grad_norm": 0.5140055418014526, | |
| "learning_rate": 2.1747808596870636e-06, | |
| "loss": 1.187, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 0.5889177835567113, | |
| "grad_norm": 0.4869968891143799, | |
| "learning_rate": 2.160937097033497e-06, | |
| "loss": 1.3085, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 0.5905181036207241, | |
| "grad_norm": 0.4946134090423584, | |
| "learning_rate": 2.1471039182067427e-06, | |
| "loss": 1.2291, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 0.592118423684737, | |
| "grad_norm": 0.5053882002830505, | |
| "learning_rate": 2.133281755008592e-06, | |
| "loss": 1.2178, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 0.5937187437487498, | |
| "grad_norm": 0.5099985599517822, | |
| "learning_rate": 2.1194710388969846e-06, | |
| "loss": 1.2427, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 0.5953190638127626, | |
| "grad_norm": 0.5032602548599243, | |
| "learning_rate": 2.1056722009725386e-06, | |
| "loss": 1.2182, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 0.5969193838767753, | |
| "grad_norm": 0.9163219332695007, | |
| "learning_rate": 2.0918856719650975e-06, | |
| "loss": 1.249, | |
| "step": 3730 | |
| }, | |
| { | |
| "epoch": 0.5985197039407881, | |
| "grad_norm": 0.5141546130180359, | |
| "learning_rate": 2.078111882220282e-06, | |
| "loss": 1.2313, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 0.6001200240048009, | |
| "grad_norm": 0.5054259300231934, | |
| "learning_rate": 2.0643512616860562e-06, | |
| "loss": 1.2089, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 0.6017203440688138, | |
| "grad_norm": 0.506846010684967, | |
| "learning_rate": 2.050604239899311e-06, | |
| "loss": 1.2399, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 0.6033206641328266, | |
| "grad_norm": 0.49931642413139343, | |
| "learning_rate": 2.03687124597245e-06, | |
| "loss": 1.2006, | |
| "step": 3770 | |
| }, | |
| { | |
| "epoch": 0.6049209841968394, | |
| "grad_norm": 0.5294950604438782, | |
| "learning_rate": 2.0231527085799985e-06, | |
| "loss": 1.2871, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 0.6065213042608522, | |
| "grad_norm": 0.49745187163352966, | |
| "learning_rate": 2.009449055945226e-06, | |
| "loss": 1.2371, | |
| "step": 3790 | |
| }, | |
| { | |
| "epoch": 0.6081216243248649, | |
| "grad_norm": 0.5167328119277954, | |
| "learning_rate": 1.99576071582677e-06, | |
| "loss": 1.2754, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 0.6097219443888777, | |
| "grad_norm": 0.4940430819988251, | |
| "learning_rate": 1.9820881155052922e-06, | |
| "loss": 1.2542, | |
| "step": 3810 | |
| }, | |
| { | |
| "epoch": 0.6113222644528906, | |
| "grad_norm": 0.500819206237793, | |
| "learning_rate": 1.9684316817701365e-06, | |
| "loss": 1.2487, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 0.6129225845169034, | |
| "grad_norm": 0.5038882493972778, | |
| "learning_rate": 1.9547918409060076e-06, | |
| "loss": 1.2785, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 0.6145229045809162, | |
| "grad_norm": 0.5073249936103821, | |
| "learning_rate": 1.941169018679664e-06, | |
| "loss": 1.2316, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 0.616123224644929, | |
| "grad_norm": 0.5036085247993469, | |
| "learning_rate": 1.9275636403266297e-06, | |
| "loss": 1.2145, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 0.6177235447089418, | |
| "grad_norm": 0.5362631678581238, | |
| "learning_rate": 1.91397613053792e-06, | |
| "loss": 1.2449, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 0.6193238647729545, | |
| "grad_norm": 0.5268213748931885, | |
| "learning_rate": 1.9004069134467834e-06, | |
| "loss": 1.2062, | |
| "step": 3870 | |
| }, | |
| { | |
| "epoch": 0.6209241848369674, | |
| "grad_norm": 0.4909802973270416, | |
| "learning_rate": 1.8868564126154613e-06, | |
| "loss": 1.2528, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 0.6225245049009802, | |
| "grad_norm": 0.5266659259796143, | |
| "learning_rate": 1.8733250510219693e-06, | |
| "loss": 1.1999, | |
| "step": 3890 | |
| }, | |
| { | |
| "epoch": 0.624124824964993, | |
| "grad_norm": 0.5033228397369385, | |
| "learning_rate": 1.8598132510468967e-06, | |
| "loss": 1.2249, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 0.6257251450290058, | |
| "grad_norm": 0.510733425617218, | |
| "learning_rate": 1.846321434460212e-06, | |
| "loss": 1.2873, | |
| "step": 3910 | |
| }, | |
| { | |
| "epoch": 0.6273254650930186, | |
| "grad_norm": 0.49860432744026184, | |
| "learning_rate": 1.8328500224081069e-06, | |
| "loss": 1.2465, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 0.6289257851570315, | |
| "grad_norm": 0.5228532552719116, | |
| "learning_rate": 1.8193994353998462e-06, | |
| "loss": 1.2396, | |
| "step": 3930 | |
| }, | |
| { | |
| "epoch": 0.6305261052210442, | |
| "grad_norm": 0.507424533367157, | |
| "learning_rate": 1.8059700932946434e-06, | |
| "loss": 1.2233, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 0.632126425285057, | |
| "grad_norm": 0.52374267578125, | |
| "learning_rate": 1.7925624152885512e-06, | |
| "loss": 1.2586, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 0.6337267453490698, | |
| "grad_norm": 0.5252387523651123, | |
| "learning_rate": 1.7791768199013808e-06, | |
| "loss": 1.2898, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 0.6353270654130826, | |
| "grad_norm": 0.496242880821228, | |
| "learning_rate": 1.7658137249636358e-06, | |
| "loss": 1.2213, | |
| "step": 3970 | |
| }, | |
| { | |
| "epoch": 0.6369273854770954, | |
| "grad_norm": 0.49199914932250977, | |
| "learning_rate": 1.7524735476034689e-06, | |
| "loss": 1.2509, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 0.6385277055411083, | |
| "grad_norm": 0.5169931650161743, | |
| "learning_rate": 1.7391567042336626e-06, | |
| "loss": 1.2099, | |
| "step": 3990 | |
| }, | |
| { | |
| "epoch": 0.640128025605121, | |
| "grad_norm": 0.5024374723434448, | |
| "learning_rate": 1.7258636105386289e-06, | |
| "loss": 1.2134, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.6417283456691338, | |
| "grad_norm": 0.4861580431461334, | |
| "learning_rate": 1.7125946814614396e-06, | |
| "loss": 1.2247, | |
| "step": 4010 | |
| }, | |
| { | |
| "epoch": 0.6433286657331466, | |
| "grad_norm": 0.5099141001701355, | |
| "learning_rate": 1.6993503311908638e-06, | |
| "loss": 1.235, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 0.6449289857971594, | |
| "grad_norm": 0.5228403210639954, | |
| "learning_rate": 1.6861309731484487e-06, | |
| "loss": 1.2156, | |
| "step": 4030 | |
| }, | |
| { | |
| "epoch": 0.6465293058611722, | |
| "grad_norm": 0.5319278240203857, | |
| "learning_rate": 1.6729370199756083e-06, | |
| "loss": 1.2589, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 0.6481296259251851, | |
| "grad_norm": 0.5031079649925232, | |
| "learning_rate": 1.6597688835207477e-06, | |
| "loss": 1.2299, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 0.6497299459891979, | |
| "grad_norm": 0.4944058954715729, | |
| "learning_rate": 1.646626974826403e-06, | |
| "loss": 1.2086, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 0.6513302660532106, | |
| "grad_norm": 0.5121133327484131, | |
| "learning_rate": 1.633511704116412e-06, | |
| "loss": 1.2477, | |
| "step": 4070 | |
| }, | |
| { | |
| "epoch": 0.6529305861172234, | |
| "grad_norm": 0.5161622166633606, | |
| "learning_rate": 1.620423480783111e-06, | |
| "loss": 1.2717, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 0.6545309061812362, | |
| "grad_norm": 0.4925840198993683, | |
| "learning_rate": 1.6073627133745531e-06, | |
| "loss": 1.2057, | |
| "step": 4090 | |
| }, | |
| { | |
| "epoch": 0.656131226245249, | |
| "grad_norm": 0.5267453193664551, | |
| "learning_rate": 1.5943298095817572e-06, | |
| "loss": 1.2009, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 0.6577315463092619, | |
| "grad_norm": 0.5138763785362244, | |
| "learning_rate": 1.5813251762259813e-06, | |
| "loss": 1.2124, | |
| "step": 4110 | |
| }, | |
| { | |
| "epoch": 0.6593318663732747, | |
| "grad_norm": 0.5108798146247864, | |
| "learning_rate": 1.5683492192460226e-06, | |
| "loss": 1.2226, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 0.6609321864372875, | |
| "grad_norm": 0.5101296901702881, | |
| "learning_rate": 1.5554023436855488e-06, | |
| "loss": 1.2533, | |
| "step": 4130 | |
| }, | |
| { | |
| "epoch": 0.6625325065013002, | |
| "grad_norm": 0.4998767375946045, | |
| "learning_rate": 1.5424849536804497e-06, | |
| "loss": 1.195, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 0.664132826565313, | |
| "grad_norm": 0.4969738721847534, | |
| "learning_rate": 1.529597452446229e-06, | |
| "loss": 1.2269, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 0.6657331466293258, | |
| "grad_norm": 0.47680023312568665, | |
| "learning_rate": 1.5167402422654122e-06, | |
| "loss": 1.2024, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 0.6673334666933387, | |
| "grad_norm": 0.49921032786369324, | |
| "learning_rate": 1.503913724474992e-06, | |
| "loss": 1.1991, | |
| "step": 4170 | |
| }, | |
| { | |
| "epoch": 0.6689337867573515, | |
| "grad_norm": 0.5103694796562195, | |
| "learning_rate": 1.491118299453901e-06, | |
| "loss": 1.2349, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 0.6705341068213643, | |
| "grad_norm": 0.5037977695465088, | |
| "learning_rate": 1.478354366610511e-06, | |
| "loss": 1.2537, | |
| "step": 4190 | |
| }, | |
| { | |
| "epoch": 0.6721344268853771, | |
| "grad_norm": 0.5193389654159546, | |
| "learning_rate": 1.4656223243701692e-06, | |
| "loss": 1.2304, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 0.6737347469493898, | |
| "grad_norm": 7.260618209838867, | |
| "learning_rate": 1.4529225701627587e-06, | |
| "loss": 1.2909, | |
| "step": 4210 | |
| }, | |
| { | |
| "epoch": 0.6753350670134027, | |
| "grad_norm": 0.5033296942710876, | |
| "learning_rate": 1.4402555004102946e-06, | |
| "loss": 1.2202, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 0.6769353870774155, | |
| "grad_norm": 0.49899816513061523, | |
| "learning_rate": 1.4276215105145486e-06, | |
| "loss": 1.1994, | |
| "step": 4230 | |
| }, | |
| { | |
| "epoch": 0.6785357071414283, | |
| "grad_norm": 0.4914785325527191, | |
| "learning_rate": 1.415020994844706e-06, | |
| "loss": 1.2149, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 0.6801360272054411, | |
| "grad_norm": 0.5077610015869141, | |
| "learning_rate": 1.4024543467250573e-06, | |
| "loss": 1.213, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 0.6817363472694539, | |
| "grad_norm": 0.5179877281188965, | |
| "learning_rate": 1.389921958422719e-06, | |
| "loss": 1.2507, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 0.6833366673334667, | |
| "grad_norm": 0.5066015124320984, | |
| "learning_rate": 1.3774242211353906e-06, | |
| "loss": 1.2518, | |
| "step": 4270 | |
| }, | |
| { | |
| "epoch": 0.6849369873974795, | |
| "grad_norm": 0.5118170380592346, | |
| "learning_rate": 1.3649615249791396e-06, | |
| "loss": 1.2214, | |
| "step": 4280 | |
| }, | |
| { | |
| "epoch": 0.6865373074614923, | |
| "grad_norm": 0.502426266670227, | |
| "learning_rate": 1.3525342589762298e-06, | |
| "loss": 1.2264, | |
| "step": 4290 | |
| }, | |
| { | |
| "epoch": 0.6881376275255051, | |
| "grad_norm": 0.5098256468772888, | |
| "learning_rate": 1.3401428110429734e-06, | |
| "loss": 1.2319, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 0.6897379475895179, | |
| "grad_norm": 0.49994170665740967, | |
| "learning_rate": 1.3277875679776252e-06, | |
| "loss": 1.2075, | |
| "step": 4310 | |
| }, | |
| { | |
| "epoch": 0.6913382676535307, | |
| "grad_norm": 0.5266156196594238, | |
| "learning_rate": 1.3154689154483055e-06, | |
| "loss": 1.2298, | |
| "step": 4320 | |
| }, | |
| { | |
| "epoch": 0.6929385877175435, | |
| "grad_norm": 0.5013164281845093, | |
| "learning_rate": 1.3031872379809663e-06, | |
| "loss": 1.1819, | |
| "step": 4330 | |
| }, | |
| { | |
| "epoch": 0.6945389077815564, | |
| "grad_norm": 0.5253974199295044, | |
| "learning_rate": 1.2909429189473833e-06, | |
| "loss": 1.2661, | |
| "step": 4340 | |
| }, | |
| { | |
| "epoch": 0.6961392278455691, | |
| "grad_norm": 0.4963892996311188, | |
| "learning_rate": 1.27873634055319e-06, | |
| "loss": 1.2064, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 0.6977395479095819, | |
| "grad_norm": 0.5143953561782837, | |
| "learning_rate": 1.2665678838259498e-06, | |
| "loss": 1.2714, | |
| "step": 4360 | |
| }, | |
| { | |
| "epoch": 0.6993398679735947, | |
| "grad_norm": 0.5049063563346863, | |
| "learning_rate": 1.254437928603261e-06, | |
| "loss": 1.1939, | |
| "step": 4370 | |
| }, | |
| { | |
| "epoch": 0.7009401880376075, | |
| "grad_norm": 0.5228173136711121, | |
| "learning_rate": 1.242346853520899e-06, | |
| "loss": 1.2205, | |
| "step": 4380 | |
| }, | |
| { | |
| "epoch": 0.7025405081016203, | |
| "grad_norm": 0.5170574188232422, | |
| "learning_rate": 1.2302950360009994e-06, | |
| "loss": 1.2494, | |
| "step": 4390 | |
| }, | |
| { | |
| "epoch": 0.7041408281656332, | |
| "grad_norm": 0.5283452272415161, | |
| "learning_rate": 1.2182828522402737e-06, | |
| "loss": 1.2615, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 0.705741148229646, | |
| "grad_norm": 0.5086333751678467, | |
| "learning_rate": 1.2063106771982693e-06, | |
| "loss": 1.2446, | |
| "step": 4410 | |
| }, | |
| { | |
| "epoch": 0.7073414682936587, | |
| "grad_norm": 0.5221850872039795, | |
| "learning_rate": 1.194378884585664e-06, | |
| "loss": 1.2235, | |
| "step": 4420 | |
| }, | |
| { | |
| "epoch": 0.7089417883576715, | |
| "grad_norm": 0.525809109210968, | |
| "learning_rate": 1.1824878468526001e-06, | |
| "loss": 1.2425, | |
| "step": 4430 | |
| }, | |
| { | |
| "epoch": 0.7105421084216843, | |
| "grad_norm": 0.5064604878425598, | |
| "learning_rate": 1.1706379351770597e-06, | |
| "loss": 1.2386, | |
| "step": 4440 | |
| }, | |
| { | |
| "epoch": 0.7121424284856971, | |
| "grad_norm": 0.50041264295578, | |
| "learning_rate": 1.158829519453277e-06, | |
| "loss": 1.2283, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 0.71374274854971, | |
| "grad_norm": 0.5169569253921509, | |
| "learning_rate": 1.1470629682801925e-06, | |
| "loss": 1.2147, | |
| "step": 4460 | |
| }, | |
| { | |
| "epoch": 0.7153430686137228, | |
| "grad_norm": 0.5069741010665894, | |
| "learning_rate": 1.1353386489499487e-06, | |
| "loss": 1.2122, | |
| "step": 4470 | |
| }, | |
| { | |
| "epoch": 0.7169433886777355, | |
| "grad_norm": 0.5095933079719543, | |
| "learning_rate": 1.1236569274364224e-06, | |
| "loss": 1.2038, | |
| "step": 4480 | |
| }, | |
| { | |
| "epoch": 0.7185437087417483, | |
| "grad_norm": 0.5300613641738892, | |
| "learning_rate": 1.112018168383803e-06, | |
| "loss": 1.2187, | |
| "step": 4490 | |
| }, | |
| { | |
| "epoch": 0.7201440288057611, | |
| "grad_norm": 0.5320760011672974, | |
| "learning_rate": 1.1004227350952102e-06, | |
| "loss": 1.2461, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.7217443488697739, | |
| "grad_norm": 0.5251277685165405, | |
| "learning_rate": 1.0888709895213498e-06, | |
| "loss": 1.2513, | |
| "step": 4510 | |
| }, | |
| { | |
| "epoch": 0.7233446689337868, | |
| "grad_norm": 0.4987024962902069, | |
| "learning_rate": 1.077363292249222e-06, | |
| "loss": 1.2544, | |
| "step": 4520 | |
| }, | |
| { | |
| "epoch": 0.7249449889977996, | |
| "grad_norm": 0.5069317817687988, | |
| "learning_rate": 1.0659000024908588e-06, | |
| "loss": 1.2288, | |
| "step": 4530 | |
| }, | |
| { | |
| "epoch": 0.7265453090618124, | |
| "grad_norm": 0.5270032286643982, | |
| "learning_rate": 1.0544814780721185e-06, | |
| "loss": 1.2335, | |
| "step": 4540 | |
| }, | |
| { | |
| "epoch": 0.7281456291258251, | |
| "grad_norm": 0.5044519305229187, | |
| "learning_rate": 1.0431080754215092e-06, | |
| "loss": 1.2408, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 0.7297459491898379, | |
| "grad_norm": 0.5111990571022034, | |
| "learning_rate": 1.031780149559066e-06, | |
| "loss": 1.2371, | |
| "step": 4560 | |
| }, | |
| { | |
| "epoch": 0.7313462692538508, | |
| "grad_norm": 0.520692765712738, | |
| "learning_rate": 1.020498054085271e-06, | |
| "loss": 1.2359, | |
| "step": 4570 | |
| }, | |
| { | |
| "epoch": 0.7329465893178636, | |
| "grad_norm": 0.5196593403816223, | |
| "learning_rate": 1.0092621411700101e-06, | |
| "loss": 1.237, | |
| "step": 4580 | |
| }, | |
| { | |
| "epoch": 0.7345469093818764, | |
| "grad_norm": 0.5122175216674805, | |
| "learning_rate": 9.980727615415867e-07, | |
| "loss": 1.2347, | |
| "step": 4590 | |
| }, | |
| { | |
| "epoch": 0.7361472294458892, | |
| "grad_norm": 0.5103949308395386, | |
| "learning_rate": 9.869302644757696e-07, | |
| "loss": 1.1981, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 0.737747549509902, | |
| "grad_norm": 0.49739348888397217, | |
| "learning_rate": 9.758349977848917e-07, | |
| "loss": 1.2809, | |
| "step": 4610 | |
| }, | |
| { | |
| "epoch": 0.7393478695739147, | |
| "grad_norm": 0.5084463953971863, | |
| "learning_rate": 9.647873078069923e-07, | |
| "loss": 1.2486, | |
| "step": 4620 | |
| }, | |
| { | |
| "epoch": 0.7409481896379276, | |
| "grad_norm": 0.5033512711524963, | |
| "learning_rate": 9.537875393950067e-07, | |
| "loss": 1.2317, | |
| "step": 4630 | |
| }, | |
| { | |
| "epoch": 0.7425485097019404, | |
| "grad_norm": 0.5531705617904663, | |
| "learning_rate": 9.428360359060021e-07, | |
| "loss": 1.2196, | |
| "step": 4640 | |
| }, | |
| { | |
| "epoch": 0.7441488297659532, | |
| "grad_norm": 0.5110276937484741, | |
| "learning_rate": 9.319331391904587e-07, | |
| "loss": 1.2432, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 0.745749149829966, | |
| "grad_norm": 0.5248765349388123, | |
| "learning_rate": 9.210791895815996e-07, | |
| "loss": 1.2137, | |
| "step": 4660 | |
| }, | |
| { | |
| "epoch": 0.7473494698939788, | |
| "grad_norm": 0.4994560778141022, | |
| "learning_rate": 9.10274525884767e-07, | |
| "loss": 1.196, | |
| "step": 4670 | |
| }, | |
| { | |
| "epoch": 0.7489497899579916, | |
| "grad_norm": 0.49998924136161804, | |
| "learning_rate": 8.995194853668466e-07, | |
| "loss": 1.2414, | |
| "step": 4680 | |
| }, | |
| { | |
| "epoch": 0.7505501100220044, | |
| "grad_norm": 0.5122482776641846, | |
| "learning_rate": 8.888144037457397e-07, | |
| "loss": 1.2107, | |
| "step": 4690 | |
| }, | |
| { | |
| "epoch": 0.7521504300860172, | |
| "grad_norm": 0.5213466286659241, | |
| "learning_rate": 8.781596151798838e-07, | |
| "loss": 1.1997, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 0.75375075015003, | |
| "grad_norm": 0.5351124405860901, | |
| "learning_rate": 8.675554522578219e-07, | |
| "loss": 1.2645, | |
| "step": 4710 | |
| }, | |
| { | |
| "epoch": 0.7553510702140428, | |
| "grad_norm": 0.4969538450241089, | |
| "learning_rate": 8.57002245987821e-07, | |
| "loss": 1.2251, | |
| "step": 4720 | |
| }, | |
| { | |
| "epoch": 0.7569513902780556, | |
| "grad_norm": 0.5164848566055298, | |
| "learning_rate": 8.465003257875392e-07, | |
| "loss": 1.2453, | |
| "step": 4730 | |
| }, | |
| { | |
| "epoch": 0.7585517103420684, | |
| "grad_norm": 0.6240895986557007, | |
| "learning_rate": 8.360500194737445e-07, | |
| "loss": 1.2244, | |
| "step": 4740 | |
| }, | |
| { | |
| "epoch": 0.7601520304060813, | |
| "grad_norm": 0.5174912214279175, | |
| "learning_rate": 8.256516532520761e-07, | |
| "loss": 1.2375, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 0.761752350470094, | |
| "grad_norm": 0.5274839401245117, | |
| "learning_rate": 8.153055517068733e-07, | |
| "loss": 1.1858, | |
| "step": 4760 | |
| }, | |
| { | |
| "epoch": 0.7633526705341068, | |
| "grad_norm": 0.5240426659584045, | |
| "learning_rate": 8.050120377910326e-07, | |
| "loss": 1.2411, | |
| "step": 4770 | |
| }, | |
| { | |
| "epoch": 0.7649529905981196, | |
| "grad_norm": 0.5028566718101501, | |
| "learning_rate": 7.947714328159314e-07, | |
| "loss": 1.1977, | |
| "step": 4780 | |
| }, | |
| { | |
| "epoch": 0.7665533106621324, | |
| "grad_norm": 0.5158740282058716, | |
| "learning_rate": 7.845840564413992e-07, | |
| "loss": 1.2006, | |
| "step": 4790 | |
| }, | |
| { | |
| "epoch": 0.7681536307261452, | |
| "grad_norm": 0.5100390911102295, | |
| "learning_rate": 7.744502266657372e-07, | |
| "loss": 1.2377, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 0.7697539507901581, | |
| "grad_norm": 0.5089078545570374, | |
| "learning_rate": 7.643702598157937e-07, | |
| "loss": 1.2058, | |
| "step": 4810 | |
| }, | |
| { | |
| "epoch": 0.7713542708541709, | |
| "grad_norm": 0.5130503177642822, | |
| "learning_rate": 7.543444705370873e-07, | |
| "loss": 1.223, | |
| "step": 4820 | |
| }, | |
| { | |
| "epoch": 0.7729545909181836, | |
| "grad_norm": 0.5297360420227051, | |
| "learning_rate": 7.443731717839891e-07, | |
| "loss": 1.2248, | |
| "step": 4830 | |
| }, | |
| { | |
| "epoch": 0.7745549109821964, | |
| "grad_norm": 0.5005588531494141, | |
| "learning_rate": 7.344566748099518e-07, | |
| "loss": 1.2036, | |
| "step": 4840 | |
| }, | |
| { | |
| "epoch": 0.7761552310462092, | |
| "grad_norm": 0.5383617877960205, | |
| "learning_rate": 7.245952891577926e-07, | |
| "loss": 1.2134, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 0.7777555511102221, | |
| "grad_norm": 0.5036467909812927, | |
| "learning_rate": 7.147893226500349e-07, | |
| "loss": 1.2188, | |
| "step": 4860 | |
| }, | |
| { | |
| "epoch": 0.7793558711742349, | |
| "grad_norm": 0.5479145646095276, | |
| "learning_rate": 7.050390813792951e-07, | |
| "loss": 1.2245, | |
| "step": 4870 | |
| }, | |
| { | |
| "epoch": 0.7809561912382477, | |
| "grad_norm": 0.5276610851287842, | |
| "learning_rate": 6.953448696987308e-07, | |
| "loss": 1.2519, | |
| "step": 4880 | |
| }, | |
| { | |
| "epoch": 0.7825565113022604, | |
| "grad_norm": 0.5226728916168213, | |
| "learning_rate": 6.857069902125377e-07, | |
| "loss": 1.166, | |
| "step": 4890 | |
| }, | |
| { | |
| "epoch": 0.7841568313662732, | |
| "grad_norm": 0.5151464343070984, | |
| "learning_rate": 6.761257437665075e-07, | |
| "loss": 1.2345, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 0.785757151430286, | |
| "grad_norm": 0.512322187423706, | |
| "learning_rate": 6.666014294386347e-07, | |
| "loss": 1.2238, | |
| "step": 4910 | |
| }, | |
| { | |
| "epoch": 0.7873574714942989, | |
| "grad_norm": 0.5147780179977417, | |
| "learning_rate": 6.571343445297817e-07, | |
| "loss": 1.218, | |
| "step": 4920 | |
| }, | |
| { | |
| "epoch": 0.7889577915583117, | |
| "grad_norm": 1.6754525899887085, | |
| "learning_rate": 6.47724784554398e-07, | |
| "loss": 1.2543, | |
| "step": 4930 | |
| }, | |
| { | |
| "epoch": 0.7905581116223245, | |
| "grad_norm": 0.5027932524681091, | |
| "learning_rate": 6.383730432312954e-07, | |
| "loss": 1.2238, | |
| "step": 4940 | |
| }, | |
| { | |
| "epoch": 0.7921584316863373, | |
| "grad_norm": 0.5050190687179565, | |
| "learning_rate": 6.290794124744809e-07, | |
| "loss": 1.2441, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 0.79375875175035, | |
| "grad_norm": 0.5184482932090759, | |
| "learning_rate": 6.198441823840439e-07, | |
| "loss": 1.2078, | |
| "step": 4960 | |
| }, | |
| { | |
| "epoch": 0.7953590718143628, | |
| "grad_norm": 0.5082205533981323, | |
| "learning_rate": 6.106676412371002e-07, | |
| "loss": 1.2144, | |
| "step": 4970 | |
| }, | |
| { | |
| "epoch": 0.7969593918783757, | |
| "grad_norm": 0.5187720656394958, | |
| "learning_rate": 6.015500754787942e-07, | |
| "loss": 1.2269, | |
| "step": 4980 | |
| }, | |
| { | |
| "epoch": 0.7985597119423885, | |
| "grad_norm": 0.5122787952423096, | |
| "learning_rate": 5.924917697133579e-07, | |
| "loss": 1.2332, | |
| "step": 4990 | |
| }, | |
| { | |
| "epoch": 0.8001600320064013, | |
| "grad_norm": 0.5063095092773438, | |
| "learning_rate": 5.834930066952254e-07, | |
| "loss": 1.2522, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.8017603520704141, | |
| "grad_norm": 0.5298603177070618, | |
| "learning_rate": 5.745540673202088e-07, | |
| "loss": 1.2776, | |
| "step": 5010 | |
| }, | |
| { | |
| "epoch": 0.8033606721344269, | |
| "grad_norm": 0.532569944858551, | |
| "learning_rate": 5.656752306167279e-07, | |
| "loss": 1.2488, | |
| "step": 5020 | |
| }, | |
| { | |
| "epoch": 0.8049609921984396, | |
| "grad_norm": 0.5093346834182739, | |
| "learning_rate": 5.568567737371023e-07, | |
| "loss": 1.2637, | |
| "step": 5030 | |
| }, | |
| { | |
| "epoch": 0.8065613122624525, | |
| "grad_norm": 0.5202427506446838, | |
| "learning_rate": 5.480989719489e-07, | |
| "loss": 1.2482, | |
| "step": 5040 | |
| }, | |
| { | |
| "epoch": 0.8081616323264653, | |
| "grad_norm": 0.5047549605369568, | |
| "learning_rate": 5.394020986263412e-07, | |
| "loss": 1.2504, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 0.8097619523904781, | |
| "grad_norm": 0.5232532620429993, | |
| "learning_rate": 5.30766425241771e-07, | |
| "loss": 1.2636, | |
| "step": 5060 | |
| }, | |
| { | |
| "epoch": 0.8113622724544909, | |
| "grad_norm": 0.49118658900260925, | |
| "learning_rate": 5.221922213571809e-07, | |
| "loss": 1.2292, | |
| "step": 5070 | |
| }, | |
| { | |
| "epoch": 0.8129625925185037, | |
| "grad_norm": 0.5222775936126709, | |
| "learning_rate": 5.136797546157974e-07, | |
| "loss": 1.2117, | |
| "step": 5080 | |
| }, | |
| { | |
| "epoch": 0.8145629125825165, | |
| "grad_norm": 0.49552589654922485, | |
| "learning_rate": 5.052292907337239e-07, | |
| "loss": 1.192, | |
| "step": 5090 | |
| }, | |
| { | |
| "epoch": 0.8161632326465293, | |
| "grad_norm": 0.5257281064987183, | |
| "learning_rate": 4.968410934916502e-07, | |
| "loss": 1.2259, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 0.8177635527105421, | |
| "grad_norm": 0.5237207412719727, | |
| "learning_rate": 4.885154247266163e-07, | |
| "loss": 1.2252, | |
| "step": 5110 | |
| }, | |
| { | |
| "epoch": 0.8193638727745549, | |
| "grad_norm": 5.458524227142334, | |
| "learning_rate": 4.80252544323839e-07, | |
| "loss": 1.2544, | |
| "step": 5120 | |
| }, | |
| { | |
| "epoch": 0.8209641928385677, | |
| "grad_norm": 0.4922438859939575, | |
| "learning_rate": 4.7205271020860143e-07, | |
| "loss": 1.2508, | |
| "step": 5130 | |
| }, | |
| { | |
| "epoch": 0.8225645129025805, | |
| "grad_norm": 0.5238988995552063, | |
| "learning_rate": 4.6391617833820066e-07, | |
| "loss": 1.2277, | |
| "step": 5140 | |
| }, | |
| { | |
| "epoch": 0.8241648329665933, | |
| "grad_norm": 0.5212239623069763, | |
| "learning_rate": 4.5584320269395827e-07, | |
| "loss": 1.256, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 0.8257651530306062, | |
| "grad_norm": 0.4987280070781708, | |
| "learning_rate": 4.478340352732924e-07, | |
| "loss": 1.2181, | |
| "step": 5160 | |
| }, | |
| { | |
| "epoch": 0.8273654730946189, | |
| "grad_norm": 0.519672155380249, | |
| "learning_rate": 4.3988892608185035e-07, | |
| "loss": 1.2403, | |
| "step": 5170 | |
| }, | |
| { | |
| "epoch": 0.8289657931586317, | |
| "grad_norm": 0.5267203450202942, | |
| "learning_rate": 4.3200812312570894e-07, | |
| "loss": 1.1784, | |
| "step": 5180 | |
| }, | |
| { | |
| "epoch": 0.8305661132226445, | |
| "grad_norm": 0.5164812207221985, | |
| "learning_rate": 4.241918724036262e-07, | |
| "loss": 1.2642, | |
| "step": 5190 | |
| }, | |
| { | |
| "epoch": 0.8321664332866573, | |
| "grad_norm": 0.5407664775848389, | |
| "learning_rate": 4.164404178993689e-07, | |
| "loss": 1.2224, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 0.8337667533506702, | |
| "grad_norm": 0.5061764717102051, | |
| "learning_rate": 4.087540015740929e-07, | |
| "loss": 1.2286, | |
| "step": 5210 | |
| }, | |
| { | |
| "epoch": 0.835367073414683, | |
| "grad_norm": 0.8010200262069702, | |
| "learning_rate": 4.011328633587919e-07, | |
| "loss": 1.2238, | |
| "step": 5220 | |
| }, | |
| { | |
| "epoch": 0.8369673934786958, | |
| "grad_norm": 0.5010237693786621, | |
| "learning_rate": 3.935772411468075e-07, | |
| "loss": 1.2296, | |
| "step": 5230 | |
| }, | |
| { | |
| "epoch": 0.8385677135427085, | |
| "grad_norm": 0.5492453575134277, | |
| "learning_rate": 3.8608737078640326e-07, | |
| "loss": 1.2459, | |
| "step": 5240 | |
| }, | |
| { | |
| "epoch": 0.8401680336067213, | |
| "grad_norm": 0.492929071187973, | |
| "learning_rate": 3.7866348607340284e-07, | |
| "loss": 1.1894, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 0.8417683536707341, | |
| "grad_norm": 0.49885085225105286, | |
| "learning_rate": 3.7130581874389285e-07, | |
| "loss": 1.1877, | |
| "step": 5260 | |
| }, | |
| { | |
| "epoch": 0.843368673734747, | |
| "grad_norm": 0.5160171389579773, | |
| "learning_rate": 3.640145984669882e-07, | |
| "loss": 1.1935, | |
| "step": 5270 | |
| }, | |
| { | |
| "epoch": 0.8449689937987598, | |
| "grad_norm": 0.4957447052001953, | |
| "learning_rate": 3.5679005283766136e-07, | |
| "loss": 1.2315, | |
| "step": 5280 | |
| }, | |
| { | |
| "epoch": 0.8465693138627726, | |
| "grad_norm": 0.4999656677246094, | |
| "learning_rate": 3.496324073696439e-07, | |
| "loss": 1.2198, | |
| "step": 5290 | |
| }, | |
| { | |
| "epoch": 0.8481696339267853, | |
| "grad_norm": 0.5246298909187317, | |
| "learning_rate": 3.4254188548837967e-07, | |
| "loss": 1.1953, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 0.8497699539907981, | |
| "grad_norm": 0.5125941634178162, | |
| "learning_rate": 3.355187085240555e-07, | |
| "loss": 1.193, | |
| "step": 5310 | |
| }, | |
| { | |
| "epoch": 0.8513702740548109, | |
| "grad_norm": 0.5065252184867859, | |
| "learning_rate": 3.285630957046912e-07, | |
| "loss": 1.2423, | |
| "step": 5320 | |
| }, | |
| { | |
| "epoch": 0.8529705941188238, | |
| "grad_norm": 0.48778149485588074, | |
| "learning_rate": 3.216752641492951e-07, | |
| "loss": 1.229, | |
| "step": 5330 | |
| }, | |
| { | |
| "epoch": 0.8545709141828366, | |
| "grad_norm": 0.5513453483581543, | |
| "learning_rate": 3.1485542886108945e-07, | |
| "loss": 1.2244, | |
| "step": 5340 | |
| }, | |
| { | |
| "epoch": 0.8561712342468494, | |
| "grad_norm": 0.5131115317344666, | |
| "learning_rate": 3.081038027207944e-07, | |
| "loss": 1.1894, | |
| "step": 5350 | |
| }, | |
| { | |
| "epoch": 0.8577715543108622, | |
| "grad_norm": 0.49720299243927, | |
| "learning_rate": 3.014205964799888e-07, | |
| "loss": 1.2314, | |
| "step": 5360 | |
| }, | |
| { | |
| "epoch": 0.8593718743748749, | |
| "grad_norm": 0.511868417263031, | |
| "learning_rate": 2.948060187545276e-07, | |
| "loss": 1.2065, | |
| "step": 5370 | |
| }, | |
| { | |
| "epoch": 0.8609721944388877, | |
| "grad_norm": 0.5046089291572571, | |
| "learning_rate": 2.8826027601803085e-07, | |
| "loss": 1.2016, | |
| "step": 5380 | |
| }, | |
| { | |
| "epoch": 0.8625725145029006, | |
| "grad_norm": 0.5005461573600769, | |
| "learning_rate": 2.8178357259543876e-07, | |
| "loss": 1.2073, | |
| "step": 5390 | |
| }, | |
| { | |
| "epoch": 0.8641728345669134, | |
| "grad_norm": 0.5057045221328735, | |
| "learning_rate": 2.7537611065663497e-07, | |
| "loss": 1.2147, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 0.8657731546309262, | |
| "grad_norm": 0.4953499436378479, | |
| "learning_rate": 2.690380902101339e-07, | |
| "loss": 1.2347, | |
| "step": 5410 | |
| }, | |
| { | |
| "epoch": 0.867373474694939, | |
| "grad_norm": 0.5268727540969849, | |
| "learning_rate": 2.6276970909683674e-07, | |
| "loss": 1.2551, | |
| "step": 5420 | |
| }, | |
| { | |
| "epoch": 0.8689737947589518, | |
| "grad_norm": 0.5176235437393188, | |
| "learning_rate": 2.5657116298385964e-07, | |
| "loss": 1.2194, | |
| "step": 5430 | |
| }, | |
| { | |
| "epoch": 0.8705741148229645, | |
| "grad_norm": 0.5456222891807556, | |
| "learning_rate": 2.5044264535842244e-07, | |
| "loss": 1.2365, | |
| "step": 5440 | |
| }, | |
| { | |
| "epoch": 0.8721744348869774, | |
| "grad_norm": 0.5065416693687439, | |
| "learning_rate": 2.443843475218105e-07, | |
| "loss": 1.2296, | |
| "step": 5450 | |
| }, | |
| { | |
| "epoch": 0.8737747549509902, | |
| "grad_norm": 0.5186034440994263, | |
| "learning_rate": 2.383964585834031e-07, | |
| "loss": 1.2013, | |
| "step": 5460 | |
| }, | |
| { | |
| "epoch": 0.875375075015003, | |
| "grad_norm": 0.5220500826835632, | |
| "learning_rate": 2.3247916545477007e-07, | |
| "loss": 1.2373, | |
| "step": 5470 | |
| }, | |
| { | |
| "epoch": 0.8769753950790158, | |
| "grad_norm": 0.5157853960990906, | |
| "learning_rate": 2.2663265284383757e-07, | |
| "loss": 1.241, | |
| "step": 5480 | |
| }, | |
| { | |
| "epoch": 0.8785757151430286, | |
| "grad_norm": 0.48508715629577637, | |
| "learning_rate": 2.2085710324912275e-07, | |
| "loss": 1.2457, | |
| "step": 5490 | |
| }, | |
| { | |
| "epoch": 0.8801760352070415, | |
| "grad_norm": 0.5108803510665894, | |
| "learning_rate": 2.1515269695403656e-07, | |
| "loss": 1.1906, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.8817763552710542, | |
| "grad_norm": 0.5034008026123047, | |
| "learning_rate": 2.0951961202125588e-07, | |
| "loss": 1.1725, | |
| "step": 5510 | |
| }, | |
| { | |
| "epoch": 0.883376675335067, | |
| "grad_norm": 0.5276970863342285, | |
| "learning_rate": 2.0395802428716666e-07, | |
| "loss": 1.2374, | |
| "step": 5520 | |
| }, | |
| { | |
| "epoch": 0.8849769953990798, | |
| "grad_norm": 0.4890348017215729, | |
| "learning_rate": 1.9846810735637378e-07, | |
| "loss": 1.2215, | |
| "step": 5530 | |
| }, | |
| { | |
| "epoch": 0.8865773154630926, | |
| "grad_norm": 0.5114810466766357, | |
| "learning_rate": 1.9305003259628307e-07, | |
| "loss": 1.2035, | |
| "step": 5540 | |
| }, | |
| { | |
| "epoch": 0.8881776355271054, | |
| "grad_norm": 0.506430983543396, | |
| "learning_rate": 1.8770396913175115e-07, | |
| "loss": 1.2278, | |
| "step": 5550 | |
| }, | |
| { | |
| "epoch": 0.8897779555911183, | |
| "grad_norm": 0.5225040912628174, | |
| "learning_rate": 1.8243008383980716e-07, | |
| "loss": 1.212, | |
| "step": 5560 | |
| }, | |
| { | |
| "epoch": 0.8913782756551311, | |
| "grad_norm": 0.5081613659858704, | |
| "learning_rate": 1.7722854134444246e-07, | |
| "loss": 1.2222, | |
| "step": 5570 | |
| }, | |
| { | |
| "epoch": 0.8929785957191438, | |
| "grad_norm": 0.5115835070610046, | |
| "learning_rate": 1.7209950401147368e-07, | |
| "loss": 1.2043, | |
| "step": 5580 | |
| }, | |
| { | |
| "epoch": 0.8945789157831566, | |
| "grad_norm": 0.5055177211761475, | |
| "learning_rate": 1.6704313194347204e-07, | |
| "loss": 1.2989, | |
| "step": 5590 | |
| }, | |
| { | |
| "epoch": 0.8961792358471694, | |
| "grad_norm": 0.49186971783638, | |
| "learning_rate": 1.6205958297476787e-07, | |
| "loss": 1.2083, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 0.8977795559111822, | |
| "grad_norm": 0.5076245665550232, | |
| "learning_rate": 1.5714901266652426e-07, | |
| "loss": 1.2493, | |
| "step": 5610 | |
| }, | |
| { | |
| "epoch": 0.8993798759751951, | |
| "grad_norm": 0.5159875154495239, | |
| "learning_rate": 1.5231157430187853e-07, | |
| "loss": 1.2123, | |
| "step": 5620 | |
| }, | |
| { | |
| "epoch": 0.9009801960392079, | |
| "grad_norm": 0.48809802532196045, | |
| "learning_rate": 1.4754741888115959e-07, | |
| "loss": 1.2238, | |
| "step": 5630 | |
| }, | |
| { | |
| "epoch": 0.9025805161032207, | |
| "grad_norm": 0.5183054208755493, | |
| "learning_rate": 1.4285669511717364e-07, | |
| "loss": 1.2591, | |
| "step": 5640 | |
| }, | |
| { | |
| "epoch": 0.9041808361672334, | |
| "grad_norm": 0.5310025215148926, | |
| "learning_rate": 1.3823954943056355e-07, | |
| "loss": 1.215, | |
| "step": 5650 | |
| }, | |
| { | |
| "epoch": 0.9057811562312462, | |
| "grad_norm": 0.4965580105781555, | |
| "learning_rate": 1.3369612594523544e-07, | |
| "loss": 1.2061, | |
| "step": 5660 | |
| }, | |
| { | |
| "epoch": 0.907381476295259, | |
| "grad_norm": 0.5230700969696045, | |
| "learning_rate": 1.2922656648386266e-07, | |
| "loss": 1.2409, | |
| "step": 5670 | |
| }, | |
| { | |
| "epoch": 0.9089817963592719, | |
| "grad_norm": 0.5221272706985474, | |
| "learning_rate": 1.2483101056345815e-07, | |
| "loss": 1.2387, | |
| "step": 5680 | |
| }, | |
| { | |
| "epoch": 0.9105821164232847, | |
| "grad_norm": 0.5355955958366394, | |
| "learning_rate": 1.2050959539101846e-07, | |
| "loss": 1.2481, | |
| "step": 5690 | |
| }, | |
| { | |
| "epoch": 0.9121824364872975, | |
| "grad_norm": 0.4908137619495392, | |
| "learning_rate": 1.1626245585924123e-07, | |
| "loss": 1.196, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 0.9137827565513102, | |
| "grad_norm": 0.5292563438415527, | |
| "learning_rate": 1.1208972454231526e-07, | |
| "loss": 1.2779, | |
| "step": 5710 | |
| }, | |
| { | |
| "epoch": 0.915383076615323, | |
| "grad_norm": 0.5044008493423462, | |
| "learning_rate": 1.0799153169178206e-07, | |
| "loss": 1.2197, | |
| "step": 5720 | |
| }, | |
| { | |
| "epoch": 0.9169833966793358, | |
| "grad_norm": 1.3565585613250732, | |
| "learning_rate": 1.0396800523246847e-07, | |
| "loss": 1.2523, | |
| "step": 5730 | |
| }, | |
| { | |
| "epoch": 0.9185837167433487, | |
| "grad_norm": 0.5061067938804626, | |
| "learning_rate": 1.0001927075849543e-07, | |
| "loss": 1.231, | |
| "step": 5740 | |
| }, | |
| { | |
| "epoch": 0.9201840368073615, | |
| "grad_norm": 0.5245989561080933, | |
| "learning_rate": 9.614545152935695e-08, | |
| "loss": 1.2345, | |
| "step": 5750 | |
| }, | |
| { | |
| "epoch": 0.9217843568713743, | |
| "grad_norm": 0.5027105808258057, | |
| "learning_rate": 9.234666846607204e-08, | |
| "loss": 1.3076, | |
| "step": 5760 | |
| }, | |
| { | |
| "epoch": 0.9233846769353871, | |
| "grad_norm": 0.5443490743637085, | |
| "learning_rate": 8.862304014741113e-08, | |
| "loss": 1.2521, | |
| "step": 5770 | |
| }, | |
| { | |
| "epoch": 0.9249849969993998, | |
| "grad_norm": 0.49271267652511597, | |
| "learning_rate": 8.497468280619397e-08, | |
| "loss": 1.2442, | |
| "step": 5780 | |
| }, | |
| { | |
| "epoch": 0.9265853170634126, | |
| "grad_norm": 0.5291959047317505, | |
| "learning_rate": 8.140171032566091e-08, | |
| "loss": 1.2284, | |
| "step": 5790 | |
| }, | |
| { | |
| "epoch": 0.9281856371274255, | |
| "grad_norm": 0.5186416506767273, | |
| "learning_rate": 7.790423423591958e-08, | |
| "loss": 1.2079, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 0.9297859571914383, | |
| "grad_norm": 0.5180310010910034, | |
| "learning_rate": 7.44823637104622e-08, | |
| "loss": 1.2409, | |
| "step": 5810 | |
| }, | |
| { | |
| "epoch": 0.9313862772554511, | |
| "grad_norm": 0.5114362835884094, | |
| "learning_rate": 7.113620556275819e-08, | |
| "loss": 1.2422, | |
| "step": 5820 | |
| }, | |
| { | |
| "epoch": 0.9329865973194639, | |
| "grad_norm": 0.48198938369750977, | |
| "learning_rate": 6.786586424291975e-08, | |
| "loss": 1.2177, | |
| "step": 5830 | |
| }, | |
| { | |
| "epoch": 0.9345869173834767, | |
| "grad_norm": 0.5073717832565308, | |
| "learning_rate": 6.467144183444213e-08, | |
| "loss": 1.2919, | |
| "step": 5840 | |
| }, | |
| { | |
| "epoch": 0.9361872374474896, | |
| "grad_norm": 0.5134086608886719, | |
| "learning_rate": 6.155303805101597e-08, | |
| "loss": 1.2253, | |
| "step": 5850 | |
| }, | |
| { | |
| "epoch": 0.9377875575115023, | |
| "grad_norm": 0.5133287310600281, | |
| "learning_rate": 5.851075023341618e-08, | |
| "loss": 1.2342, | |
| "step": 5860 | |
| }, | |
| { | |
| "epoch": 0.9393878775755151, | |
| "grad_norm": 0.5021890997886658, | |
| "learning_rate": 5.55446733464618e-08, | |
| "loss": 1.2029, | |
| "step": 5870 | |
| }, | |
| { | |
| "epoch": 0.9409881976395279, | |
| "grad_norm": 0.5119520425796509, | |
| "learning_rate": 5.265489997605372e-08, | |
| "loss": 1.2402, | |
| "step": 5880 | |
| }, | |
| { | |
| "epoch": 0.9425885177035407, | |
| "grad_norm": 0.4851899743080139, | |
| "learning_rate": 4.98415203262817e-08, | |
| "loss": 1.1988, | |
| "step": 5890 | |
| }, | |
| { | |
| "epoch": 0.9441888377675535, | |
| "grad_norm": 0.4942720830440521, | |
| "learning_rate": 4.7104622216611884e-08, | |
| "loss": 1.2398, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 0.9457891578315664, | |
| "grad_norm": 3.8196513652801514, | |
| "learning_rate": 4.444429107914372e-08, | |
| "loss": 1.3265, | |
| "step": 5910 | |
| }, | |
| { | |
| "epoch": 0.9473894778955791, | |
| "grad_norm": 0.5300382971763611, | |
| "learning_rate": 4.186060995594293e-08, | |
| "loss": 1.2989, | |
| "step": 5920 | |
| }, | |
| { | |
| "epoch": 0.9489897979595919, | |
| "grad_norm": 0.5063347816467285, | |
| "learning_rate": 3.935365949645109e-08, | |
| "loss": 1.2128, | |
| "step": 5930 | |
| }, | |
| { | |
| "epoch": 0.9505901180236047, | |
| "grad_norm": 0.5129570364952087, | |
| "learning_rate": 3.692351795496568e-08, | |
| "loss": 1.2242, | |
| "step": 5940 | |
| }, | |
| { | |
| "epoch": 0.9521904380876175, | |
| "grad_norm": 0.4922707974910736, | |
| "learning_rate": 3.457026118820012e-08, | |
| "loss": 1.2326, | |
| "step": 5950 | |
| }, | |
| { | |
| "epoch": 0.9537907581516303, | |
| "grad_norm": 0.48577573895454407, | |
| "learning_rate": 3.229396265291285e-08, | |
| "loss": 1.2291, | |
| "step": 5960 | |
| }, | |
| { | |
| "epoch": 0.9553910782156432, | |
| "grad_norm": 0.491740882396698, | |
| "learning_rate": 3.009469340361726e-08, | |
| "loss": 1.228, | |
| "step": 5970 | |
| }, | |
| { | |
| "epoch": 0.956991398279656, | |
| "grad_norm": 0.5267091393470764, | |
| "learning_rate": 2.797252209036233e-08, | |
| "loss": 1.2411, | |
| "step": 5980 | |
| }, | |
| { | |
| "epoch": 0.9585917183436687, | |
| "grad_norm": 0.5358031988143921, | |
| "learning_rate": 2.5927514956589628e-08, | |
| "loss": 1.2506, | |
| "step": 5990 | |
| }, | |
| { | |
| "epoch": 0.9601920384076815, | |
| "grad_norm": 0.50943922996521, | |
| "learning_rate": 2.395973583706607e-08, | |
| "loss": 1.2033, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.9617923584716943, | |
| "grad_norm": 0.5052767992019653, | |
| "learning_rate": 2.206924615589079e-08, | |
| "loss": 1.1939, | |
| "step": 6010 | |
| }, | |
| { | |
| "epoch": 0.9633926785357071, | |
| "grad_norm": 0.5414103269577026, | |
| "learning_rate": 2.0256104924578357e-08, | |
| "loss": 1.2267, | |
| "step": 6020 | |
| }, | |
| { | |
| "epoch": 0.96499299859972, | |
| "grad_norm": 0.501817524433136, | |
| "learning_rate": 1.8520368740215787e-08, | |
| "loss": 1.2503, | |
| "step": 6030 | |
| }, | |
| { | |
| "epoch": 0.9665933186637328, | |
| "grad_norm": 0.5033535957336426, | |
| "learning_rate": 1.6862091783697576e-08, | |
| "loss": 1.2043, | |
| "step": 6040 | |
| }, | |
| { | |
| "epoch": 0.9681936387277456, | |
| "grad_norm": 0.5262925624847412, | |
| "learning_rate": 1.5281325818032045e-08, | |
| "loss": 1.2777, | |
| "step": 6050 | |
| }, | |
| { | |
| "epoch": 0.9697939587917583, | |
| "grad_norm": 0.503886342048645, | |
| "learning_rate": 1.3778120186728472e-08, | |
| "loss": 1.2007, | |
| "step": 6060 | |
| }, | |
| { | |
| "epoch": 0.9713942788557711, | |
| "grad_norm": 4.596221923828125, | |
| "learning_rate": 1.2352521812253603e-08, | |
| "loss": 1.2417, | |
| "step": 6070 | |
| }, | |
| { | |
| "epoch": 0.9729945989197839, | |
| "grad_norm": 0.5384092330932617, | |
| "learning_rate": 1.1004575194570044e-08, | |
| "loss": 1.2333, | |
| "step": 6080 | |
| }, | |
| { | |
| "epoch": 0.9745949189837968, | |
| "grad_norm": 0.4920881390571594, | |
| "learning_rate": 9.734322409744867e-09, | |
| "loss": 1.2, | |
| "step": 6090 | |
| }, | |
| { | |
| "epoch": 0.9761952390478096, | |
| "grad_norm": 0.5168455839157104, | |
| "learning_rate": 8.541803108637613e-09, | |
| "loss": 1.1556, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 0.9777955591118224, | |
| "grad_norm": 0.5123913884162903, | |
| "learning_rate": 7.427054515661835e-09, | |
| "loss": 1.2644, | |
| "step": 6110 | |
| }, | |
| { | |
| "epoch": 0.9793958791758351, | |
| "grad_norm": 0.5197492837905884, | |
| "learning_rate": 6.390111427623524e-09, | |
| "loss": 1.2119, | |
| "step": 6120 | |
| }, | |
| { | |
| "epoch": 0.9809961992398479, | |
| "grad_norm": 0.5286774039268494, | |
| "learning_rate": 5.43100621263476e-09, | |
| "loss": 1.208, | |
| "step": 6130 | |
| }, | |
| { | |
| "epoch": 0.9825965193038608, | |
| "grad_norm": 0.5219496488571167, | |
| "learning_rate": 4.549768809103406e-09, | |
| "loss": 1.2614, | |
| "step": 6140 | |
| }, | |
| { | |
| "epoch": 0.9841968393678736, | |
| "grad_norm": 0.4979791045188904, | |
| "learning_rate": 3.74642672479858e-09, | |
| "loss": 1.2224, | |
| "step": 6150 | |
| }, | |
| { | |
| "epoch": 0.9857971594318864, | |
| "grad_norm": 0.5516430735588074, | |
| "learning_rate": 3.021005035992175e-09, | |
| "loss": 1.2278, | |
| "step": 6160 | |
| }, | |
| { | |
| "epoch": 0.9873974794958992, | |
| "grad_norm": 0.5197909474372864, | |
| "learning_rate": 2.373526386675873e-09, | |
| "loss": 1.2345, | |
| "step": 6170 | |
| }, | |
| { | |
| "epoch": 0.988997799559912, | |
| "grad_norm": 0.5151229500770569, | |
| "learning_rate": 1.8040109878539326e-09, | |
| "loss": 1.2125, | |
| "step": 6180 | |
| }, | |
| { | |
| "epoch": 0.9905981196239247, | |
| "grad_norm": 0.5217447280883789, | |
| "learning_rate": 1.3124766169131386e-09, | |
| "loss": 1.2251, | |
| "step": 6190 | |
| }, | |
| { | |
| "epoch": 0.9921984396879376, | |
| "grad_norm": 0.4913589060306549, | |
| "learning_rate": 8.989386170674131e-10, | |
| "loss": 1.232, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 0.9937987597519504, | |
| "grad_norm": 0.5131626725196838, | |
| "learning_rate": 5.634098968793078e-10, | |
| "loss": 1.2282, | |
| "step": 6210 | |
| }, | |
| { | |
| "epoch": 0.9953990798159632, | |
| "grad_norm": 0.48121556639671326, | |
| "learning_rate": 3.059009298558846e-10, | |
| "loss": 1.2193, | |
| "step": 6220 | |
| }, | |
| { | |
| "epoch": 0.996999399879976, | |
| "grad_norm": 0.5183552503585815, | |
| "learning_rate": 1.264197541234191e-10, | |
| "loss": 1.2284, | |
| "step": 6230 | |
| }, | |
| { | |
| "epoch": 0.9985997199439888, | |
| "grad_norm": 0.513854444026947, | |
| "learning_rate": 2.4971972175102943e-11, | |
| "loss": 1.177, | |
| "step": 6240 | |
| }, | |
| { | |
| "epoch": 0.9998799759951991, | |
| "step": 6248, | |
| "total_flos": 1.306193982790828e+18, | |
| "train_loss": 1.279416140650665, | |
| "train_runtime": 62601.4894, | |
| "train_samples_per_second": 1.597, | |
| "train_steps_per_second": 0.1 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 6248, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 100, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.306193982790828e+18, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |