{ "best_metric": 0.31595703959465027, "best_model_checkpoint": "output/eminem/checkpoint-916", "epoch": 2.0, "global_step": 916, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.01, "learning_rate": 9.668898730225426e-06, "loss": 0.6451, "step": 5 }, { "epoch": 0.02, "learning_rate": 8.494471426523322e-06, "loss": 0.6405, "step": 10 }, { "epoch": 0.03, "learning_rate": 7.391359230778123e-06, "loss": 0.6683, "step": 15 }, { "epoch": 0.04, "learning_rate": 6.360870983745512e-06, "loss": 0.6156, "step": 20 }, { "epoch": 0.05, "learning_rate": 5.404229357984623e-06, "loss": 0.7032, "step": 25 }, { "epoch": 0.07, "learning_rate": 4.522569407168996e-06, "loss": 0.6814, "step": 30 }, { "epoch": 0.08, "learning_rate": 3.7169372193369285e-06, "loss": 0.7428, "step": 35 }, { "epoch": 0.09, "learning_rate": 2.988288675715626e-06, "loss": 0.6695, "step": 40 }, { "epoch": 0.1, "learning_rate": 2.3374883165699825e-06, "loss": 0.6716, "step": 45 }, { "epoch": 0.11, "learning_rate": 1.7653083154249965e-06, "loss": 0.6442, "step": 50 }, { "epoch": 0.12, "learning_rate": 1.2724275628843243e-06, "loss": 0.7111, "step": 55 }, { "epoch": 0.13, "learning_rate": 8.594308611261225e-07, "loss": 0.717, "step": 60 }, { "epoch": 0.14, "learning_rate": 5.26808230038689e-07, "loss": 0.6728, "step": 65 }, { "epoch": 0.15, "learning_rate": 2.7495432581104424e-07, "loss": 0.5893, "step": 70 }, { "epoch": 0.16, "learning_rate": 1.0416797267454092e-07, "loss": 0.6088, "step": 75 }, { "epoch": 0.18, "learning_rate": 1.465180834793276e-08, "loss": 0.6029, "step": 80 }, { "epoch": 0.19, "learning_rate": 6.5120436089167734e-09, "loss": 0.6099, "step": 85 }, { "epoch": 0.2, "learning_rate": 7.975833627447873e-08, "loss": 0.5843, "step": 90 }, { "epoch": 0.21, "learning_rate": 2.3430377974243327e-07, "loss": 0.6587, "step": 95 }, { "epoch": 0.22, "learning_rate": 4.699650061053238e-07, "loss": 0.5792, "step": 100 }, { "epoch": 0.23, "learning_rate": 7.864624037171852e-07, "loss": 0.6884, "step": 105 }, { "epoch": 0.24, "learning_rate": 1.1834204489510753e-06, "loss": 0.6179, "step": 110 }, { "epoch": 0.25, "learning_rate": 1.6603681517579621e-06, "loss": 0.6588, "step": 115 }, { "epoch": 0.26, "learning_rate": 2.2167396144949356e-06, "loss": 0.5756, "step": 120 }, { "epoch": 0.27, "learning_rate": 2.851874703363704e-06, "loss": 0.7218, "step": 125 }, { "epoch": 0.29, "learning_rate": 3.565019831655522e-06, "loss": 0.6423, "step": 130 }, { "epoch": 0.3, "learning_rate": 4.3553288538822644e-06, "loss": 0.7181, "step": 135 }, { "epoch": 0.31, "learning_rate": 5.221864069725448e-06, "loss": 0.7147, "step": 140 }, { "epoch": 0.32, "learning_rate": 6.163597336619036e-06, "loss": 0.6411, "step": 145 }, { "epoch": 0.33, "learning_rate": 7.179411289634524e-06, "loss": 0.6499, "step": 150 }, { "epoch": 0.34, "learning_rate": 8.268100667234415e-06, "loss": 0.6962, "step": 155 }, { "epoch": 0.35, "learning_rate": 9.428373741315982e-06, "loss": 0.6569, "step": 160 }, { "epoch": 0.36, "learning_rate": 1.0658853849838009e-05, "loss": 0.6364, "step": 165 }, { "epoch": 0.37, "learning_rate": 1.1958081030236758e-05, "loss": 0.6697, "step": 170 }, { "epoch": 0.38, "learning_rate": 1.3324513751656602e-05, "loss": 0.6964, "step": 175 }, { "epoch": 0.39, "learning_rate": 1.47565307439888e-05, "loss": 0.6235, "step": 180 }, { "epoch": 0.41, "learning_rate": 1.6252432921492454e-05, "loss": 0.6185, "step": 185 }, { "epoch": 0.42, "learning_rate": 1.7810445398767395e-05, "loss": 0.7024, "step": 190 }, { "epoch": 0.43, "learning_rate": 1.9428719596644185e-05, "loss": 0.6126, "step": 195 }, { "epoch": 0.44, "learning_rate": 2.1105335435523642e-05, "loss": 0.6189, "step": 200 }, { "epoch": 0.45, "learning_rate": 2.283830361355242e-05, "loss": 0.5719, "step": 205 }, { "epoch": 0.46, "learning_rate": 2.4625567966918e-05, "loss": 0.7211, "step": 210 }, { "epoch": 0.47, "learning_rate": 2.6465007909489048e-05, "loss": 0.6735, "step": 215 }, { "epoch": 0.48, "learning_rate": 2.8354440948884326e-05, "loss": 0.5916, "step": 220 }, { "epoch": 0.49, "learning_rate": 3.0291625276002506e-05, "loss": 0.5753, "step": 225 }, { "epoch": 0.5, "learning_rate": 3.2274262424915514e-05, "loss": 0.6077, "step": 230 }, { "epoch": 0.52, "learning_rate": 3.430000000000064e-05, "loss": 0.7398, "step": 235 }, { "epoch": 0.53, "learning_rate": 3.636643446705075e-05, "loss": 0.7589, "step": 240 }, { "epoch": 0.54, "learning_rate": 3.847111400507036e-05, "loss": 0.7287, "step": 245 }, { "epoch": 0.55, "learning_rate": 4.0611541415345134e-05, "loss": 0.7015, "step": 250 }, { "epoch": 0.56, "learning_rate": 4.2785177084377745e-05, "loss": 0.6185, "step": 255 }, { "epoch": 0.57, "learning_rate": 4.49894419971228e-05, "loss": 0.6638, "step": 260 }, { "epoch": 0.58, "learning_rate": 4.7221720796988937e-05, "loss": 0.6769, "step": 265 }, { "epoch": 0.59, "learning_rate": 4.947936488896066e-05, "loss": 0.7237, "step": 270 }, { "epoch": 0.6, "learning_rate": 5.1759695582140806e-05, "loss": 0.7138, "step": 275 }, { "epoch": 0.61, "learning_rate": 5.4060007268020076e-05, "loss": 0.655, "step": 280 }, { "epoch": 0.62, "learning_rate": 5.637757063067322e-05, "loss": 0.7932, "step": 285 }, { "epoch": 0.64, "learning_rate": 5.870963588509545e-05, "loss": 0.6143, "step": 290 }, { "epoch": 0.65, "learning_rate": 6.105343603980619e-05, "loss": 0.6686, "step": 295 }, { "epoch": 0.66, "learning_rate": 6.34061901798874e-05, "loss": 0.7298, "step": 300 }, { "epoch": 0.67, "learning_rate": 6.576510676653068e-05, "loss": 0.6932, "step": 305 }, { "epoch": 0.68, "learning_rate": 6.812738694920095e-05, "loss": 0.7121, "step": 310 }, { "epoch": 0.69, "learning_rate": 7.049022788645635e-05, "loss": 0.668, "step": 315 }, { "epoch": 0.7, "learning_rate": 7.285082607152067e-05, "loss": 0.6626, "step": 320 }, { "epoch": 0.71, "learning_rate": 7.52063806586452e-05, "loss": 0.7163, "step": 325 }, { "epoch": 0.72, "learning_rate": 7.755409678629386e-05, "loss": 0.753, "step": 330 }, { "epoch": 0.73, "learning_rate": 7.989118889325919e-05, "loss": 0.6771, "step": 335 }, { "epoch": 0.75, "learning_rate": 8.221488402370275e-05, "loss": 0.6505, "step": 340 }, { "epoch": 0.76, "learning_rate": 8.452242511728957e-05, "loss": 0.6098, "step": 345 }, { "epoch": 0.77, "learning_rate": 8.681107428041253e-05, "loss": 0.6978, "step": 350 }, { "epoch": 0.78, "learning_rate": 8.907811603471558e-05, "loss": 0.6606, "step": 355 }, { "epoch": 0.79, "learning_rate": 9.132086053899106e-05, "loss": 0.788, "step": 360 }, { "epoch": 0.8, "learning_rate": 9.353664678067919e-05, "loss": 0.7524, "step": 365 }, { "epoch": 0.81, "learning_rate": 9.572284573315139e-05, "loss": 0.6861, "step": 370 }, { "epoch": 0.82, "learning_rate": 9.787686347505305e-05, "loss": 0.6812, "step": 375 }, { "epoch": 0.83, "learning_rate": 9.999614426797605e-05, "loss": 0.6453, "step": 380 }, { "epoch": 0.84, "learning_rate": 0.00010207817358884356, "loss": 0.7003, "step": 385 }, { "epoch": 0.86, "learning_rate": 0.00010412048111339246, "loss": 0.714, "step": 390 }, { "epoch": 0.87, "learning_rate": 0.00010612064364719859, "loss": 0.7008, "step": 395 }, { "epoch": 0.88, "learning_rate": 0.00010807628800079975, "loss": 0.6857, "step": 400 }, { "epoch": 0.89, "learning_rate": 0.00010998509380547761, "loss": 0.7609, "step": 405 }, { "epoch": 0.9, "learning_rate": 0.00011184479626637769, "loss": 0.7942, "step": 410 }, { "epoch": 0.91, "learning_rate": 0.00011365318884967352, "loss": 0.6518, "step": 415 }, { "epoch": 0.92, "learning_rate": 0.00011540812590062915, "loss": 0.7253, "step": 420 }, { "epoch": 0.93, "learning_rate": 0.000117107525189397, "loss": 0.7335, "step": 425 }, { "epoch": 0.94, "learning_rate": 0.00011874937038159925, "loss": 0.7592, "step": 430 }, { "epoch": 0.95, "learning_rate": 0.00012033171343069444, "loss": 0.7893, "step": 435 }, { "epoch": 0.96, "learning_rate": 0.00012185267688933072, "loss": 0.7095, "step": 440 }, { "epoch": 0.98, "learning_rate": 0.00012331045613693775, "loss": 0.7761, "step": 445 }, { "epoch": 0.99, "learning_rate": 0.0001247033215209036, "loss": 0.6766, "step": 450 }, { "epoch": 1.0, "learning_rate": 0.00012602962040880915, "loss": 0.7222, "step": 455 }, { "epoch": 1.0, "eval_loss": 0.41102197766304016, "eval_runtime": 15.2365, "eval_samples_per_second": 41.742, "eval_steps_per_second": 5.251, "step": 456 }, { "epoch": 1.02, "learning_rate": 0.00011710752518939759, "loss": 0.6694, "step": 460 }, { "epoch": 1.03, "learning_rate": 0.00011539283602861273, "loss": 0.6712, "step": 465 }, { "epoch": 1.04, "learning_rate": 0.00011362164035023001, "loss": 0.7083, "step": 470 }, { "epoch": 1.05, "learning_rate": 0.00011179607703080105, "loss": 0.6899, "step": 475 }, { "epoch": 1.06, "learning_rate": 0.000109918350600647, "loss": 0.7508, "step": 480 }, { "epoch": 1.07, "learning_rate": 0.0001079907285816916, "loss": 0.6351, "step": 485 }, { "epoch": 1.08, "learning_rate": 0.00010601553874922655, "loss": 0.7873, "step": 490 }, { "epoch": 1.1, "learning_rate": 0.0001039951663209155, "loss": 0.7405, "step": 495 }, { "epoch": 1.11, "learning_rate": 0.00010193205107643125, "loss": 0.8115, "step": 500 }, { "epoch": 1.12, "learning_rate": 9.982868441120446e-05, "loss": 0.8309, "step": 505 }, { "epoch": 1.13, "learning_rate": 9.768760632784171e-05, "loss": 0.7548, "step": 510 }, { "epoch": 1.14, "learning_rate": 9.551140236884618e-05, "loss": 0.7107, "step": 515 }, { "epoch": 1.15, "learning_rate": 9.330270049434476e-05, "loss": 0.6035, "step": 520 }, { "epoch": 1.16, "learning_rate": 9.1064167908592e-05, "loss": 0.724, "step": 525 }, { "epoch": 1.17, "learning_rate": 8.879850783908354e-05, "loss": 0.6642, "step": 530 }, { "epoch": 1.18, "learning_rate": 8.650845627216803e-05, "loss": 0.6811, "step": 535 }, { "epoch": 1.19, "learning_rate": 8.41967786490999e-05, "loss": 0.6505, "step": 540 }, { "epoch": 1.21, "learning_rate": 8.186626652652275e-05, "loss": 0.7759, "step": 545 }, { "epoch": 1.22, "learning_rate": 7.951973420541605e-05, "loss": 0.6233, "step": 550 }, { "epoch": 1.23, "learning_rate": 7.716001533257597e-05, "loss": 0.7224, "step": 555 }, { "epoch": 1.24, "learning_rate": 7.478995947873449e-05, "loss": 0.7252, "step": 560 }, { "epoch": 1.25, "learning_rate": 7.241242869744897e-05, "loss": 0.6465, "step": 565 }, { "epoch": 1.26, "learning_rate": 7.003029406891743e-05, "loss": 0.7505, "step": 570 }, { "epoch": 1.27, "learning_rate": 6.764643223289357e-05, "loss": 0.7117, "step": 575 }, { "epoch": 1.28, "learning_rate": 6.526372191488798e-05, "loss": 0.7289, "step": 580 }, { "epoch": 1.29, "learning_rate": 6.288504044985065e-05, "loss": 0.7069, "step": 585 }, { "epoch": 1.31, "learning_rate": 6.05132603075328e-05, "loss": 0.7925, "step": 590 }, { "epoch": 1.32, "learning_rate": 5.8151245623725575e-05, "loss": 0.7614, "step": 595 }, { "epoch": 1.33, "learning_rate": 5.5801848741551456e-05, "loss": 0.6241, "step": 600 }, { "epoch": 1.34, "learning_rate": 5.3467906767025034e-05, "loss": 0.6841, "step": 605 }, { "epoch": 1.35, "learning_rate": 5.115223814297748e-05, "loss": 0.7002, "step": 610 }, { "epoch": 1.36, "learning_rate": 4.885763924553591e-05, "loss": 0.7048, "step": 615 }, { "epoch": 1.37, "learning_rate": 4.65868810072671e-05, "loss": 0.6762, "step": 620 }, { "epoch": 1.38, "learning_rate": 4.434270557101253e-05, "loss": 0.6848, "step": 625 }, { "epoch": 1.39, "learning_rate": 4.2127822978506955e-05, "loss": 0.7911, "step": 630 }, { "epoch": 1.4, "learning_rate": 3.9944907897778e-05, "loss": 0.767, "step": 635 }, { "epoch": 1.42, "learning_rate": 3.779659639322971e-05, "loss": 0.6907, "step": 640 }, { "epoch": 1.43, "learning_rate": 3.568548274236045e-05, "loss": 0.7518, "step": 645 }, { "epoch": 1.44, "learning_rate": 3.361411630295728e-05, "loss": 0.6918, "step": 650 }, { "epoch": 1.45, "learning_rate": 3.158499843450359e-05, "loss": 0.7341, "step": 655 }, { "epoch": 1.46, "learning_rate": 2.9600579477565238e-05, "loss": 0.6637, "step": 660 }, { "epoch": 1.47, "learning_rate": 2.7663255794802226e-05, "loss": 0.7897, "step": 665 }, { "epoch": 1.48, "learning_rate": 2.5775366877124698e-05, "loss": 0.5947, "step": 670 }, { "epoch": 1.49, "learning_rate": 2.393919251856543e-05, "loss": 0.6711, "step": 675 }, { "epoch": 1.5, "learning_rate": 2.21569500632249e-05, "loss": 0.789, "step": 680 }, { "epoch": 1.52, "learning_rate": 2.043079172761756e-05, "loss": 0.6784, "step": 685 }, { "epoch": 1.53, "learning_rate": 1.876280200169214e-05, "loss": 0.648, "step": 690 }, { "epoch": 1.54, "learning_rate": 1.7154995131623676e-05, "loss": 0.8539, "step": 695 }, { "epoch": 1.55, "learning_rate": 1.5609312687419874e-05, "loss": 0.8157, "step": 700 }, { "epoch": 1.56, "learning_rate": 1.4127621218314657e-05, "loss": 0.6428, "step": 705 }, { "epoch": 1.57, "learning_rate": 1.2711709998742864e-05, "loss": 0.6836, "step": 710 }, { "epoch": 1.58, "learning_rate": 1.1363288867621515e-05, "loss": 0.6848, "step": 715 }, { "epoch": 1.59, "learning_rate": 1.0083986163577838e-05, "loss": 0.687, "step": 720 }, { "epoch": 1.6, "learning_rate": 8.875346758584498e-06, "loss": 0.6913, "step": 725 }, { "epoch": 1.62, "learning_rate": 7.738830192380085e-06, "loss": 0.7138, "step": 730 }, { "epoch": 1.63, "learning_rate": 6.675808909954194e-06, "loss": 0.7293, "step": 735 }, { "epoch": 1.64, "learning_rate": 5.687566604196989e-06, "loss": 0.7797, "step": 740 }, { "epoch": 1.65, "learning_rate": 4.7752966657182915e-06, "loss": 0.6821, "step": 745 }, { "epoch": 1.66, "learning_rate": 3.940100741730516e-06, "loss": 0.5752, "step": 750 }, { "epoch": 1.67, "learning_rate": 3.182987405707336e-06, "loss": 0.7456, "step": 755 }, { "epoch": 1.68, "learning_rate": 2.5048709394422254e-06, "loss": 0.694, "step": 760 }, { "epoch": 1.69, "learning_rate": 1.9065702289717339e-06, "loss": 0.6621, "step": 765 }, { "epoch": 1.7, "learning_rate": 1.3888077756976535e-06, "loss": 0.706, "step": 770 }, { "epoch": 1.71, "learning_rate": 9.522088239022507e-07, "loss": 0.7326, "step": 775 }, { "epoch": 1.73, "learning_rate": 5.973006057100785e-07, "loss": 0.6361, "step": 780 }, { "epoch": 1.74, "learning_rate": 3.245117044082019e-07, "loss": 0.647, "step": 785 }, { "epoch": 1.75, "learning_rate": 1.3417153689374065e-07, "loss": 0.7488, "step": 790 }, { "epoch": 1.76, "learning_rate": 2.6509955873614998e-08, "loss": 0.7149, "step": 795 }, { "epoch": 1.77, "learning_rate": 1.6569722969137058e-09, "loss": 0.6775, "step": 800 }, { "epoch": 1.78, "learning_rate": 5.964259835508488e-08, "loss": 0.7746, "step": 805 }, { "epoch": 1.79, "learning_rate": 2.003968112395687e-07, "loss": 0.6598, "step": 810 }, { "epoch": 1.8, "learning_rate": 4.2374963770057325e-07, "loss": 0.6891, "step": 815 }, { "epoch": 1.81, "learning_rate": 7.294313593051582e-07, "loss": 0.6988, "step": 820 }, { "epoch": 1.83, "learning_rate": 1.1170728381449087e-06, "loss": 0.6761, "step": 825 }, { "epoch": 1.84, "learning_rate": 1.5862059626056298e-06, "loss": 0.7306, "step": 830 }, { "epoch": 1.85, "learning_rate": 2.1362642126509973e-06, "loss": 0.6297, "step": 835 }, { "epoch": 1.86, "learning_rate": 2.766583343947401e-06, "loss": 0.7385, "step": 840 }, { "epoch": 1.87, "learning_rate": 3.4764021899978206e-06, "loss": 0.7045, "step": 845 }, { "epoch": 1.88, "learning_rate": 4.264863581318223e-06, "loss": 0.6952, "step": 850 }, { "epoch": 1.89, "learning_rate": 5.131015380546021e-06, "loss": 0.7021, "step": 855 }, { "epoch": 1.9, "learning_rate": 6.073811632230782e-06, "loss": 0.6392, "step": 860 }, { "epoch": 1.91, "learning_rate": 7.09211382591858e-06, "loss": 0.694, "step": 865 }, { "epoch": 1.92, "learning_rate": 8.18469227100481e-06, "loss": 0.6864, "step": 870 }, { "epoch": 1.94, "learning_rate": 9.350227581695092e-06, "loss": 0.7318, "step": 875 }, { "epoch": 1.95, "learning_rate": 1.0587312270281189e-05, "loss": 0.6326, "step": 880 }, { "epoch": 1.96, "learning_rate": 1.1894452446807735e-05, "loss": 0.7141, "step": 885 }, { "epoch": 1.97, "learning_rate": 1.3270069623077462e-05, "loss": 0.713, "step": 890 }, { "epoch": 1.98, "learning_rate": 1.47125026188163e-05, "loss": 0.7505, "step": 895 }, { "epoch": 1.99, "learning_rate": 1.6220009567696506e-05, "loss": 0.7118, "step": 900 }, { "epoch": 2.0, "eval_loss": 0.3754318356513977, "eval_runtime": 8.7593, "eval_samples_per_second": 76.147, "eval_steps_per_second": 9.59, "step": 904 }, { "epoch": 1.98, "learning_rate": 4.956064306819408e-05, "loss": 0.7479, "step": 905 }, { "epoch": 1.99, "learning_rate": 4.7311949670299134e-05, "loss": 0.7304, "step": 910 }, { "epoch": 2.0, "learning_rate": 4.508829441538651e-05, "loss": 0.666, "step": 915 }, { "epoch": 2.0, "eval_loss": 0.31595703959465027, "eval_runtime": 690.3622, "eval_samples_per_second": 0.898, "eval_steps_per_second": 0.113, "step": 916 } ], "max_steps": 1374, "num_train_epochs": 3, "total_flos": 955022376960000.0, "trial_name": null, "trial_params": null }