| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.9994277539341918, | |
| "eval_steps": 500, | |
| "global_step": 3494, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 46.73702167943208, | |
| "learning_rate": 1.4285714285714288e-08, | |
| "loss": 1.4108, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 44.025654647587054, | |
| "learning_rate": 1.4285714285714287e-07, | |
| "loss": 1.404, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 17.050573864369657, | |
| "learning_rate": 2.8571428571428575e-07, | |
| "loss": 1.262, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 12.362997846073997, | |
| "learning_rate": 4.285714285714286e-07, | |
| "loss": 1.0064, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 4.544949126575649, | |
| "learning_rate": 5.714285714285715e-07, | |
| "loss": 0.8356, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 3.303210825544356, | |
| "learning_rate": 7.142857142857143e-07, | |
| "loss": 0.772, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.6886321352067735, | |
| "learning_rate": 8.571428571428572e-07, | |
| "loss": 0.768, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.528853230744217, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.7464, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 2.4854198868922994, | |
| "learning_rate": 1.142857142857143e-06, | |
| "loss": 0.7499, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 2.5204846897703335, | |
| "learning_rate": 1.2857142857142856e-06, | |
| "loss": 0.7407, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 2.6727574539079075, | |
| "learning_rate": 1.4285714285714286e-06, | |
| "loss": 0.7418, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 2.4909264997558713, | |
| "learning_rate": 1.5714285714285714e-06, | |
| "loss": 0.7155, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 2.4511405269140574, | |
| "learning_rate": 1.7142857142857145e-06, | |
| "loss": 0.7188, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 2.29941417948333, | |
| "learning_rate": 1.8571428571428573e-06, | |
| "loss": 0.7025, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 2.25479052126887, | |
| "learning_rate": 2.0000000000000003e-06, | |
| "loss": 0.7147, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 2.259049566829717, | |
| "learning_rate": 2.1428571428571427e-06, | |
| "loss": 0.7054, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 2.360482364120735, | |
| "learning_rate": 2.285714285714286e-06, | |
| "loss": 0.7065, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 3.542698113557103, | |
| "learning_rate": 2.428571428571429e-06, | |
| "loss": 0.6936, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 2.5159436855022985, | |
| "learning_rate": 2.571428571428571e-06, | |
| "loss": 0.6988, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 2.2866610023159404, | |
| "learning_rate": 2.7142857142857144e-06, | |
| "loss": 0.6676, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 2.413352451235453, | |
| "learning_rate": 2.8571428571428573e-06, | |
| "loss": 0.6835, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 2.142867928366355, | |
| "learning_rate": 3e-06, | |
| "loss": 0.6748, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 2.2732969439494917, | |
| "learning_rate": 3.142857142857143e-06, | |
| "loss": 0.6766, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 2.363769090094736, | |
| "learning_rate": 3.285714285714286e-06, | |
| "loss": 0.6744, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 2.2070896050087927, | |
| "learning_rate": 3.428571428571429e-06, | |
| "loss": 0.6529, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 2.270856142543171, | |
| "learning_rate": 3.5714285714285718e-06, | |
| "loss": 0.6721, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 2.458909086153812, | |
| "learning_rate": 3.7142857142857146e-06, | |
| "loss": 0.6549, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 2.38712999789014, | |
| "learning_rate": 3.857142857142858e-06, | |
| "loss": 0.6592, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 2.1901720461163383, | |
| "learning_rate": 4.000000000000001e-06, | |
| "loss": 0.6543, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 2.448025889828106, | |
| "learning_rate": 4.1428571428571435e-06, | |
| "loss": 0.6633, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 2.3714159790058376, | |
| "learning_rate": 4.2857142857142855e-06, | |
| "loss": 0.6751, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 2.286975644624705, | |
| "learning_rate": 4.428571428571429e-06, | |
| "loss": 0.653, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 2.2971551515931705, | |
| "learning_rate": 4.571428571428572e-06, | |
| "loss": 0.6566, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 2.2863181903895944, | |
| "learning_rate": 4.714285714285715e-06, | |
| "loss": 0.651, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 2.1454553859203016, | |
| "learning_rate": 4.857142857142858e-06, | |
| "loss": 0.6449, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 2.3164450357661655, | |
| "learning_rate": 5e-06, | |
| "loss": 0.64, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 2.3977191539499514, | |
| "learning_rate": 4.9998751923890465e-06, | |
| "loss": 0.6537, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 2.0695920697937074, | |
| "learning_rate": 4.999500782017737e-06, | |
| "loss": 0.6318, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 2.191828287138372, | |
| "learning_rate": 4.9988768062694815e-06, | |
| "loss": 0.6372, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 2.216026606359093, | |
| "learning_rate": 4.99800332744582e-06, | |
| "loss": 0.6308, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 2.316444311670876, | |
| "learning_rate": 4.996880432760195e-06, | |
| "loss": 0.6345, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 2.120057918512993, | |
| "learning_rate": 4.99550823432925e-06, | |
| "loss": 0.632, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 2.226615533896781, | |
| "learning_rate": 4.993886869161631e-06, | |
| "loss": 0.6347, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 2.221954699719473, | |
| "learning_rate": 4.992016499144309e-06, | |
| "loss": 0.6473, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 2.0658073751369943, | |
| "learning_rate": 4.9898973110264126e-06, | |
| "loss": 0.61, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 2.3331061006391582, | |
| "learning_rate": 4.98752951640059e-06, | |
| "loss": 0.6364, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 2.159695737484098, | |
| "learning_rate": 4.984913351681871e-06, | |
| "loss": 0.6224, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 2.100223862687521, | |
| "learning_rate": 4.982049078084072e-06, | |
| "loss": 0.6386, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 2.260448805877094, | |
| "learning_rate": 4.9789369815937075e-06, | |
| "loss": 0.6329, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 2.2109790785096957, | |
| "learning_rate": 4.975577372941441e-06, | |
| "loss": 0.6126, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 174.20789307969923, | |
| "learning_rate": 4.9719705875710545e-06, | |
| "loss": 0.6226, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "eval_loss": 0.6215025186538696, | |
| "eval_runtime": 530.7348, | |
| "eval_samples_per_second": 23.332, | |
| "eval_steps_per_second": 0.729, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 59.547555932050344, | |
| "learning_rate": 4.968116985605963e-06, | |
| "loss": 0.676, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 5.0119747977301135, | |
| "learning_rate": 4.964016951813248e-06, | |
| "loss": 0.6415, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 2.4337121629645613, | |
| "learning_rate": 4.959670895565248e-06, | |
| "loss": 0.6195, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 2.175705909128136, | |
| "learning_rate": 4.955079250798682e-06, | |
| "loss": 0.6362, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 2.189681659202465, | |
| "learning_rate": 4.950242475971321e-06, | |
| "loss": 0.6351, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 2.1123816587264144, | |
| "learning_rate": 4.9451610540162114e-06, | |
| "loss": 0.6284, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 2.210287811195601, | |
| "learning_rate": 4.939835492293463e-06, | |
| "loss": 0.6219, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 2.12233798540241, | |
| "learning_rate": 4.934266322539584e-06, | |
| "loss": 0.6331, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 2.1741763930826132, | |
| "learning_rate": 4.92845410081439e-06, | |
| "loss": 0.6166, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 22.85902590832313, | |
| "learning_rate": 4.922399407445491e-06, | |
| "loss": 0.6174, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 2.2404434892749006, | |
| "learning_rate": 4.9161028469703345e-06, | |
| "loss": 0.6224, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 2.2681579472027527, | |
| "learning_rate": 4.909565048075859e-06, | |
| "loss": 0.6281, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 2.194186874479834, | |
| "learning_rate": 4.902786663535714e-06, | |
| "loss": 0.5974, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 1.9753405498524519, | |
| "learning_rate": 4.895768370145081e-06, | |
| "loss": 0.6133, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 1.9627709932695874, | |
| "learning_rate": 4.888510868653107e-06, | |
| "loss": 0.5979, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 2.0978691375994383, | |
| "learning_rate": 4.881014883692931e-06, | |
| "loss": 0.6153, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 1.9322421934439415, | |
| "learning_rate": 4.87328116370933e-06, | |
| "loss": 0.6091, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 2.09891544330605, | |
| "learning_rate": 4.865310480883998e-06, | |
| "loss": 0.6114, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 2.1055346718055223, | |
| "learning_rate": 4.857103631058438e-06, | |
| "loss": 0.613, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 2.1490868409285557, | |
| "learning_rate": 4.848661433654509e-06, | |
| "loss": 0.6013, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 2.0204589894962233, | |
| "learning_rate": 4.8399847315926e-06, | |
| "loss": 0.612, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 2.119211573140167, | |
| "learning_rate": 4.831074391207477e-06, | |
| "loss": 0.6056, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 2.1096094058746195, | |
| "learning_rate": 4.821931302161775e-06, | |
| "loss": 0.5906, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 2.0352305435483338, | |
| "learning_rate": 4.812556377357175e-06, | |
| "loss": 0.5875, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 2.095591458734852, | |
| "learning_rate": 4.8029505528432516e-06, | |
| "loss": 0.6023, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 2.2591386947868095, | |
| "learning_rate": 4.793114787724013e-06, | |
| "loss": 0.5852, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 2.1831334550022943, | |
| "learning_rate": 4.783050064062135e-06, | |
| "loss": 0.6132, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 2.079194401695253, | |
| "learning_rate": 4.77275738678091e-06, | |
| "loss": 0.5954, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 2.0851818697723115, | |
| "learning_rate": 4.7622377835639065e-06, | |
| "loss": 0.5904, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 2.240834597974655, | |
| "learning_rate": 4.751492304752362e-06, | |
| "loss": 0.5881, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 2.1904386633647763, | |
| "learning_rate": 4.740522023240308e-06, | |
| "loss": 0.5938, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 2.0784086731070306, | |
| "learning_rate": 4.729328034367447e-06, | |
| "loss": 0.5893, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 2.2844448327810905, | |
| "learning_rate": 4.717911455809782e-06, | |
| "loss": 0.5846, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 2.455456003484141, | |
| "learning_rate": 4.7062734274680336e-06, | |
| "loss": 0.5885, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 2.140011586996601, | |
| "learning_rate": 4.694415111353809e-06, | |
| "loss": 0.5876, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 2.063342954699121, | |
| "learning_rate": 4.682337691473593e-06, | |
| "loss": 0.5864, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 2.0835701678769625, | |
| "learning_rate": 4.670042373710524e-06, | |
| "loss": 0.5892, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 2.2923758881575034, | |
| "learning_rate": 4.657530385703989e-06, | |
| "loss": 0.5805, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 2.084287121874536, | |
| "learning_rate": 4.644802976727054e-06, | |
| "loss": 0.5906, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 2.0504569347730994, | |
| "learning_rate": 4.631861417561725e-06, | |
| "loss": 0.5727, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 2.2226821794710268, | |
| "learning_rate": 4.618707000372067e-06, | |
| "loss": 0.5665, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 2.0195324875616167, | |
| "learning_rate": 4.605341038575188e-06, | |
| "loss": 0.5819, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 2.2720158701812023, | |
| "learning_rate": 4.591764866710093e-06, | |
| "loss": 0.5702, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 2.052632552841863, | |
| "learning_rate": 4.577979840304446e-06, | |
| "loss": 0.5704, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 2.07608686655621, | |
| "learning_rate": 4.563987335739216e-06, | |
| "loss": 0.5705, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 2.144036474992449, | |
| "learning_rate": 4.549788750111256e-06, | |
| "loss": 0.584, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 2.038070637205325, | |
| "learning_rate": 4.535385501093806e-06, | |
| "loss": 0.5709, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 3.788413264230372, | |
| "learning_rate": 4.520779026794947e-06, | |
| "loss": 0.5787, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 2.221280506319893, | |
| "learning_rate": 4.505970785614007e-06, | |
| "loss": 0.568, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 2.1628156092927973, | |
| "learning_rate": 4.490962256095951e-06, | |
| "loss": 0.5616, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "eval_loss": 0.5683727860450745, | |
| "eval_runtime": 531.1147, | |
| "eval_samples_per_second": 23.315, | |
| "eval_steps_per_second": 0.729, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 2.2129498718686396, | |
| "learning_rate": 4.475754936783749e-06, | |
| "loss": 0.569, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 2.1882249016919277, | |
| "learning_rate": 4.460350346068755e-06, | |
| "loss": 0.5649, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 2.3225486571596194, | |
| "learning_rate": 4.4447500220390994e-06, | |
| "loss": 0.5692, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 2.316022975291687, | |
| "learning_rate": 4.428955522326122e-06, | |
| "loss": 0.575, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 2.078276101778362, | |
| "learning_rate": 4.4129684239488415e-06, | |
| "loss": 0.5644, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 2.1582893234263714, | |
| "learning_rate": 4.396790323156503e-06, | |
| "loss": 0.5647, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 2.1862836513401933, | |
| "learning_rate": 4.380422835269193e-06, | |
| "loss": 0.5736, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 2.2841548421776636, | |
| "learning_rate": 4.363867594516561e-06, | |
| "loss": 0.5655, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 2.280570400516185, | |
| "learning_rate": 4.347126253874644e-06, | |
| "loss": 0.562, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 2.2076164515797547, | |
| "learning_rate": 4.3302004849008264e-06, | |
| "loss": 0.5641, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 2.360813863915769, | |
| "learning_rate": 4.313091977566938e-06, | |
| "loss": 0.5657, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 2.2467158945171457, | |
| "learning_rate": 4.2958024400905215e-06, | |
| "loss": 0.5626, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 2.1411390923548197, | |
| "learning_rate": 4.278333598764271e-06, | |
| "loss": 0.5471, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 2.1385307098732103, | |
| "learning_rate": 4.260687197783669e-06, | |
| "loss": 0.5581, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 2.212052709050042, | |
| "learning_rate": 4.242864999072832e-06, | |
| "loss": 0.556, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 2.210641112539053, | |
| "learning_rate": 4.224868782108595e-06, | |
| "loss": 0.5396, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 2.154384214473984, | |
| "learning_rate": 4.206700343742835e-06, | |
| "loss": 0.5499, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 2.3776492042765645, | |
| "learning_rate": 4.1883614980230625e-06, | |
| "loss": 0.5472, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 2.4769783683847133, | |
| "learning_rate": 4.169854076011293e-06, | |
| "loss": 0.5449, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 2.2374406025722604, | |
| "learning_rate": 4.151179925601228e-06, | |
| "loss": 0.5514, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 2.2566112951367314, | |
| "learning_rate": 4.13234091133375e-06, | |
| "loss": 0.5474, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 2.367681149601566, | |
| "learning_rate": 4.113338914210745e-06, | |
| "loss": 0.5539, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 2.1661561664676077, | |
| "learning_rate": 4.094175831507307e-06, | |
| "loss": 0.5537, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 2.2108776725962787, | |
| "learning_rate": 4.074853576582293e-06, | |
| "loss": 0.5384, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 2.437065860368966, | |
| "learning_rate": 4.055374078687283e-06, | |
| "loss": 0.5557, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 2.3757604501117604, | |
| "learning_rate": 4.03573928277395e-06, | |
| "loss": 0.5429, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 2.299133822726468, | |
| "learning_rate": 4.015951149299875e-06, | |
| "loss": 0.5373, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 2.192017012064702, | |
| "learning_rate": 3.996011654032785e-06, | |
| "loss": 0.5448, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 2.304906002469218, | |
| "learning_rate": 3.975922787853296e-06, | |
| "loss": 0.5394, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 2.436764853283025, | |
| "learning_rate": 3.955686556556123e-06, | |
| "loss": 0.5447, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 2.494565076053036, | |
| "learning_rate": 3.935304980649813e-06, | |
| "loss": 0.5272, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 2.228063884542341, | |
| "learning_rate": 3.914780095155003e-06, | |
| "loss": 0.5432, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 2.2231946750720732, | |
| "learning_rate": 3.894113949401233e-06, | |
| "loss": 0.5286, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 2.503855593624124, | |
| "learning_rate": 3.873308606822323e-06, | |
| "loss": 0.5427, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 2.350038662257984, | |
| "learning_rate": 3.852366144750358e-06, | |
| "loss": 0.5359, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 2.4984837734626075, | |
| "learning_rate": 3.831288654208264e-06, | |
| "loss": 0.5362, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 2.4092005158856806, | |
| "learning_rate": 3.810078239701033e-06, | |
| "loss": 0.5427, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 2.4167184400341757, | |
| "learning_rate": 3.788737019005593e-06, | |
| "loss": 0.5292, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 2.489261713837357, | |
| "learning_rate": 3.7672671229593617e-06, | |
| "loss": 0.5328, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 2.3416784142161937, | |
| "learning_rate": 3.7456706952474853e-06, | |
| "loss": 0.5337, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 2.3405171601297887, | |
| "learning_rate": 3.723949892188801e-06, | |
| "loss": 0.5306, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 2.5435746837026616, | |
| "learning_rate": 3.7021068825205385e-06, | |
| "loss": 0.536, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 2.517397794058062, | |
| "learning_rate": 3.680143847181783e-06, | |
| "loss": 0.5304, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 2.4432716242411665, | |
| "learning_rate": 3.6580629790957073e-06, | |
| "loss": 0.5304, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 2.930860876384952, | |
| "learning_rate": 3.635866482950628e-06, | |
| "loss": 0.5347, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 2.9347320732859865, | |
| "learning_rate": 3.613556574979869e-06, | |
| "loss": 0.5301, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 3.563032283293063, | |
| "learning_rate": 3.5911354827404817e-06, | |
| "loss": 0.5218, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 3.2275844302722705, | |
| "learning_rate": 3.568605444890832e-06, | |
| "loss": 0.5352, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 2.6488408673845845, | |
| "learning_rate": 3.545968710967079e-06, | |
| "loss": 0.5343, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 540.9225446614429, | |
| "learning_rate": 3.5232275411585665e-06, | |
| "loss": 0.5384, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "eval_loss": 0.5287850499153137, | |
| "eval_runtime": 532.1842, | |
| "eval_samples_per_second": 23.268, | |
| "eval_steps_per_second": 0.727, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 8.321452242337378, | |
| "learning_rate": 3.500384206082155e-06, | |
| "loss": 0.5295, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 2.815363351399787, | |
| "learning_rate": 3.4774409865555064e-06, | |
| "loss": 0.54, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 2.64837752834866, | |
| "learning_rate": 3.4544001733693534e-06, | |
| "loss": 0.5205, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 2.876814676291678, | |
| "learning_rate": 3.4312640670587738e-06, | |
| "loss": 0.5263, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 2.8619136430308094, | |
| "learning_rate": 3.408034977673493e-06, | |
| "loss": 0.5272, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 2.5910982551975787, | |
| "learning_rate": 3.384715224547232e-06, | |
| "loss": 0.516, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 2.3973340910193968, | |
| "learning_rate": 3.36130713606613e-06, | |
| "loss": 0.5157, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 2.4753957257302983, | |
| "learning_rate": 3.337813049436268e-06, | |
| "loss": 0.5151, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 2.4327407017468077, | |
| "learning_rate": 3.3142353104503055e-06, | |
| "loss": 0.5113, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 2.583443162287294, | |
| "learning_rate": 3.290576273253262e-06, | |
| "loss": 0.5137, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 2.8083503640404754, | |
| "learning_rate": 3.2668383001074646e-06, | |
| "loss": 0.5139, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 2.561938411287161, | |
| "learning_rate": 3.2430237611566874e-06, | |
| "loss": 0.5087, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 4.820890836324099, | |
| "learning_rate": 3.2191350341895012e-06, | |
| "loss": 0.5175, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 4.206676693632578, | |
| "learning_rate": 3.1951745044018584e-06, | |
| "loss": 0.5271, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 25.523830030080394, | |
| "learning_rate": 3.1711445641589435e-06, | |
| "loss": 0.5622, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 11.240090997530515, | |
| "learning_rate": 3.147047612756302e-06, | |
| "loss": 0.9079, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 29.22518153420536, | |
| "learning_rate": 3.122886056180284e-06, | |
| "loss": 0.7066, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 4.019885752857641, | |
| "learning_rate": 3.098662306867811e-06, | |
| "loss": 0.6342, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 5.411201020641005, | |
| "learning_rate": 3.074378783465507e-06, | |
| "loss": 0.6105, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 8.822887992474177, | |
| "learning_rate": 3.050037910588206e-06, | |
| "loss": 0.6115, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 5.0785295408950155, | |
| "learning_rate": 3.0256421185768616e-06, | |
| "loss": 0.5663, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 2.9678315863647526, | |
| "learning_rate": 3.0011938432558873e-06, | |
| "loss": 0.5802, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 3.412236320518679, | |
| "learning_rate": 2.976695525689952e-06, | |
| "loss": 0.5684, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 3.2044150474863655, | |
| "learning_rate": 2.9521496119402453e-06, | |
| "loss": 0.5535, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 3.9473879559645852, | |
| "learning_rate": 2.9275585528202516e-06, | |
| "loss": 0.5314, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 3.2348412490515455, | |
| "learning_rate": 2.9029248036510406e-06, | |
| "loss": 0.4765, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 3.0685208563178854, | |
| "learning_rate": 2.87825082401612e-06, | |
| "loss": 0.4748, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 2.852153504448215, | |
| "learning_rate": 2.8535390775158495e-06, | |
| "loss": 0.47, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 4.143044242647944, | |
| "learning_rate": 2.8287920315214647e-06, | |
| "loss": 0.4573, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 34.463143285380006, | |
| "learning_rate": 2.8040121569287155e-06, | |
| "loss": 0.4584, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 2.661591324494075, | |
| "learning_rate": 2.7792019279111604e-06, | |
| "loss": 0.4471, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 2.6072582596419567, | |
| "learning_rate": 2.7543638216731284e-06, | |
| "loss": 0.4489, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 2.8084493663354397, | |
| "learning_rate": 2.7295003182023794e-06, | |
| "loss": 0.4476, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 2.8081294693878798, | |
| "learning_rate": 2.7046139000224882e-06, | |
| "loss": 0.4527, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 2.8187716457470255, | |
| "learning_rate": 2.6797070519449735e-06, | |
| "loss": 0.4371, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 2.6664541594312734, | |
| "learning_rate": 2.654782260821198e-06, | |
| "loss": 0.4489, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 3.1660587876790207, | |
| "learning_rate": 2.6298420152940706e-06, | |
| "loss": 0.4464, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 2.578632187270232, | |
| "learning_rate": 2.6048888055495586e-06, | |
| "loss": 0.4436, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 2.898387161362659, | |
| "learning_rate": 2.5799251230680572e-06, | |
| "loss": 0.4373, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 2.675237350045505, | |
| "learning_rate": 2.554953460375624e-06, | |
| "loss": 0.4524, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 2.714776711198956, | |
| "learning_rate": 2.529976310795108e-06, | |
| "loss": 0.4321, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 2.710787483431792, | |
| "learning_rate": 2.5049961681972035e-06, | |
| "loss": 0.4319, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 2.6437855709831743, | |
| "learning_rate": 2.4800155267514455e-06, | |
| "loss": 0.431, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 2.566308240056163, | |
| "learning_rate": 2.455036880677177e-06, | |
| "loss": 0.4358, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 2.6611983864059927, | |
| "learning_rate": 2.430062723994513e-06, | |
| "loss": 0.4343, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 2.6472716826792393, | |
| "learning_rate": 2.4050955502753164e-06, | |
| "loss": 0.4481, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 2.698904335701275, | |
| "learning_rate": 2.38013785239423e-06, | |
| "loss": 0.4314, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 2.5697229032197413, | |
| "learning_rate": 2.3551921222797736e-06, | |
| "loss": 0.4374, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 2.9083035166905145, | |
| "learning_rate": 2.330260850665529e-06, | |
| "loss": 0.4311, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 2.864477813697365, | |
| "learning_rate": 2.305346526841456e-06, | |
| "loss": 0.4248, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "eval_loss": 0.5098316669464111, | |
| "eval_runtime": 531.7861, | |
| "eval_samples_per_second": 23.286, | |
| "eval_steps_per_second": 0.728, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 2.487093905262324, | |
| "learning_rate": 2.2804516384053422e-06, | |
| "loss": 0.4278, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 2.4697444658310115, | |
| "learning_rate": 2.2555786710144274e-06, | |
| "loss": 0.4185, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 2.7888802934203376, | |
| "learning_rate": 2.2307301081372228e-06, | |
| "loss": 0.4205, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 2.7782246570408655, | |
| "learning_rate": 2.205908430805542e-06, | |
| "loss": 0.4186, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 2.855124513920933, | |
| "learning_rate": 2.181116117366783e-06, | |
| "loss": 0.4287, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 2.5830367229868982, | |
| "learning_rate": 2.1563556432364754e-06, | |
| "loss": 0.4266, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 2.7855942926027617, | |
| "learning_rate": 2.131629480651116e-06, | |
| "loss": 0.4169, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 2.625295284188482, | |
| "learning_rate": 2.1069400984213282e-06, | |
| "loss": 0.4189, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 2.656457764922864, | |
| "learning_rate": 2.0822899616853643e-06, | |
| "loss": 0.4393, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 2.3861057485273998, | |
| "learning_rate": 2.0576815316629615e-06, | |
| "loss": 0.4137, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 2.775579784902102, | |
| "learning_rate": 2.033117265409611e-06, | |
| "loss": 0.4107, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 2.7447136775018057, | |
| "learning_rate": 2.0085996155712205e-06, | |
| "loss": 0.4098, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 2.7615464883658265, | |
| "learning_rate": 1.984131030139231e-06, | |
| "loss": 0.4202, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 3.0966486839292684, | |
| "learning_rate": 1.9597139522061977e-06, | |
| "loss": 0.4307, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 2.596350491119526, | |
| "learning_rate": 1.9353508197218492e-06, | |
| "loss": 0.412, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 2.376403726879793, | |
| "learning_rate": 1.911044065249674e-06, | |
| "loss": 0.4115, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 2.77907836700564, | |
| "learning_rate": 1.886796115724039e-06, | |
| "loss": 0.4191, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 2.361792411282615, | |
| "learning_rate": 1.8626093922078614e-06, | |
| "loss": 0.4135, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 2.721607968377175, | |
| "learning_rate": 1.838486309650888e-06, | |
| "loss": 0.4221, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 2.6544964211718334, | |
| "learning_rate": 1.8144292766485588e-06, | |
| "loss": 0.411, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 2.3573667729775147, | |
| "learning_rate": 1.7904406952015258e-06, | |
| "loss": 0.4098, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 2.8700396902241354, | |
| "learning_rate": 1.7665229604758237e-06, | |
| "loss": 0.4163, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 3.1872115128374534, | |
| "learning_rate": 1.7426784605637153e-06, | |
| "loss": 0.4098, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 2.5720647224489075, | |
| "learning_rate": 1.7189095762452552e-06, | |
| "loss": 0.419, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 2.7721403217588594, | |
| "learning_rate": 1.6952186807505778e-06, | |
| "loss": 0.4201, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 3.3795392317416413, | |
| "learning_rate": 1.6716081395229374e-06, | |
| "loss": 0.4175, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 2.792505110856509, | |
| "learning_rate": 1.648080309982528e-06, | |
| "loss": 0.4047, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 2.5045890389309537, | |
| "learning_rate": 1.624637541291108e-06, | |
| "loss": 0.4139, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 2.5076429338592066, | |
| "learning_rate": 1.6012821741174394e-06, | |
| "loss": 0.4166, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 2.6078986626262983, | |
| "learning_rate": 1.5780165404035875e-06, | |
| "loss": 0.4128, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 2.5396271208193713, | |
| "learning_rate": 1.5548429631320804e-06, | |
| "loss": 0.4236, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 2.4770713027568325, | |
| "learning_rate": 1.5317637560939717e-06, | |
| "loss": 0.4105, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 2.7342907090878397, | |
| "learning_rate": 1.5087812236578158e-06, | |
| "loss": 0.4097, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 2.474686962501904, | |
| "learning_rate": 1.4858976605395858e-06, | |
| "loss": 0.4028, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 2.541050407831277, | |
| "learning_rate": 1.4631153515735566e-06, | |
| "loss": 0.4092, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 2.3319036310065915, | |
| "learning_rate": 1.4404365714841717e-06, | |
| "loss": 0.4095, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "grad_norm": 2.8467247569785523, | |
| "learning_rate": 1.4178635846589195e-06, | |
| "loss": 0.404, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "grad_norm": 2.6269760063806475, | |
| "learning_rate": 1.395398644922249e-06, | |
| "loss": 0.4165, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "grad_norm": 2.7166759530722486, | |
| "learning_rate": 1.3730439953105242e-06, | |
| "loss": 0.4018, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "grad_norm": 2.4008152588750478, | |
| "learning_rate": 1.350801867848076e-06, | |
| "loss": 0.4027, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "grad_norm": 2.681524401478661, | |
| "learning_rate": 1.3286744833243373e-06, | |
| "loss": 0.4058, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "grad_norm": 2.4832885931873934, | |
| "learning_rate": 1.306664051072108e-06, | |
| "loss": 0.4101, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "grad_norm": 2.9652476007510726, | |
| "learning_rate": 1.2847727687469573e-06, | |
| "loss": 0.411, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 2.8095821252599187, | |
| "learning_rate": 1.2630028221078083e-06, | |
| "loss": 0.4131, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 2.5494893937849428, | |
| "learning_rate": 1.2413563847986814e-06, | |
| "loss": 0.4092, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "grad_norm": 2.725138704030533, | |
| "learning_rate": 1.2198356181316793e-06, | |
| "loss": 0.4091, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "grad_norm": 2.39868053795732, | |
| "learning_rate": 1.1984426708711804e-06, | |
| "loss": 0.3978, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "grad_norm": 2.488515661168399, | |
| "learning_rate": 1.1771796790192963e-06, | |
| "loss": 0.403, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "grad_norm": 2.5950371989879493, | |
| "learning_rate": 1.1560487656025985e-06, | |
| "loss": 0.3983, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "grad_norm": 2.8164587473243325, | |
| "learning_rate": 1.1350520404601445e-06, | |
| "loss": 0.3969, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "eval_loss": 0.48087671399116516, | |
| "eval_runtime": 531.108, | |
| "eval_samples_per_second": 23.315, | |
| "eval_steps_per_second": 0.729, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 2.6911969387062875, | |
| "learning_rate": 1.1141916000328152e-06, | |
| "loss": 0.4027, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 2.476764330966686, | |
| "learning_rate": 1.0934695271539975e-06, | |
| "loss": 0.4074, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "grad_norm": 2.5619945448411605, | |
| "learning_rate": 1.0728878908416194e-06, | |
| "loss": 0.4083, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "grad_norm": 2.9402161507985296, | |
| "learning_rate": 1.0524487460915675e-06, | |
| "loss": 0.3922, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 2.5346303173308335, | |
| "learning_rate": 1.0321541336725027e-06, | |
| "loss": 0.4034, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 2.3264995133931476, | |
| "learning_rate": 1.0120060799220976e-06, | |
| "loss": 0.3961, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "grad_norm": 2.3682299479571474, | |
| "learning_rate": 9.920065965447167e-07, | |
| "loss": 0.407, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 2.4443777701467524, | |
| "learning_rate": 9.721576804105507e-07, | |
| "loss": 0.3965, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 2.5713687903588864, | |
| "learning_rate": 9.524613133562422e-07, | |
| "loss": 0.3996, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "grad_norm": 2.4771454646234545, | |
| "learning_rate": 9.329194619870047e-07, | |
| "loss": 0.4024, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "grad_norm": 2.6576827146080233, | |
| "learning_rate": 9.135340774802656e-07, | |
| "loss": 0.4005, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 2.5894019593645274, | |
| "learning_rate": 8.943070953908448e-07, | |
| "loss": 0.4028, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "grad_norm": 2.514759035169968, | |
| "learning_rate": 8.752404354577052e-07, | |
| "loss": 0.4059, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "grad_norm": 2.5607304476769044, | |
| "learning_rate": 8.563360014122648e-07, | |
| "loss": 0.4039, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "grad_norm": 5.14637237359729, | |
| "learning_rate": 8.375956807883245e-07, | |
| "loss": 0.3901, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "grad_norm": 2.2734216891063395, | |
| "learning_rate": 8.190213447336001e-07, | |
| "loss": 0.3899, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "grad_norm": 2.471190008443679, | |
| "learning_rate": 8.006148478228986e-07, | |
| "loss": 0.4055, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "grad_norm": 2.71999964571031, | |
| "learning_rate": 7.823780278729443e-07, | |
| "loss": 0.3961, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "grad_norm": 2.418310205284732, | |
| "learning_rate": 7.643127057588811e-07, | |
| "loss": 0.3813, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "grad_norm": 2.5665802451050044, | |
| "learning_rate": 7.464206852324624e-07, | |
| "loss": 0.3927, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "grad_norm": 2.7770319022822343, | |
| "learning_rate": 7.287037527419605e-07, | |
| "loss": 0.3946, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 2.549475746375355, | |
| "learning_rate": 7.111636772537875e-07, | |
| "loss": 0.3915, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 2.688664419149691, | |
| "learning_rate": 6.938022100758782e-07, | |
| "loss": 0.4044, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "grad_norm": 2.5993657832655788, | |
| "learning_rate": 6.766210846828256e-07, | |
| "loss": 0.3957, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "grad_norm": 2.5309747823008215, | |
| "learning_rate": 6.596220165428002e-07, | |
| "loss": 0.3962, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "grad_norm": 2.6144066056011517, | |
| "learning_rate": 6.428067029462693e-07, | |
| "loss": 0.3912, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "grad_norm": 2.7527841475063357, | |
| "learning_rate": 6.261768228365267e-07, | |
| "loss": 0.3987, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "grad_norm": 2.432371850837855, | |
| "learning_rate": 6.097340366420562e-07, | |
| "loss": 0.4078, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 2.625005423707898, | |
| "learning_rate": 5.934799861107507e-07, | |
| "loss": 0.3918, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 2.4813103577109326, | |
| "learning_rate": 5.774162941459802e-07, | |
| "loss": 0.3925, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "grad_norm": 2.9410397977745215, | |
| "learning_rate": 5.615445646445586e-07, | |
| "loss": 0.3884, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "grad_norm": 2.3507919061555858, | |
| "learning_rate": 5.45866382336599e-07, | |
| "loss": 0.389, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "grad_norm": 2.419134938253293, | |
| "learning_rate": 5.303833126272837e-07, | |
| "loss": 0.3911, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "grad_norm": 2.705274207526381, | |
| "learning_rate": 5.150969014405652e-07, | |
| "loss": 0.3806, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "grad_norm": 2.818214976762935, | |
| "learning_rate": 5.000086750648125e-07, | |
| "loss": 0.3992, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "grad_norm": 2.6412303699783144, | |
| "learning_rate": 4.851201400004133e-07, | |
| "loss": 0.3982, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "grad_norm": 2.557106526975151, | |
| "learning_rate": 4.704327828093641e-07, | |
| "loss": 0.389, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "grad_norm": 2.654458887909101, | |
| "learning_rate": 4.5594806996683256e-07, | |
| "loss": 0.3956, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "grad_norm": 2.3963528740076225, | |
| "learning_rate": 4.4166744771474367e-07, | |
| "loss": 0.3923, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "grad_norm": 2.6404819468490524, | |
| "learning_rate": 4.2759234191737443e-07, | |
| "loss": 0.3873, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "grad_norm": 2.430447706914984, | |
| "learning_rate": 4.1372415791898794e-07, | |
| "loss": 0.3892, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "grad_norm": 2.72283555848891, | |
| "learning_rate": 4.000642804035132e-07, | |
| "loss": 0.3972, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "grad_norm": 48.58377587713292, | |
| "learning_rate": 3.8661407325629533e-07, | |
| "loss": 0.4079, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "grad_norm": 2.624060213750708, | |
| "learning_rate": 3.7337487942790964e-07, | |
| "loss": 0.3892, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "grad_norm": 2.9699815624549677, | |
| "learning_rate": 3.6034802080007814e-07, | |
| "loss": 0.3999, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "grad_norm": 3.25458088141065, | |
| "learning_rate": 3.475347980536842e-07, | |
| "loss": 0.385, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 2.445550971601129, | |
| "learning_rate": 3.3493649053890325e-07, | |
| "loss": 0.3929, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "grad_norm": 2.5114168114259887, | |
| "learning_rate": 3.225543561474667e-07, | |
| "loss": 0.3998, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "grad_norm": 2.9780387761779252, | |
| "learning_rate": 3.1038963118706246e-07, | |
| "loss": 0.397, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "grad_norm": 2.5876649071384636, | |
| "learning_rate": 2.984435302578992e-07, | |
| "loss": 0.3933, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "eval_loss": 0.466826856136322, | |
| "eval_runtime": 531.3559, | |
| "eval_samples_per_second": 23.305, | |
| "eval_steps_per_second": 0.728, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "grad_norm": 2.856546256466058, | |
| "learning_rate": 2.8671724613143106e-07, | |
| "loss": 0.3843, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "grad_norm": 2.65010522081742, | |
| "learning_rate": 2.7521194963126387e-07, | |
| "loss": 0.3928, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "grad_norm": 4.365159018177608, | |
| "learning_rate": 2.639287895162526e-07, | |
| "loss": 0.3842, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "grad_norm": 2.5069662246327655, | |
| "learning_rate": 2.5286889236580485e-07, | |
| "loss": 0.3919, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 2.44175870329633, | |
| "learning_rate": 2.420333624673912e-07, | |
| "loss": 0.3858, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 2.408625264190103, | |
| "learning_rate": 2.314232817062939e-07, | |
| "loss": 0.3847, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "grad_norm": 2.6673150680165176, | |
| "learning_rate": 2.2103970945757668e-07, | |
| "loss": 0.3912, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "grad_norm": 3.416210049564414, | |
| "learning_rate": 2.1088368248031703e-07, | |
| "loss": 0.3887, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 2.4831114598380104, | |
| "learning_rate": 2.0095621481408535e-07, | |
| "loss": 0.3847, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 2.4518249271789823, | |
| "learning_rate": 1.9125829767770026e-07, | |
| "loss": 0.3869, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "grad_norm": 2.431921711992356, | |
| "learning_rate": 1.817908993702555e-07, | |
| "loss": 0.4038, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "grad_norm": 2.401086232330709, | |
| "learning_rate": 1.725549651744446e-07, | |
| "loss": 0.3896, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "grad_norm": 2.8030599868787345, | |
| "learning_rate": 1.6355141726217132e-07, | |
| "loss": 0.4034, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 2.5196493937058126, | |
| "learning_rate": 1.547811546024816e-07, | |
| "loss": 0.3898, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 2.532168588674458, | |
| "learning_rate": 1.4624505287179818e-07, | |
| "loss": 0.3812, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "grad_norm": 2.9831369418646254, | |
| "learning_rate": 1.3794396436649205e-07, | |
| "loss": 0.396, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "grad_norm": 2.714395312518003, | |
| "learning_rate": 1.298787179177835e-07, | |
| "loss": 0.384, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "grad_norm": 2.4865221680081038, | |
| "learning_rate": 1.2205011880898565e-07, | |
| "loss": 0.3841, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "grad_norm": 2.4597701864630026, | |
| "learning_rate": 1.1445894869509866e-07, | |
| "loss": 0.3927, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "grad_norm": 2.4358583132347906, | |
| "learning_rate": 1.0710596552476915e-07, | |
| "loss": 0.392, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "grad_norm": 2.386461680357716, | |
| "learning_rate": 9.999190346460602e-08, | |
| "loss": 0.385, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "grad_norm": 2.780440529108891, | |
| "learning_rate": 9.31174728258824e-08, | |
| "loss": 0.3833, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "grad_norm": 2.474009294682335, | |
| "learning_rate": 8.648335999360935e-08, | |
| "loss": 0.3824, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "grad_norm": 2.409537607728227, | |
| "learning_rate": 8.009022735800537e-08, | |
| "loss": 0.3888, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "grad_norm": 2.4245907679021195, | |
| "learning_rate": 7.39387132483596e-08, | |
| "loss": 0.3856, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "grad_norm": 2.692749484502572, | |
| "learning_rate": 6.802943186929617e-08, | |
| "loss": 0.3803, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "grad_norm": 2.4379196195711215, | |
| "learning_rate": 6.236297323944679e-08, | |
| "loss": 0.3831, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "grad_norm": 3.048508349939611, | |
| "learning_rate": 5.693990313254433e-08, | |
| "loss": 0.397, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "grad_norm": 2.887339309122361, | |
| "learning_rate": 5.1760763020927143e-08, | |
| "loss": 0.3893, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "grad_norm": 2.3788921808030072, | |
| "learning_rate": 4.682607002147899e-08, | |
| "loss": 0.3954, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "grad_norm": 2.57063336475747, | |
| "learning_rate": 4.2136316843994775e-08, | |
| "loss": 0.3891, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "grad_norm": 2.4304903487638803, | |
| "learning_rate": 3.769197174198658e-08, | |
| "loss": 0.3879, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "grad_norm": 2.637983143379398, | |
| "learning_rate": 3.349347846593021e-08, | |
| "loss": 0.3946, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "grad_norm": 2.3414639863414073, | |
| "learning_rate": 2.954125621895787e-08, | |
| "loss": 0.4075, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 2.528267339071513, | |
| "learning_rate": 2.5835699615002764e-08, | |
| "loss": 0.3892, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 2.7385307714857325, | |
| "learning_rate": 2.2377178639398368e-08, | |
| "loss": 0.3905, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "grad_norm": 2.4232300548313512, | |
| "learning_rate": 1.9166038611937166e-08, | |
| "loss": 0.3924, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "grad_norm": 2.5681127030737065, | |
| "learning_rate": 1.620260015239128e-08, | |
| "loss": 0.3973, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "grad_norm": 2.514711802598368, | |
| "learning_rate": 1.3487159148500572e-08, | |
| "loss": 0.3837, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 2.8751043735648554, | |
| "learning_rate": 1.1019986726427955e-08, | |
| "loss": 0.3877, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 2.526450637506157, | |
| "learning_rate": 8.80132922369048e-09, | |
| "loss": 0.3747, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "grad_norm": 2.538792948888959, | |
| "learning_rate": 6.831408164561792e-09, | |
| "loss": 0.3864, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "grad_norm": 2.5203237951269233, | |
| "learning_rate": 5.1104202379553825e-09, | |
| "loss": 0.3909, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "grad_norm": 2.4438999348564607, | |
| "learning_rate": 3.6385372777839046e-09, | |
| "loss": 0.3898, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "grad_norm": 2.552607870699825, | |
| "learning_rate": 2.415906245804289e-09, | |
| "loss": 0.3792, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "grad_norm": 2.601255703179851, | |
| "learning_rate": 1.4426492169430929e-09, | |
| "loss": 0.3942, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "grad_norm": 2.4765130524935453, | |
| "learning_rate": 7.188633671079137e-10, | |
| "loss": 0.3937, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "grad_norm": 2.4315037049643573, | |
| "learning_rate": 2.4462096348515373e-10, | |
| "loss": 0.3962, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 2.3352186798660193, | |
| "learning_rate": 1.996935732384575e-11, | |
| "loss": 0.3873, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "step": 3494, | |
| "total_flos": 731467827118080.0, | |
| "train_loss": 0.5086251636130099, | |
| "train_runtime": 42324.6962, | |
| "train_samples_per_second": 5.284, | |
| "train_steps_per_second": 0.083 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 3494, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 2, | |
| "save_steps": 500, | |
| "total_flos": 731467827118080.0, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |