| { | |
| "best_metric": 0.3127128779888153, | |
| "best_model_checkpoint": "./convnext-base-8e-5-15ep/checkpoint-8792", | |
| "epoch": 15.0, | |
| "eval_steps": 500, | |
| "global_step": 16485, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 11.724858283996582, | |
| "learning_rate": 7.999273662119933e-05, | |
| "loss": 1.9321, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 21.20332908630371, | |
| "learning_rate": 7.99709491226309e-05, | |
| "loss": 0.9556, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 15.31360149383545, | |
| "learning_rate": 7.993464541683746e-05, | |
| "loss": 0.7852, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 18.61130714416504, | |
| "learning_rate": 7.988383868819736e-05, | |
| "loss": 0.6454, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 20.7940616607666, | |
| "learning_rate": 7.981854738813642e-05, | |
| "loss": 0.6828, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 16.246265411376953, | |
| "learning_rate": 7.973879522842682e-05, | |
| "loss": 0.5941, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 14.500826835632324, | |
| "learning_rate": 7.964461117257593e-05, | |
| "loss": 0.6027, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 11.483868598937988, | |
| "learning_rate": 7.953602942530744e-05, | |
| "loss": 0.576, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 16.98451805114746, | |
| "learning_rate": 7.941308942013942e-05, | |
| "loss": 0.5384, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 6.033311367034912, | |
| "learning_rate": 7.927583580506324e-05, | |
| "loss": 0.5403, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_accuracy": 0.8743538767395627, | |
| "eval_loss": 0.42309147119522095, | |
| "eval_runtime": 106.7517, | |
| "eval_samples_per_second": 23.559, | |
| "eval_steps_per_second": 1.48, | |
| "step": 1099 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 15.62583065032959, | |
| "learning_rate": 7.91243184263288e-05, | |
| "loss": 0.5847, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 6.581829071044922, | |
| "learning_rate": 7.895859231034193e-05, | |
| "loss": 0.4455, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 12.816280364990234, | |
| "learning_rate": 7.877871764368051e-05, | |
| "loss": 0.4448, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 9.03258991241455, | |
| "learning_rate": 7.858475975123658e-05, | |
| "loss": 0.4507, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "grad_norm": 17.637292861938477, | |
| "learning_rate": 7.837678907249235e-05, | |
| "loss": 0.405, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 11.983306884765625, | |
| "learning_rate": 7.815488113593875e-05, | |
| "loss": 0.3791, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "grad_norm": 12.843159675598145, | |
| "learning_rate": 7.79191165316459e-05, | |
| "loss": 0.462, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "grad_norm": 19.013002395629883, | |
| "learning_rate": 7.766958088199526e-05, | |
| "loss": 0.4481, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "grad_norm": 5.846986770629883, | |
| "learning_rate": 7.740636481058419e-05, | |
| "loss": 0.4349, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "grad_norm": 12.305352210998535, | |
| "learning_rate": 7.712956390931434e-05, | |
| "loss": 0.3673, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "grad_norm": 8.298523902893066, | |
| "learning_rate": 7.683927870367564e-05, | |
| "loss": 0.4376, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_accuracy": 0.8898608349900596, | |
| "eval_loss": 0.38170379400253296, | |
| "eval_runtime": 106.7439, | |
| "eval_samples_per_second": 23.561, | |
| "eval_steps_per_second": 1.48, | |
| "step": 2198 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 14.847254753112793, | |
| "learning_rate": 7.653561461623853e-05, | |
| "loss": 0.4081, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "grad_norm": 10.653617858886719, | |
| "learning_rate": 7.621868192836776e-05, | |
| "loss": 0.3557, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 2.18, | |
| "grad_norm": 16.83597755432129, | |
| "learning_rate": 7.588859574017165e-05, | |
| "loss": 0.3405, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 2.27, | |
| "grad_norm": 15.18385124206543, | |
| "learning_rate": 7.554547592870128e-05, | |
| "loss": 0.3196, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 2.37, | |
| "grad_norm": 5.773273468017578, | |
| "learning_rate": 7.518944710441491e-05, | |
| "loss": 0.37, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 2.46, | |
| "grad_norm": 13.849283218383789, | |
| "learning_rate": 7.482063856592323e-05, | |
| "loss": 0.3626, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 2.55, | |
| "grad_norm": 15.644866943359375, | |
| "learning_rate": 7.44391842530323e-05, | |
| "loss": 0.3598, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 2.64, | |
| "grad_norm": 11.187522888183594, | |
| "learning_rate": 7.404522269810056e-05, | |
| "loss": 0.3805, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 2.73, | |
| "grad_norm": 2.7877767086029053, | |
| "learning_rate": 7.363889697572835e-05, | |
| "loss": 0.322, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 2.82, | |
| "grad_norm": 11.111302375793457, | |
| "learning_rate": 7.322035465079756e-05, | |
| "loss": 0.3524, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 2.91, | |
| "grad_norm": 15.361136436462402, | |
| "learning_rate": 7.278974772488071e-05, | |
| "loss": 0.3601, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_accuracy": 0.9017892644135189, | |
| "eval_loss": 0.38179874420166016, | |
| "eval_runtime": 107.7627, | |
| "eval_samples_per_second": 23.338, | |
| "eval_steps_per_second": 1.466, | |
| "step": 3297 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 11.831352233886719, | |
| "learning_rate": 7.234723258103863e-05, | |
| "loss": 0.3396, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 3.09, | |
| "grad_norm": 11.50969123840332, | |
| "learning_rate": 7.189296992702708e-05, | |
| "loss": 0.2502, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 3.18, | |
| "grad_norm": 0.8365811705589294, | |
| "learning_rate": 7.142712473693261e-05, | |
| "loss": 0.2747, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 3.28, | |
| "grad_norm": 11.02737045288086, | |
| "learning_rate": 7.094986619125911e-05, | |
| "loss": 0.293, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 3.37, | |
| "grad_norm": 8.201223373413086, | |
| "learning_rate": 7.046136761548677e-05, | |
| "loss": 0.2775, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 3.46, | |
| "grad_norm": 4.118073463439941, | |
| "learning_rate": 6.996180641712553e-05, | |
| "loss": 0.2622, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 3.55, | |
| "grad_norm": 16.599191665649414, | |
| "learning_rate": 6.945136402128628e-05, | |
| "loss": 0.3098, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 3.64, | |
| "grad_norm": 5.20058012008667, | |
| "learning_rate": 6.893022580479289e-05, | |
| "loss": 0.3156, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 3.73, | |
| "grad_norm": 7.4321465492248535, | |
| "learning_rate": 6.839858102885904e-05, | |
| "loss": 0.3304, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 3.82, | |
| "grad_norm": 0.302477091550827, | |
| "learning_rate": 6.785662277035447e-05, | |
| "loss": 0.2812, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 3.91, | |
| "grad_norm": 9.081244468688965, | |
| "learning_rate": 6.730454785168549e-05, | |
| "loss": 0.3202, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_accuracy": 0.920079522862823, | |
| "eval_loss": 0.3152866065502167, | |
| "eval_runtime": 107.0627, | |
| "eval_samples_per_second": 23.491, | |
| "eval_steps_per_second": 1.476, | |
| "step": 4396 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "grad_norm": 7.102989673614502, | |
| "learning_rate": 6.67425567693151e-05, | |
| "loss": 0.2809, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 4.09, | |
| "grad_norm": 7.009576320648193, | |
| "learning_rate": 6.617085362094902e-05, | |
| "loss": 0.2443, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 4.19, | |
| "grad_norm": 7.170097827911377, | |
| "learning_rate": 6.558964603141364e-05, | |
| "loss": 0.2592, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 4.28, | |
| "grad_norm": 2.704582452774048, | |
| "learning_rate": 6.49991450772532e-05, | |
| "loss": 0.2488, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 4.37, | |
| "grad_norm": 0.38259217143058777, | |
| "learning_rate": 6.43995652100733e-05, | |
| "loss": 0.2191, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 4.46, | |
| "grad_norm": 11.570588111877441, | |
| "learning_rate": 6.379112417865878e-05, | |
| "loss": 0.2352, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 4.55, | |
| "grad_norm": 14.971210479736328, | |
| "learning_rate": 6.317404294989409e-05, | |
| "loss": 0.2137, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 4.64, | |
| "grad_norm": 18.02596664428711, | |
| "learning_rate": 6.2548545628515e-05, | |
| "loss": 0.2284, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 4.73, | |
| "grad_norm": 4.175428867340088, | |
| "learning_rate": 6.191485937572068e-05, | |
| "loss": 0.2541, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 4.82, | |
| "grad_norm": 18.096067428588867, | |
| "learning_rate": 6.127321432667592e-05, | |
| "loss": 0.2382, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 4.91, | |
| "grad_norm": 13.15633773803711, | |
| "learning_rate": 6.062384350693302e-05, | |
| "loss": 0.2463, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_accuracy": 0.9228628230616303, | |
| "eval_loss": 0.32158657908439636, | |
| "eval_runtime": 107.3379, | |
| "eval_samples_per_second": 23.431, | |
| "eval_steps_per_second": 1.472, | |
| "step": 5495 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "grad_norm": 6.101550579071045, | |
| "learning_rate": 5.9966982747804285e-05, | |
| "loss": 0.2692, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 5.1, | |
| "grad_norm": 1.3759921789169312, | |
| "learning_rate": 5.930287060071538e-05, | |
| "loss": 0.1879, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 5.19, | |
| "grad_norm": 23.739288330078125, | |
| "learning_rate": 5.86317482505708e-05, | |
| "loss": 0.2182, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 5.28, | |
| "grad_norm": 5.8365159034729, | |
| "learning_rate": 5.795385942816307e-05, | |
| "loss": 0.189, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 5.37, | |
| "grad_norm": 0.29634252190589905, | |
| "learning_rate": 5.726945032165731e-05, | |
| "loss": 0.214, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 5.46, | |
| "grad_norm": 0.2643405497074127, | |
| "learning_rate": 5.657876948718328e-05, | |
| "loss": 0.1798, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 5.55, | |
| "grad_norm": 0.6693936586380005, | |
| "learning_rate": 5.588206775856751e-05, | |
| "loss": 0.2094, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 5.64, | |
| "grad_norm": 2.3573074340820312, | |
| "learning_rate": 5.517959815623834e-05, | |
| "loss": 0.1737, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 5.73, | |
| "grad_norm": 6.905389308929443, | |
| "learning_rate": 5.447161579533662e-05, | |
| "loss": 0.2354, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 5.82, | |
| "grad_norm": 5.905348300933838, | |
| "learning_rate": 5.375837779306594e-05, | |
| "loss": 0.2056, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 5.91, | |
| "grad_norm": 13.43565559387207, | |
| "learning_rate": 5.3040143175315564e-05, | |
| "loss": 0.2051, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_accuracy": 0.921272365805169, | |
| "eval_loss": 0.33380183577537537, | |
| "eval_runtime": 106.6505, | |
| "eval_samples_per_second": 23.582, | |
| "eval_steps_per_second": 1.481, | |
| "step": 6594 | |
| }, | |
| { | |
| "epoch": 6.01, | |
| "grad_norm": 8.566280364990234, | |
| "learning_rate": 5.2317172782590326e-05, | |
| "loss": 0.2282, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 6.1, | |
| "grad_norm": 14.734358787536621, | |
| "learning_rate": 5.158972917528144e-05, | |
| "loss": 0.1602, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 6.19, | |
| "grad_norm": 20.460796356201172, | |
| "learning_rate": 5.085807653831266e-05, | |
| "loss": 0.1738, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 6.28, | |
| "grad_norm": 1.8641005754470825, | |
| "learning_rate": 5.012248058519667e-05, | |
| "loss": 0.1813, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 6.37, | |
| "grad_norm": 0.38667044043540955, | |
| "learning_rate": 4.9383208461536056e-05, | |
| "loss": 0.1964, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 6.46, | |
| "grad_norm": 8.61457347869873, | |
| "learning_rate": 4.8640528648004334e-05, | |
| "loss": 0.1706, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 6.55, | |
| "grad_norm": 5.7172160148620605, | |
| "learning_rate": 4.789471086284219e-05, | |
| "loss": 0.1612, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 6.64, | |
| "grad_norm": 0.22469474375247955, | |
| "learning_rate": 4.714602596390412e-05, | |
| "loss": 0.1697, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 6.73, | |
| "grad_norm": 15.02285385131836, | |
| "learning_rate": 4.639474585029129e-05, | |
| "loss": 0.1886, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 6.82, | |
| "grad_norm": 12.13104248046875, | |
| "learning_rate": 4.5641143363606216e-05, | |
| "loss": 0.1735, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 6.92, | |
| "grad_norm": 2.0161709785461426, | |
| "learning_rate": 4.488549218886521e-05, | |
| "loss": 0.2108, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "eval_accuracy": 0.9272365805168986, | |
| "eval_loss": 0.3223852515220642, | |
| "eval_runtime": 107.0584, | |
| "eval_samples_per_second": 23.492, | |
| "eval_steps_per_second": 1.476, | |
| "step": 7693 | |
| }, | |
| { | |
| "epoch": 7.01, | |
| "grad_norm": 8.913517951965332, | |
| "learning_rate": 4.412806675510442e-05, | |
| "loss": 0.1466, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 7.1, | |
| "grad_norm": 9.739709854125977, | |
| "learning_rate": 4.33691421357158e-05, | |
| "loss": 0.1382, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 7.19, | |
| "grad_norm": 0.3633786737918854, | |
| "learning_rate": 4.260899394854893e-05, | |
| "loss": 0.1598, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 7.28, | |
| "grad_norm": 1.9761762619018555, | |
| "learning_rate": 4.184789825581521e-05, | |
| "loss": 0.1272, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 7.37, | |
| "grad_norm": 0.9676409363746643, | |
| "learning_rate": 4.108613146383063e-05, | |
| "loss": 0.1692, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 7.46, | |
| "grad_norm": 0.3291204273700714, | |
| "learning_rate": 4.03239702226336e-05, | |
| "loss": 0.1301, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 7.55, | |
| "grad_norm": 11.293334007263184, | |
| "learning_rate": 3.9561691325514226e-05, | |
| "loss": 0.1496, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 7.64, | |
| "grad_norm": 0.4240261912345886, | |
| "learning_rate": 3.879957160849155e-05, | |
| "loss": 0.1658, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 7.73, | |
| "grad_norm": 9.459733009338379, | |
| "learning_rate": 3.803788784977541e-05, | |
| "loss": 0.1848, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 7.83, | |
| "grad_norm": 0.03799422085285187, | |
| "learning_rate": 3.7276916669249106e-05, | |
| "loss": 0.1599, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 7.92, | |
| "grad_norm": 7.809151649475098, | |
| "learning_rate": 3.651693442800964e-05, | |
| "loss": 0.1568, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "eval_accuracy": 0.9355864811133201, | |
| "eval_loss": 0.3127128779888153, | |
| "eval_runtime": 107.9901, | |
| "eval_samples_per_second": 23.289, | |
| "eval_steps_per_second": 1.463, | |
| "step": 8792 | |
| }, | |
| { | |
| "epoch": 8.01, | |
| "grad_norm": 0.09405653923749924, | |
| "learning_rate": 3.575821712800204e-05, | |
| "loss": 0.1238, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 8.1, | |
| "grad_norm": 5.202500820159912, | |
| "learning_rate": 3.5001040311783905e-05, | |
| "loss": 0.1327, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 8.19, | |
| "grad_norm": 0.39644354581832886, | |
| "learning_rate": 3.4245678962457005e-05, | |
| "loss": 0.1265, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 8.28, | |
| "grad_norm": 3.383341073989868, | |
| "learning_rate": 3.349240740380192e-05, | |
| "loss": 0.1159, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 8.37, | |
| "grad_norm": 0.2011689841747284, | |
| "learning_rate": 3.274149920065217e-05, | |
| "loss": 0.1529, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 8.46, | |
| "grad_norm": 0.02637963555753231, | |
| "learning_rate": 3.199322705954396e-05, | |
| "loss": 0.1003, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 8.55, | |
| "grad_norm": 6.775584697723389, | |
| "learning_rate": 3.1247862729677615e-05, | |
| "loss": 0.1186, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 8.64, | |
| "grad_norm": 0.8526474833488464, | |
| "learning_rate": 3.0505676904226766e-05, | |
| "loss": 0.1354, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 8.74, | |
| "grad_norm": 5.6588945388793945, | |
| "learning_rate": 2.9766939122030964e-05, | |
| "loss": 0.137, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 8.83, | |
| "grad_norm": 13.947266578674316, | |
| "learning_rate": 2.903191766970749e-05, | |
| "loss": 0.1336, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 8.92, | |
| "grad_norm": 6.7341694831848145, | |
| "learning_rate": 2.8300879484218112e-05, | |
| "loss": 0.1491, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "eval_accuracy": 0.9351888667992048, | |
| "eval_loss": 0.32577136158943176, | |
| "eval_runtime": 108.1206, | |
| "eval_samples_per_second": 23.261, | |
| "eval_steps_per_second": 1.461, | |
| "step": 9891 | |
| }, | |
| { | |
| "epoch": 9.01, | |
| "grad_norm": 1.849369764328003, | |
| "learning_rate": 2.757409005592578e-05, | |
| "loss": 0.1105, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 9.1, | |
| "grad_norm": 0.0076730018481612206, | |
| "learning_rate": 2.6851813332176796e-05, | |
| "loss": 0.09, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 9.19, | |
| "grad_norm": 0.42202454805374146, | |
| "learning_rate": 2.6134311621443315e-05, | |
| "loss": 0.1067, | |
| "step": 10100 | |
| }, | |
| { | |
| "epoch": 9.28, | |
| "grad_norm": 0.32351329922676086, | |
| "learning_rate": 2.5421845498061117e-05, | |
| "loss": 0.1117, | |
| "step": 10200 | |
| }, | |
| { | |
| "epoch": 9.37, | |
| "grad_norm": 0.507881760597229, | |
| "learning_rate": 2.4714673707597038e-05, | |
| "loss": 0.099, | |
| "step": 10300 | |
| }, | |
| { | |
| "epoch": 9.46, | |
| "grad_norm": 16.288957595825195, | |
| "learning_rate": 2.4013053072880646e-05, | |
| "loss": 0.091, | |
| "step": 10400 | |
| }, | |
| { | |
| "epoch": 9.55, | |
| "grad_norm": 0.02297704666852951, | |
| "learning_rate": 2.3317238400734145e-05, | |
| "loss": 0.1295, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 9.65, | |
| "grad_norm": 9.774455070495605, | |
| "learning_rate": 2.2627482389434477e-05, | |
| "loss": 0.1244, | |
| "step": 10600 | |
| }, | |
| { | |
| "epoch": 9.74, | |
| "grad_norm": 1.1963157653808594, | |
| "learning_rate": 2.194403553694116e-05, | |
| "loss": 0.1319, | |
| "step": 10700 | |
| }, | |
| { | |
| "epoch": 9.83, | |
| "grad_norm": 0.8269553184509277, | |
| "learning_rate": 2.1267146049923167e-05, | |
| "loss": 0.1165, | |
| "step": 10800 | |
| }, | |
| { | |
| "epoch": 9.92, | |
| "grad_norm": 0.5792891383171082, | |
| "learning_rate": 2.059705975361802e-05, | |
| "loss": 0.0998, | |
| "step": 10900 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "eval_accuracy": 0.9347912524850894, | |
| "eval_loss": 0.3257232904434204, | |
| "eval_runtime": 107.8035, | |
| "eval_samples_per_second": 23.329, | |
| "eval_steps_per_second": 1.466, | |
| "step": 10990 | |
| }, | |
| { | |
| "epoch": 10.01, | |
| "grad_norm": 0.3180704414844513, | |
| "learning_rate": 1.9934020002555702e-05, | |
| "loss": 0.1086, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 10.1, | |
| "grad_norm": 7.30010461807251, | |
| "learning_rate": 1.9278267592179803e-05, | |
| "loss": 0.0895, | |
| "step": 11100 | |
| }, | |
| { | |
| "epoch": 10.19, | |
| "grad_norm": 0.1635340303182602, | |
| "learning_rate": 1.86300406713981e-05, | |
| "loss": 0.0777, | |
| "step": 11200 | |
| }, | |
| { | |
| "epoch": 10.28, | |
| "grad_norm": 2.3367292881011963, | |
| "learning_rate": 1.7989574656094327e-05, | |
| "loss": 0.0737, | |
| "step": 11300 | |
| }, | |
| { | |
| "epoch": 10.37, | |
| "grad_norm": 0.8518896698951721, | |
| "learning_rate": 1.7357102143632386e-05, | |
| "loss": 0.1099, | |
| "step": 11400 | |
| }, | |
| { | |
| "epoch": 10.46, | |
| "grad_norm": 0.14773418009281158, | |
| "learning_rate": 1.6732852828384235e-05, | |
| "loss": 0.1096, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 10.56, | |
| "grad_norm": 0.056224796921014786, | |
| "learning_rate": 1.6117053418311988e-05, | |
| "loss": 0.0624, | |
| "step": 11600 | |
| }, | |
| { | |
| "epoch": 10.65, | |
| "grad_norm": 14.274983406066895, | |
| "learning_rate": 1.550992755263471e-05, | |
| "loss": 0.0981, | |
| "step": 11700 | |
| }, | |
| { | |
| "epoch": 10.74, | |
| "grad_norm": 15.517501831054688, | |
| "learning_rate": 1.4911695720609486e-05, | |
| "loss": 0.1016, | |
| "step": 11800 | |
| }, | |
| { | |
| "epoch": 10.83, | |
| "grad_norm": 1.103292465209961, | |
| "learning_rate": 1.4322575181456664e-05, | |
| "loss": 0.1021, | |
| "step": 11900 | |
| }, | |
| { | |
| "epoch": 10.92, | |
| "grad_norm": 0.8106482625007629, | |
| "learning_rate": 1.3742779885457966e-05, | |
| "loss": 0.0728, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 11.0, | |
| "eval_accuracy": 0.936779324055666, | |
| "eval_loss": 0.3289387822151184, | |
| "eval_runtime": 108.2127, | |
| "eval_samples_per_second": 23.241, | |
| "eval_steps_per_second": 1.46, | |
| "step": 12089 | |
| }, | |
| { | |
| "epoch": 11.01, | |
| "grad_norm": 0.03628486394882202, | |
| "learning_rate": 1.3172520396256503e-05, | |
| "loss": 0.0635, | |
| "step": 12100 | |
| }, | |
| { | |
| "epoch": 11.1, | |
| "grad_norm": 0.15396057069301605, | |
| "learning_rate": 1.2612003814386489e-05, | |
| "loss": 0.0998, | |
| "step": 12200 | |
| }, | |
| { | |
| "epoch": 11.19, | |
| "grad_norm": 0.37192150950431824, | |
| "learning_rate": 1.206143370206086e-05, | |
| "loss": 0.0794, | |
| "step": 12300 | |
| }, | |
| { | |
| "epoch": 11.28, | |
| "grad_norm": 0.3847203254699707, | |
| "learning_rate": 1.1521010009243714e-05, | |
| "loss": 0.0638, | |
| "step": 12400 | |
| }, | |
| { | |
| "epoch": 11.37, | |
| "grad_norm": 7.261880874633789, | |
| "learning_rate": 1.0990929001034738e-05, | |
| "loss": 0.0738, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 11.46, | |
| "grad_norm": 0.17248640954494476, | |
| "learning_rate": 1.0471383186391817e-05, | |
| "loss": 0.0636, | |
| "step": 12600 | |
| }, | |
| { | |
| "epoch": 11.56, | |
| "grad_norm": 0.031174590811133385, | |
| "learning_rate": 9.962561248217764e-06, | |
| "loss": 0.0914, | |
| "step": 12700 | |
| }, | |
| { | |
| "epoch": 11.65, | |
| "grad_norm": 1.3612018823623657, | |
| "learning_rate": 9.464647974836496e-06, | |
| "loss": 0.0781, | |
| "step": 12800 | |
| }, | |
| { | |
| "epoch": 11.74, | |
| "grad_norm": 0.09444615244865417, | |
| "learning_rate": 8.977824192883772e-06, | |
| "loss": 0.067, | |
| "step": 12900 | |
| }, | |
| { | |
| "epoch": 11.83, | |
| "grad_norm": 7.895622253417969, | |
| "learning_rate": 8.502266701636457e-06, | |
| "loss": 0.0846, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 11.92, | |
| "grad_norm": 0.03469648212194443, | |
| "learning_rate": 8.038148208804567e-06, | |
| "loss": 0.0872, | |
| "step": 13100 | |
| }, | |
| { | |
| "epoch": 12.0, | |
| "eval_accuracy": 0.9407554671968191, | |
| "eval_loss": 0.32880690693855286, | |
| "eval_runtime": 107.2934, | |
| "eval_samples_per_second": 23.44, | |
| "eval_steps_per_second": 1.473, | |
| "step": 13188 | |
| }, | |
| { | |
| "epoch": 12.01, | |
| "grad_norm": 0.054643452167510986, | |
| "learning_rate": 7.5856372678091964e-06, | |
| "loss": 0.0724, | |
| "step": 13200 | |
| }, | |
| { | |
| "epoch": 12.1, | |
| "grad_norm": 14.980018615722656, | |
| "learning_rate": 7.14489821656914e-06, | |
| "loss": 0.0765, | |
| "step": 13300 | |
| }, | |
| { | |
| "epoch": 12.19, | |
| "grad_norm": 0.03025561198592186, | |
| "learning_rate": 6.716091117818484e-06, | |
| "loss": 0.0754, | |
| "step": 13400 | |
| }, | |
| { | |
| "epoch": 12.28, | |
| "grad_norm": 0.03179701790213585, | |
| "learning_rate": 6.29937170097672e-06, | |
| "loss": 0.0551, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 12.37, | |
| "grad_norm": 8.448119163513184, | |
| "learning_rate": 5.8948913055927894e-06, | |
| "loss": 0.0952, | |
| "step": 13600 | |
| }, | |
| { | |
| "epoch": 12.47, | |
| "grad_norm": 0.0018671215511858463, | |
| "learning_rate": 5.502796826383141e-06, | |
| "loss": 0.0713, | |
| "step": 13700 | |
| }, | |
| { | |
| "epoch": 12.56, | |
| "grad_norm": 0.37293198704719543, | |
| "learning_rate": 5.123230659884178e-06, | |
| "loss": 0.063, | |
| "step": 13800 | |
| }, | |
| { | |
| "epoch": 12.65, | |
| "grad_norm": 6.294044494628906, | |
| "learning_rate": 4.7563306527382615e-06, | |
| "loss": 0.0732, | |
| "step": 13900 | |
| }, | |
| { | |
| "epoch": 12.74, | |
| "grad_norm": 8.385093688964844, | |
| "learning_rate": 4.402230051632081e-06, | |
| "loss": 0.0579, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 12.83, | |
| "grad_norm": 0.035636261105537415, | |
| "learning_rate": 4.061057454905615e-06, | |
| "loss": 0.1073, | |
| "step": 14100 | |
| }, | |
| { | |
| "epoch": 12.92, | |
| "grad_norm": 9.956852912902832, | |
| "learning_rate": 3.7329367658491778e-06, | |
| "loss": 0.0731, | |
| "step": 14200 | |
| }, | |
| { | |
| "epoch": 13.0, | |
| "eval_accuracy": 0.9407554671968191, | |
| "eval_loss": 0.3320312201976776, | |
| "eval_runtime": 107.2304, | |
| "eval_samples_per_second": 23.454, | |
| "eval_steps_per_second": 1.473, | |
| "step": 14287 | |
| }, | |
| { | |
| "epoch": 13.01, | |
| "grad_norm": 0.09960483759641647, | |
| "learning_rate": 3.417987147705617e-06, | |
| "loss": 0.0629, | |
| "step": 14300 | |
| }, | |
| { | |
| "epoch": 13.1, | |
| "grad_norm": 0.04828275740146637, | |
| "learning_rate": 3.116322980393922e-06, | |
| "loss": 0.0595, | |
| "step": 14400 | |
| }, | |
| { | |
| "epoch": 13.19, | |
| "grad_norm": 7.161159515380859, | |
| "learning_rate": 2.828053818969978e-06, | |
| "loss": 0.092, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 13.28, | |
| "grad_norm": 3.226339340209961, | |
| "learning_rate": 2.5532843538395868e-06, | |
| "loss": 0.074, | |
| "step": 14600 | |
| }, | |
| { | |
| "epoch": 13.38, | |
| "grad_norm": 0.04475373029708862, | |
| "learning_rate": 2.2921143727381525e-06, | |
| "loss": 0.0591, | |
| "step": 14700 | |
| }, | |
| { | |
| "epoch": 13.47, | |
| "grad_norm": 7.270404815673828, | |
| "learning_rate": 2.0446387244908774e-06, | |
| "loss": 0.0666, | |
| "step": 14800 | |
| }, | |
| { | |
| "epoch": 13.56, | |
| "grad_norm": 0.04449067637324333, | |
| "learning_rate": 1.8109472845666198e-06, | |
| "loss": 0.0834, | |
| "step": 14900 | |
| }, | |
| { | |
| "epoch": 13.65, | |
| "grad_norm": 20.532730102539062, | |
| "learning_rate": 1.5911249224379189e-06, | |
| "loss": 0.0676, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 13.74, | |
| "grad_norm": 6.280622959136963, | |
| "learning_rate": 1.385251470759017e-06, | |
| "loss": 0.076, | |
| "step": 15100 | |
| }, | |
| { | |
| "epoch": 13.83, | |
| "grad_norm": 0.3242604732513428, | |
| "learning_rate": 1.1934016963731465e-06, | |
| "loss": 0.0624, | |
| "step": 15200 | |
| }, | |
| { | |
| "epoch": 13.92, | |
| "grad_norm": 5.6159210205078125, | |
| "learning_rate": 1.0156452731595112e-06, | |
| "loss": 0.0693, | |
| "step": 15300 | |
| }, | |
| { | |
| "epoch": 14.0, | |
| "eval_accuracy": 0.9423459244532804, | |
| "eval_loss": 0.32697632908821106, | |
| "eval_runtime": 107.0584, | |
| "eval_samples_per_second": 23.492, | |
| "eval_steps_per_second": 1.476, | |
| "step": 15386 | |
| }, | |
| { | |
| "epoch": 14.01, | |
| "grad_norm": 3.9605867862701416, | |
| "learning_rate": 8.520467567299184e-07, | |
| "loss": 0.0651, | |
| "step": 15400 | |
| }, | |
| { | |
| "epoch": 14.1, | |
| "grad_norm": 0.07699358463287354, | |
| "learning_rate": 7.026655609841682e-07, | |
| "loss": 0.0655, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 14.19, | |
| "grad_norm": 12.785538673400879, | |
| "learning_rate": 5.675559365327798e-07, | |
| "loss": 0.0736, | |
| "step": 15600 | |
| }, | |
| { | |
| "epoch": 14.29, | |
| "grad_norm": 0.0682230219244957, | |
| "learning_rate": 4.467669509948591e-07, | |
| "loss": 0.0712, | |
| "step": 15700 | |
| }, | |
| { | |
| "epoch": 14.38, | |
| "grad_norm": 5.338863849639893, | |
| "learning_rate": 3.403424711782455e-07, | |
| "loss": 0.076, | |
| "step": 15800 | |
| }, | |
| { | |
| "epoch": 14.47, | |
| "grad_norm": 0.04831124097108841, | |
| "learning_rate": 2.4832114714847367e-07, | |
| "loss": 0.0593, | |
| "step": 15900 | |
| }, | |
| { | |
| "epoch": 14.56, | |
| "grad_norm": 19.2628231048584, | |
| "learning_rate": 1.7073639819224608e-07, | |
| "loss": 0.0646, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 14.65, | |
| "grad_norm": 0.4399223327636719, | |
| "learning_rate": 1.0761640068060353e-07, | |
| "loss": 0.0554, | |
| "step": 16100 | |
| }, | |
| { | |
| "epoch": 14.74, | |
| "grad_norm": 15.196357727050781, | |
| "learning_rate": 5.898407783614169e-08, | |
| "loss": 0.0849, | |
| "step": 16200 | |
| }, | |
| { | |
| "epoch": 14.83, | |
| "grad_norm": 0.01677566207945347, | |
| "learning_rate": 2.48570914079993e-08, | |
| "loss": 0.0743, | |
| "step": 16300 | |
| }, | |
| { | |
| "epoch": 14.92, | |
| "grad_norm": 3.5998127460479736, | |
| "learning_rate": 5.247835257664591e-09, | |
| "loss": 0.0586, | |
| "step": 16400 | |
| }, | |
| { | |
| "epoch": 15.0, | |
| "eval_accuracy": 0.9427435387673956, | |
| "eval_loss": 0.3250676989555359, | |
| "eval_runtime": 107.5456, | |
| "eval_samples_per_second": 23.385, | |
| "eval_steps_per_second": 1.469, | |
| "step": 16485 | |
| }, | |
| { | |
| "epoch": 15.0, | |
| "step": 16485, | |
| "total_flos": 6.140249030814106e+19, | |
| "train_loss": 0.21494813935844184, | |
| "train_runtime": 26072.0492, | |
| "train_samples_per_second": 10.115, | |
| "train_steps_per_second": 0.632 | |
| } | |
| ], | |
| "logging_steps": 100, | |
| "max_steps": 16485, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 15, | |
| "save_steps": 500, | |
| "total_flos": 6.140249030814106e+19, | |
| "train_batch_size": 16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |