| { | |
| "best_metric": 0.8502547144889832, | |
| "best_model_checkpoint": "data/smollm2-1.7B-sft\\checkpoint-142", | |
| "epoch": 1.9984, | |
| "eval_steps": 500, | |
| "global_step": 312, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.035398230088495575, | |
| "grad_norm": 8.5625, | |
| "learning_rate": 0.0001724137931034483, | |
| "loss": 2.2924, | |
| "mean_token_accuracy": 0.5223099514842033, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.07079646017699115, | |
| "grad_norm": 1.1796875, | |
| "learning_rate": 0.0003448275862068966, | |
| "loss": 1.07, | |
| "mean_token_accuracy": 0.7215210050344467, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.10619469026548672, | |
| "grad_norm": 0.88671875, | |
| "learning_rate": 0.0005172413793103448, | |
| "loss": 0.8398, | |
| "mean_token_accuracy": 0.7689230531454087, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.1415929203539823, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 0.0006896551724137932, | |
| "loss": 0.8466, | |
| "mean_token_accuracy": 0.7690734684467315, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.17699115044247787, | |
| "grad_norm": 1.0859375, | |
| "learning_rate": 0.0008620689655172414, | |
| "loss": 0.8315, | |
| "mean_token_accuracy": 0.7698834031820297, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.21238938053097345, | |
| "grad_norm": 0.8984375, | |
| "learning_rate": 0.000999961452773888, | |
| "loss": 0.8657, | |
| "mean_token_accuracy": 0.7694115966558457, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.24778761061946902, | |
| "grad_norm": 0.89453125, | |
| "learning_rate": 0.0009986129238305635, | |
| "loss": 0.9508, | |
| "mean_token_accuracy": 0.7505242705345154, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.2831858407079646, | |
| "grad_norm": 0.74609375, | |
| "learning_rate": 0.0009953429730181654, | |
| "loss": 0.9422, | |
| "mean_token_accuracy": 0.7508314579725266, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.3185840707964602, | |
| "grad_norm": 0.84765625, | |
| "learning_rate": 0.0009901642012034213, | |
| "loss": 0.9568, | |
| "mean_token_accuracy": 0.7477447241544724, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.35398230088495575, | |
| "grad_norm": 0.75390625, | |
| "learning_rate": 0.0009830965649597454, | |
| "loss": 0.9577, | |
| "mean_token_accuracy": 0.7479827046394348, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.3893805309734513, | |
| "grad_norm": 0.69921875, | |
| "learning_rate": 0.0009741672996639047, | |
| "loss": 0.9318, | |
| "mean_token_accuracy": 0.7587000578641891, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.4247787610619469, | |
| "grad_norm": 0.83203125, | |
| "learning_rate": 0.0009634108145435665, | |
| "loss": 0.9259, | |
| "mean_token_accuracy": 0.7593102544546128, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.46017699115044247, | |
| "grad_norm": 0.7109375, | |
| "learning_rate": 0.0009508685600801703, | |
| "loss": 0.8877, | |
| "mean_token_accuracy": 0.768345057964325, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.49557522123893805, | |
| "grad_norm": 0.66015625, | |
| "learning_rate": 0.0009365888682780861, | |
| "loss": 0.9253, | |
| "mean_token_accuracy": 0.7625227481126785, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.5309734513274337, | |
| "grad_norm": 0.61328125, | |
| "learning_rate": 0.0009206267664155906, | |
| "loss": 0.912, | |
| "mean_token_accuracy": 0.7615309178829193, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.5663716814159292, | |
| "grad_norm": 0.67578125, | |
| "learning_rate": 0.0009030437649953789, | |
| "loss": 0.9242, | |
| "mean_token_accuracy": 0.7563268959522247, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.6017699115044248, | |
| "grad_norm": 0.6171875, | |
| "learning_rate": 0.0008839076207117484, | |
| "loss": 0.8975, | |
| "mean_token_accuracy": 0.7675409287214279, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.6371681415929203, | |
| "grad_norm": 0.60546875, | |
| "learning_rate": 0.0008632920753478719, | |
| "loss": 0.8901, | |
| "mean_token_accuracy": 0.7678898781538009, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.672566371681416, | |
| "grad_norm": 0.59765625, | |
| "learning_rate": 0.0008412765716093271, | |
| "loss": 0.8868, | |
| "mean_token_accuracy": 0.7646951735019684, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.7079646017699115, | |
| "grad_norm": 0.6015625, | |
| "learning_rate": 0.0008179459469889268, | |
| "loss": 0.9314, | |
| "mean_token_accuracy": 0.7571736365556717, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.7433628318584071, | |
| "grad_norm": 0.6171875, | |
| "learning_rate": 0.0007933901068425538, | |
| "loss": 0.8961, | |
| "mean_token_accuracy": 0.7628611207008362, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.7787610619469026, | |
| "grad_norm": 0.5859375, | |
| "learning_rate": 0.000767703677935813, | |
| "loss": 0.891, | |
| "mean_token_accuracy": 0.7617514222860337, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.8141592920353983, | |
| "grad_norm": 0.69140625, | |
| "learning_rate": 0.000740985643796569, | |
| "loss": 0.9057, | |
| "mean_token_accuracy": 0.7621735870838166, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.8495575221238938, | |
| "grad_norm": 0.61328125, | |
| "learning_rate": 0.0007133389632785542, | |
| "loss": 0.8874, | |
| "mean_token_accuracy": 0.7660593271255494, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.8849557522123894, | |
| "grad_norm": 0.5703125, | |
| "learning_rate": 0.0006848701738059226, | |
| "loss": 0.8441, | |
| "mean_token_accuracy": 0.7740032315254212, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.9203539823008849, | |
| "grad_norm": 0.59375, | |
| "learning_rate": 0.0006556889808276594, | |
| "loss": 0.8767, | |
| "mean_token_accuracy": 0.7661084860563279, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.9557522123893806, | |
| "grad_norm": 0.66796875, | |
| "learning_rate": 0.0006259078350639009, | |
| "loss": 0.8962, | |
| "mean_token_accuracy": 0.7660992830991745, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.9911504424778761, | |
| "grad_norm": 0.5390625, | |
| "learning_rate": 0.0005956414991732583, | |
| "loss": 0.8515, | |
| "mean_token_accuracy": 0.7711150646209717, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_loss": 0.8502547144889832, | |
| "eval_mean_token_accuracy": 0.7765891637120929, | |
| "eval_runtime": 2.1657, | |
| "eval_samples_per_second": 54.949, | |
| "eval_steps_per_second": 13.853, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.928, | |
| "grad_norm": 1.1484375, | |
| "learning_rate": 0.000649163469284578, | |
| "loss": 1.5121, | |
| "mean_token_accuracy": 0.6798420002063116, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.6484375, | |
| "learning_rate": 0.000622170203068947, | |
| "loss": 1.1683, | |
| "mean_token_accuracy": 0.7228868573904037, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.992, | |
| "grad_norm": 0.6171875, | |
| "learning_rate": 0.0005947925441958392, | |
| "loss": 1.1881, | |
| "mean_token_accuracy": 0.7217638492584229, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.9984, | |
| "eval_loss": 1.1636234521865845, | |
| "eval_mean_token_accuracy": 0.7250353273223428, | |
| "eval_runtime": 70.0038, | |
| "eval_samples_per_second": 14.285, | |
| "eval_steps_per_second": 3.571, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 1.0256, | |
| "grad_norm": 0.609375, | |
| "learning_rate": 0.0005671166329088278, | |
| "loss": 1.3735, | |
| "mean_token_accuracy": 0.7168766930699348, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 1.0576, | |
| "grad_norm": 0.578125, | |
| "learning_rate": 0.0005392295478639225, | |
| "loss": 1.0769, | |
| "mean_token_accuracy": 0.740374532341957, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 1.0896, | |
| "grad_norm": 0.5, | |
| "learning_rate": 0.0005112190321479025, | |
| "loss": 1.0308, | |
| "mean_token_accuracy": 0.7460691720247269, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 1.1216, | |
| "grad_norm": 0.4609375, | |
| "learning_rate": 0.0004831732172061032, | |
| "loss": 1.1521, | |
| "mean_token_accuracy": 0.7258656650781632, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 1.1536, | |
| "grad_norm": 0.466796875, | |
| "learning_rate": 0.0004551803455482833, | |
| "loss": 1.0695, | |
| "mean_token_accuracy": 0.7392740726470948, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 1.1856, | |
| "grad_norm": 0.3671875, | |
| "learning_rate": 0.0004273284931050438, | |
| "loss": 1.0262, | |
| "mean_token_accuracy": 0.7486750066280365, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 1.2176, | |
| "grad_norm": 0.439453125, | |
| "learning_rate": 0.00039970529210836363, | |
| "loss": 1.1084, | |
| "mean_token_accuracy": 0.7333114802837372, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 1.2496, | |
| "grad_norm": 0.431640625, | |
| "learning_rate": 0.00037239765536817873, | |
| "loss": 0.9957, | |
| "mean_token_accuracy": 0.7531520247459411, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 1.2816, | |
| "grad_norm": 0.369140625, | |
| "learning_rate": 0.00034549150281252633, | |
| "loss": 0.9807, | |
| "mean_token_accuracy": 0.7547169893980026, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 1.3136, | |
| "grad_norm": 0.35546875, | |
| "learning_rate": 0.000319071491151664, | |
| "loss": 0.9396, | |
| "mean_token_accuracy": 0.7626697480678558, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 1.3456000000000001, | |
| "grad_norm": 0.40234375, | |
| "learning_rate": 0.00029322074751673977, | |
| "loss": 0.9961, | |
| "mean_token_accuracy": 0.753812238574028, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 1.3776, | |
| "grad_norm": 0.380859375, | |
| "learning_rate": 0.000268020607911083, | |
| "loss": 0.9953, | |
| "mean_token_accuracy": 0.7547316879034043, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 1.4096, | |
| "grad_norm": 0.3515625, | |
| "learning_rate": 0.000243550361297047, | |
| "loss": 0.975, | |
| "mean_token_accuracy": 0.7559601426124573, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 1.4416, | |
| "grad_norm": 0.412109375, | |
| "learning_rate": 0.00021988700012359863, | |
| "loss": 1.0118, | |
| "mean_token_accuracy": 0.7498785346746445, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 1.4736, | |
| "grad_norm": 0.35546875, | |
| "learning_rate": 0.0001971049780795901, | |
| "loss": 0.9645, | |
| "mean_token_accuracy": 0.757828313112259, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 1.5056, | |
| "grad_norm": 0.380859375, | |
| "learning_rate": 0.00017527597583490823, | |
| "loss": 0.9121, | |
| "mean_token_accuracy": 0.7678615897893906, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 1.5375999999999999, | |
| "grad_norm": 0.388671875, | |
| "learning_rate": 0.00015446867550656773, | |
| "loss": 1.0359, | |
| "mean_token_accuracy": 0.7470418214797974, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 1.5695999999999999, | |
| "grad_norm": 0.416015625, | |
| "learning_rate": 0.0001347485445593612, | |
| "loss": 0.9479, | |
| "mean_token_accuracy": 0.7594236731529236, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 1.6016, | |
| "grad_norm": 0.34765625, | |
| "learning_rate": 0.00011617762982099444, | |
| "loss": 0.9621, | |
| "mean_token_accuracy": 0.7574791193008423, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 1.6336, | |
| "grad_norm": 0.4140625, | |
| "learning_rate": 9.881436225981105e-05, | |
| "loss": 0.9807, | |
| "mean_token_accuracy": 0.7525162696838379, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 1.6656, | |
| "grad_norm": 0.431640625, | |
| "learning_rate": 8.271337313934873e-05, | |
| "loss": 0.9372, | |
| "mean_token_accuracy": 0.7655486732721328, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 1.6976, | |
| "grad_norm": 0.40625, | |
| "learning_rate": 6.792532212817271e-05, | |
| "loss": 0.9755, | |
| "mean_token_accuracy": 0.7566721349954605, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 1.7296, | |
| "grad_norm": 0.44921875, | |
| "learning_rate": 5.449673790581611e-05, | |
| "loss": 0.9346, | |
| "mean_token_accuracy": 0.7655843138694763, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 1.7616, | |
| "grad_norm": 0.443359375, | |
| "learning_rate": 4.2469871766340095e-05, | |
| "loss": 1.0262, | |
| "mean_token_accuracy": 0.748220956325531, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 1.7936, | |
| "grad_norm": 0.416015625, | |
| "learning_rate": 3.18825646801314e-05, | |
| "loss": 0.973, | |
| "mean_token_accuracy": 0.7554513663053513, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 1.8256000000000001, | |
| "grad_norm": 0.36328125, | |
| "learning_rate": 2.276812823220964e-05, | |
| "loss": 0.9479, | |
| "mean_token_accuracy": 0.7615785777568818, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 1.8576000000000001, | |
| "grad_norm": 0.390625, | |
| "learning_rate": 1.5155239811656562e-05, | |
| "loss": 0.9759, | |
| "mean_token_accuracy": 0.7542947381734848, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 1.8896, | |
| "grad_norm": 0.41796875, | |
| "learning_rate": 9.0678523819408e-06, | |
| "loss": 0.9293, | |
| "mean_token_accuracy": 0.7637231528759003, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 1.9216, | |
| "grad_norm": 0.416015625, | |
| "learning_rate": 4.52511911603265e-06, | |
| "loss": 0.9287, | |
| "mean_token_accuracy": 0.7664623886346817, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 1.9536, | |
| "grad_norm": 0.357421875, | |
| "learning_rate": 1.541333133436018e-06, | |
| "loss": 0.995, | |
| "mean_token_accuracy": 0.7533135890960694, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 1.9856, | |
| "grad_norm": 0.384765625, | |
| "learning_rate": 1.2588252874673466e-07, | |
| "loss": 0.9186, | |
| "mean_token_accuracy": 0.7667679220438004, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 1.9984, | |
| "eval_loss": 1.0249439477920532, | |
| "eval_mean_token_accuracy": 0.7480296109073846, | |
| "eval_runtime": 74.4351, | |
| "eval_samples_per_second": 13.435, | |
| "eval_steps_per_second": 3.359, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 1.9984, | |
| "step": 312, | |
| "total_flos": 6258600061401600.0, | |
| "train_loss": 0.5569522526019659, | |
| "train_runtime": 905.7572, | |
| "train_samples_per_second": 5.52, | |
| "train_steps_per_second": 0.344 | |
| } | |
| ], | |
| "logging_steps": 5, | |
| "max_steps": 312, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 2, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 6258600061401600.0, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |