| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.13131545254587834, | |
| "eval_steps": 1000, | |
| "global_step": 2000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0065657726272939166, | |
| "grad_norm": 0.20985035598278046, | |
| "learning_rate": 1.9875205254515602e-05, | |
| "loss": 1.2854, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.0065657726272939166, | |
| "eval_loss": 1.0137826204299927, | |
| "eval_runtime": 30083.3012, | |
| "eval_samples_per_second": 0.426, | |
| "eval_steps_per_second": 0.053, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.013131545254587833, | |
| "grad_norm": 0.25870802998542786, | |
| "learning_rate": 1.9743842364532024e-05, | |
| "loss": 0.9595, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.013131545254587833, | |
| "eval_loss": 0.9594874382019043, | |
| "eval_runtime": 30081.6328, | |
| "eval_samples_per_second": 0.426, | |
| "eval_steps_per_second": 0.053, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.01969731788188175, | |
| "grad_norm": 0.22705765068531036, | |
| "learning_rate": 1.961247947454844e-05, | |
| "loss": 0.9371, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.01969731788188175, | |
| "eval_loss": 0.943973183631897, | |
| "eval_runtime": 30082.9648, | |
| "eval_samples_per_second": 0.426, | |
| "eval_steps_per_second": 0.053, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.026263090509175666, | |
| "grad_norm": 0.15589605271816254, | |
| "learning_rate": 1.9481116584564863e-05, | |
| "loss": 0.9386, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.026263090509175666, | |
| "eval_loss": 0.9333989024162292, | |
| "eval_runtime": 30081.8754, | |
| "eval_samples_per_second": 0.426, | |
| "eval_steps_per_second": 0.053, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.032828863136469585, | |
| "grad_norm": 0.3671300411224365, | |
| "learning_rate": 1.934975369458128e-05, | |
| "loss": 0.9166, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.032828863136469585, | |
| "eval_loss": 0.926673173904419, | |
| "eval_runtime": 30080.758, | |
| "eval_samples_per_second": 0.426, | |
| "eval_steps_per_second": 0.053, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.0393946357637635, | |
| "grad_norm": 0.23869025707244873, | |
| "learning_rate": 1.9218390804597703e-05, | |
| "loss": 0.9236, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.0393946357637635, | |
| "eval_loss": 0.9226961135864258, | |
| "eval_runtime": 30048.7574, | |
| "eval_samples_per_second": 0.427, | |
| "eval_steps_per_second": 0.053, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.04596040839105742, | |
| "grad_norm": 0.27560362219810486, | |
| "learning_rate": 1.9087027914614124e-05, | |
| "loss": 0.9083, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.04596040839105742, | |
| "eval_loss": 0.9187578558921814, | |
| "eval_runtime": 30068.8429, | |
| "eval_samples_per_second": 0.427, | |
| "eval_steps_per_second": 0.053, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.05252618101835133, | |
| "grad_norm": 0.2736820578575134, | |
| "learning_rate": 1.8955665024630542e-05, | |
| "loss": 0.929, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.05252618101835133, | |
| "eval_loss": 0.9152230620384216, | |
| "eval_runtime": 30083.9319, | |
| "eval_samples_per_second": 0.426, | |
| "eval_steps_per_second": 0.053, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.05909195364564525, | |
| "grad_norm": 0.2768559455871582, | |
| "learning_rate": 1.8824302134646964e-05, | |
| "loss": 0.9077, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.05909195364564525, | |
| "eval_loss": 0.9131888747215271, | |
| "eval_runtime": 30078.968, | |
| "eval_samples_per_second": 0.426, | |
| "eval_steps_per_second": 0.053, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.06565772627293917, | |
| "grad_norm": 0.29504087567329407, | |
| "learning_rate": 1.8692939244663385e-05, | |
| "loss": 0.9018, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.06565772627293917, | |
| "eval_loss": 0.9111798405647278, | |
| "eval_runtime": 30085.2411, | |
| "eval_samples_per_second": 0.426, | |
| "eval_steps_per_second": 0.053, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.07222349890023308, | |
| "grad_norm": 0.32929274439811707, | |
| "learning_rate": 1.8561576354679803e-05, | |
| "loss": 0.9113, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.07222349890023308, | |
| "eval_loss": 0.9082886576652527, | |
| "eval_runtime": 30080.1756, | |
| "eval_samples_per_second": 0.426, | |
| "eval_steps_per_second": 0.053, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.078789271527527, | |
| "grad_norm": 0.3265211582183838, | |
| "learning_rate": 1.8430213464696225e-05, | |
| "loss": 0.8797, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.078789271527527, | |
| "eval_loss": 0.9068158864974976, | |
| "eval_runtime": 30079.3778, | |
| "eval_samples_per_second": 0.426, | |
| "eval_steps_per_second": 0.053, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.08535504415482092, | |
| "grad_norm": 0.338413268327713, | |
| "learning_rate": 1.8298850574712646e-05, | |
| "loss": 0.9187, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.08535504415482092, | |
| "eval_loss": 0.9051068425178528, | |
| "eval_runtime": 30077.7335, | |
| "eval_samples_per_second": 0.426, | |
| "eval_steps_per_second": 0.053, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.09192081678211483, | |
| "grad_norm": 0.28864777088165283, | |
| "learning_rate": 1.8167487684729067e-05, | |
| "loss": 0.893, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.09192081678211483, | |
| "eval_loss": 0.9037203192710876, | |
| "eval_runtime": 30076.794, | |
| "eval_samples_per_second": 0.426, | |
| "eval_steps_per_second": 0.053, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.09848658940940876, | |
| "grad_norm": 0.3874276578426361, | |
| "learning_rate": 1.8036124794745485e-05, | |
| "loss": 0.897, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.09848658940940876, | |
| "eval_loss": 0.9024273753166199, | |
| "eval_runtime": 30075.0565, | |
| "eval_samples_per_second": 0.426, | |
| "eval_steps_per_second": 0.053, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.10505236203670267, | |
| "grad_norm": 0.395245760679245, | |
| "learning_rate": 1.7904761904761907e-05, | |
| "loss": 0.8966, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.10505236203670267, | |
| "eval_loss": 0.9006879329681396, | |
| "eval_runtime": 30076.5102, | |
| "eval_samples_per_second": 0.426, | |
| "eval_steps_per_second": 0.053, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.11161813466399659, | |
| "grad_norm": 0.36763593554496765, | |
| "learning_rate": 1.777339901477833e-05, | |
| "loss": 0.9013, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.11161813466399659, | |
| "eval_loss": 0.8995980620384216, | |
| "eval_runtime": 30075.5407, | |
| "eval_samples_per_second": 0.426, | |
| "eval_steps_per_second": 0.053, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.1181839072912905, | |
| "grad_norm": 0.3429044783115387, | |
| "learning_rate": 1.7642036124794746e-05, | |
| "loss": 0.887, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.1181839072912905, | |
| "eval_loss": 0.8988845944404602, | |
| "eval_runtime": 30075.9991, | |
| "eval_samples_per_second": 0.426, | |
| "eval_steps_per_second": 0.053, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.12474967991858442, | |
| "grad_norm": 0.41019654273986816, | |
| "learning_rate": 1.7510673234811168e-05, | |
| "loss": 0.8988, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.12474967991858442, | |
| "eval_loss": 0.8975555300712585, | |
| "eval_runtime": 30071.8456, | |
| "eval_samples_per_second": 0.427, | |
| "eval_steps_per_second": 0.053, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.13131545254587834, | |
| "grad_norm": 0.36183497309684753, | |
| "learning_rate": 1.7379310344827586e-05, | |
| "loss": 0.8733, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.13131545254587834, | |
| "eval_loss": 0.8967778086662292, | |
| "eval_runtime": 30071.3584, | |
| "eval_samples_per_second": 0.427, | |
| "eval_steps_per_second": 0.053, | |
| "step": 2000 | |
| } | |
| ], | |
| "logging_steps": 1000, | |
| "max_steps": 15230, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.0606252120788173e+19, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |