| { | |
| "best_metric": 3.158884286880493, | |
| "best_model_checkpoint": "./snap_diff_llama/diff_llama_410m_diff_attn_nh8/checkpoint-13000", | |
| "epoch": 0.19492857142857142, | |
| "eval_steps": 1000, | |
| "global_step": 14000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 2.1428571428571426e-07, | |
| "loss": 11.0209, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 0.00021428571428571427, | |
| "loss": 6.3835, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "eval_loss": 4.906383991241455, | |
| "eval_ppl": 135.14982680795362, | |
| "eval_runtime": 31.9248, | |
| "eval_samples_per_second": 15.662, | |
| "eval_steps_per_second": 0.125, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 0.0002983246239337692, | |
| "loss": 4.3861, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "eval_loss": 4.004458427429199, | |
| "eval_ppl": 54.84211536958963, | |
| "eval_runtime": 31.4229, | |
| "eval_samples_per_second": 15.912, | |
| "eval_steps_per_second": 0.127, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 0.00028822143178056114, | |
| "loss": 3.7829, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "eval_loss": 3.621983051300049, | |
| "eval_ppl": 37.41168359786832, | |
| "eval_runtime": 31.3363, | |
| "eval_samples_per_second": 15.956, | |
| "eval_steps_per_second": 0.128, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 0.0002695698760834384, | |
| "loss": 3.4948, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "eval_loss": 3.4599356651306152, | |
| "eval_ppl": 31.81492963948283, | |
| "eval_runtime": 32.1788, | |
| "eval_samples_per_second": 15.538, | |
| "eval_steps_per_second": 0.124, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 0.00024352347027881003, | |
| "loss": 3.4801, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "eval_loss": 3.4120349884033203, | |
| "eval_ppl": 30.326896389900888, | |
| "eval_runtime": 32.3388, | |
| "eval_samples_per_second": 15.461, | |
| "eval_steps_per_second": 0.124, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 0.00021169306546959174, | |
| "loss": 3.3808, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "eval_loss": 3.3343753814697266, | |
| "eval_ppl": 28.060850421565963, | |
| "eval_runtime": 31.722, | |
| "eval_samples_per_second": 15.762, | |
| "eval_steps_per_second": 0.126, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 0.00017604722665003956, | |
| "loss": 3.3217, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "eval_loss": 3.264651298522949, | |
| "eval_ppl": 26.17098353892157, | |
| "eval_runtime": 31.6861, | |
| "eval_samples_per_second": 15.78, | |
| "eval_steps_per_second": 0.126, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 0.00013879048596203636, | |
| "loss": 3.224, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "eval_loss": 3.2256884574890137, | |
| "eval_ppl": 25.170897284756094, | |
| "eval_runtime": 32.2116, | |
| "eval_samples_per_second": 15.522, | |
| "eval_steps_per_second": 0.124, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 0.00010222700246224735, | |
| "loss": 3.2587, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "eval_loss": 3.2039520740509033, | |
| "eval_ppl": 24.629676411177265, | |
| "eval_runtime": 32.2421, | |
| "eval_samples_per_second": 15.508, | |
| "eval_steps_per_second": 0.124, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 6.86180604201361e-05, | |
| "loss": 3.2347, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "eval_loss": 3.177614450454712, | |
| "eval_ppl": 23.989457198879418, | |
| "eval_runtime": 32.2121, | |
| "eval_samples_per_second": 15.522, | |
| "eval_steps_per_second": 0.124, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 4.004221922552608e-05, | |
| "loss": 3.2281, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "eval_loss": 3.1658647060394287, | |
| "eval_ppl": 23.70923669164879, | |
| "eval_runtime": 31.8013, | |
| "eval_samples_per_second": 15.723, | |
| "eval_steps_per_second": 0.126, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 1.82667639944657e-05, | |
| "loss": 3.219, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "eval_loss": 3.1636743545532227, | |
| "eval_ppl": 23.65736196250915, | |
| "eval_runtime": 32.1149, | |
| "eval_samples_per_second": 15.569, | |
| "eval_steps_per_second": 0.125, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 1e-05, | |
| "loss": 3.2048, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "eval_loss": 3.158884286880493, | |
| "eval_ppl": 23.54431257102566, | |
| "eval_runtime": 31.5514, | |
| "eval_samples_per_second": 15.847, | |
| "eval_steps_per_second": 0.127, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 1e-05, | |
| "loss": 3.2405, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "eval_loss": 3.159707546234131, | |
| "eval_ppl": 23.5637036274138, | |
| "eval_runtime": 31.7181, | |
| "eval_samples_per_second": 15.764, | |
| "eval_steps_per_second": 0.126, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "step": 14000, | |
| "total_flos": 2.0002889491529335e+19, | |
| "train_loss": 0.6279961286272322, | |
| "train_runtime": 10197.8291, | |
| "train_samples_per_second": 351.447, | |
| "train_steps_per_second": 1.373 | |
| } | |
| ], | |
| "logging_steps": 1000, | |
| "max_steps": 14000, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 9223372036854775807, | |
| "save_steps": 1000, | |
| "total_flos": 2.0002889491529335e+19, | |
| "train_batch_size": 16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |