| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.997867803837953, | |
| "eval_steps": 500, | |
| "global_step": 234, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0042643923240938165, | |
| "grad_norm": 25.654364462455888, | |
| "learning_rate": 4.1666666666666667e-07, | |
| "loss": 1.5118, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.021321961620469083, | |
| "grad_norm": 9.217679826848354, | |
| "learning_rate": 2.0833333333333334e-06, | |
| "loss": 1.4588, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.042643923240938165, | |
| "grad_norm": 3.8364568135386343, | |
| "learning_rate": 4.166666666666667e-06, | |
| "loss": 1.1844, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.06396588486140725, | |
| "grad_norm": 2.7685426084723606, | |
| "learning_rate": 6.25e-06, | |
| "loss": 1.0266, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.08528784648187633, | |
| "grad_norm": 2.714167254334698, | |
| "learning_rate": 8.333333333333334e-06, | |
| "loss": 0.9764, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.10660980810234541, | |
| "grad_norm": 2.575043424767955, | |
| "learning_rate": 9.999440509051367e-06, | |
| "loss": 0.9474, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.1279317697228145, | |
| "grad_norm": 2.5473126644658635, | |
| "learning_rate": 9.979871469976197e-06, | |
| "loss": 0.9265, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.14925373134328357, | |
| "grad_norm": 2.7728522540985927, | |
| "learning_rate": 9.932452969617607e-06, | |
| "loss": 0.9103, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.17057569296375266, | |
| "grad_norm": 2.262656802643975, | |
| "learning_rate": 9.857450191464337e-06, | |
| "loss": 0.9089, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.19189765458422176, | |
| "grad_norm": 2.2929860595064353, | |
| "learning_rate": 9.755282581475769e-06, | |
| "loss": 0.8839, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.21321961620469082, | |
| "grad_norm": 2.9962187125117556, | |
| "learning_rate": 9.626521502369984e-06, | |
| "loss": 0.8779, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.2345415778251599, | |
| "grad_norm": 2.4461853196937744, | |
| "learning_rate": 9.471887038331686e-06, | |
| "loss": 0.8655, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.255863539445629, | |
| "grad_norm": 2.548713200713329, | |
| "learning_rate": 9.292243968009332e-06, | |
| "loss": 0.8452, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.2771855010660981, | |
| "grad_norm": 2.354080355646257, | |
| "learning_rate": 9.088596928322158e-06, | |
| "loss": 0.8453, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.29850746268656714, | |
| "grad_norm": 2.3350186621937494, | |
| "learning_rate": 8.862084796122998e-06, | |
| "loss": 0.8213, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.31982942430703626, | |
| "grad_norm": 2.352888208422696, | |
| "learning_rate": 8.613974319136959e-06, | |
| "loss": 0.8087, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.3411513859275053, | |
| "grad_norm": 2.626490865987853, | |
| "learning_rate": 8.345653031794292e-06, | |
| "loss": 0.8, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.3624733475479744, | |
| "grad_norm": 2.2564126156464934, | |
| "learning_rate": 8.058621495575032e-06, | |
| "loss": 0.7883, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.3837953091684435, | |
| "grad_norm": 2.536678489630529, | |
| "learning_rate": 7.754484907260513e-06, | |
| "loss": 0.7797, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.4051172707889126, | |
| "grad_norm": 2.330261835490306, | |
| "learning_rate": 7.434944122021837e-06, | |
| "loss": 0.7704, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.42643923240938164, | |
| "grad_norm": 2.375473887900136, | |
| "learning_rate": 7.101786141547829e-06, | |
| "loss": 0.7491, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.44776119402985076, | |
| "grad_norm": 2.31845485895562, | |
| "learning_rate": 6.7568741204067145e-06, | |
| "loss": 0.7426, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.4690831556503198, | |
| "grad_norm": 2.2326175780721513, | |
| "learning_rate": 6.402136946530014e-06, | |
| "loss": 0.7366, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.4904051172707889, | |
| "grad_norm": 2.444799836226394, | |
| "learning_rate": 6.039558454088796e-06, | |
| "loss": 0.7294, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.511727078891258, | |
| "grad_norm": 2.42023799653421, | |
| "learning_rate": 5.671166329088278e-06, | |
| "loss": 0.7346, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.5330490405117271, | |
| "grad_norm": 2.525769921790198, | |
| "learning_rate": 5.299020769725172e-06, | |
| "loss": 0.716, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.5543710021321961, | |
| "grad_norm": 2.210624855154462, | |
| "learning_rate": 4.9252029649236835e-06, | |
| "loss": 0.7087, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.5756929637526652, | |
| "grad_norm": 2.260417777455262, | |
| "learning_rate": 4.551803455482833e-06, | |
| "loss": 0.6979, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.5970149253731343, | |
| "grad_norm": 2.5410734519213847, | |
| "learning_rate": 4.180910442924312e-06, | |
| "loss": 0.6758, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.6183368869936035, | |
| "grad_norm": 2.2197214614990983, | |
| "learning_rate": 3.8145981114225135e-06, | |
| "loss": 0.6832, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.6396588486140725, | |
| "grad_norm": 2.417478197312417, | |
| "learning_rate": 3.4549150281252635e-06, | |
| "loss": 0.6705, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.6609808102345416, | |
| "grad_norm": 2.193206874567919, | |
| "learning_rate": 3.1038726867353587e-06, | |
| "loss": 0.6909, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.6823027718550106, | |
| "grad_norm": 2.3141978562259133, | |
| "learning_rate": 2.7634342584218364e-06, | |
| "loss": 0.678, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.7036247334754797, | |
| "grad_norm": 2.20282691421215, | |
| "learning_rate": 2.43550361297047e-06, | |
| "loss": 0.6646, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.7249466950959488, | |
| "grad_norm": 2.3241432733966962, | |
| "learning_rate": 2.1219146715716332e-06, | |
| "loss": 0.6633, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.746268656716418, | |
| "grad_norm": 2.3658483418520464, | |
| "learning_rate": 1.8244211507891064e-06, | |
| "loss": 0.6516, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.767590618336887, | |
| "grad_norm": 2.259696417637488, | |
| "learning_rate": 1.544686755065677e-06, | |
| "loss": 0.6418, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.7889125799573561, | |
| "grad_norm": 2.284368925546414, | |
| "learning_rate": 1.2842758726130283e-06, | |
| "loss": 0.6405, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.8102345415778252, | |
| "grad_norm": 2.2174015564488223, | |
| "learning_rate": 1.044644826718295e-06, | |
| "loss": 0.6359, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.8315565031982942, | |
| "grad_norm": 2.3098966859462076, | |
| "learning_rate": 8.271337313934869e-07, | |
| "loss": 0.6232, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.8528784648187633, | |
| "grad_norm": 2.240425165408693, | |
| "learning_rate": 6.329589969143518e-07, | |
| "loss": 0.6263, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.8742004264392325, | |
| "grad_norm": 2.203409177091297, | |
| "learning_rate": 4.632065271606756e-07, | |
| "loss": 0.6299, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.8955223880597015, | |
| "grad_norm": 2.1702011902470724, | |
| "learning_rate": 3.18825646801314e-07, | |
| "loss": 0.636, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.9168443496801706, | |
| "grad_norm": 2.202446820245564, | |
| "learning_rate": 2.006237922855553e-07, | |
| "loss": 0.6182, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.9381663113006397, | |
| "grad_norm": 2.118840248626809, | |
| "learning_rate": 1.0926199633097156e-07, | |
| "loss": 0.609, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.9594882729211087, | |
| "grad_norm": 2.168175873632397, | |
| "learning_rate": 4.52511911603265e-08, | |
| "loss": 0.6173, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.9808102345415778, | |
| "grad_norm": 2.2624619803066617, | |
| "learning_rate": 8.949351161324227e-09, | |
| "loss": 0.6207, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.997867803837953, | |
| "eval_loss": 0.7390011548995972, | |
| "eval_runtime": 106.273, | |
| "eval_samples_per_second": 3.67, | |
| "eval_steps_per_second": 0.922, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.997867803837953, | |
| "step": 234, | |
| "total_flos": 48942494515200.0, | |
| "train_loss": 0.7695284368645432, | |
| "train_runtime": 7306.9109, | |
| "train_samples_per_second": 1.026, | |
| "train_steps_per_second": 0.032 | |
| } | |
| ], | |
| "logging_steps": 5, | |
| "max_steps": 234, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 100, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 48942494515200.0, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |