| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 9.950738916256158, | |
| "eval_steps": 500, | |
| "global_step": 1010, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.009852216748768473, | |
| "grad_norm": 2.5, | |
| "learning_rate": 1.9801980198019803e-06, | |
| "loss": 2.8603, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.04926108374384237, | |
| "grad_norm": 2.125, | |
| "learning_rate": 9.900990099009901e-06, | |
| "loss": 2.8169, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.09852216748768473, | |
| "grad_norm": 5.84375, | |
| "learning_rate": 1.9801980198019803e-05, | |
| "loss": 2.818, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.1477832512315271, | |
| "grad_norm": 1.828125, | |
| "learning_rate": 2.9702970297029702e-05, | |
| "loss": 2.691, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.19704433497536947, | |
| "grad_norm": 2.390625, | |
| "learning_rate": 3.9603960396039605e-05, | |
| "loss": 2.5462, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.24630541871921183, | |
| "grad_norm": 3.109375, | |
| "learning_rate": 4.950495049504951e-05, | |
| "loss": 2.3501, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.2955665024630542, | |
| "grad_norm": 1.0546875, | |
| "learning_rate": 5.9405940594059404e-05, | |
| "loss": 2.1929, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.3448275862068966, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 6.93069306930693e-05, | |
| "loss": 2.02, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.39408866995073893, | |
| "grad_norm": 0.98828125, | |
| "learning_rate": 7.920792079207921e-05, | |
| "loss": 1.8628, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.4433497536945813, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 8.910891089108912e-05, | |
| "loss": 1.7401, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.49261083743842365, | |
| "grad_norm": 1.046875, | |
| "learning_rate": 9.900990099009902e-05, | |
| "loss": 1.6161, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.541871921182266, | |
| "grad_norm": 0.5546875, | |
| "learning_rate": 0.00010891089108910893, | |
| "loss": 1.5233, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.5911330049261084, | |
| "grad_norm": 0.47265625, | |
| "learning_rate": 0.00011881188118811881, | |
| "loss": 1.4435, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.6403940886699507, | |
| "grad_norm": 0.45703125, | |
| "learning_rate": 0.00012871287128712872, | |
| "loss": 1.3694, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.6896551724137931, | |
| "grad_norm": 0.58984375, | |
| "learning_rate": 0.0001386138613861386, | |
| "loss": 1.3129, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.7389162561576355, | |
| "grad_norm": 0.58203125, | |
| "learning_rate": 0.0001485148514851485, | |
| "loss": 1.2671, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.7881773399014779, | |
| "grad_norm": 0.6796875, | |
| "learning_rate": 0.00015841584158415842, | |
| "loss": 1.2618, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.8374384236453202, | |
| "grad_norm": 0.3828125, | |
| "learning_rate": 0.00016831683168316833, | |
| "loss": 1.2273, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.8866995073891626, | |
| "grad_norm": 1.4609375, | |
| "learning_rate": 0.00017821782178217824, | |
| "loss": 1.2031, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.9359605911330049, | |
| "grad_norm": 0.515625, | |
| "learning_rate": 0.00018811881188118812, | |
| "loss": 1.1932, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.9852216748768473, | |
| "grad_norm": 0.431640625, | |
| "learning_rate": 0.00019801980198019803, | |
| "loss": 1.187, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.9950738916256158, | |
| "eval_loss": 2.497124195098877, | |
| "eval_runtime": 0.9532, | |
| "eval_samples_per_second": 10.491, | |
| "eval_steps_per_second": 1.049, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 1.0344827586206897, | |
| "grad_norm": 0.384765625, | |
| "learning_rate": 0.000199990444464082, | |
| "loss": 1.1539, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 1.083743842364532, | |
| "grad_norm": 0.37890625, | |
| "learning_rate": 0.00019995162822919883, | |
| "loss": 1.146, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 1.1330049261083743, | |
| "grad_norm": 0.40234375, | |
| "learning_rate": 0.00019988296565626987, | |
| "loss": 1.1351, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 1.1822660098522166, | |
| "grad_norm": 0.65234375, | |
| "learning_rate": 0.00019978447724847652, | |
| "loss": 1.1261, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 1.2315270935960592, | |
| "grad_norm": 0.458984375, | |
| "learning_rate": 0.0001996561924152278, | |
| "loss": 1.1158, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 1.2807881773399015, | |
| "grad_norm": 0.5703125, | |
| "learning_rate": 0.00019949814946337838, | |
| "loss": 1.1137, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 1.3300492610837438, | |
| "grad_norm": 0.84765625, | |
| "learning_rate": 0.00019931039558578997, | |
| "loss": 1.1012, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 1.3793103448275863, | |
| "grad_norm": 0.5234375, | |
| "learning_rate": 0.00019909298684723904, | |
| "loss": 1.0942, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 1.4285714285714286, | |
| "grad_norm": 0.51953125, | |
| "learning_rate": 0.00019884598816767563, | |
| "loss": 1.0984, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 1.477832512315271, | |
| "grad_norm": 0.392578125, | |
| "learning_rate": 0.00019856947330283752, | |
| "loss": 1.0926, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 1.5270935960591134, | |
| "grad_norm": 0.384765625, | |
| "learning_rate": 0.00019826352482222638, | |
| "loss": 1.0912, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 1.5763546798029555, | |
| "grad_norm": 0.451171875, | |
| "learning_rate": 0.00019792823408445174, | |
| "loss": 1.0846, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 1.625615763546798, | |
| "grad_norm": 0.58203125, | |
| "learning_rate": 0.00019756370120995066, | |
| "loss": 1.0794, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 1.6748768472906403, | |
| "grad_norm": 0.50390625, | |
| "learning_rate": 0.00019717003505109095, | |
| "loss": 1.0735, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 1.7241379310344827, | |
| "grad_norm": 0.8828125, | |
| "learning_rate": 0.0001967473531596671, | |
| "loss": 1.0918, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 1.7733990147783252, | |
| "grad_norm": 0.47265625, | |
| "learning_rate": 0.0001962957817517982, | |
| "loss": 1.0742, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 1.8226600985221675, | |
| "grad_norm": 0.5390625, | |
| "learning_rate": 0.000195815455670239, | |
| "loss": 1.0722, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 1.8719211822660098, | |
| "grad_norm": 0.57421875, | |
| "learning_rate": 0.00019530651834411474, | |
| "loss": 1.0693, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 1.9211822660098523, | |
| "grad_norm": 0.4140625, | |
| "learning_rate": 0.0001947691217460921, | |
| "loss": 1.0638, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 1.9704433497536946, | |
| "grad_norm": 0.5390625, | |
| "learning_rate": 0.0001942034263469989, | |
| "loss": 1.0678, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_loss": 2.4805524349212646, | |
| "eval_runtime": 0.5456, | |
| "eval_samples_per_second": 18.329, | |
| "eval_steps_per_second": 1.833, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 2.019704433497537, | |
| "grad_norm": 0.67578125, | |
| "learning_rate": 0.00019360960106790643, | |
| "loss": 1.049, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 2.0689655172413794, | |
| "grad_norm": 0.48046875, | |
| "learning_rate": 0.00019298782322968815, | |
| "loss": 1.0286, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 2.1182266009852215, | |
| "grad_norm": 0.56640625, | |
| "learning_rate": 0.00019233827850007027, | |
| "loss": 1.0332, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 2.167487684729064, | |
| "grad_norm": 0.435546875, | |
| "learning_rate": 0.00019166116083819002, | |
| "loss": 1.0231, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 2.2167487684729066, | |
| "grad_norm": 0.625, | |
| "learning_rate": 0.0001909566724366779, | |
| "loss": 1.029, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 2.2660098522167487, | |
| "grad_norm": 0.39453125, | |
| "learning_rate": 0.00019022502366128135, | |
| "loss": 1.0278, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 2.315270935960591, | |
| "grad_norm": 0.49609375, | |
| "learning_rate": 0.00018946643298804793, | |
| "loss": 1.0202, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 2.3645320197044333, | |
| "grad_norm": 0.408203125, | |
| "learning_rate": 0.00018868112693808665, | |
| "loss": 1.0123, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 2.413793103448276, | |
| "grad_norm": 0.55078125, | |
| "learning_rate": 0.00018786934000992688, | |
| "loss": 1.0166, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 2.4630541871921183, | |
| "grad_norm": 0.443359375, | |
| "learning_rate": 0.00018703131460949554, | |
| "loss": 1.0241, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 2.512315270935961, | |
| "grad_norm": 0.515625, | |
| "learning_rate": 0.0001861673009777325, | |
| "loss": 1.0164, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 2.561576354679803, | |
| "grad_norm": 0.482421875, | |
| "learning_rate": 0.00018527755711586678, | |
| "loss": 1.0179, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 2.6108374384236455, | |
| "grad_norm": 0.52734375, | |
| "learning_rate": 0.00018436234870837547, | |
| "loss": 1.0175, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 2.6600985221674875, | |
| "grad_norm": 0.546875, | |
| "learning_rate": 0.00018342194904364813, | |
| "loss": 1.0204, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 2.70935960591133, | |
| "grad_norm": 0.447265625, | |
| "learning_rate": 0.00018245663893238075, | |
| "loss": 1.0079, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 2.7586206896551726, | |
| "grad_norm": 0.494140625, | |
| "learning_rate": 0.00018146670662372354, | |
| "loss": 1.0087, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 2.8078817733990147, | |
| "grad_norm": 0.64453125, | |
| "learning_rate": 0.0001804524477192075, | |
| "loss": 1.007, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 2.857142857142857, | |
| "grad_norm": 0.51171875, | |
| "learning_rate": 0.00017941416508447536, | |
| "loss": 0.9952, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 2.9064039408866993, | |
| "grad_norm": 0.65234375, | |
| "learning_rate": 0.00017835216875884368, | |
| "loss": 1.014, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 2.955665024630542, | |
| "grad_norm": 0.494140625, | |
| "learning_rate": 0.00017726677586272263, | |
| "loss": 1.0113, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 2.9950738916256157, | |
| "eval_loss": 2.4776642322540283, | |
| "eval_runtime": 0.9583, | |
| "eval_samples_per_second": 10.435, | |
| "eval_steps_per_second": 1.043, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 3.0049261083743843, | |
| "grad_norm": 0.435546875, | |
| "learning_rate": 0.0001761583105029213, | |
| "loss": 0.9932, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 3.0541871921182264, | |
| "grad_norm": 0.46875, | |
| "learning_rate": 0.00017502710367586687, | |
| "loss": 0.9648, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 3.103448275862069, | |
| "grad_norm": 0.578125, | |
| "learning_rate": 0.00017387349316876666, | |
| "loss": 0.9771, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 3.1527093596059115, | |
| "grad_norm": 0.546875, | |
| "learning_rate": 0.00017269782345874203, | |
| "loss": 0.9638, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 3.2019704433497536, | |
| "grad_norm": 0.5625, | |
| "learning_rate": 0.00017150044560996488, | |
| "loss": 0.9706, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 3.251231527093596, | |
| "grad_norm": 0.56640625, | |
| "learning_rate": 0.00017028171716882714, | |
| "loss": 0.965, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 3.3004926108374386, | |
| "grad_norm": 0.3984375, | |
| "learning_rate": 0.0001690420020571747, | |
| "loss": 0.9805, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 3.3497536945812807, | |
| "grad_norm": 0.609375, | |
| "learning_rate": 0.00016778167046363734, | |
| "loss": 0.9666, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 3.399014778325123, | |
| "grad_norm": 0.515625, | |
| "learning_rate": 0.00016650109873308765, | |
| "loss": 0.9795, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 3.4482758620689653, | |
| "grad_norm": 0.390625, | |
| "learning_rate": 0.00016520066925426144, | |
| "loss": 0.9765, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 3.497536945812808, | |
| "grad_norm": 0.462890625, | |
| "learning_rate": 0.00016388077034557355, | |
| "loss": 0.9721, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 3.5467980295566504, | |
| "grad_norm": 0.44921875, | |
| "learning_rate": 0.00016254179613916278, | |
| "loss": 0.9784, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 3.596059113300493, | |
| "grad_norm": 0.384765625, | |
| "learning_rate": 0.0001611841464632011, | |
| "loss": 0.9792, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 3.645320197044335, | |
| "grad_norm": 0.38671875, | |
| "learning_rate": 0.0001598082267225018, | |
| "loss": 0.9692, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 3.6945812807881775, | |
| "grad_norm": 0.54296875, | |
| "learning_rate": 0.0001584144477774623, | |
| "loss": 0.9838, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 3.7438423645320196, | |
| "grad_norm": 0.51171875, | |
| "learning_rate": 0.00015700322582137827, | |
| "loss": 0.9721, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 3.793103448275862, | |
| "grad_norm": 0.470703125, | |
| "learning_rate": 0.00015557498225616487, | |
| "loss": 0.9632, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 3.8423645320197046, | |
| "grad_norm": 0.458984375, | |
| "learning_rate": 0.00015413014356652286, | |
| "loss": 0.9676, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 3.8916256157635467, | |
| "grad_norm": 0.447265625, | |
| "learning_rate": 0.000152669141192587, | |
| "loss": 0.9617, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 3.9408866995073892, | |
| "grad_norm": 0.515625, | |
| "learning_rate": 0.00015119241140109467, | |
| "loss": 0.962, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 3.9901477832512313, | |
| "grad_norm": 0.486328125, | |
| "learning_rate": 0.00014970039515511304, | |
| "loss": 0.9692, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_loss": 2.500500202178955, | |
| "eval_runtime": 0.543, | |
| "eval_samples_per_second": 18.417, | |
| "eval_steps_per_second": 1.842, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 4.039408866995074, | |
| "grad_norm": 0.439453125, | |
| "learning_rate": 0.00014819353798236427, | |
| "loss": 0.9328, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 4.088669950738916, | |
| "grad_norm": 0.478515625, | |
| "learning_rate": 0.0001466722898421873, | |
| "loss": 0.9336, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 4.137931034482759, | |
| "grad_norm": 0.435546875, | |
| "learning_rate": 0.00014513710499117647, | |
| "loss": 0.9385, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 4.187192118226601, | |
| "grad_norm": 0.4375, | |
| "learning_rate": 0.00014358844184753712, | |
| "loss": 0.93, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 4.236453201970443, | |
| "grad_norm": 0.474609375, | |
| "learning_rate": 0.00014202676285419812, | |
| "loss": 0.9353, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 4.285714285714286, | |
| "grad_norm": 0.546875, | |
| "learning_rate": 0.0001404525343407228, | |
| "loss": 0.9412, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 4.334975369458128, | |
| "grad_norm": 0.71875, | |
| "learning_rate": 0.00013886622638405952, | |
| "loss": 0.9438, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 4.384236453201971, | |
| "grad_norm": 0.458984375, | |
| "learning_rate": 0.00013726831266817278, | |
| "loss": 0.9453, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 4.433497536945813, | |
| "grad_norm": 0.47265625, | |
| "learning_rate": 0.0001356592703425976, | |
| "loss": 0.9278, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 4.482758620689655, | |
| "grad_norm": 0.55078125, | |
| "learning_rate": 0.00013403957987995882, | |
| "loss": 0.9314, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 4.532019704433497, | |
| "grad_norm": 0.5390625, | |
| "learning_rate": 0.00013240972493249847, | |
| "loss": 0.9375, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 4.58128078817734, | |
| "grad_norm": 0.6171875, | |
| "learning_rate": 0.00013077019218765305, | |
| "loss": 0.9333, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 4.630541871921182, | |
| "grad_norm": 0.4375, | |
| "learning_rate": 0.00012912147122272523, | |
| "loss": 0.9388, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 4.679802955665025, | |
| "grad_norm": 0.419921875, | |
| "learning_rate": 0.00012746405435869198, | |
| "loss": 0.9405, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 4.7290640394088665, | |
| "grad_norm": 0.400390625, | |
| "learning_rate": 0.0001257984365131938, | |
| "loss": 0.9374, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 4.778325123152709, | |
| "grad_norm": 0.48046875, | |
| "learning_rate": 0.00012412511505274844, | |
| "loss": 0.9474, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 4.827586206896552, | |
| "grad_norm": 0.44921875, | |
| "learning_rate": 0.00012244458964423327, | |
| "loss": 0.9217, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 4.876847290640394, | |
| "grad_norm": 0.48046875, | |
| "learning_rate": 0.0001207573621056809, | |
| "loss": 0.9344, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 4.926108374384237, | |
| "grad_norm": 0.390625, | |
| "learning_rate": 0.00011906393625643244, | |
| "loss": 0.9325, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 4.975369458128079, | |
| "grad_norm": 0.515625, | |
| "learning_rate": 0.00011736481776669306, | |
| "loss": 0.9448, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 4.995073891625616, | |
| "eval_loss": 2.520510196685791, | |
| "eval_runtime": 0.9492, | |
| "eval_samples_per_second": 10.535, | |
| "eval_steps_per_second": 1.054, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 5.024630541871921, | |
| "grad_norm": 0.5234375, | |
| "learning_rate": 0.00011566051400653486, | |
| "loss": 0.9194, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 5.073891625615763, | |
| "grad_norm": 0.53515625, | |
| "learning_rate": 0.00011395153389439233, | |
| "loss": 0.9051, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 5.123152709359606, | |
| "grad_norm": 0.45703125, | |
| "learning_rate": 0.00011223838774509514, | |
| "loss": 0.9109, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 5.172413793103448, | |
| "grad_norm": 0.45703125, | |
| "learning_rate": 0.00011052158711748434, | |
| "loss": 0.8987, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 5.221674876847291, | |
| "grad_norm": 0.455078125, | |
| "learning_rate": 0.00010880164466165674, | |
| "loss": 0.9022, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 5.2709359605911335, | |
| "grad_norm": 0.447265625, | |
| "learning_rate": 0.00010707907396588361, | |
| "loss": 0.9103, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 5.320197044334975, | |
| "grad_norm": 0.453125, | |
| "learning_rate": 0.0001053543894032493, | |
| "loss": 0.9085, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 5.369458128078818, | |
| "grad_norm": 0.419921875, | |
| "learning_rate": 0.00010362810597805526, | |
| "loss": 0.9127, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 5.41871921182266, | |
| "grad_norm": 0.44140625, | |
| "learning_rate": 0.00010190073917203589, | |
| "loss": 0.9116, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 5.467980295566503, | |
| "grad_norm": 0.423828125, | |
| "learning_rate": 0.00010017280479043147, | |
| "loss": 0.9122, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 5.517241379310345, | |
| "grad_norm": 0.4296875, | |
| "learning_rate": 9.844481880796491e-05, | |
| "loss": 0.9065, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 5.566502463054187, | |
| "grad_norm": 0.451171875, | |
| "learning_rate": 9.671729721476746e-05, | |
| "loss": 0.9107, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 5.615763546798029, | |
| "grad_norm": 0.443359375, | |
| "learning_rate": 9.499075586230013e-05, | |
| "loss": 0.9025, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 5.665024630541872, | |
| "grad_norm": 0.462890625, | |
| "learning_rate": 9.326571030931637e-05, | |
| "loss": 0.9086, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 5.714285714285714, | |
| "grad_norm": 0.51953125, | |
| "learning_rate": 9.154267566791223e-05, | |
| "loss": 0.9123, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 5.763546798029557, | |
| "grad_norm": 0.498046875, | |
| "learning_rate": 8.982216644970979e-05, | |
| "loss": 0.9085, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 5.812807881773399, | |
| "grad_norm": 0.435546875, | |
| "learning_rate": 8.810469641222001e-05, | |
| "loss": 0.8975, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 5.862068965517241, | |
| "grad_norm": 0.5, | |
| "learning_rate": 8.639077840543077e-05, | |
| "loss": 0.9139, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 5.911330049261084, | |
| "grad_norm": 0.5390625, | |
| "learning_rate": 8.468092421866573e-05, | |
| "loss": 0.9145, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 5.960591133004926, | |
| "grad_norm": 0.59375, | |
| "learning_rate": 8.297564442776014e-05, | |
| "loss": 0.906, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_loss": 2.5324759483337402, | |
| "eval_runtime": 0.5446, | |
| "eval_samples_per_second": 18.362, | |
| "eval_steps_per_second": 1.836, | |
| "step": 609 | |
| }, | |
| { | |
| "epoch": 6.009852216748769, | |
| "grad_norm": 0.5546875, | |
| "learning_rate": 8.127544824259889e-05, | |
| "loss": 0.8978, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 6.059113300492611, | |
| "grad_norm": 0.5703125, | |
| "learning_rate": 7.958084335506239e-05, | |
| "loss": 0.8914, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 6.108374384236453, | |
| "grad_norm": 0.52734375, | |
| "learning_rate": 7.789233578742582e-05, | |
| "loss": 0.8826, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 6.157635467980295, | |
| "grad_norm": 0.4609375, | |
| "learning_rate": 7.6210429741257e-05, | |
| "loss": 0.8733, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 6.206896551724138, | |
| "grad_norm": 0.431640625, | |
| "learning_rate": 7.453562744685778e-05, | |
| "loss": 0.8837, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 6.25615763546798, | |
| "grad_norm": 0.498046875, | |
| "learning_rate": 7.286842901329412e-05, | |
| "loss": 0.8932, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 6.305418719211823, | |
| "grad_norm": 0.4765625, | |
| "learning_rate": 7.12093322790597e-05, | |
| "loss": 0.8791, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 6.3546798029556655, | |
| "grad_norm": 0.578125, | |
| "learning_rate": 6.955883266341741e-05, | |
| "loss": 0.8853, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 6.403940886699507, | |
| "grad_norm": 0.5078125, | |
| "learning_rate": 6.791742301846326e-05, | |
| "loss": 0.8909, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 6.45320197044335, | |
| "grad_norm": 0.41796875, | |
| "learning_rate": 6.62855934819569e-05, | |
| "loss": 0.886, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 6.502463054187192, | |
| "grad_norm": 0.46484375, | |
| "learning_rate": 6.466383133096267e-05, | |
| "loss": 0.8862, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 6.551724137931035, | |
| "grad_norm": 0.44921875, | |
| "learning_rate": 6.305262083634488e-05, | |
| "loss": 0.8844, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 6.600985221674877, | |
| "grad_norm": 0.44921875, | |
| "learning_rate": 6.145244311816063e-05, | |
| "loss": 0.8788, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 6.650246305418719, | |
| "grad_norm": 0.466796875, | |
| "learning_rate": 5.986377600199371e-05, | |
| "loss": 0.8799, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 6.699507389162561, | |
| "grad_norm": 0.416015625, | |
| "learning_rate": 5.828709387627218e-05, | |
| "loss": 0.8931, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 6.748768472906404, | |
| "grad_norm": 0.46875, | |
| "learning_rate": 5.6722867550612116e-05, | |
| "loss": 0.8907, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 6.798029556650246, | |
| "grad_norm": 0.451171875, | |
| "learning_rate": 5.5171564115230254e-05, | |
| "loss": 0.9035, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 6.847290640394089, | |
| "grad_norm": 0.416015625, | |
| "learning_rate": 5.363364680146725e-05, | |
| "loss": 0.8889, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 6.896551724137931, | |
| "grad_norm": 0.421875, | |
| "learning_rate": 5.210957484346314e-05, | |
| "loss": 0.8851, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 6.945812807881773, | |
| "grad_norm": 0.41796875, | |
| "learning_rate": 5.059980334102637e-05, | |
| "loss": 0.8793, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 6.995073891625616, | |
| "grad_norm": 0.4375, | |
| "learning_rate": 4.9104783123737566e-05, | |
| "loss": 0.8867, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 6.995073891625616, | |
| "eval_loss": 2.54585599899292, | |
| "eval_runtime": 0.9527, | |
| "eval_samples_per_second": 10.497, | |
| "eval_steps_per_second": 1.05, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 7.044334975369458, | |
| "grad_norm": 0.408203125, | |
| "learning_rate": 4.762496061632814e-05, | |
| "loss": 0.867, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 7.093596059113301, | |
| "grad_norm": 0.40234375, | |
| "learning_rate": 4.6160777705374524e-05, | |
| "loss": 0.8716, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 7.142857142857143, | |
| "grad_norm": 0.451171875, | |
| "learning_rate": 4.471267160734731e-05, | |
| "loss": 0.8719, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 7.192118226600985, | |
| "grad_norm": 0.48046875, | |
| "learning_rate": 4.328107473805487e-05, | |
| "loss": 0.8745, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 7.241379310344827, | |
| "grad_norm": 0.41015625, | |
| "learning_rate": 4.1866414583520877e-05, | |
| "loss": 0.8744, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 7.29064039408867, | |
| "grad_norm": 0.42578125, | |
| "learning_rate": 4.046911357233343e-05, | |
| "loss": 0.8686, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 7.3399014778325125, | |
| "grad_norm": 0.40234375, | |
| "learning_rate": 3.9089588949504655e-05, | |
| "loss": 0.8646, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 7.389162561576355, | |
| "grad_norm": 0.412109375, | |
| "learning_rate": 3.772825265187802e-05, | |
| "loss": 0.8653, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 7.4384236453201975, | |
| "grad_norm": 0.423828125, | |
| "learning_rate": 3.638551118512089e-05, | |
| "loss": 0.8843, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 7.487684729064039, | |
| "grad_norm": 0.41796875, | |
| "learning_rate": 3.506176550233863e-05, | |
| "loss": 0.871, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 7.536945812807882, | |
| "grad_norm": 0.41015625, | |
| "learning_rate": 3.3757410884346894e-05, | |
| "loss": 0.8743, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 7.586206896551724, | |
| "grad_norm": 0.3984375, | |
| "learning_rate": 3.2472836821637744e-05, | |
| "loss": 0.8672, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 7.635467980295567, | |
| "grad_norm": 0.40234375, | |
| "learning_rate": 3.120842689807468e-05, | |
| "loss": 0.8675, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 7.684729064039409, | |
| "grad_norm": 0.439453125, | |
| "learning_rate": 2.996455867635155e-05, | |
| "loss": 0.8623, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 7.733990147783251, | |
| "grad_norm": 0.41796875, | |
| "learning_rate": 2.874160358524931e-05, | |
| "loss": 0.8638, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 7.783251231527093, | |
| "grad_norm": 0.390625, | |
| "learning_rate": 2.753992680872457e-05, | |
| "loss": 0.8606, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 7.832512315270936, | |
| "grad_norm": 0.39453125, | |
| "learning_rate": 2.6359887176862718e-05, | |
| "loss": 0.8782, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 7.8817733990147785, | |
| "grad_norm": 0.40234375, | |
| "learning_rate": 2.5201837058728505e-05, | |
| "loss": 0.868, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 7.931034482758621, | |
| "grad_norm": 0.421875, | |
| "learning_rate": 2.4066122257145894e-05, | |
| "loss": 0.8652, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 7.980295566502463, | |
| "grad_norm": 0.412109375, | |
| "learning_rate": 2.295308190543859e-05, | |
| "loss": 0.8783, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "eval_loss": 2.55953311920166, | |
| "eval_runtime": 0.5444, | |
| "eval_samples_per_second": 18.369, | |
| "eval_steps_per_second": 1.837, | |
| "step": 812 | |
| }, | |
| { | |
| "epoch": 8.029556650246306, | |
| "grad_norm": 0.392578125, | |
| "learning_rate": 2.1863048366162208e-05, | |
| "loss": 0.875, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 8.078817733990148, | |
| "grad_norm": 0.43359375, | |
| "learning_rate": 2.0796347131858186e-05, | |
| "loss": 0.8631, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 8.12807881773399, | |
| "grad_norm": 0.39453125, | |
| "learning_rate": 1.9753296727859195e-05, | |
| "loss": 0.8587, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 8.177339901477833, | |
| "grad_norm": 0.40234375, | |
| "learning_rate": 1.8734208617174988e-05, | |
| "loss": 0.8745, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 8.226600985221674, | |
| "grad_norm": 0.4140625, | |
| "learning_rate": 1.773938710748706e-05, | |
| "loss": 0.8604, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 8.275862068965518, | |
| "grad_norm": 0.404296875, | |
| "learning_rate": 1.676912926028007e-05, | |
| "loss": 0.8604, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 8.32512315270936, | |
| "grad_norm": 0.392578125, | |
| "learning_rate": 1.5823724802136865e-05, | |
| "loss": 0.8618, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 8.374384236453203, | |
| "grad_norm": 0.3828125, | |
| "learning_rate": 1.4903456038223939e-05, | |
| "loss": 0.8546, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 8.423645320197044, | |
| "grad_norm": 0.37890625, | |
| "learning_rate": 1.4008597767992871e-05, | |
| "loss": 0.861, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 8.472906403940886, | |
| "grad_norm": 0.421875, | |
| "learning_rate": 1.3139417203123027e-05, | |
| "loss": 0.8593, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 8.52216748768473, | |
| "grad_norm": 0.3828125, | |
| "learning_rate": 1.2296173887730123e-05, | |
| "loss": 0.8665, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 8.571428571428571, | |
| "grad_norm": 0.41015625, | |
| "learning_rate": 1.1479119620864276e-05, | |
| "loss": 0.8565, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 8.620689655172415, | |
| "grad_norm": 0.40234375, | |
| "learning_rate": 1.0688498381320855e-05, | |
| "loss": 0.8611, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 8.669950738916256, | |
| "grad_norm": 0.384765625, | |
| "learning_rate": 9.924546254786493e-06, | |
| "loss": 0.8703, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 8.719211822660098, | |
| "grad_norm": 0.376953125, | |
| "learning_rate": 9.187491363342093e-06, | |
| "loss": 0.8697, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 8.768472906403941, | |
| "grad_norm": 0.396484375, | |
| "learning_rate": 8.47755379734373e-06, | |
| "loss": 0.8597, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 8.817733990147783, | |
| "grad_norm": 0.419921875, | |
| "learning_rate": 7.794945549701993e-06, | |
| "loss": 0.8694, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 8.866995073891626, | |
| "grad_norm": 0.390625, | |
| "learning_rate": 7.1398704525792e-06, | |
| "loss": 0.8685, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 8.916256157635468, | |
| "grad_norm": 0.40625, | |
| "learning_rate": 6.512524116523633e-06, | |
| "loss": 0.8675, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 8.96551724137931, | |
| "grad_norm": 0.3828125, | |
| "learning_rate": 5.913093872058528e-06, | |
| "loss": 0.8501, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 8.995073891625616, | |
| "eval_loss": 2.562363624572754, | |
| "eval_runtime": 0.9485, | |
| "eval_samples_per_second": 10.543, | |
| "eval_steps_per_second": 1.054, | |
| "step": 913 | |
| }, | |
| { | |
| "epoch": 9.014778325123153, | |
| "grad_norm": 0.400390625, | |
| "learning_rate": 5.341758713743828e-06, | |
| "loss": 0.8582, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 9.064039408866995, | |
| "grad_norm": 0.40625, | |
| "learning_rate": 4.798689246727006e-06, | |
| "loss": 0.8616, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 9.113300492610838, | |
| "grad_norm": 0.388671875, | |
| "learning_rate": 4.2840476357989825e-06, | |
| "loss": 0.8664, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 9.16256157635468, | |
| "grad_norm": 0.3828125, | |
| "learning_rate": 3.797987556970495e-06, | |
| "loss": 0.8662, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 9.211822660098521, | |
| "grad_norm": 0.37890625, | |
| "learning_rate": 3.3406541515832003e-06, | |
| "loss": 0.8596, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 9.261083743842365, | |
| "grad_norm": 0.37890625, | |
| "learning_rate": 2.912183982969385e-06, | |
| "loss": 0.8566, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 9.310344827586206, | |
| "grad_norm": 0.392578125, | |
| "learning_rate": 2.5127049956730207e-06, | |
| "loss": 0.8562, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 9.35960591133005, | |
| "grad_norm": 0.3984375, | |
| "learning_rate": 2.1423364772445887e-06, | |
| "loss": 0.8597, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 9.408866995073891, | |
| "grad_norm": 0.390625, | |
| "learning_rate": 1.8011890226208527e-06, | |
| "loss": 0.8565, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 9.458128078817733, | |
| "grad_norm": 0.412109375, | |
| "learning_rate": 1.489364501100332e-06, | |
| "loss": 0.8608, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 9.507389162561577, | |
| "grad_norm": 0.390625, | |
| "learning_rate": 1.2069560259243328e-06, | |
| "loss": 0.8639, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 9.556650246305418, | |
| "grad_norm": 0.392578125, | |
| "learning_rate": 9.540479264726676e-07, | |
| "loss": 0.8654, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 9.605911330049262, | |
| "grad_norm": 0.380859375, | |
| "learning_rate": 7.307157230821426e-07, | |
| "loss": 0.8604, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 9.655172413793103, | |
| "grad_norm": 0.44921875, | |
| "learning_rate": 5.370261044956971e-07, | |
| "loss": 0.8551, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 9.704433497536947, | |
| "grad_norm": 0.38671875, | |
| "learning_rate": 3.73036907948543e-07, | |
| "loss": 0.8721, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 9.753694581280788, | |
| "grad_norm": 0.376953125, | |
| "learning_rate": 2.3879710189753656e-07, | |
| "loss": 0.8636, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 9.80295566502463, | |
| "grad_norm": 0.3828125, | |
| "learning_rate": 1.3434677139885222e-07, | |
| "loss": 0.8607, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 9.852216748768473, | |
| "grad_norm": 0.384765625, | |
| "learning_rate": 5.971710613821291e-08, | |
| "loss": 0.8563, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 9.901477832512315, | |
| "grad_norm": 0.388671875, | |
| "learning_rate": 1.4930391117451426e-08, | |
| "loss": 0.8566, | |
| "step": 1005 | |
| }, | |
| { | |
| "epoch": 9.950738916256158, | |
| "grad_norm": 0.38671875, | |
| "learning_rate": 0.0, | |
| "loss": 0.8569, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 9.950738916256158, | |
| "eval_loss": 2.562716007232666, | |
| "eval_runtime": 0.5429, | |
| "eval_samples_per_second": 18.418, | |
| "eval_steps_per_second": 1.842, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 9.950738916256158, | |
| "step": 1010, | |
| "total_flos": 5.9616784580975e+17, | |
| "train_loss": 1.0187734235631358, | |
| "train_runtime": 5372.8296, | |
| "train_samples_per_second": 9.036, | |
| "train_steps_per_second": 0.188 | |
| } | |
| ], | |
| "logging_steps": 5, | |
| "max_steps": 1010, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 10, | |
| "save_steps": 100, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 5.9616784580975e+17, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |