| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 9.950738916256158, | |
| "eval_steps": 500, | |
| "global_step": 1010, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.009852216748768473, | |
| "grad_norm": 1.765625, | |
| "learning_rate": 1.9801980198019803e-06, | |
| "loss": 2.8604, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.04926108374384237, | |
| "grad_norm": 1.4921875, | |
| "learning_rate": 9.900990099009901e-06, | |
| "loss": 2.8185, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.09852216748768473, | |
| "grad_norm": 2.1875, | |
| "learning_rate": 1.9801980198019803e-05, | |
| "loss": 2.8289, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.1477832512315271, | |
| "grad_norm": 2.0625, | |
| "learning_rate": 2.9702970297029702e-05, | |
| "loss": 2.7485, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.19704433497536947, | |
| "grad_norm": 3.3125, | |
| "learning_rate": 3.9603960396039605e-05, | |
| "loss": 2.6773, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.24630541871921183, | |
| "grad_norm": 2.3125, | |
| "learning_rate": 4.950495049504951e-05, | |
| "loss": 2.5348, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.2955665024630542, | |
| "grad_norm": 1.3359375, | |
| "learning_rate": 5.9405940594059404e-05, | |
| "loss": 2.375, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.3448275862068966, | |
| "grad_norm": 1.5, | |
| "learning_rate": 6.93069306930693e-05, | |
| "loss": 2.225, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.39408866995073893, | |
| "grad_norm": 1.1796875, | |
| "learning_rate": 7.920792079207921e-05, | |
| "loss": 2.0577, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.4433497536945813, | |
| "grad_norm": 2.3125, | |
| "learning_rate": 8.910891089108912e-05, | |
| "loss": 1.9332, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.49261083743842365, | |
| "grad_norm": 0.890625, | |
| "learning_rate": 9.900990099009902e-05, | |
| "loss": 1.8054, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.541871921182266, | |
| "grad_norm": 0.82421875, | |
| "learning_rate": 0.00010891089108910893, | |
| "loss": 1.7066, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.5911330049261084, | |
| "grad_norm": 0.55078125, | |
| "learning_rate": 0.00011881188118811881, | |
| "loss": 1.6055, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.6403940886699507, | |
| "grad_norm": 0.44921875, | |
| "learning_rate": 0.00012871287128712872, | |
| "loss": 1.5102, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.6896551724137931, | |
| "grad_norm": 0.8125, | |
| "learning_rate": 0.0001386138613861386, | |
| "loss": 1.4332, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.7389162561576355, | |
| "grad_norm": 0.48046875, | |
| "learning_rate": 0.0001485148514851485, | |
| "loss": 1.3703, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.7881773399014779, | |
| "grad_norm": 0.62109375, | |
| "learning_rate": 0.00015841584158415842, | |
| "loss": 1.3483, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.8374384236453202, | |
| "grad_norm": 0.5625, | |
| "learning_rate": 0.00016831683168316833, | |
| "loss": 1.2989, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.8866995073891626, | |
| "grad_norm": 0.55078125, | |
| "learning_rate": 0.00017821782178217824, | |
| "loss": 1.2627, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.9359605911330049, | |
| "grad_norm": 0.71875, | |
| "learning_rate": 0.00018811881188118812, | |
| "loss": 1.2456, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.9852216748768473, | |
| "grad_norm": 0.5, | |
| "learning_rate": 0.00019801980198019803, | |
| "loss": 1.2361, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.9950738916256158, | |
| "eval_loss": 2.518617868423462, | |
| "eval_runtime": 0.6245, | |
| "eval_samples_per_second": 16.014, | |
| "eval_steps_per_second": 1.601, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 1.0344827586206897, | |
| "grad_norm": 0.609375, | |
| "learning_rate": 0.000199990444464082, | |
| "loss": 1.2023, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 1.083743842364532, | |
| "grad_norm": 0.5546875, | |
| "learning_rate": 0.00019995162822919883, | |
| "loss": 1.1906, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 1.1330049261083743, | |
| "grad_norm": 0.4375, | |
| "learning_rate": 0.00019988296565626987, | |
| "loss": 1.1786, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 1.1822660098522166, | |
| "grad_norm": 0.62109375, | |
| "learning_rate": 0.00019978447724847652, | |
| "loss": 1.1654, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 1.2315270935960592, | |
| "grad_norm": 0.466796875, | |
| "learning_rate": 0.0001996561924152278, | |
| "loss": 1.1533, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 1.2807881773399015, | |
| "grad_norm": 0.466796875, | |
| "learning_rate": 0.00019949814946337838, | |
| "loss": 1.149, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 1.3300492610837438, | |
| "grad_norm": 0.5234375, | |
| "learning_rate": 0.00019931039558578997, | |
| "loss": 1.1363, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 1.3793103448275863, | |
| "grad_norm": 0.427734375, | |
| "learning_rate": 0.00019909298684723904, | |
| "loss": 1.1292, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 1.4285714285714286, | |
| "grad_norm": 0.7109375, | |
| "learning_rate": 0.00019884598816767563, | |
| "loss": 1.1319, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 1.477832512315271, | |
| "grad_norm": 0.384765625, | |
| "learning_rate": 0.00019856947330283752, | |
| "loss": 1.1248, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 1.5270935960591134, | |
| "grad_norm": 0.578125, | |
| "learning_rate": 0.00019826352482222638, | |
| "loss": 1.1241, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 1.5763546798029555, | |
| "grad_norm": 0.47265625, | |
| "learning_rate": 0.00019792823408445174, | |
| "loss": 1.1179, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 1.625615763546798, | |
| "grad_norm": 0.55859375, | |
| "learning_rate": 0.00019756370120995066, | |
| "loss": 1.1112, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 1.6748768472906403, | |
| "grad_norm": 0.462890625, | |
| "learning_rate": 0.00019717003505109095, | |
| "loss": 1.1021, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 1.7241379310344827, | |
| "grad_norm": 0.93359375, | |
| "learning_rate": 0.0001967473531596671, | |
| "loss": 1.1162, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 1.7733990147783252, | |
| "grad_norm": 0.46875, | |
| "learning_rate": 0.0001962957817517982, | |
| "loss": 1.0989, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 1.8226600985221675, | |
| "grad_norm": 0.482421875, | |
| "learning_rate": 0.000195815455670239, | |
| "loss": 1.1004, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 1.8719211822660098, | |
| "grad_norm": 0.55859375, | |
| "learning_rate": 0.00019530651834411474, | |
| "loss": 1.0986, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 1.9211822660098523, | |
| "grad_norm": 0.40625, | |
| "learning_rate": 0.0001947691217460921, | |
| "loss": 1.0921, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 1.9704433497536946, | |
| "grad_norm": 0.59375, | |
| "learning_rate": 0.0001942034263469989, | |
| "loss": 1.0968, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_loss": 2.484497547149658, | |
| "eval_runtime": 0.5386, | |
| "eval_samples_per_second": 18.567, | |
| "eval_steps_per_second": 1.857, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 2.019704433497537, | |
| "grad_norm": 0.75390625, | |
| "learning_rate": 0.00019360960106790643, | |
| "loss": 1.0792, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 2.0689655172413794, | |
| "grad_norm": 0.455078125, | |
| "learning_rate": 0.00019298782322968815, | |
| "loss": 1.0645, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 2.1182266009852215, | |
| "grad_norm": 0.6015625, | |
| "learning_rate": 0.00019233827850007027, | |
| "loss": 1.069, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 2.167487684729064, | |
| "grad_norm": 0.48046875, | |
| "learning_rate": 0.00019166116083819002, | |
| "loss": 1.0589, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 2.2167487684729066, | |
| "grad_norm": 0.53515625, | |
| "learning_rate": 0.0001909566724366779, | |
| "loss": 1.0646, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 2.2660098522167487, | |
| "grad_norm": 0.5546875, | |
| "learning_rate": 0.00019022502366128135, | |
| "loss": 1.0631, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 2.315270935960591, | |
| "grad_norm": 0.55078125, | |
| "learning_rate": 0.00018946643298804793, | |
| "loss": 1.0559, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 2.3645320197044333, | |
| "grad_norm": 0.609375, | |
| "learning_rate": 0.00018868112693808665, | |
| "loss": 1.0469, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 2.413793103448276, | |
| "grad_norm": 0.6953125, | |
| "learning_rate": 0.00018786934000992688, | |
| "loss": 1.0502, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 2.4630541871921183, | |
| "grad_norm": 0.53515625, | |
| "learning_rate": 0.00018703131460949554, | |
| "loss": 1.058, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 2.512315270935961, | |
| "grad_norm": 0.53515625, | |
| "learning_rate": 0.0001861673009777325, | |
| "loss": 1.0501, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 2.561576354679803, | |
| "grad_norm": 0.5546875, | |
| "learning_rate": 0.00018527755711586678, | |
| "loss": 1.0516, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 2.6108374384236455, | |
| "grad_norm": 0.6484375, | |
| "learning_rate": 0.00018436234870837547, | |
| "loss": 1.0503, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 2.6600985221674875, | |
| "grad_norm": 0.52734375, | |
| "learning_rate": 0.00018342194904364813, | |
| "loss": 1.0539, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 2.70935960591133, | |
| "grad_norm": 0.5078125, | |
| "learning_rate": 0.00018245663893238075, | |
| "loss": 1.0407, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 2.7586206896551726, | |
| "grad_norm": 0.466796875, | |
| "learning_rate": 0.00018146670662372354, | |
| "loss": 1.0412, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 2.8078817733990147, | |
| "grad_norm": 0.72265625, | |
| "learning_rate": 0.0001804524477192075, | |
| "loss": 1.0412, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 2.857142857142857, | |
| "grad_norm": 0.4921875, | |
| "learning_rate": 0.00017941416508447536, | |
| "loss": 1.0286, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 2.9064039408866993, | |
| "grad_norm": 0.63671875, | |
| "learning_rate": 0.00017835216875884368, | |
| "loss": 1.0476, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 2.955665024630542, | |
| "grad_norm": 0.5390625, | |
| "learning_rate": 0.00017726677586272263, | |
| "loss": 1.0436, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 2.9950738916256157, | |
| "eval_loss": 2.479555606842041, | |
| "eval_runtime": 0.6669, | |
| "eval_samples_per_second": 14.995, | |
| "eval_steps_per_second": 1.5, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 3.0049261083743843, | |
| "grad_norm": 0.455078125, | |
| "learning_rate": 0.0001761583105029213, | |
| "loss": 1.0275, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 3.0541871921182264, | |
| "grad_norm": 0.6640625, | |
| "learning_rate": 0.00017502710367586687, | |
| "loss": 1.0062, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 3.103448275862069, | |
| "grad_norm": 0.6484375, | |
| "learning_rate": 0.00017387349316876666, | |
| "loss": 1.018, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 3.1527093596059115, | |
| "grad_norm": 0.68359375, | |
| "learning_rate": 0.00017269782345874203, | |
| "loss": 1.005, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 3.2019704433497536, | |
| "grad_norm": 0.66015625, | |
| "learning_rate": 0.00017150044560996488, | |
| "loss": 1.0104, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 3.251231527093596, | |
| "grad_norm": 0.609375, | |
| "learning_rate": 0.00017028171716882714, | |
| "loss": 1.0039, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 3.3004926108374386, | |
| "grad_norm": 0.494140625, | |
| "learning_rate": 0.0001690420020571747, | |
| "loss": 1.0177, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 3.3497536945812807, | |
| "grad_norm": 0.76171875, | |
| "learning_rate": 0.00016778167046363734, | |
| "loss": 1.0066, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 3.399014778325123, | |
| "grad_norm": 0.5859375, | |
| "learning_rate": 0.00016650109873308765, | |
| "loss": 1.0187, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 3.4482758620689653, | |
| "grad_norm": 0.498046875, | |
| "learning_rate": 0.00016520066925426144, | |
| "loss": 1.0157, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 3.497536945812808, | |
| "grad_norm": 0.734375, | |
| "learning_rate": 0.00016388077034557355, | |
| "loss": 1.0104, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 3.5467980295566504, | |
| "grad_norm": 0.5546875, | |
| "learning_rate": 0.00016254179613916278, | |
| "loss": 1.0177, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 3.596059113300493, | |
| "grad_norm": 0.4765625, | |
| "learning_rate": 0.0001611841464632011, | |
| "loss": 1.0193, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 3.645320197044335, | |
| "grad_norm": 0.52734375, | |
| "learning_rate": 0.0001598082267225018, | |
| "loss": 1.0096, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 3.6945812807881775, | |
| "grad_norm": 0.6640625, | |
| "learning_rate": 0.0001584144477774623, | |
| "loss": 1.025, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 3.7438423645320196, | |
| "grad_norm": 0.53515625, | |
| "learning_rate": 0.00015700322582137827, | |
| "loss": 1.0125, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 3.793103448275862, | |
| "grad_norm": 0.50390625, | |
| "learning_rate": 0.00015557498225616487, | |
| "loss": 1.0022, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 3.8423645320197046, | |
| "grad_norm": 0.578125, | |
| "learning_rate": 0.00015413014356652286, | |
| "loss": 1.007, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 3.8916256157635467, | |
| "grad_norm": 0.5078125, | |
| "learning_rate": 0.000152669141192587, | |
| "loss": 1.0013, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 3.9408866995073892, | |
| "grad_norm": 0.50390625, | |
| "learning_rate": 0.00015119241140109467, | |
| "loss": 1.0009, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 3.9901477832512313, | |
| "grad_norm": 0.5625, | |
| "learning_rate": 0.00014970039515511304, | |
| "loss": 1.0084, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_loss": 2.494363307952881, | |
| "eval_runtime": 0.5386, | |
| "eval_samples_per_second": 18.567, | |
| "eval_steps_per_second": 1.857, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 4.039408866995074, | |
| "grad_norm": 0.50390625, | |
| "learning_rate": 0.00014819353798236427, | |
| "loss": 0.9801, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 4.088669950738916, | |
| "grad_norm": 0.60546875, | |
| "learning_rate": 0.0001466722898421873, | |
| "loss": 0.9817, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 4.137931034482759, | |
| "grad_norm": 0.5390625, | |
| "learning_rate": 0.00014513710499117647, | |
| "loss": 0.988, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 4.187192118226601, | |
| "grad_norm": 0.51171875, | |
| "learning_rate": 0.00014358844184753712, | |
| "loss": 0.9782, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 4.236453201970443, | |
| "grad_norm": 0.546875, | |
| "learning_rate": 0.00014202676285419812, | |
| "loss": 0.9812, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 4.285714285714286, | |
| "grad_norm": 0.7421875, | |
| "learning_rate": 0.0001404525343407228, | |
| "loss": 0.9897, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 4.334975369458128, | |
| "grad_norm": 0.859375, | |
| "learning_rate": 0.00013886622638405952, | |
| "loss": 0.992, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 4.384236453201971, | |
| "grad_norm": 0.5390625, | |
| "learning_rate": 0.00013726831266817278, | |
| "loss": 0.9933, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 4.433497536945813, | |
| "grad_norm": 0.54296875, | |
| "learning_rate": 0.0001356592703425976, | |
| "loss": 0.9742, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 4.482758620689655, | |
| "grad_norm": 0.6953125, | |
| "learning_rate": 0.00013403957987995882, | |
| "loss": 0.9777, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 4.532019704433497, | |
| "grad_norm": 0.63671875, | |
| "learning_rate": 0.00013240972493249847, | |
| "loss": 0.9853, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 4.58128078817734, | |
| "grad_norm": 0.474609375, | |
| "learning_rate": 0.00013077019218765305, | |
| "loss": 0.9791, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 4.630541871921182, | |
| "grad_norm": 0.53125, | |
| "learning_rate": 0.00012912147122272523, | |
| "loss": 0.9857, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 4.679802955665025, | |
| "grad_norm": 0.48046875, | |
| "learning_rate": 0.00012746405435869198, | |
| "loss": 0.9854, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 4.7290640394088665, | |
| "grad_norm": 0.43359375, | |
| "learning_rate": 0.0001257984365131938, | |
| "loss": 0.9836, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 4.778325123152709, | |
| "grad_norm": 0.478515625, | |
| "learning_rate": 0.00012412511505274844, | |
| "loss": 0.9939, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 4.827586206896552, | |
| "grad_norm": 0.494140625, | |
| "learning_rate": 0.00012244458964423327, | |
| "loss": 0.9685, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 4.876847290640394, | |
| "grad_norm": 0.55859375, | |
| "learning_rate": 0.0001207573621056809, | |
| "loss": 0.9806, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 4.926108374384237, | |
| "grad_norm": 0.494140625, | |
| "learning_rate": 0.00011906393625643244, | |
| "loss": 0.979, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 4.975369458128079, | |
| "grad_norm": 0.6484375, | |
| "learning_rate": 0.00011736481776669306, | |
| "loss": 0.9913, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 4.995073891625616, | |
| "eval_loss": 2.50097918510437, | |
| "eval_runtime": 0.6794, | |
| "eval_samples_per_second": 14.718, | |
| "eval_steps_per_second": 1.472, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 5.024630541871921, | |
| "grad_norm": 0.57421875, | |
| "learning_rate": 0.00011566051400653486, | |
| "loss": 0.9714, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 5.073891625615763, | |
| "grad_norm": 0.6171875, | |
| "learning_rate": 0.00011395153389439233, | |
| "loss": 0.9602, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 5.123152709359606, | |
| "grad_norm": 0.5234375, | |
| "learning_rate": 0.00011223838774509514, | |
| "loss": 0.9657, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 5.172413793103448, | |
| "grad_norm": 0.490234375, | |
| "learning_rate": 0.00011052158711748434, | |
| "loss": 0.9526, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 5.221674876847291, | |
| "grad_norm": 0.5234375, | |
| "learning_rate": 0.00010880164466165674, | |
| "loss": 0.958, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 5.2709359605911335, | |
| "grad_norm": 0.498046875, | |
| "learning_rate": 0.00010707907396588361, | |
| "loss": 0.9666, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 5.320197044334975, | |
| "grad_norm": 0.52734375, | |
| "learning_rate": 0.0001053543894032493, | |
| "loss": 0.9625, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 5.369458128078818, | |
| "grad_norm": 0.515625, | |
| "learning_rate": 0.00010362810597805526, | |
| "loss": 0.9657, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 5.41871921182266, | |
| "grad_norm": 0.482421875, | |
| "learning_rate": 0.00010190073917203589, | |
| "loss": 0.9655, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 5.467980295566503, | |
| "grad_norm": 0.515625, | |
| "learning_rate": 0.00010017280479043147, | |
| "loss": 0.9665, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 5.517241379310345, | |
| "grad_norm": 0.498046875, | |
| "learning_rate": 9.844481880796491e-05, | |
| "loss": 0.9587, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 5.566502463054187, | |
| "grad_norm": 0.609375, | |
| "learning_rate": 9.671729721476746e-05, | |
| "loss": 0.9665, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 5.615763546798029, | |
| "grad_norm": 0.5390625, | |
| "learning_rate": 9.499075586230013e-05, | |
| "loss": 0.9554, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 5.665024630541872, | |
| "grad_norm": 0.625, | |
| "learning_rate": 9.326571030931637e-05, | |
| "loss": 0.9607, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 5.714285714285714, | |
| "grad_norm": 0.68359375, | |
| "learning_rate": 9.154267566791223e-05, | |
| "loss": 0.9669, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 5.763546798029557, | |
| "grad_norm": 0.61328125, | |
| "learning_rate": 8.982216644970979e-05, | |
| "loss": 0.9628, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 5.812807881773399, | |
| "grad_norm": 0.6171875, | |
| "learning_rate": 8.810469641222001e-05, | |
| "loss": 0.9511, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 5.862068965517241, | |
| "grad_norm": 0.51171875, | |
| "learning_rate": 8.639077840543077e-05, | |
| "loss": 0.9684, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 5.911330049261084, | |
| "grad_norm": 0.671875, | |
| "learning_rate": 8.468092421866573e-05, | |
| "loss": 0.9678, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 5.960591133004926, | |
| "grad_norm": 0.65625, | |
| "learning_rate": 8.297564442776014e-05, | |
| "loss": 0.9588, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_loss": 2.5066332817077637, | |
| "eval_runtime": 0.5391, | |
| "eval_samples_per_second": 18.548, | |
| "eval_steps_per_second": 1.855, | |
| "step": 609 | |
| }, | |
| { | |
| "epoch": 6.009852216748769, | |
| "grad_norm": 0.68359375, | |
| "learning_rate": 8.127544824259889e-05, | |
| "loss": 0.953, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 6.059113300492611, | |
| "grad_norm": 0.734375, | |
| "learning_rate": 7.958084335506239e-05, | |
| "loss": 0.9536, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 6.108374384236453, | |
| "grad_norm": 0.50390625, | |
| "learning_rate": 7.789233578742582e-05, | |
| "loss": 0.9446, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 6.157635467980295, | |
| "grad_norm": 0.498046875, | |
| "learning_rate": 7.6210429741257e-05, | |
| "loss": 0.9353, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 6.206896551724138, | |
| "grad_norm": 0.5078125, | |
| "learning_rate": 7.453562744685778e-05, | |
| "loss": 0.9449, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 6.25615763546798, | |
| "grad_norm": 0.5625, | |
| "learning_rate": 7.286842901329412e-05, | |
| "loss": 0.9535, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 6.305418719211823, | |
| "grad_norm": 0.498046875, | |
| "learning_rate": 7.12093322790597e-05, | |
| "loss": 0.9376, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 6.3546798029556655, | |
| "grad_norm": 0.51953125, | |
| "learning_rate": 6.955883266341741e-05, | |
| "loss": 0.9461, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 6.403940886699507, | |
| "grad_norm": 0.5, | |
| "learning_rate": 6.791742301846326e-05, | |
| "loss": 0.9503, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 6.45320197044335, | |
| "grad_norm": 0.46875, | |
| "learning_rate": 6.62855934819569e-05, | |
| "loss": 0.9447, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 6.502463054187192, | |
| "grad_norm": 0.6328125, | |
| "learning_rate": 6.466383133096267e-05, | |
| "loss": 0.9453, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 6.551724137931035, | |
| "grad_norm": 0.53125, | |
| "learning_rate": 6.305262083634488e-05, | |
| "loss": 0.944, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 6.600985221674877, | |
| "grad_norm": 0.53125, | |
| "learning_rate": 6.145244311816063e-05, | |
| "loss": 0.9366, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 6.650246305418719, | |
| "grad_norm": 0.5234375, | |
| "learning_rate": 5.986377600199371e-05, | |
| "loss": 0.9405, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 6.699507389162561, | |
| "grad_norm": 0.482421875, | |
| "learning_rate": 5.828709387627218e-05, | |
| "loss": 0.9521, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 6.748768472906404, | |
| "grad_norm": 0.4453125, | |
| "learning_rate": 5.6722867550612116e-05, | |
| "loss": 0.9509, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 6.798029556650246, | |
| "grad_norm": 0.59765625, | |
| "learning_rate": 5.5171564115230254e-05, | |
| "loss": 0.9625, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 6.847290640394089, | |
| "grad_norm": 0.447265625, | |
| "learning_rate": 5.363364680146725e-05, | |
| "loss": 0.9496, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 6.896551724137931, | |
| "grad_norm": 0.439453125, | |
| "learning_rate": 5.210957484346314e-05, | |
| "loss": 0.9457, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 6.945812807881773, | |
| "grad_norm": 0.482421875, | |
| "learning_rate": 5.059980334102637e-05, | |
| "loss": 0.9377, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 6.995073891625616, | |
| "grad_norm": 0.453125, | |
| "learning_rate": 4.9104783123737566e-05, | |
| "loss": 0.9459, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 6.995073891625616, | |
| "eval_loss": 2.516418933868408, | |
| "eval_runtime": 0.674, | |
| "eval_samples_per_second": 14.837, | |
| "eval_steps_per_second": 1.484, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 7.044334975369458, | |
| "grad_norm": 0.48828125, | |
| "learning_rate": 4.762496061632814e-05, | |
| "loss": 0.9341, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 7.093596059113301, | |
| "grad_norm": 0.51953125, | |
| "learning_rate": 4.6160777705374524e-05, | |
| "loss": 0.938, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 7.142857142857143, | |
| "grad_norm": 0.50390625, | |
| "learning_rate": 4.471267160734731e-05, | |
| "loss": 0.9366, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 7.192118226600985, | |
| "grad_norm": 0.53125, | |
| "learning_rate": 4.328107473805487e-05, | |
| "loss": 0.9403, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 7.241379310344827, | |
| "grad_norm": 0.45703125, | |
| "learning_rate": 4.1866414583520877e-05, | |
| "loss": 0.9387, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 7.29064039408867, | |
| "grad_norm": 0.71484375, | |
| "learning_rate": 4.046911357233343e-05, | |
| "loss": 0.9334, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 7.3399014778325125, | |
| "grad_norm": 0.498046875, | |
| "learning_rate": 3.9089588949504655e-05, | |
| "loss": 0.93, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 7.389162561576355, | |
| "grad_norm": 0.453125, | |
| "learning_rate": 3.772825265187802e-05, | |
| "loss": 0.9298, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 7.4384236453201975, | |
| "grad_norm": 0.474609375, | |
| "learning_rate": 3.638551118512089e-05, | |
| "loss": 0.9486, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 7.487684729064039, | |
| "grad_norm": 0.447265625, | |
| "learning_rate": 3.506176550233863e-05, | |
| "loss": 0.9373, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 7.536945812807882, | |
| "grad_norm": 0.423828125, | |
| "learning_rate": 3.3757410884346894e-05, | |
| "loss": 0.939, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 7.586206896551724, | |
| "grad_norm": 0.42578125, | |
| "learning_rate": 3.2472836821637744e-05, | |
| "loss": 0.9325, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 7.635467980295567, | |
| "grad_norm": 0.458984375, | |
| "learning_rate": 3.120842689807468e-05, | |
| "loss": 0.932, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 7.684729064039409, | |
| "grad_norm": 0.51171875, | |
| "learning_rate": 2.996455867635155e-05, | |
| "loss": 0.9259, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 7.733990147783251, | |
| "grad_norm": 0.44921875, | |
| "learning_rate": 2.874160358524931e-05, | |
| "loss": 0.9277, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 7.783251231527093, | |
| "grad_norm": 0.458984375, | |
| "learning_rate": 2.753992680872457e-05, | |
| "loss": 0.9259, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 7.832512315270936, | |
| "grad_norm": 0.447265625, | |
| "learning_rate": 2.6359887176862718e-05, | |
| "loss": 0.9431, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 7.8817733990147785, | |
| "grad_norm": 0.46875, | |
| "learning_rate": 2.5201837058728505e-05, | |
| "loss": 0.9323, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 7.931034482758621, | |
| "grad_norm": 0.4296875, | |
| "learning_rate": 2.4066122257145894e-05, | |
| "loss": 0.9294, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 7.980295566502463, | |
| "grad_norm": 0.453125, | |
| "learning_rate": 2.295308190543859e-05, | |
| "loss": 0.943, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "eval_loss": 2.523322582244873, | |
| "eval_runtime": 0.5404, | |
| "eval_samples_per_second": 18.504, | |
| "eval_steps_per_second": 1.85, | |
| "step": 812 | |
| }, | |
| { | |
| "epoch": 8.029556650246306, | |
| "grad_norm": 0.419921875, | |
| "learning_rate": 2.1863048366162208e-05, | |
| "loss": 0.9428, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 8.078817733990148, | |
| "grad_norm": 0.44140625, | |
| "learning_rate": 2.0796347131858186e-05, | |
| "loss": 0.931, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 8.12807881773399, | |
| "grad_norm": 0.431640625, | |
| "learning_rate": 1.9753296727859195e-05, | |
| "loss": 0.9263, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 8.177339901477833, | |
| "grad_norm": 0.455078125, | |
| "learning_rate": 1.8734208617174988e-05, | |
| "loss": 0.9426, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 8.226600985221674, | |
| "grad_norm": 0.453125, | |
| "learning_rate": 1.773938710748706e-05, | |
| "loss": 0.9267, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 8.275862068965518, | |
| "grad_norm": 0.427734375, | |
| "learning_rate": 1.676912926028007e-05, | |
| "loss": 0.9269, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 8.32512315270936, | |
| "grad_norm": 0.427734375, | |
| "learning_rate": 1.5823724802136865e-05, | |
| "loss": 0.9294, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 8.374384236453203, | |
| "grad_norm": 0.419921875, | |
| "learning_rate": 1.4903456038223939e-05, | |
| "loss": 0.9222, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 8.423645320197044, | |
| "grad_norm": 0.412109375, | |
| "learning_rate": 1.4008597767992871e-05, | |
| "loss": 0.929, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 8.472906403940886, | |
| "grad_norm": 0.42578125, | |
| "learning_rate": 1.3139417203123027e-05, | |
| "loss": 0.9285, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 8.52216748768473, | |
| "grad_norm": 0.421875, | |
| "learning_rate": 1.2296173887730123e-05, | |
| "loss": 0.9346, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 8.571428571428571, | |
| "grad_norm": 0.42578125, | |
| "learning_rate": 1.1479119620864276e-05, | |
| "loss": 0.9252, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 8.620689655172415, | |
| "grad_norm": 0.4375, | |
| "learning_rate": 1.0688498381320855e-05, | |
| "loss": 0.929, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 8.669950738916256, | |
| "grad_norm": 0.66796875, | |
| "learning_rate": 9.924546254786493e-06, | |
| "loss": 0.9381, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 8.719211822660098, | |
| "grad_norm": 0.453125, | |
| "learning_rate": 9.187491363342093e-06, | |
| "loss": 0.9374, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 8.768472906403941, | |
| "grad_norm": 0.458984375, | |
| "learning_rate": 8.47755379734373e-06, | |
| "loss": 0.9267, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 8.817733990147783, | |
| "grad_norm": 0.447265625, | |
| "learning_rate": 7.794945549701993e-06, | |
| "loss": 0.9369, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 8.866995073891626, | |
| "grad_norm": 0.43359375, | |
| "learning_rate": 7.1398704525792e-06, | |
| "loss": 0.9371, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 8.916256157635468, | |
| "grad_norm": 0.4375, | |
| "learning_rate": 6.512524116523633e-06, | |
| "loss": 0.9348, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 8.96551724137931, | |
| "grad_norm": 0.44140625, | |
| "learning_rate": 5.913093872058528e-06, | |
| "loss": 0.9169, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 8.995073891625616, | |
| "eval_loss": 2.523988723754883, | |
| "eval_runtime": 0.6711, | |
| "eval_samples_per_second": 14.9, | |
| "eval_steps_per_second": 1.49, | |
| "step": 913 | |
| }, | |
| { | |
| "epoch": 9.014778325123153, | |
| "grad_norm": 0.427734375, | |
| "learning_rate": 5.341758713743828e-06, | |
| "loss": 0.9254, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 9.064039408866995, | |
| "grad_norm": 0.427734375, | |
| "learning_rate": 4.798689246727006e-06, | |
| "loss": 0.929, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 9.113300492610838, | |
| "grad_norm": 0.421875, | |
| "learning_rate": 4.2840476357989825e-06, | |
| "loss": 0.9346, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 9.16256157635468, | |
| "grad_norm": 0.4140625, | |
| "learning_rate": 3.797987556970495e-06, | |
| "loss": 0.936, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 9.211822660098521, | |
| "grad_norm": 0.419921875, | |
| "learning_rate": 3.3406541515832003e-06, | |
| "loss": 0.9283, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 9.261083743842365, | |
| "grad_norm": 0.41015625, | |
| "learning_rate": 2.912183982969385e-06, | |
| "loss": 0.9255, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 9.310344827586206, | |
| "grad_norm": 0.421875, | |
| "learning_rate": 2.5127049956730207e-06, | |
| "loss": 0.9252, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 9.35960591133005, | |
| "grad_norm": 0.431640625, | |
| "learning_rate": 2.1423364772445887e-06, | |
| "loss": 0.9276, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 9.408866995073891, | |
| "grad_norm": 0.423828125, | |
| "learning_rate": 1.8011890226208527e-06, | |
| "loss": 0.9251, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 9.458128078817733, | |
| "grad_norm": 0.4140625, | |
| "learning_rate": 1.489364501100332e-06, | |
| "loss": 0.9291, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 9.507389162561577, | |
| "grad_norm": 0.423828125, | |
| "learning_rate": 1.2069560259243328e-06, | |
| "loss": 0.9333, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 9.556650246305418, | |
| "grad_norm": 0.4375, | |
| "learning_rate": 9.540479264726676e-07, | |
| "loss": 0.9332, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 9.605911330049262, | |
| "grad_norm": 0.4140625, | |
| "learning_rate": 7.307157230821426e-07, | |
| "loss": 0.9297, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 9.655172413793103, | |
| "grad_norm": 0.40234375, | |
| "learning_rate": 5.370261044956971e-07, | |
| "loss": 0.9222, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 9.704433497536947, | |
| "grad_norm": 0.421875, | |
| "learning_rate": 3.73036907948543e-07, | |
| "loss": 0.9396, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 9.753694581280788, | |
| "grad_norm": 0.416015625, | |
| "learning_rate": 2.3879710189753656e-07, | |
| "loss": 0.931, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 9.80295566502463, | |
| "grad_norm": 0.43359375, | |
| "learning_rate": 1.3434677139885222e-07, | |
| "loss": 0.9309, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 9.852216748768473, | |
| "grad_norm": 0.4140625, | |
| "learning_rate": 5.971710613821291e-08, | |
| "loss": 0.9223, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 9.901477832512315, | |
| "grad_norm": 0.470703125, | |
| "learning_rate": 1.4930391117451426e-08, | |
| "loss": 0.9251, | |
| "step": 1005 | |
| }, | |
| { | |
| "epoch": 9.950738916256158, | |
| "grad_norm": 0.427734375, | |
| "learning_rate": 0.0, | |
| "loss": 0.925, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 9.950738916256158, | |
| "eval_loss": 2.523752212524414, | |
| "eval_runtime": 0.5416, | |
| "eval_samples_per_second": 18.464, | |
| "eval_steps_per_second": 1.846, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 9.950738916256158, | |
| "step": 1010, | |
| "total_flos": 5.932470720905871e+17, | |
| "train_loss": 1.07745361446154, | |
| "train_runtime": 3468.402, | |
| "train_samples_per_second": 13.998, | |
| "train_steps_per_second": 0.291 | |
| } | |
| ], | |
| "logging_steps": 5, | |
| "max_steps": 1010, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 10, | |
| "save_steps": 100, | |
| "total_flos": 5.932470720905871e+17, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |