brainlm / vitmae_650M /trainer_state.json
Mihir Tripathy
added vitmae models
990128b
raw
history blame
40.4 kB
{
"best_metric": 0.016573524102568626,
"best_model_checkpoint": "/gpfs/gibbs/pi/dijk/BrainLM_runs/2023-11-17-17_37_00/checkpoint-4400",
"epoch": 19.292899505226252,
"global_step": 4600,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0,
"learning_rate": 2.100840336134454e-05,
"loss": 0.0205,
"step": 50
},
{
"epoch": 0,
"eval_loss": 0.020380878821015358,
"eval_mae": 0.10914861410856247,
"eval_mse": 0.020377445966005325,
"eval_r2": 0.08699230219766863,
"eval_runtime": 65.4495,
"eval_samples_per_second": 6.112,
"eval_steps_per_second": 3.056,
"step": 50
},
{
"epoch": 0,
"learning_rate": 4.201680672268908e-05,
"loss": 0.0195,
"step": 100
},
{
"epoch": 0,
"eval_loss": 0.01993260346353054,
"eval_mae": 0.10798273980617523,
"eval_mse": 0.019940046593546867,
"eval_r2": 0.10634720488402916,
"eval_runtime": 82.6009,
"eval_samples_per_second": 4.843,
"eval_steps_per_second": 2.421,
"step": 100
},
{
"epoch": 0,
"learning_rate": 6.302521008403361e-05,
"loss": 0.0191,
"step": 150
},
{
"epoch": 0,
"eval_loss": 0.01966927945613861,
"eval_mae": 0.10720709711313248,
"eval_mse": 0.019672850146889687,
"eval_r2": 0.1188939908583877,
"eval_runtime": 273.6405,
"eval_samples_per_second": 1.462,
"eval_steps_per_second": 0.731,
"step": 150
},
{
"epoch": 0,
"learning_rate": 8.403361344537815e-05,
"loss": 0.0189,
"step": 200
},
{
"epoch": 0,
"eval_loss": 0.019402366131544113,
"eval_mae": 0.10650211572647095,
"eval_mse": 0.01940837688744068,
"eval_r2": 0.1273264644968536,
"eval_runtime": 65.4954,
"eval_samples_per_second": 6.107,
"eval_steps_per_second": 3.054,
"step": 200
},
{
"epoch": 1,
"learning_rate": 9.999826244478293e-05,
"loss": 0.0187,
"step": 250
},
{
"epoch": 1,
"eval_loss": 0.019103730097413063,
"eval_mae": 0.10563357919454575,
"eval_mse": 0.01910446584224701,
"eval_r2": 0.14288129156056273,
"eval_runtime": 67.6226,
"eval_samples_per_second": 5.915,
"eval_steps_per_second": 2.958,
"step": 250
},
{
"epoch": 1,
"learning_rate": 9.995362383107962e-05,
"loss": 0.0183,
"step": 300
},
{
"epoch": 1,
"eval_loss": 0.0188433900475502,
"eval_mae": 0.1049303263425827,
"eval_mse": 0.018846124410629272,
"eval_r2": 0.15557466279282905,
"eval_runtime": 63.0108,
"eval_samples_per_second": 6.348,
"eval_steps_per_second": 3.174,
"step": 300
},
{
"epoch": 1,
"learning_rate": 9.98487151097676e-05,
"loss": 0.0181,
"step": 350
},
{
"epoch": 1,
"eval_loss": 0.018534274771809578,
"eval_mae": 0.10398274660110474,
"eval_mse": 0.018525807186961174,
"eval_r2": 0.16440368152546336,
"eval_runtime": 63.6126,
"eval_samples_per_second": 6.288,
"eval_steps_per_second": 3.144,
"step": 350
},
{
"epoch": 1,
"learning_rate": 9.968366285544619e-05,
"loss": 0.0179,
"step": 400
},
{
"epoch": 1,
"eval_loss": 0.01846296340227127,
"eval_mae": 0.10383900254964828,
"eval_mse": 0.018469005823135376,
"eval_r2": 0.17126507792798895,
"eval_runtime": 64.4338,
"eval_samples_per_second": 6.208,
"eval_steps_per_second": 3.104,
"step": 400
},
{
"epoch": 1,
"learning_rate": 9.945866620716411e-05,
"loss": 0.0177,
"step": 450
},
{
"epoch": 1,
"eval_loss": 0.01835346780717373,
"eval_mae": 0.10348159074783325,
"eval_mse": 0.018356231972575188,
"eval_r2": 0.1812631242910432,
"eval_runtime": 63.7952,
"eval_samples_per_second": 6.27,
"eval_steps_per_second": 3.135,
"step": 450
},
{
"epoch": 2,
"learning_rate": 9.917399662815391e-05,
"loss": 0.0176,
"step": 500
},
{
"epoch": 2,
"eval_loss": 0.018152762204408646,
"eval_mae": 0.10292253643274307,
"eval_mse": 0.018158329650759697,
"eval_r2": 0.18455260254083927,
"eval_runtime": 62.2123,
"eval_samples_per_second": 6.43,
"eval_steps_per_second": 3.215,
"step": 500
},
{
"epoch": 2,
"learning_rate": 9.882999757830588e-05,
"loss": 0.0175,
"step": 550
},
{
"epoch": 2,
"eval_loss": 0.018096117302775383,
"eval_mae": 0.10270749032497406,
"eval_mse": 0.01808706857264042,
"eval_r2": 0.1878013710016545,
"eval_runtime": 62.45,
"eval_samples_per_second": 6.405,
"eval_steps_per_second": 3.203,
"step": 550
},
{
"epoch": 2,
"learning_rate": 9.842708409977635e-05,
"loss": 0.0174,
"step": 600
},
{
"epoch": 2,
"eval_loss": 0.018007792532444,
"eval_mae": 0.10250235348939896,
"eval_mse": 0.01801513321697712,
"eval_r2": 0.19156642781886424,
"eval_runtime": 62.617,
"eval_samples_per_second": 6.388,
"eval_steps_per_second": 3.194,
"step": 600
},
{
"epoch": 2,
"learning_rate": 9.796574231623055e-05,
"loss": 0.0173,
"step": 650
},
{
"epoch": 2,
"eval_loss": 0.017887134104967117,
"eval_mae": 0.10214251279830933,
"eval_mse": 0.017883572727441788,
"eval_r2": 0.19610529281414957,
"eval_runtime": 63.0647,
"eval_samples_per_second": 6.343,
"eval_steps_per_second": 3.171,
"step": 650
},
{
"epoch": 2,
"learning_rate": 9.744652884632406e-05,
"loss": 0.0173,
"step": 700
},
{
"epoch": 2,
"eval_loss": 0.017843402922153473,
"eval_mae": 0.10201350599527359,
"eval_mse": 0.017849572002887726,
"eval_r2": 0.20036411183239422,
"eval_runtime": 63.1964,
"eval_samples_per_second": 6.329,
"eval_steps_per_second": 3.165,
"step": 700
},
{
"epoch": 3,
"learning_rate": 9.687007013213063e-05,
"loss": 0.0172,
"step": 750
},
{
"epoch": 3,
"eval_loss": 0.017804041504859924,
"eval_mae": 0.10189322382211685,
"eval_mse": 0.01781976968050003,
"eval_r2": 0.20562580407293896,
"eval_runtime": 63.7696,
"eval_samples_per_second": 6.273,
"eval_steps_per_second": 3.136,
"step": 750
},
{
"epoch": 3,
"learning_rate": 9.623706168332645e-05,
"loss": 0.0171,
"step": 800
},
{
"epoch": 3,
"eval_loss": 0.017708342522382736,
"eval_mae": 0.10164093226194382,
"eval_mse": 0.017712706699967384,
"eval_r2": 0.20602592052107038,
"eval_runtime": 63.456,
"eval_samples_per_second": 6.304,
"eval_steps_per_second": 3.152,
"step": 800
},
{
"epoch": 3,
"learning_rate": 9.554826723804303e-05,
"loss": 0.017,
"step": 850
},
{
"epoch": 3,
"eval_loss": 0.017668385058641434,
"eval_mae": 0.10145936906337738,
"eval_mse": 0.017669973894953728,
"eval_r2": 0.20682701060142172,
"eval_runtime": 63.5861,
"eval_samples_per_second": 6.291,
"eval_steps_per_second": 3.145,
"step": 850
},
{
"epoch": 3,
"learning_rate": 9.480451784140091e-05,
"loss": 0.017,
"step": 900
},
{
"epoch": 3,
"eval_loss": 0.017553946003317833,
"eval_mae": 0.10114699602127075,
"eval_mse": 0.01755087450146675,
"eval_r2": 0.2111549450823803,
"eval_runtime": 62.7965,
"eval_samples_per_second": 6.37,
"eval_steps_per_second": 3.185,
"step": 900
},
{
"epoch": 3,
"learning_rate": 9.400671084283607e-05,
"loss": 0.017,
"step": 950
},
{
"epoch": 3,
"eval_loss": 0.017535727471113205,
"eval_mae": 0.10109320282936096,
"eval_mse": 0.017534563317894936,
"eval_r2": 0.21152867082641214,
"eval_runtime": 62.081,
"eval_samples_per_second": 6.443,
"eval_steps_per_second": 3.222,
"step": 950
},
{
"epoch": 4,
"learning_rate": 9.315580881342876e-05,
"loss": 0.0168,
"step": 1000
},
{
"epoch": 4,
"eval_loss": 0.01751740463078022,
"eval_mae": 0.10102058947086334,
"eval_mse": 0.017521008849143982,
"eval_r2": 0.2173146917939317,
"eval_runtime": 63.7702,
"eval_samples_per_second": 6.273,
"eval_steps_per_second": 3.136,
"step": 1000
},
{
"epoch": 4,
"learning_rate": 9.225283838454111e-05,
"loss": 0.0169,
"step": 1050
},
{
"epoch": 4,
"eval_loss": 0.017473317682743073,
"eval_mae": 0.1008896455168724,
"eval_mse": 0.0174697358161211,
"eval_r2": 0.21592913051237428,
"eval_runtime": 63.0763,
"eval_samples_per_second": 6.342,
"eval_steps_per_second": 3.171,
"step": 1050
},
{
"epoch": 4,
"learning_rate": 9.129888900916456e-05,
"loss": 0.0168,
"step": 1100
},
{
"epoch": 4,
"eval_loss": 0.01740197278559208,
"eval_mae": 0.10066132992506027,
"eval_mse": 0.017395442351698875,
"eval_r2": 0.21965390849250066,
"eval_runtime": 62.679,
"eval_samples_per_second": 6.382,
"eval_steps_per_second": 3.191,
"step": 1100
},
{
"epoch": 4,
"learning_rate": 9.029511164747175e-05,
"loss": 0.0168,
"step": 1150
},
{
"epoch": 4,
"eval_loss": 0.01737840846180916,
"eval_mae": 0.100642628967762,
"eval_mse": 0.01738792657852173,
"eval_r2": 0.2177673870807011,
"eval_runtime": 63.0635,
"eval_samples_per_second": 6.343,
"eval_steps_per_second": 3.171,
"step": 1150
},
{
"epoch": 5,
"learning_rate": 8.924271737815854e-05,
"loss": 0.0167,
"step": 1200
},
{
"epoch": 5,
"eval_loss": 0.017356639727950096,
"eval_mae": 0.10054408758878708,
"eval_mse": 0.01736092008650303,
"eval_r2": 0.22268234003478382,
"eval_runtime": 62.6903,
"eval_samples_per_second": 6.381,
"eval_steps_per_second": 3.19,
"step": 1200
},
{
"epoch": 5,
"learning_rate": 8.814297593725199e-05,
"loss": 0.0167,
"step": 1250
},
{
"epoch": 5,
"eval_loss": 0.017370322719216347,
"eval_mae": 0.10060014575719833,
"eval_mse": 0.017372848466038704,
"eval_r2": 0.22218442610232647,
"eval_runtime": 62.9578,
"eval_samples_per_second": 6.353,
"eval_steps_per_second": 3.177,
"step": 1250
},
{
"epoch": 5,
"learning_rate": 8.699721418614673e-05,
"loss": 0.0167,
"step": 1300
},
{
"epoch": 5,
"eval_loss": 0.017255190759897232,
"eval_mae": 0.10025202482938766,
"eval_mse": 0.0172572061419487,
"eval_r2": 0.2245981157395297,
"eval_runtime": 62.725,
"eval_samples_per_second": 6.377,
"eval_steps_per_second": 3.189,
"step": 1300
},
{
"epoch": 5,
"learning_rate": 8.580681451071866e-05,
"loss": 0.0166,
"step": 1350
},
{
"epoch": 5,
"eval_loss": 0.017206793650984764,
"eval_mae": 0.10011155903339386,
"eval_mse": 0.017209110781550407,
"eval_r2": 0.22857719354252215,
"eval_runtime": 63.8964,
"eval_samples_per_second": 6.26,
"eval_steps_per_second": 3.13,
"step": 1350
},
{
"epoch": 5,
"learning_rate": 8.457321315344694e-05,
"loss": 0.0167,
"step": 1400
},
{
"epoch": 5,
"eval_loss": 0.017166156321763992,
"eval_mae": 0.10000505298376083,
"eval_mse": 0.017173225060105324,
"eval_r2": 0.22773855218146166,
"eval_runtime": 63.4268,
"eval_samples_per_second": 6.306,
"eval_steps_per_second": 3.153,
"step": 1400
},
{
"epoch": 6,
"learning_rate": 8.329789848055704e-05,
"loss": 0.0164,
"step": 1450
},
{
"epoch": 6,
"eval_loss": 0.01718437485396862,
"eval_mae": 0.10002291202545166,
"eval_mse": 0.01718369498848915,
"eval_r2": 0.2300388059901679,
"eval_runtime": 63.8338,
"eval_samples_per_second": 6.266,
"eval_steps_per_second": 3.133,
"step": 1450
},
{
"epoch": 6,
"learning_rate": 8.198240918627524e-05,
"loss": 0.0166,
"step": 1500
},
{
"epoch": 6,
"eval_loss": 0.017157739028334618,
"eval_mae": 0.09996546804904938,
"eval_mse": 0.017160937190055847,
"eval_r2": 0.23035895673172035,
"eval_runtime": 62.0856,
"eval_samples_per_second": 6.443,
"eval_steps_per_second": 3.221,
"step": 1500
},
{
"epoch": 6,
"learning_rate": 8.062833243636134e-05,
"loss": 0.0165,
"step": 1550
},
{
"epoch": 6,
"eval_loss": 0.01712297834455967,
"eval_mae": 0.09981416165828705,
"eval_mse": 0.017125777900218964,
"eval_r2": 0.23338275672251196,
"eval_runtime": 62.5642,
"eval_samples_per_second": 6.393,
"eval_steps_per_second": 3.197,
"step": 1550
},
{
"epoch": 6,
"learning_rate": 7.923730195315962e-05,
"loss": 0.0165,
"step": 1600
},
{
"epoch": 6,
"eval_loss": 0.01711028628051281,
"eval_mae": 0.09980826824903488,
"eval_mse": 0.01711735874414444,
"eval_r2": 0.23415986485617102,
"eval_runtime": 63.2895,
"eval_samples_per_second": 6.32,
"eval_steps_per_second": 3.16,
"step": 1600
},
{
"epoch": 6,
"learning_rate": 7.781099604447794e-05,
"loss": 0.0164,
"step": 1650
},
{
"epoch": 6,
"eval_loss": 0.017070267349481583,
"eval_mae": 0.09970243275165558,
"eval_mse": 0.01707725040614605,
"eval_r2": 0.23408428218933097,
"eval_runtime": 62.7311,
"eval_samples_per_second": 6.376,
"eval_steps_per_second": 3.188,
"step": 1650
},
{
"epoch": 7,
"learning_rate": 7.635113557867395e-05,
"loss": 0.0165,
"step": 1700
},
{
"epoch": 7,
"eval_loss": 0.017109189182519913,
"eval_mae": 0.09978970885276794,
"eval_mse": 0.017108654603362083,
"eval_r2": 0.23454243286934806,
"eval_runtime": 63.1248,
"eval_samples_per_second": 6.337,
"eval_steps_per_second": 3.168,
"step": 1700
},
{
"epoch": 7,
"learning_rate": 7.485948190839077e-05,
"loss": 0.0164,
"step": 1750
},
{
"epoch": 7,
"eval_loss": 0.01705513708293438,
"eval_mae": 0.09960421919822693,
"eval_mse": 0.017058243975043297,
"eval_r2": 0.2349071550024685,
"eval_runtime": 62.8704,
"eval_samples_per_second": 6.362,
"eval_steps_per_second": 3.181,
"step": 1750
},
{
"epoch": 7,
"learning_rate": 7.333783474544758e-05,
"loss": 0.0165,
"step": 1800
},
{
"epoch": 7,
"eval_loss": 0.01703445240855217,
"eval_mae": 0.09956526756286621,
"eval_mse": 0.017035936936736107,
"eval_r2": 0.23700014890629983,
"eval_runtime": 62.8756,
"eval_samples_per_second": 6.362,
"eval_steps_per_second": 3.181,
"step": 1800
},
{
"epoch": 7,
"learning_rate": 7.178802998944933e-05,
"loss": 0.0163,
"step": 1850
},
{
"epoch": 7,
"eval_loss": 0.017014818266034126,
"eval_mae": 0.09949322044849396,
"eval_mse": 0.01701194979250431,
"eval_r2": 0.23927528453479352,
"eval_runtime": 62.7426,
"eval_samples_per_second": 6.375,
"eval_steps_per_second": 3.188,
"step": 1850
},
{
"epoch": 7,
"learning_rate": 7.021193751273462e-05,
"loss": 0.0163,
"step": 1900
},
{
"epoch": 7,
"eval_loss": 0.016955234110355377,
"eval_mae": 0.09930498152971268,
"eval_mse": 0.01695319451391697,
"eval_r2": 0.2370158653005695,
"eval_runtime": 63.4621,
"eval_samples_per_second": 6.303,
"eval_steps_per_second": 3.151,
"step": 1900
},
{
"epoch": 8,
"learning_rate": 6.86114589043352e-05,
"loss": 0.0163,
"step": 1950
},
{
"epoch": 8,
"eval_loss": 0.016957027837634087,
"eval_mae": 0.09929080307483673,
"eval_mse": 0.016954666003584862,
"eval_r2": 0.23837789423341782,
"eval_runtime": 63.6096,
"eval_samples_per_second": 6.288,
"eval_steps_per_second": 3.144,
"step": 1950
},
{
"epoch": 8,
"learning_rate": 6.698852517566836e-05,
"loss": 0.0163,
"step": 2000
},
{
"epoch": 8,
"eval_loss": 0.016924967989325523,
"eval_mae": 0.09920791536569595,
"eval_mse": 0.016921618953347206,
"eval_r2": 0.23921405049323863,
"eval_runtime": 62.3232,
"eval_samples_per_second": 6.418,
"eval_steps_per_second": 3.209,
"step": 2000
},
{
"epoch": 8,
"learning_rate": 6.534509443073072e-05,
"loss": 0.0163,
"step": 2050
},
{
"epoch": 8,
"eval_loss": 0.016955628991127014,
"eval_mae": 0.09933258593082428,
"eval_mse": 0.01695682480931282,
"eval_r2": 0.24050878076217264,
"eval_runtime": 62.7525,
"eval_samples_per_second": 6.374,
"eval_steps_per_second": 3.187,
"step": 2050
},
{
"epoch": 8,
"learning_rate": 6.368314950360415e-05,
"loss": 0.0163,
"step": 2100
},
{
"epoch": 8,
"eval_loss": 0.016915885731577873,
"eval_mae": 0.09923145920038223,
"eval_mse": 0.01692046783864498,
"eval_r2": 0.24116580712888347,
"eval_runtime": 62.4103,
"eval_samples_per_second": 6.409,
"eval_steps_per_second": 3.205,
"step": 2100
},
{
"epoch": 9,
"learning_rate": 6.200469556612435e-05,
"loss": 0.0163,
"step": 2150
},
{
"epoch": 9,
"eval_loss": 0.016883673146367073,
"eval_mae": 0.09907432645559311,
"eval_mse": 0.016882291063666344,
"eval_r2": 0.23994247077801656,
"eval_runtime": 63.1914,
"eval_samples_per_second": 6.33,
"eval_steps_per_second": 3.165,
"step": 2150
},
{
"epoch": 9,
"learning_rate": 6.031175770859848e-05,
"loss": 0.0163,
"step": 2200
},
{
"epoch": 9,
"eval_loss": 0.01691693253815174,
"eval_mae": 0.09921909868717194,
"eval_mse": 0.01691514253616333,
"eval_r2": 0.24448073571582285,
"eval_runtime": 63.0869,
"eval_samples_per_second": 6.34,
"eval_steps_per_second": 3.17,
"step": 2200
},
{
"epoch": 9,
"learning_rate": 5.8606378496490735e-05,
"loss": 0.0163,
"step": 2250
},
{
"epoch": 9,
"eval_loss": 0.01691095158457756,
"eval_mae": 0.09917566925287247,
"eval_mse": 0.016911856830120087,
"eval_r2": 0.24367263560029062,
"eval_runtime": 62.6214,
"eval_samples_per_second": 6.388,
"eval_steps_per_second": 3.194,
"step": 2250
},
{
"epoch": 9,
"learning_rate": 5.6890615506023705e-05,
"loss": 0.0162,
"step": 2300
},
{
"epoch": 9,
"eval_loss": 0.016852255910634995,
"eval_mae": 0.09895263612270355,
"eval_mse": 0.016846586018800735,
"eval_r2": 0.24440525606317043,
"eval_runtime": 63.9638,
"eval_samples_per_second": 6.254,
"eval_steps_per_second": 3.127,
"step": 2300
},
{
"epoch": 9,
"learning_rate": 5.5166538841669025e-05,
"loss": 0.0161,
"step": 2350
},
{
"epoch": 9,
"eval_loss": 0.016831671819090843,
"eval_mae": 0.09894772619009018,
"eval_mse": 0.01683351770043373,
"eval_r2": 0.24440384235611556,
"eval_runtime": 63.0545,
"eval_samples_per_second": 6.344,
"eval_steps_per_second": 3.172,
"step": 2350
},
{
"epoch": 10,
"learning_rate": 5.343622863852232e-05,
"loss": 0.0163,
"step": 2400
},
{
"epoch": 10,
"eval_loss": 0.016827262938022614,
"eval_mae": 0.09892594069242477,
"eval_mse": 0.01683083176612854,
"eval_r2": 0.24909316086739675,
"eval_runtime": 62.71,
"eval_samples_per_second": 6.379,
"eval_steps_per_second": 3.189,
"step": 2400
},
{
"epoch": 10,
"learning_rate": 5.170177255257618e-05,
"loss": 0.0162,
"step": 2450
},
{
"epoch": 10,
"eval_loss": 0.016822684556245804,
"eval_mae": 0.09890511631965637,
"eval_mse": 0.016828058287501335,
"eval_r2": 0.24537013068417224,
"eval_runtime": 62.313,
"eval_samples_per_second": 6.419,
"eval_steps_per_second": 3.21,
"step": 2450
},
{
"epoch": 10,
"learning_rate": 4.996526324191872e-05,
"loss": 0.0161,
"step": 2500
},
{
"epoch": 10,
"eval_loss": 0.016806134954094887,
"eval_mae": 0.09885768592357635,
"eval_mse": 0.01680225133895874,
"eval_r2": 0.24621643781805225,
"eval_runtime": 62.9889,
"eval_samples_per_second": 6.35,
"eval_steps_per_second": 3.175,
"step": 2500
},
{
"epoch": 10,
"learning_rate": 4.822879584189731e-05,
"loss": 0.0162,
"step": 2550
},
{
"epoch": 10,
"eval_loss": 0.01680067367851734,
"eval_mae": 0.09885375201702118,
"eval_mse": 0.01680714637041092,
"eval_r2": 0.2480926793721172,
"eval_runtime": 62.8794,
"eval_samples_per_second": 6.361,
"eval_steps_per_second": 3.181,
"step": 2550
},
{
"epoch": 10,
"learning_rate": 4.6494465437293225e-05,
"loss": 0.0162,
"step": 2600
},
{
"epoch": 10,
"eval_loss": 0.01678573526442051,
"eval_mae": 0.09876307845115662,
"eval_mse": 0.01678406447172165,
"eval_r2": 0.24622674800267175,
"eval_runtime": 63.1145,
"eval_samples_per_second": 6.338,
"eval_steps_per_second": 3.169,
"step": 2600
},
{
"epoch": 11,
"learning_rate": 4.476436453455742e-05,
"loss": 0.0161,
"step": 2650
},
{
"epoch": 11,
"eval_loss": 0.016767781227827072,
"eval_mae": 0.09874103963375092,
"eval_mse": 0.01676834560930729,
"eval_r2": 0.24893675048568276,
"eval_runtime": 63.6881,
"eval_samples_per_second": 6.281,
"eval_steps_per_second": 3.14,
"step": 2650
},
{
"epoch": 11,
"learning_rate": 4.3040580537157024e-05,
"loss": 0.0161,
"step": 2700
},
{
"epoch": 11,
"eval_loss": 0.016766654327511787,
"eval_mae": 0.0987214520573616,
"eval_mse": 0.016764981672167778,
"eval_r2": 0.24921689372938038,
"eval_runtime": 62.2087,
"eval_samples_per_second": 6.43,
"eval_steps_per_second": 3.215,
"step": 2700
},
{
"epoch": 11,
"learning_rate": 4.1325193227078816e-05,
"loss": 0.0161,
"step": 2750
},
{
"epoch": 11,
"eval_loss": 0.01673816703259945,
"eval_mae": 0.09863594174385071,
"eval_mse": 0.01673576422035694,
"eval_r2": 0.24761288350255228,
"eval_runtime": 62.9694,
"eval_samples_per_second": 6.352,
"eval_steps_per_second": 3.176,
"step": 2750
},
{
"epoch": 11,
"learning_rate": 3.962027225552807e-05,
"loss": 0.0162,
"step": 2800
},
{
"epoch": 11,
"eval_loss": 0.016739826649427414,
"eval_mae": 0.09863518178462982,
"eval_mse": 0.016731785610318184,
"eval_r2": 0.24922910335616988,
"eval_runtime": 62.5788,
"eval_samples_per_second": 6.392,
"eval_steps_per_second": 3.196,
"step": 2800
},
{
"epoch": 11,
"learning_rate": 3.79278746458504e-05,
"loss": 0.0161,
"step": 2850
},
{
"epoch": 11,
"eval_loss": 0.016736237332224846,
"eval_mae": 0.09862860292196274,
"eval_mse": 0.016738129779696465,
"eval_r2": 0.24936630700011952,
"eval_runtime": 63.2169,
"eval_samples_per_second": 6.327,
"eval_steps_per_second": 3.164,
"step": 2850
},
{
"epoch": 12,
"learning_rate": 3.6250042311689505e-05,
"loss": 0.0161,
"step": 2900
},
{
"epoch": 12,
"eval_loss": 0.016720617190003395,
"eval_mae": 0.09856829792261124,
"eval_mse": 0.016721663996577263,
"eval_r2": 0.24943757367634767,
"eval_runtime": 62.9559,
"eval_samples_per_second": 6.354,
"eval_steps_per_second": 3.177,
"step": 2900
},
{
"epoch": 12,
"learning_rate": 3.458879959337494e-05,
"loss": 0.016,
"step": 2950
},
{
"epoch": 12,
"eval_loss": 0.01672213524580002,
"eval_mae": 0.0985676720738411,
"eval_mse": 0.016720319166779518,
"eval_r2": 0.24865355220765406,
"eval_runtime": 63.4117,
"eval_samples_per_second": 6.308,
"eval_steps_per_second": 3.154,
"step": 2950
},
{
"epoch": 12,
"learning_rate": 3.294615081551259e-05,
"loss": 0.0161,
"step": 3000
},
{
"epoch": 12,
"eval_loss": 0.016707362607121468,
"eval_mae": 0.09850940108299255,
"eval_mse": 0.016702940687537193,
"eval_r2": 0.24840998553438287,
"eval_runtime": 62.8197,
"eval_samples_per_second": 6.367,
"eval_steps_per_second": 3.184,
"step": 3000
},
{
"epoch": 12,
"learning_rate": 3.132407786872442e-05,
"loss": 0.0161,
"step": 3050
},
{
"epoch": 12,
"eval_loss": 0.01671912521123886,
"eval_mae": 0.09860337525606155,
"eval_mse": 0.016718650236725807,
"eval_r2": 0.2525614324396165,
"eval_runtime": 62.3061,
"eval_samples_per_second": 6.42,
"eval_steps_per_second": 3.21,
"step": 3050
},
{
"epoch": 13,
"learning_rate": 2.9724537818455466e-05,
"loss": 0.016,
"step": 3100
},
{
"epoch": 13,
"eval_loss": 0.016661079600453377,
"eval_mae": 0.09843301773071289,
"eval_mse": 0.016662681475281715,
"eval_r2": 0.25208811381954643,
"eval_runtime": 62.656,
"eval_samples_per_second": 6.384,
"eval_steps_per_second": 3.192,
"step": 3100
},
{
"epoch": 13,
"learning_rate": 2.8149460543732664e-05,
"loss": 0.0161,
"step": 3150
},
{
"epoch": 13,
"eval_loss": 0.016676336526870728,
"eval_mae": 0.09842842072248459,
"eval_mse": 0.01667998544871807,
"eval_r2": 0.25096189530992574,
"eval_runtime": 61.8687,
"eval_samples_per_second": 6.465,
"eval_steps_per_second": 3.233,
"step": 3150
},
{
"epoch": 13,
"learning_rate": 2.6600746408725063e-05,
"loss": 0.0161,
"step": 3200
},
{
"epoch": 13,
"eval_loss": 0.016732489690184593,
"eval_mae": 0.09858258813619614,
"eval_mse": 0.016734851524233818,
"eval_r2": 0.25186837331344525,
"eval_runtime": 62.9675,
"eval_samples_per_second": 6.352,
"eval_steps_per_second": 3.176,
"step": 3200
},
{
"epoch": 13,
"learning_rate": 2.5080263969913897e-05,
"loss": 0.016,
"step": 3250
},
{
"epoch": 13,
"eval_loss": 0.016638994216918945,
"eval_mae": 0.09835705161094666,
"eval_mse": 0.016642747446894646,
"eval_r2": 0.25120772331092656,
"eval_runtime": 62.2252,
"eval_samples_per_second": 6.428,
"eval_steps_per_second": 3.214,
"step": 3250
},
{
"epoch": 13,
"learning_rate": 2.3589847721639617e-05,
"loss": 0.0161,
"step": 3300
},
{
"epoch": 13,
"eval_loss": 0.01668979413807392,
"eval_mae": 0.09847620874643326,
"eval_mse": 0.016691412776708603,
"eval_r2": 0.2516642585572433,
"eval_runtime": 63.1219,
"eval_samples_per_second": 6.337,
"eval_steps_per_second": 3.168,
"step": 3300
},
{
"epoch": 14,
"learning_rate": 2.2131295882745597e-05,
"loss": 0.016,
"step": 3350
},
{
"epoch": 14,
"eval_loss": 0.016662921756505966,
"eval_mae": 0.09842050820589066,
"eval_mse": 0.016670849174261093,
"eval_r2": 0.2505160489332994,
"eval_runtime": 62.776,
"eval_samples_per_second": 6.372,
"eval_steps_per_second": 3.186,
"step": 3350
},
{
"epoch": 14,
"learning_rate": 2.070636822698877e-05,
"loss": 0.0159,
"step": 3400
},
{
"epoch": 14,
"eval_loss": 0.01665448024868965,
"eval_mae": 0.09836740046739578,
"eval_mse": 0.016657505184412003,
"eval_r2": 0.25081546773511,
"eval_runtime": 62.5067,
"eval_samples_per_second": 6.399,
"eval_steps_per_second": 3.2,
"step": 3400
},
{
"epoch": 14,
"learning_rate": 1.9316783959835345e-05,
"loss": 0.016,
"step": 3450
},
{
"epoch": 14,
"eval_loss": 0.01669839210808277,
"eval_mae": 0.09849409759044647,
"eval_mse": 0.01669597439467907,
"eval_r2": 0.25497888003639246,
"eval_runtime": 63.4933,
"eval_samples_per_second": 6.3,
"eval_steps_per_second": 3.15,
"step": 3450
},
{
"epoch": 14,
"learning_rate": 1.796421964420285e-05,
"loss": 0.0161,
"step": 3500
},
{
"epoch": 14,
"eval_loss": 0.01662326790392399,
"eval_mae": 0.0982794538140297,
"eval_mse": 0.016625171527266502,
"eval_r2": 0.2520529598686879,
"eval_runtime": 62.7103,
"eval_samples_per_second": 6.379,
"eval_steps_per_second": 3.189,
"step": 3500
},
{
"epoch": 14,
"learning_rate": 1.665030717765149e-05,
"loss": 0.016,
"step": 3550
},
{
"epoch": 14,
"eval_loss": 0.016656357795000076,
"eval_mae": 0.09835183620452881,
"eval_mse": 0.016651729121804237,
"eval_r2": 0.2521458867843698,
"eval_runtime": 64.4578,
"eval_samples_per_second": 6.206,
"eval_steps_per_second": 3.103,
"step": 3550
},
{
"epoch": 15,
"learning_rate": 1.5376631823464953e-05,
"loss": 0.0161,
"step": 3600
},
{
"epoch": 15,
"eval_loss": 0.01665300317108631,
"eval_mae": 0.09836214780807495,
"eval_mse": 0.01665370911359787,
"eval_r2": 0.25267425736469795,
"eval_runtime": 63.0441,
"eval_samples_per_second": 6.345,
"eval_steps_per_second": 3.172,
"step": 3600
},
{
"epoch": 15,
"learning_rate": 1.4144730297996666e-05,
"loss": 0.016,
"step": 3650
},
{
"epoch": 15,
"eval_loss": 0.01662749983370304,
"eval_mae": 0.09827445447444916,
"eval_mse": 0.016627401113510132,
"eval_r2": 0.2526889218862315,
"eval_runtime": 62.6614,
"eval_samples_per_second": 6.384,
"eval_steps_per_second": 3.192,
"step": 3650
},
{
"epoch": 15,
"learning_rate": 1.295608891658896e-05,
"loss": 0.016,
"step": 3700
},
{
"epoch": 15,
"eval_loss": 0.016592269763350487,
"eval_mae": 0.09820396453142166,
"eval_mse": 0.0165996253490448,
"eval_r2": 0.25472996642841683,
"eval_runtime": 63.4328,
"eval_samples_per_second": 6.306,
"eval_steps_per_second": 3.153,
"step": 3700
},
{
"epoch": 15,
"learning_rate": 1.1812141800301945e-05,
"loss": 0.016,
"step": 3750
},
{
"epoch": 15,
"eval_loss": 0.016636423766613007,
"eval_mae": 0.0983065739274025,
"eval_mse": 0.016633499413728714,
"eval_r2": 0.25374046203309764,
"eval_runtime": 62.8839,
"eval_samples_per_second": 6.361,
"eval_steps_per_second": 3.18,
"step": 3750
},
{
"epoch": 15,
"learning_rate": 1.0714269145616063e-05,
"loss": 0.0159,
"step": 3800
},
{
"epoch": 15,
"eval_loss": 0.016631022095680237,
"eval_mae": 0.09828473627567291,
"eval_mse": 0.01662875898182392,
"eval_r2": 0.25143078561422905,
"eval_runtime": 62.4886,
"eval_samples_per_second": 6.401,
"eval_steps_per_second": 3.201,
"step": 3800
},
{
"epoch": 16,
"learning_rate": 9.663795559195733e-06,
"loss": 0.0159,
"step": 3850
},
{
"epoch": 16,
"eval_loss": 0.016640575602650642,
"eval_mae": 0.09832051396369934,
"eval_mse": 0.016639817506074905,
"eval_r2": 0.25420519067693936,
"eval_runtime": 63.7918,
"eval_samples_per_second": 6.27,
"eval_steps_per_second": 3.135,
"step": 3850
},
{
"epoch": 16,
"learning_rate": 8.661988459723309e-06,
"loss": 0.016,
"step": 3900
},
{
"epoch": 16,
"eval_loss": 0.016633687540888786,
"eval_mae": 0.09830807894468307,
"eval_mse": 0.0166340135037899,
"eval_r2": 0.2559419583101087,
"eval_runtime": 64.9995,
"eval_samples_per_second": 6.154,
"eval_steps_per_second": 3.077,
"step": 3900
},
{
"epoch": 16,
"learning_rate": 7.710056548731447e-06,
"loss": 0.016,
"step": 3950
},
{
"epoch": 16,
"eval_loss": 0.01665404625236988,
"eval_mae": 0.09835316985845566,
"eval_mse": 0.01665414310991764,
"eval_r2": 0.25389154611800946,
"eval_runtime": 63.3284,
"eval_samples_per_second": 6.316,
"eval_steps_per_second": 3.158,
"step": 3950
},
{
"epoch": 16,
"learning_rate": 6.809148352279182e-06,
"loss": 0.016,
"step": 4000
},
{
"epoch": 16,
"eval_loss": 0.016643621027469635,
"eval_mae": 0.09831266850233078,
"eval_mse": 0.0166462492197752,
"eval_r2": 0.253610910132235,
"eval_runtime": 62.8474,
"eval_samples_per_second": 6.365,
"eval_steps_per_second": 3.182,
"step": 4000
},
{
"epoch": 16,
"learning_rate": 5.960350835230766e-06,
"loss": 0.0159,
"step": 4050
},
{
"epoch": 16,
"eval_loss": 0.016641885042190552,
"eval_mae": 0.09831728786230087,
"eval_mse": 0.01664014533162117,
"eval_r2": 0.2530172455633002,
"eval_runtime": 62.9766,
"eval_samples_per_second": 6.352,
"eval_steps_per_second": 3.176,
"step": 4050
},
{
"epoch": 17,
"learning_rate": 5.164688089809444e-06,
"loss": 0.0159,
"step": 4100
},
{
"epoch": 17,
"eval_loss": 0.016620321199297905,
"eval_mae": 0.09825479984283447,
"eval_mse": 0.016620123758912086,
"eval_r2": 0.2543216647578763,
"eval_runtime": 63.7821,
"eval_samples_per_second": 6.271,
"eval_steps_per_second": 3.136,
"step": 4100
},
{
"epoch": 17,
"learning_rate": 4.423120100008582e-06,
"loss": 0.016,
"step": 4150
},
{
"epoch": 17,
"eval_loss": 0.016626114025712013,
"eval_mae": 0.0982520654797554,
"eval_mse": 0.01661662384867668,
"eval_r2": 0.25688829356860643,
"eval_runtime": 63.3768,
"eval_samples_per_second": 6.311,
"eval_steps_per_second": 3.156,
"step": 4150
},
{
"epoch": 17,
"learning_rate": 3.7365415833504725e-06,
"loss": 0.0159,
"step": 4200
},
{
"epoch": 17,
"eval_loss": 0.016621023416519165,
"eval_mae": 0.0982469841837883,
"eval_mse": 0.01662403903901577,
"eval_r2": 0.2562592876194061,
"eval_runtime": 63.3616,
"eval_samples_per_second": 6.313,
"eval_steps_per_second": 3.156,
"step": 4200
},
{
"epoch": 17,
"learning_rate": 3.105780911390738e-06,
"loss": 0.016,
"step": 4250
},
{
"epoch": 17,
"eval_loss": 0.01661110669374466,
"eval_mae": 0.09821216762065887,
"eval_mse": 0.016603710129857063,
"eval_r2": 0.2534045631002596,
"eval_runtime": 63.6674,
"eval_samples_per_second": 6.283,
"eval_steps_per_second": 3.141,
"step": 4250
},
{
"epoch": 18,
"learning_rate": 2.5315991102703716e-06,
"loss": 0.016,
"step": 4300
},
{
"epoch": 18,
"eval_loss": 0.016594773158431053,
"eval_mae": 0.09816820174455643,
"eval_mse": 0.016600053757429123,
"eval_r2": 0.25425809369382535,
"eval_runtime": 63.3127,
"eval_samples_per_second": 6.318,
"eval_steps_per_second": 3.159,
"step": 4300
},
{
"epoch": 18,
"learning_rate": 2.0146889425216476e-06,
"loss": 0.016,
"step": 4350
},
{
"epoch": 18,
"eval_loss": 0.016598813235759735,
"eval_mae": 0.09816797077655792,
"eval_mse": 0.016591567546129227,
"eval_r2": 0.2551125072294508,
"eval_runtime": 61.9837,
"eval_samples_per_second": 6.453,
"eval_steps_per_second": 3.227,
"step": 4350
},
{
"epoch": 18,
"learning_rate": 1.555674071235358e-06,
"loss": 0.0159,
"step": 4400
},
{
"epoch": 18,
"eval_loss": 0.016573524102568626,
"eval_mae": 0.09814300388097763,
"eval_mse": 0.016571756452322006,
"eval_r2": 0.25463921169715287,
"eval_runtime": 63.1303,
"eval_samples_per_second": 6.336,
"eval_steps_per_second": 3.168,
"step": 4400
},
{
"epoch": 18,
"learning_rate": 1.155108307598024e-06,
"loss": 0.016,
"step": 4450
},
{
"epoch": 18,
"eval_loss": 0.016580162569880486,
"eval_mae": 0.09815159440040588,
"eval_mse": 0.01658167876303196,
"eval_r2": 0.25566179703610914,
"eval_runtime": 63.3862,
"eval_samples_per_second": 6.311,
"eval_steps_per_second": 3.155,
"step": 4450
},
{
"epoch": 18,
"learning_rate": 8.134749427070376e-07,
"loss": 0.016,
"step": 4500
},
{
"epoch": 18,
"eval_loss": 0.016592783853411674,
"eval_mae": 0.0981706902384758,
"eval_mse": 0.016597216948866844,
"eval_r2": 0.25482598937850753,
"eval_runtime": 63.3827,
"eval_samples_per_second": 6.311,
"eval_steps_per_second": 3.155,
"step": 4500
},
{
"epoch": 19,
"learning_rate": 5.311861644696048e-07,
"loss": 0.0159,
"step": 4550
},
{
"epoch": 19,
"eval_loss": 0.01663564145565033,
"eval_mae": 0.09826894104480743,
"eval_mse": 0.0166276004165411,
"eval_r2": 0.2547617221900892,
"eval_runtime": 62.9726,
"eval_samples_per_second": 6.352,
"eval_steps_per_second": 3.176,
"step": 4550
},
{
"epoch": 19,
"learning_rate": 3.0858256028932776e-07,
"loss": 0.016,
"step": 4600
},
{
"epoch": 19,
"eval_loss": 0.016616160050034523,
"eval_mae": 0.09824874997138977,
"eval_mse": 0.016616739332675934,
"eval_r2": 0.2550670819722727,
"eval_runtime": 62.541,
"eval_samples_per_second": 6.396,
"eval_steps_per_second": 3.198,
"step": 4600
}
],
"max_steps": 4760,
"num_train_epochs": 20,
"total_flos": 1.1833548390119886e+21,
"trial_name": null,
"trial_params": null
}