llama-8x265m-moe / trainer_state.json
JuncaiL's picture
upload llama-8x265m-moe model checkpoint
1ffa590 verified
raw
history blame
71.7 kB
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 0.9909375794020496,
"global_step": 58500,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0,
"learning_rate": 4.9915304480392985e-05,
"loss": 3.5523,
"step": 100
},
{
"epoch": 0.0,
"learning_rate": 4.983060896078598e-05,
"loss": 3.5059,
"step": 200
},
{
"epoch": 0.01,
"learning_rate": 4.9745913441178964e-05,
"loss": 3.4767,
"step": 300
},
{
"epoch": 0.01,
"learning_rate": 4.966121792157195e-05,
"loss": 3.4675,
"step": 400
},
{
"epoch": 0.01,
"learning_rate": 4.9576522401964936e-05,
"loss": 3.4419,
"step": 500
},
{
"epoch": 0.01,
"learning_rate": 4.9491826882357925e-05,
"loss": 3.4259,
"step": 600
},
{
"epoch": 0.01,
"learning_rate": 4.9407131362750914e-05,
"loss": 3.4161,
"step": 700
},
{
"epoch": 0.01,
"learning_rate": 4.93224358431439e-05,
"loss": 3.4152,
"step": 800
},
{
"epoch": 0.02,
"learning_rate": 4.9237740323536886e-05,
"loss": 3.4118,
"step": 900
},
{
"epoch": 0.02,
"learning_rate": 4.9153044803929875e-05,
"loss": 3.3924,
"step": 1000
},
{
"epoch": 0.02,
"learning_rate": 4.9068349284322865e-05,
"loss": 3.3977,
"step": 1100
},
{
"epoch": 0.02,
"learning_rate": 4.898365376471585e-05,
"loss": 3.3826,
"step": 1200
},
{
"epoch": 0.02,
"learning_rate": 4.889895824510884e-05,
"loss": 3.3833,
"step": 1300
},
{
"epoch": 0.02,
"learning_rate": 4.8814262725501826e-05,
"loss": 3.3938,
"step": 1400
},
{
"epoch": 0.03,
"learning_rate": 4.872956720589481e-05,
"loss": 3.3934,
"step": 1500
},
{
"epoch": 0.03,
"learning_rate": 4.86448716862878e-05,
"loss": 3.383,
"step": 1600
},
{
"epoch": 0.03,
"learning_rate": 4.856017616668079e-05,
"loss": 3.3647,
"step": 1700
},
{
"epoch": 0.03,
"learning_rate": 4.847548064707377e-05,
"loss": 3.3637,
"step": 1800
},
{
"epoch": 0.03,
"learning_rate": 4.839078512746676e-05,
"loss": 3.3612,
"step": 1900
},
{
"epoch": 0.03,
"learning_rate": 4.830608960785974e-05,
"loss": 3.3435,
"step": 2000
},
{
"epoch": 0.04,
"learning_rate": 4.822139408825274e-05,
"loss": 3.35,
"step": 2100
},
{
"epoch": 0.04,
"learning_rate": 4.813669856864572e-05,
"loss": 3.3507,
"step": 2200
},
{
"epoch": 0.04,
"learning_rate": 4.805200304903871e-05,
"loss": 3.3403,
"step": 2300
},
{
"epoch": 0.04,
"learning_rate": 4.796730752943169e-05,
"loss": 3.3351,
"step": 2400
},
{
"epoch": 0.04,
"learning_rate": 4.788261200982468e-05,
"loss": 3.3336,
"step": 2500
},
{
"epoch": 0.04,
"learning_rate": 4.779791649021767e-05,
"loss": 3.3289,
"step": 2600
},
{
"epoch": 0.05,
"learning_rate": 4.7713220970610654e-05,
"loss": 3.3252,
"step": 2700
},
{
"epoch": 0.05,
"learning_rate": 4.762852545100364e-05,
"loss": 3.307,
"step": 2800
},
{
"epoch": 0.05,
"learning_rate": 4.754382993139663e-05,
"loss": 3.3241,
"step": 2900
},
{
"epoch": 0.05,
"learning_rate": 4.745913441178962e-05,
"loss": 3.3298,
"step": 3000
},
{
"epoch": 0.05,
"learning_rate": 4.7374438892182604e-05,
"loss": 3.3349,
"step": 3100
},
{
"epoch": 0.05,
"learning_rate": 4.7289743372575594e-05,
"loss": 3.3212,
"step": 3200
},
{
"epoch": 0.06,
"learning_rate": 4.720504785296858e-05,
"loss": 3.3267,
"step": 3300
},
{
"epoch": 0.06,
"learning_rate": 4.7120352333361565e-05,
"loss": 3.3019,
"step": 3400
},
{
"epoch": 0.06,
"learning_rate": 4.7035656813754555e-05,
"loss": 3.304,
"step": 3500
},
{
"epoch": 0.06,
"learning_rate": 4.6950961294147544e-05,
"loss": 3.3016,
"step": 3600
},
{
"epoch": 0.06,
"learning_rate": 4.686626577454053e-05,
"loss": 3.293,
"step": 3700
},
{
"epoch": 0.06,
"learning_rate": 4.6781570254933516e-05,
"loss": 3.3048,
"step": 3800
},
{
"epoch": 0.07,
"learning_rate": 4.66968747353265e-05,
"loss": 3.2919,
"step": 3900
},
{
"epoch": 0.07,
"learning_rate": 4.6612179215719495e-05,
"loss": 3.3043,
"step": 4000
},
{
"epoch": 0.07,
"learning_rate": 4.652748369611248e-05,
"loss": 3.2934,
"step": 4100
},
{
"epoch": 0.07,
"learning_rate": 4.644278817650547e-05,
"loss": 3.285,
"step": 4200
},
{
"epoch": 0.07,
"learning_rate": 4.635809265689845e-05,
"loss": 3.2975,
"step": 4300
},
{
"epoch": 0.07,
"learning_rate": 4.627339713729144e-05,
"loss": 3.2965,
"step": 4400
},
{
"epoch": 0.08,
"learning_rate": 4.618870161768443e-05,
"loss": 3.2948,
"step": 4500
},
{
"epoch": 0.08,
"learning_rate": 4.610400609807741e-05,
"loss": 3.2798,
"step": 4600
},
{
"epoch": 0.08,
"learning_rate": 4.6019310578470407e-05,
"loss": 3.2814,
"step": 4700
},
{
"epoch": 0.08,
"learning_rate": 4.593461505886339e-05,
"loss": 3.2806,
"step": 4800
},
{
"epoch": 0.08,
"learning_rate": 4.584991953925638e-05,
"loss": 3.2848,
"step": 4900
},
{
"epoch": 0.08,
"learning_rate": 4.576522401964936e-05,
"loss": 3.269,
"step": 5000
},
{
"epoch": 0.09,
"learning_rate": 4.568052850004235e-05,
"loss": 3.2796,
"step": 5100
},
{
"epoch": 0.09,
"learning_rate": 4.559583298043534e-05,
"loss": 3.2701,
"step": 5200
},
{
"epoch": 0.09,
"learning_rate": 4.551113746082832e-05,
"loss": 3.2709,
"step": 5300
},
{
"epoch": 0.09,
"learning_rate": 4.542644194122131e-05,
"loss": 3.2648,
"step": 5400
},
{
"epoch": 0.09,
"learning_rate": 4.53417464216143e-05,
"loss": 3.2835,
"step": 5500
},
{
"epoch": 0.09,
"learning_rate": 4.5257050902007284e-05,
"loss": 3.2673,
"step": 5600
},
{
"epoch": 0.1,
"learning_rate": 4.517235538240027e-05,
"loss": 3.2659,
"step": 5700
},
{
"epoch": 0.1,
"learning_rate": 4.5087659862793255e-05,
"loss": 3.2549,
"step": 5800
},
{
"epoch": 0.1,
"learning_rate": 4.500296434318625e-05,
"loss": 3.2573,
"step": 5900
},
{
"epoch": 0.1,
"learning_rate": 4.4918268823579234e-05,
"loss": 3.2486,
"step": 6000
},
{
"epoch": 0.1,
"learning_rate": 4.4833573303972223e-05,
"loss": 3.2548,
"step": 6100
},
{
"epoch": 0.11,
"learning_rate": 4.474887778436521e-05,
"loss": 3.2523,
"step": 6200
},
{
"epoch": 0.11,
"learning_rate": 4.4664182264758195e-05,
"loss": 3.2674,
"step": 6300
},
{
"epoch": 0.11,
"learning_rate": 4.4579486745151185e-05,
"loss": 3.257,
"step": 6400
},
{
"epoch": 0.11,
"learning_rate": 4.449479122554417e-05,
"loss": 3.2652,
"step": 6500
},
{
"epoch": 0.11,
"learning_rate": 4.4410095705937163e-05,
"loss": 3.2565,
"step": 6600
},
{
"epoch": 0.11,
"learning_rate": 4.4325400186330146e-05,
"loss": 3.2571,
"step": 6700
},
{
"epoch": 0.12,
"learning_rate": 4.424070466672313e-05,
"loss": 3.2416,
"step": 6800
},
{
"epoch": 0.12,
"learning_rate": 4.415600914711612e-05,
"loss": 3.2518,
"step": 6900
},
{
"epoch": 0.12,
"learning_rate": 4.407131362750911e-05,
"loss": 3.2419,
"step": 7000
},
{
"epoch": 0.12,
"learning_rate": 4.3986618107902097e-05,
"loss": 3.2416,
"step": 7100
},
{
"epoch": 0.12,
"learning_rate": 4.390192258829508e-05,
"loss": 3.2563,
"step": 7200
},
{
"epoch": 0.12,
"learning_rate": 4.381722706868807e-05,
"loss": 3.2414,
"step": 7300
},
{
"epoch": 0.13,
"learning_rate": 4.373253154908106e-05,
"loss": 3.2349,
"step": 7400
},
{
"epoch": 0.13,
"learning_rate": 4.364783602947404e-05,
"loss": 3.2392,
"step": 7500
},
{
"epoch": 0.13,
"learning_rate": 4.356314050986703e-05,
"loss": 3.236,
"step": 7600
},
{
"epoch": 0.13,
"learning_rate": 4.347844499026002e-05,
"loss": 3.2474,
"step": 7700
},
{
"epoch": 0.13,
"learning_rate": 4.339374947065301e-05,
"loss": 3.2344,
"step": 7800
},
{
"epoch": 0.13,
"learning_rate": 4.330905395104599e-05,
"loss": 3.2309,
"step": 7900
},
{
"epoch": 0.14,
"learning_rate": 4.322435843143898e-05,
"loss": 3.2296,
"step": 8000
},
{
"epoch": 0.14,
"learning_rate": 4.313966291183197e-05,
"loss": 3.2213,
"step": 8100
},
{
"epoch": 0.14,
"learning_rate": 4.305496739222495e-05,
"loss": 3.2372,
"step": 8200
},
{
"epoch": 0.14,
"learning_rate": 4.297027187261794e-05,
"loss": 3.2285,
"step": 8300
},
{
"epoch": 0.14,
"learning_rate": 4.2885576353010924e-05,
"loss": 3.2271,
"step": 8400
},
{
"epoch": 0.14,
"learning_rate": 4.280088083340392e-05,
"loss": 3.2262,
"step": 8500
},
{
"epoch": 0.15,
"learning_rate": 4.27161853137969e-05,
"loss": 3.2374,
"step": 8600
},
{
"epoch": 0.15,
"learning_rate": 4.2631489794189885e-05,
"loss": 3.2158,
"step": 8700
},
{
"epoch": 0.15,
"learning_rate": 4.2546794274582875e-05,
"loss": 3.2247,
"step": 8800
},
{
"epoch": 0.15,
"learning_rate": 4.2462098754975864e-05,
"loss": 3.2275,
"step": 8900
},
{
"epoch": 0.15,
"learning_rate": 4.237740323536885e-05,
"loss": 3.2122,
"step": 9000
},
{
"epoch": 0.15,
"learning_rate": 4.2292707715761836e-05,
"loss": 3.2236,
"step": 9100
},
{
"epoch": 0.16,
"learning_rate": 4.2208012196154825e-05,
"loss": 3.219,
"step": 9200
},
{
"epoch": 0.16,
"learning_rate": 4.2123316676547815e-05,
"loss": 3.2152,
"step": 9300
},
{
"epoch": 0.16,
"learning_rate": 4.20386211569408e-05,
"loss": 3.2141,
"step": 9400
},
{
"epoch": 0.16,
"learning_rate": 4.1953925637333787e-05,
"loss": 3.2222,
"step": 9500
},
{
"epoch": 0.16,
"learning_rate": 4.1869230117726776e-05,
"loss": 3.217,
"step": 9600
},
{
"epoch": 0.16,
"learning_rate": 4.1784534598119765e-05,
"loss": 3.19,
"step": 9700
},
{
"epoch": 0.17,
"learning_rate": 4.169983907851275e-05,
"loss": 3.2152,
"step": 9800
},
{
"epoch": 0.17,
"learning_rate": 4.161514355890573e-05,
"loss": 3.2156,
"step": 9900
},
{
"epoch": 0.17,
"learning_rate": 4.1530448039298726e-05,
"loss": 3.2323,
"step": 10000
},
{
"epoch": 0.17,
"learning_rate": 4.144575251969171e-05,
"loss": 3.201,
"step": 10100
},
{
"epoch": 0.17,
"learning_rate": 4.13610570000847e-05,
"loss": 3.2057,
"step": 10200
},
{
"epoch": 0.17,
"learning_rate": 4.127636148047768e-05,
"loss": 3.2151,
"step": 10300
},
{
"epoch": 0.18,
"learning_rate": 4.119166596087067e-05,
"loss": 3.2067,
"step": 10400
},
{
"epoch": 0.18,
"learning_rate": 4.110697044126366e-05,
"loss": 3.2141,
"step": 10500
},
{
"epoch": 0.18,
"learning_rate": 4.102227492165664e-05,
"loss": 3.2069,
"step": 10600
},
{
"epoch": 0.18,
"learning_rate": 4.093757940204964e-05,
"loss": 3.214,
"step": 10700
},
{
"epoch": 0.18,
"learning_rate": 4.085288388244262e-05,
"loss": 3.1921,
"step": 10800
},
{
"epoch": 0.18,
"learning_rate": 4.076818836283561e-05,
"loss": 3.2009,
"step": 10900
},
{
"epoch": 0.19,
"learning_rate": 4.068349284322859e-05,
"loss": 3.1941,
"step": 11000
},
{
"epoch": 0.19,
"learning_rate": 4.059879732362158e-05,
"loss": 3.2015,
"step": 11100
},
{
"epoch": 0.19,
"learning_rate": 4.051410180401457e-05,
"loss": 3.2115,
"step": 11200
},
{
"epoch": 0.19,
"learning_rate": 4.0429406284407554e-05,
"loss": 3.1947,
"step": 11300
},
{
"epoch": 0.19,
"learning_rate": 4.034471076480054e-05,
"loss": 3.2064,
"step": 11400
},
{
"epoch": 0.19,
"learning_rate": 4.026001524519353e-05,
"loss": 3.1955,
"step": 11500
},
{
"epoch": 0.2,
"learning_rate": 4.017531972558652e-05,
"loss": 3.1896,
"step": 11600
},
{
"epoch": 0.2,
"learning_rate": 4.0090624205979505e-05,
"loss": 3.1895,
"step": 11700
},
{
"epoch": 0.2,
"learning_rate": 4.000592868637249e-05,
"loss": 3.1854,
"step": 11800
},
{
"epoch": 0.2,
"learning_rate": 3.992123316676548e-05,
"loss": 3.1859,
"step": 11900
},
{
"epoch": 0.2,
"learning_rate": 3.9836537647158466e-05,
"loss": 3.1797,
"step": 12000
},
{
"epoch": 0.2,
"learning_rate": 3.9751842127551455e-05,
"loss": 3.1735,
"step": 12100
},
{
"epoch": 0.21,
"learning_rate": 3.9667146607944445e-05,
"loss": 3.1891,
"step": 12200
},
{
"epoch": 0.21,
"learning_rate": 3.958245108833743e-05,
"loss": 3.178,
"step": 12300
},
{
"epoch": 0.21,
"learning_rate": 3.9497755568730416e-05,
"loss": 3.1841,
"step": 12400
},
{
"epoch": 0.21,
"learning_rate": 3.94130600491234e-05,
"loss": 3.1897,
"step": 12500
},
{
"epoch": 0.21,
"learning_rate": 3.9328364529516395e-05,
"loss": 3.181,
"step": 12600
},
{
"epoch": 0.22,
"learning_rate": 3.924366900990938e-05,
"loss": 3.1887,
"step": 12700
},
{
"epoch": 0.22,
"learning_rate": 3.915897349030237e-05,
"loss": 3.1768,
"step": 12800
},
{
"epoch": 0.22,
"learning_rate": 3.907427797069535e-05,
"loss": 3.1868,
"step": 12900
},
{
"epoch": 0.22,
"learning_rate": 3.898958245108834e-05,
"loss": 3.1735,
"step": 13000
},
{
"epoch": 0.22,
"learning_rate": 3.890488693148133e-05,
"loss": 3.1742,
"step": 13100
},
{
"epoch": 0.22,
"learning_rate": 3.882019141187431e-05,
"loss": 3.1726,
"step": 13200
},
{
"epoch": 0.23,
"learning_rate": 3.87354958922673e-05,
"loss": 3.1813,
"step": 13300
},
{
"epoch": 0.23,
"learning_rate": 3.865080037266029e-05,
"loss": 3.1859,
"step": 13400
},
{
"epoch": 0.23,
"learning_rate": 3.856610485305327e-05,
"loss": 3.1808,
"step": 13500
},
{
"epoch": 0.23,
"learning_rate": 3.848140933344626e-05,
"loss": 3.1895,
"step": 13600
},
{
"epoch": 0.23,
"learning_rate": 3.839671381383925e-05,
"loss": 3.1823,
"step": 13700
},
{
"epoch": 0.23,
"learning_rate": 3.831201829423224e-05,
"loss": 3.1739,
"step": 13800
},
{
"epoch": 0.24,
"learning_rate": 3.822732277462522e-05,
"loss": 3.1784,
"step": 13900
},
{
"epoch": 0.24,
"learning_rate": 3.814262725501821e-05,
"loss": 3.1694,
"step": 14000
},
{
"epoch": 0.24,
"learning_rate": 3.80579317354112e-05,
"loss": 3.1748,
"step": 14100
},
{
"epoch": 0.24,
"learning_rate": 3.7973236215804184e-05,
"loss": 3.1572,
"step": 14200
},
{
"epoch": 0.24,
"learning_rate": 3.788854069619717e-05,
"loss": 3.1497,
"step": 14300
},
{
"epoch": 0.24,
"learning_rate": 3.7803845176590156e-05,
"loss": 3.1731,
"step": 14400
},
{
"epoch": 0.25,
"learning_rate": 3.771914965698315e-05,
"loss": 3.166,
"step": 14500
},
{
"epoch": 0.25,
"learning_rate": 3.7634454137376135e-05,
"loss": 3.1622,
"step": 14600
},
{
"epoch": 0.25,
"learning_rate": 3.7549758617769124e-05,
"loss": 3.1681,
"step": 14700
},
{
"epoch": 0.25,
"learning_rate": 3.7465063098162106e-05,
"loss": 3.1628,
"step": 14800
},
{
"epoch": 0.25,
"learning_rate": 3.7380367578555096e-05,
"loss": 3.1694,
"step": 14900
},
{
"epoch": 0.25,
"learning_rate": 3.7295672058948085e-05,
"loss": 3.1675,
"step": 15000
},
{
"epoch": 0.26,
"learning_rate": 3.721097653934107e-05,
"loss": 3.1735,
"step": 15100
},
{
"epoch": 0.26,
"learning_rate": 3.7126281019734064e-05,
"loss": 3.1713,
"step": 15200
},
{
"epoch": 0.26,
"learning_rate": 3.7041585500127046e-05,
"loss": 3.1657,
"step": 15300
},
{
"epoch": 0.26,
"learning_rate": 3.695688998052003e-05,
"loss": 3.1599,
"step": 15400
},
{
"epoch": 0.26,
"learning_rate": 3.687219446091302e-05,
"loss": 3.1611,
"step": 15500
},
{
"epoch": 0.26,
"learning_rate": 3.678749894130601e-05,
"loss": 3.1471,
"step": 15600
},
{
"epoch": 0.27,
"learning_rate": 3.6702803421699e-05,
"loss": 3.149,
"step": 15700
},
{
"epoch": 0.27,
"learning_rate": 3.661810790209198e-05,
"loss": 3.1616,
"step": 15800
},
{
"epoch": 0.27,
"learning_rate": 3.653341238248497e-05,
"loss": 3.1587,
"step": 15900
},
{
"epoch": 0.27,
"learning_rate": 3.644871686287796e-05,
"loss": 3.1654,
"step": 16000
},
{
"epoch": 0.27,
"learning_rate": 3.636402134327094e-05,
"loss": 3.15,
"step": 16100
},
{
"epoch": 0.27,
"learning_rate": 3.627932582366393e-05,
"loss": 3.1617,
"step": 16200
},
{
"epoch": 0.28,
"learning_rate": 3.619463030405691e-05,
"loss": 3.1636,
"step": 16300
},
{
"epoch": 0.28,
"learning_rate": 3.610993478444991e-05,
"loss": 3.1624,
"step": 16400
},
{
"epoch": 0.28,
"learning_rate": 3.602523926484289e-05,
"loss": 3.1528,
"step": 16500
},
{
"epoch": 0.28,
"learning_rate": 3.594054374523588e-05,
"loss": 3.1422,
"step": 16600
},
{
"epoch": 0.28,
"learning_rate": 3.585584822562887e-05,
"loss": 3.1561,
"step": 16700
},
{
"epoch": 0.28,
"learning_rate": 3.577115270602185e-05,
"loss": 3.1427,
"step": 16800
},
{
"epoch": 0.29,
"learning_rate": 3.568645718641484e-05,
"loss": 3.1453,
"step": 16900
},
{
"epoch": 0.29,
"learning_rate": 3.5601761666807825e-05,
"loss": 3.1325,
"step": 17000
},
{
"epoch": 0.29,
"learning_rate": 3.5517066147200814e-05,
"loss": 3.164,
"step": 17100
},
{
"epoch": 0.29,
"learning_rate": 3.54323706275938e-05,
"loss": 3.1362,
"step": 17200
},
{
"epoch": 0.29,
"learning_rate": 3.5347675107986786e-05,
"loss": 3.148,
"step": 17300
},
{
"epoch": 0.29,
"learning_rate": 3.5262979588379775e-05,
"loss": 3.1485,
"step": 17400
},
{
"epoch": 0.3,
"learning_rate": 3.5178284068772764e-05,
"loss": 3.1452,
"step": 17500
},
{
"epoch": 0.3,
"learning_rate": 3.5093588549165754e-05,
"loss": 3.1569,
"step": 17600
},
{
"epoch": 0.3,
"learning_rate": 3.5008893029558736e-05,
"loss": 3.148,
"step": 17700
},
{
"epoch": 0.3,
"learning_rate": 3.4924197509951726e-05,
"loss": 3.1402,
"step": 17800
},
{
"epoch": 0.3,
"learning_rate": 3.4839501990344715e-05,
"loss": 3.1268,
"step": 17900
},
{
"epoch": 0.3,
"learning_rate": 3.47548064707377e-05,
"loss": 3.136,
"step": 18000
},
{
"epoch": 0.31,
"learning_rate": 3.467011095113069e-05,
"loss": 3.1509,
"step": 18100
},
{
"epoch": 0.31,
"learning_rate": 3.4585415431523676e-05,
"loss": 3.1474,
"step": 18200
},
{
"epoch": 0.31,
"learning_rate": 3.4500719911916666e-05,
"loss": 3.1211,
"step": 18300
},
{
"epoch": 0.31,
"learning_rate": 3.441602439230965e-05,
"loss": 3.1399,
"step": 18400
},
{
"epoch": 0.31,
"learning_rate": 3.433132887270263e-05,
"loss": 3.136,
"step": 18500
},
{
"epoch": 0.32,
"learning_rate": 3.424663335309563e-05,
"loss": 3.1276,
"step": 18600
},
{
"epoch": 0.32,
"learning_rate": 3.416193783348861e-05,
"loss": 3.1275,
"step": 18700
},
{
"epoch": 0.32,
"learning_rate": 3.40772423138816e-05,
"loss": 3.1434,
"step": 18800
},
{
"epoch": 0.32,
"learning_rate": 3.399254679427458e-05,
"loss": 3.1449,
"step": 18900
},
{
"epoch": 0.32,
"learning_rate": 3.390785127466757e-05,
"loss": 3.1407,
"step": 19000
},
{
"epoch": 0.32,
"learning_rate": 3.382315575506056e-05,
"loss": 3.1477,
"step": 19100
},
{
"epoch": 0.33,
"learning_rate": 3.373846023545354e-05,
"loss": 3.1433,
"step": 19200
},
{
"epoch": 0.33,
"learning_rate": 3.365376471584653e-05,
"loss": 3.1309,
"step": 19300
},
{
"epoch": 0.33,
"learning_rate": 3.356906919623952e-05,
"loss": 3.1358,
"step": 19400
},
{
"epoch": 0.33,
"learning_rate": 3.348437367663251e-05,
"loss": 3.1293,
"step": 19500
},
{
"epoch": 0.33,
"learning_rate": 3.339967815702549e-05,
"loss": 3.1343,
"step": 19600
},
{
"epoch": 0.33,
"learning_rate": 3.331498263741848e-05,
"loss": 3.1449,
"step": 19700
},
{
"epoch": 0.34,
"learning_rate": 3.323028711781147e-05,
"loss": 3.1374,
"step": 19800
},
{
"epoch": 0.34,
"learning_rate": 3.3145591598204454e-05,
"loss": 3.1353,
"step": 19900
},
{
"epoch": 0.34,
"learning_rate": 3.3060896078597444e-05,
"loss": 3.1383,
"step": 20000
},
{
"epoch": 0.34,
"learning_rate": 3.297620055899043e-05,
"loss": 3.1336,
"step": 20100
},
{
"epoch": 0.34,
"learning_rate": 3.2891505039383416e-05,
"loss": 3.1375,
"step": 20200
},
{
"epoch": 0.34,
"learning_rate": 3.2806809519776405e-05,
"loss": 3.12,
"step": 20300
},
{
"epoch": 0.35,
"learning_rate": 3.272211400016939e-05,
"loss": 3.1277,
"step": 20400
},
{
"epoch": 0.35,
"learning_rate": 3.2637418480562384e-05,
"loss": 3.1299,
"step": 20500
},
{
"epoch": 0.35,
"learning_rate": 3.2552722960955366e-05,
"loss": 3.1258,
"step": 20600
},
{
"epoch": 0.35,
"learning_rate": 3.2468027441348356e-05,
"loss": 3.1213,
"step": 20700
},
{
"epoch": 0.35,
"learning_rate": 3.238333192174134e-05,
"loss": 3.1304,
"step": 20800
},
{
"epoch": 0.35,
"learning_rate": 3.229863640213433e-05,
"loss": 3.12,
"step": 20900
},
{
"epoch": 0.36,
"learning_rate": 3.221394088252732e-05,
"loss": 3.1213,
"step": 21000
},
{
"epoch": 0.36,
"learning_rate": 3.21292453629203e-05,
"loss": 3.125,
"step": 21100
},
{
"epoch": 0.36,
"learning_rate": 3.2044549843313296e-05,
"loss": 3.1401,
"step": 21200
},
{
"epoch": 0.36,
"learning_rate": 3.195985432370628e-05,
"loss": 3.1227,
"step": 21300
},
{
"epoch": 0.36,
"learning_rate": 3.187515880409927e-05,
"loss": 3.1266,
"step": 21400
},
{
"epoch": 0.36,
"learning_rate": 3.179046328449225e-05,
"loss": 3.1088,
"step": 21500
},
{
"epoch": 0.37,
"learning_rate": 3.170576776488524e-05,
"loss": 3.122,
"step": 21600
},
{
"epoch": 0.37,
"learning_rate": 3.162107224527823e-05,
"loss": 3.1386,
"step": 21700
},
{
"epoch": 0.37,
"learning_rate": 3.153637672567121e-05,
"loss": 3.1304,
"step": 21800
},
{
"epoch": 0.37,
"learning_rate": 3.14516812060642e-05,
"loss": 3.1306,
"step": 21900
},
{
"epoch": 0.37,
"learning_rate": 3.136698568645719e-05,
"loss": 3.1093,
"step": 22000
},
{
"epoch": 0.37,
"learning_rate": 3.128229016685017e-05,
"loss": 3.1339,
"step": 22100
},
{
"epoch": 0.38,
"learning_rate": 3.119759464724316e-05,
"loss": 3.1,
"step": 22200
},
{
"epoch": 0.38,
"learning_rate": 3.1112899127636144e-05,
"loss": 3.1083,
"step": 22300
},
{
"epoch": 0.38,
"learning_rate": 3.102820360802914e-05,
"loss": 3.1293,
"step": 22400
},
{
"epoch": 0.38,
"learning_rate": 3.094350808842212e-05,
"loss": 3.1075,
"step": 22500
},
{
"epoch": 0.38,
"learning_rate": 3.085881256881511e-05,
"loss": 3.113,
"step": 22600
},
{
"epoch": 0.38,
"learning_rate": 3.07741170492081e-05,
"loss": 3.1064,
"step": 22700
},
{
"epoch": 0.39,
"learning_rate": 3.0689421529601084e-05,
"loss": 3.12,
"step": 22800
},
{
"epoch": 0.39,
"learning_rate": 3.0604726009994074e-05,
"loss": 3.1177,
"step": 22900
},
{
"epoch": 0.39,
"learning_rate": 3.0520030490387056e-05,
"loss": 3.1119,
"step": 23000
},
{
"epoch": 0.39,
"learning_rate": 3.043533497078005e-05,
"loss": 3.1142,
"step": 23100
},
{
"epoch": 0.39,
"learning_rate": 3.0350639451173035e-05,
"loss": 3.1241,
"step": 23200
},
{
"epoch": 0.39,
"learning_rate": 3.026594393156602e-05,
"loss": 3.1196,
"step": 23300
},
{
"epoch": 0.4,
"learning_rate": 3.0181248411959007e-05,
"loss": 3.1083,
"step": 23400
},
{
"epoch": 0.4,
"learning_rate": 3.0096552892352e-05,
"loss": 3.1272,
"step": 23500
},
{
"epoch": 0.4,
"learning_rate": 3.0011857372744982e-05,
"loss": 3.1082,
"step": 23600
},
{
"epoch": 0.4,
"learning_rate": 2.9927161853137968e-05,
"loss": 3.1078,
"step": 23700
},
{
"epoch": 0.4,
"learning_rate": 2.9842466333530954e-05,
"loss": 3.111,
"step": 23800
},
{
"epoch": 0.4,
"learning_rate": 2.9757770813923947e-05,
"loss": 3.101,
"step": 23900
},
{
"epoch": 0.41,
"learning_rate": 2.9673075294316933e-05,
"loss": 3.1101,
"step": 24000
},
{
"epoch": 0.41,
"learning_rate": 2.958837977470992e-05,
"loss": 3.1028,
"step": 24100
},
{
"epoch": 0.41,
"learning_rate": 2.9503684255102908e-05,
"loss": 3.121,
"step": 24200
},
{
"epoch": 0.41,
"learning_rate": 2.9418988735495894e-05,
"loss": 3.1171,
"step": 24300
},
{
"epoch": 0.41,
"learning_rate": 2.933429321588888e-05,
"loss": 3.101,
"step": 24400
},
{
"epoch": 0.42,
"learning_rate": 2.9249597696281866e-05,
"loss": 3.1049,
"step": 24500
},
{
"epoch": 0.42,
"learning_rate": 2.916490217667486e-05,
"loss": 3.1207,
"step": 24600
},
{
"epoch": 0.42,
"learning_rate": 2.9080206657067845e-05,
"loss": 3.1235,
"step": 24700
},
{
"epoch": 0.42,
"learning_rate": 2.899551113746083e-05,
"loss": 3.0954,
"step": 24800
},
{
"epoch": 0.42,
"learning_rate": 2.8910815617853816e-05,
"loss": 3.0962,
"step": 24900
},
{
"epoch": 0.42,
"learning_rate": 2.8826120098246806e-05,
"loss": 3.0972,
"step": 25000
},
{
"epoch": 0.43,
"learning_rate": 2.8741424578639792e-05,
"loss": 3.1103,
"step": 25100
},
{
"epoch": 0.43,
"learning_rate": 2.8656729059032778e-05,
"loss": 3.1188,
"step": 25200
},
{
"epoch": 0.43,
"learning_rate": 2.8572033539425764e-05,
"loss": 3.105,
"step": 25300
},
{
"epoch": 0.43,
"learning_rate": 2.8487338019818753e-05,
"loss": 3.1106,
"step": 25400
},
{
"epoch": 0.43,
"learning_rate": 2.840264250021174e-05,
"loss": 3.1069,
"step": 25500
},
{
"epoch": 0.43,
"learning_rate": 2.8317946980604725e-05,
"loss": 3.1034,
"step": 25600
},
{
"epoch": 0.44,
"learning_rate": 2.8233251460997718e-05,
"loss": 3.1183,
"step": 25700
},
{
"epoch": 0.44,
"learning_rate": 2.8148555941390704e-05,
"loss": 3.0853,
"step": 25800
},
{
"epoch": 0.44,
"learning_rate": 2.806386042178369e-05,
"loss": 3.0938,
"step": 25900
},
{
"epoch": 0.44,
"learning_rate": 2.7979164902176675e-05,
"loss": 3.1,
"step": 26000
},
{
"epoch": 0.44,
"learning_rate": 2.7894469382569665e-05,
"loss": 3.1073,
"step": 26100
},
{
"epoch": 0.44,
"learning_rate": 2.780977386296265e-05,
"loss": 3.1048,
"step": 26200
},
{
"epoch": 0.45,
"learning_rate": 2.7725078343355637e-05,
"loss": 3.0967,
"step": 26300
},
{
"epoch": 0.45,
"learning_rate": 2.7640382823748623e-05,
"loss": 3.1092,
"step": 26400
},
{
"epoch": 0.45,
"learning_rate": 2.7555687304141615e-05,
"loss": 3.1056,
"step": 26500
},
{
"epoch": 0.45,
"learning_rate": 2.74709917845346e-05,
"loss": 3.1062,
"step": 26600
},
{
"epoch": 0.45,
"learning_rate": 2.7386296264927584e-05,
"loss": 3.0948,
"step": 26700
},
{
"epoch": 0.45,
"learning_rate": 2.730160074532057e-05,
"loss": 3.1038,
"step": 26800
},
{
"epoch": 0.46,
"learning_rate": 2.7216905225713563e-05,
"loss": 3.0861,
"step": 26900
},
{
"epoch": 0.46,
"learning_rate": 2.713220970610655e-05,
"loss": 3.1032,
"step": 27000
},
{
"epoch": 0.46,
"learning_rate": 2.7047514186499535e-05,
"loss": 3.0902,
"step": 27100
},
{
"epoch": 0.46,
"learning_rate": 2.6962818666892524e-05,
"loss": 3.1013,
"step": 27200
},
{
"epoch": 0.46,
"learning_rate": 2.687812314728551e-05,
"loss": 3.0847,
"step": 27300
},
{
"epoch": 0.46,
"learning_rate": 2.6793427627678496e-05,
"loss": 3.0933,
"step": 27400
},
{
"epoch": 0.47,
"learning_rate": 2.6708732108071482e-05,
"loss": 3.1092,
"step": 27500
},
{
"epoch": 0.47,
"learning_rate": 2.6624036588464474e-05,
"loss": 3.0923,
"step": 27600
},
{
"epoch": 0.47,
"learning_rate": 2.653934106885746e-05,
"loss": 3.0973,
"step": 27700
},
{
"epoch": 0.47,
"learning_rate": 2.6454645549250446e-05,
"loss": 3.0914,
"step": 27800
},
{
"epoch": 0.47,
"learning_rate": 2.6369950029643432e-05,
"loss": 3.0959,
"step": 27900
},
{
"epoch": 0.47,
"learning_rate": 2.628525451003642e-05,
"loss": 3.0862,
"step": 28000
},
{
"epoch": 0.48,
"learning_rate": 2.6200558990429408e-05,
"loss": 3.0977,
"step": 28100
},
{
"epoch": 0.48,
"learning_rate": 2.6115863470822394e-05,
"loss": 3.1002,
"step": 28200
},
{
"epoch": 0.48,
"learning_rate": 2.603116795121538e-05,
"loss": 3.0855,
"step": 28300
},
{
"epoch": 0.48,
"learning_rate": 2.5946472431608372e-05,
"loss": 3.0975,
"step": 28400
},
{
"epoch": 0.48,
"learning_rate": 2.5861776912001355e-05,
"loss": 3.0851,
"step": 28500
},
{
"epoch": 0.48,
"learning_rate": 2.577708139239434e-05,
"loss": 3.0955,
"step": 28600
},
{
"epoch": 0.49,
"learning_rate": 2.5692385872787333e-05,
"loss": 3.0857,
"step": 28700
},
{
"epoch": 0.49,
"learning_rate": 2.560769035318032e-05,
"loss": 3.0829,
"step": 28800
},
{
"epoch": 0.49,
"learning_rate": 2.5522994833573305e-05,
"loss": 3.101,
"step": 28900
},
{
"epoch": 0.49,
"learning_rate": 2.543829931396629e-05,
"loss": 3.0801,
"step": 29000
},
{
"epoch": 0.49,
"learning_rate": 2.535360379435928e-05,
"loss": 3.0866,
"step": 29100
},
{
"epoch": 0.49,
"learning_rate": 2.5268908274752267e-05,
"loss": 3.0837,
"step": 29200
},
{
"epoch": 0.5,
"learning_rate": 2.5184212755145253e-05,
"loss": 3.0913,
"step": 29300
},
{
"epoch": 0.5,
"learning_rate": 2.509951723553824e-05,
"loss": 3.0995,
"step": 29400
},
{
"epoch": 0.5,
"learning_rate": 2.501482171593123e-05,
"loss": 3.09,
"step": 29500
},
{
"epoch": 0.5,
"learning_rate": 2.4930126196324217e-05,
"loss": 3.086,
"step": 29600
},
{
"epoch": 0.5,
"learning_rate": 2.4845430676717203e-05,
"loss": 3.0855,
"step": 29700
},
{
"epoch": 0.5,
"learning_rate": 2.476073515711019e-05,
"loss": 3.066,
"step": 29800
},
{
"epoch": 0.51,
"learning_rate": 2.4676039637503175e-05,
"loss": 3.0859,
"step": 29900
},
{
"epoch": 0.51,
"learning_rate": 2.4591344117896164e-05,
"loss": 3.082,
"step": 30000
},
{
"epoch": 0.51,
"learning_rate": 2.4506648598289154e-05,
"loss": 3.0778,
"step": 30100
},
{
"epoch": 0.51,
"learning_rate": 2.442195307868214e-05,
"loss": 3.0822,
"step": 30200
},
{
"epoch": 0.51,
"learning_rate": 2.4337257559075126e-05,
"loss": 3.0863,
"step": 30300
},
{
"epoch": 0.51,
"learning_rate": 2.425256203946811e-05,
"loss": 3.0934,
"step": 30400
},
{
"epoch": 0.52,
"learning_rate": 2.41678665198611e-05,
"loss": 3.0759,
"step": 30500
},
{
"epoch": 0.52,
"learning_rate": 2.4083171000254087e-05,
"loss": 3.0635,
"step": 30600
},
{
"epoch": 0.52,
"learning_rate": 2.3998475480647076e-05,
"loss": 3.0835,
"step": 30700
},
{
"epoch": 0.52,
"learning_rate": 2.3913779961040062e-05,
"loss": 3.0853,
"step": 30800
},
{
"epoch": 0.52,
"learning_rate": 2.382908444143305e-05,
"loss": 3.0833,
"step": 30900
},
{
"epoch": 0.53,
"learning_rate": 2.3744388921826034e-05,
"loss": 3.077,
"step": 31000
},
{
"epoch": 0.53,
"learning_rate": 2.3659693402219023e-05,
"loss": 3.0867,
"step": 31100
},
{
"epoch": 0.53,
"learning_rate": 2.357499788261201e-05,
"loss": 3.0786,
"step": 31200
},
{
"epoch": 0.53,
"learning_rate": 2.3490302363005e-05,
"loss": 3.0681,
"step": 31300
},
{
"epoch": 0.53,
"learning_rate": 2.3405606843397985e-05,
"loss": 3.0735,
"step": 31400
},
{
"epoch": 0.53,
"learning_rate": 2.3320911323790974e-05,
"loss": 3.0803,
"step": 31500
},
{
"epoch": 0.54,
"learning_rate": 2.323621580418396e-05,
"loss": 3.0844,
"step": 31600
},
{
"epoch": 0.54,
"learning_rate": 2.3151520284576946e-05,
"loss": 3.0951,
"step": 31700
},
{
"epoch": 0.54,
"learning_rate": 2.3066824764969935e-05,
"loss": 3.0832,
"step": 31800
},
{
"epoch": 0.54,
"learning_rate": 2.298212924536292e-05,
"loss": 3.0928,
"step": 31900
},
{
"epoch": 0.54,
"learning_rate": 2.289743372575591e-05,
"loss": 3.0811,
"step": 32000
},
{
"epoch": 0.54,
"learning_rate": 2.2812738206148897e-05,
"loss": 3.072,
"step": 32100
},
{
"epoch": 0.55,
"learning_rate": 2.2728042686541883e-05,
"loss": 3.0795,
"step": 32200
},
{
"epoch": 0.55,
"learning_rate": 2.264334716693487e-05,
"loss": 3.0612,
"step": 32300
},
{
"epoch": 0.55,
"learning_rate": 2.2558651647327858e-05,
"loss": 3.0662,
"step": 32400
},
{
"epoch": 0.55,
"learning_rate": 2.2473956127720844e-05,
"loss": 3.0706,
"step": 32500
},
{
"epoch": 0.55,
"learning_rate": 2.2389260608113833e-05,
"loss": 3.0784,
"step": 32600
},
{
"epoch": 0.55,
"learning_rate": 2.230456508850682e-05,
"loss": 3.0772,
"step": 32700
},
{
"epoch": 0.56,
"learning_rate": 2.2219869568899805e-05,
"loss": 3.0707,
"step": 32800
},
{
"epoch": 0.56,
"learning_rate": 2.213517404929279e-05,
"loss": 3.0694,
"step": 32900
},
{
"epoch": 0.56,
"learning_rate": 2.205047852968578e-05,
"loss": 3.0698,
"step": 33000
},
{
"epoch": 0.56,
"learning_rate": 2.196578301007877e-05,
"loss": 3.0786,
"step": 33100
},
{
"epoch": 0.56,
"learning_rate": 2.1881087490471756e-05,
"loss": 3.0848,
"step": 33200
},
{
"epoch": 0.56,
"learning_rate": 2.1796391970864745e-05,
"loss": 3.0653,
"step": 33300
},
{
"epoch": 0.57,
"learning_rate": 2.171169645125773e-05,
"loss": 3.0685,
"step": 33400
},
{
"epoch": 0.57,
"learning_rate": 2.1627000931650717e-05,
"loss": 3.0771,
"step": 33500
},
{
"epoch": 0.57,
"learning_rate": 2.1542305412043703e-05,
"loss": 3.0785,
"step": 33600
},
{
"epoch": 0.57,
"learning_rate": 2.1457609892436692e-05,
"loss": 3.0759,
"step": 33700
},
{
"epoch": 0.57,
"learning_rate": 2.1372914372829678e-05,
"loss": 3.0562,
"step": 33800
},
{
"epoch": 0.57,
"learning_rate": 2.1288218853222667e-05,
"loss": 3.0591,
"step": 33900
},
{
"epoch": 0.58,
"learning_rate": 2.1203523333615653e-05,
"loss": 3.0694,
"step": 34000
},
{
"epoch": 0.58,
"learning_rate": 2.111882781400864e-05,
"loss": 3.074,
"step": 34100
},
{
"epoch": 0.58,
"learning_rate": 2.1034132294401625e-05,
"loss": 3.0626,
"step": 34200
},
{
"epoch": 0.58,
"learning_rate": 2.0949436774794615e-05,
"loss": 3.0694,
"step": 34300
},
{
"epoch": 0.58,
"learning_rate": 2.08647412551876e-05,
"loss": 3.0527,
"step": 34400
},
{
"epoch": 0.58,
"learning_rate": 2.078004573558059e-05,
"loss": 3.0894,
"step": 34500
},
{
"epoch": 0.59,
"learning_rate": 2.0695350215973576e-05,
"loss": 3.0732,
"step": 34600
},
{
"epoch": 0.59,
"learning_rate": 2.0610654696366562e-05,
"loss": 3.0553,
"step": 34700
},
{
"epoch": 0.59,
"learning_rate": 2.052595917675955e-05,
"loss": 3.069,
"step": 34800
},
{
"epoch": 0.59,
"learning_rate": 2.0441263657152537e-05,
"loss": 3.057,
"step": 34900
},
{
"epoch": 0.59,
"learning_rate": 2.0356568137545526e-05,
"loss": 3.0674,
"step": 35000
},
{
"epoch": 0.59,
"learning_rate": 2.0271872617938512e-05,
"loss": 3.0551,
"step": 35100
},
{
"epoch": 0.6,
"learning_rate": 2.01871770983315e-05,
"loss": 3.0641,
"step": 35200
},
{
"epoch": 0.6,
"learning_rate": 2.0102481578724484e-05,
"loss": 3.0686,
"step": 35300
},
{
"epoch": 0.6,
"learning_rate": 2.0017786059117474e-05,
"loss": 3.0725,
"step": 35400
},
{
"epoch": 0.6,
"learning_rate": 1.993309053951046e-05,
"loss": 3.0514,
"step": 35500
},
{
"epoch": 0.6,
"learning_rate": 1.984839501990345e-05,
"loss": 3.0582,
"step": 35600
},
{
"epoch": 0.6,
"learning_rate": 1.9763699500296435e-05,
"loss": 3.0652,
"step": 35700
},
{
"epoch": 0.61,
"learning_rate": 1.9679003980689424e-05,
"loss": 3.0605,
"step": 35800
},
{
"epoch": 0.61,
"learning_rate": 1.9594308461082407e-05,
"loss": 3.062,
"step": 35900
},
{
"epoch": 0.61,
"learning_rate": 1.9509612941475396e-05,
"loss": 3.0635,
"step": 36000
},
{
"epoch": 0.61,
"learning_rate": 1.9424917421868386e-05,
"loss": 3.0724,
"step": 36100
},
{
"epoch": 0.61,
"learning_rate": 1.934022190226137e-05,
"loss": 3.0564,
"step": 36200
},
{
"epoch": 0.61,
"learning_rate": 1.925552638265436e-05,
"loss": 3.06,
"step": 36300
},
{
"epoch": 0.62,
"learning_rate": 1.9170830863047347e-05,
"loss": 3.0538,
"step": 36400
},
{
"epoch": 0.62,
"learning_rate": 1.9086135343440333e-05,
"loss": 3.0733,
"step": 36500
},
{
"epoch": 0.62,
"learning_rate": 1.900143982383332e-05,
"loss": 3.0621,
"step": 36600
},
{
"epoch": 0.62,
"learning_rate": 1.8916744304226308e-05,
"loss": 3.0612,
"step": 36700
},
{
"epoch": 0.62,
"learning_rate": 1.8832048784619294e-05,
"loss": 3.0689,
"step": 36800
},
{
"epoch": 0.63,
"learning_rate": 1.8747353265012283e-05,
"loss": 3.0566,
"step": 36900
},
{
"epoch": 0.63,
"learning_rate": 1.866265774540527e-05,
"loss": 3.0654,
"step": 37000
},
{
"epoch": 0.63,
"learning_rate": 1.8577962225798255e-05,
"loss": 3.0759,
"step": 37100
},
{
"epoch": 0.63,
"learning_rate": 1.849326670619124e-05,
"loss": 3.0362,
"step": 37200
},
{
"epoch": 0.63,
"learning_rate": 1.840857118658423e-05,
"loss": 3.0546,
"step": 37300
},
{
"epoch": 0.63,
"learning_rate": 1.8323875666977216e-05,
"loss": 3.0448,
"step": 37400
},
{
"epoch": 0.64,
"learning_rate": 1.8239180147370206e-05,
"loss": 3.0466,
"step": 37500
},
{
"epoch": 0.64,
"learning_rate": 1.8154484627763192e-05,
"loss": 3.0615,
"step": 37600
},
{
"epoch": 0.64,
"learning_rate": 1.8069789108156178e-05,
"loss": 3.0625,
"step": 37700
},
{
"epoch": 0.64,
"learning_rate": 1.7985093588549167e-05,
"loss": 3.0585,
"step": 37800
},
{
"epoch": 0.64,
"learning_rate": 1.7900398068942153e-05,
"loss": 3.0618,
"step": 37900
},
{
"epoch": 0.64,
"learning_rate": 1.7815702549335142e-05,
"loss": 3.0534,
"step": 38000
},
{
"epoch": 0.65,
"learning_rate": 1.7731007029728128e-05,
"loss": 3.0561,
"step": 38100
},
{
"epoch": 0.65,
"learning_rate": 1.7646311510121118e-05,
"loss": 3.0567,
"step": 38200
},
{
"epoch": 0.65,
"learning_rate": 1.7561615990514104e-05,
"loss": 3.0477,
"step": 38300
},
{
"epoch": 0.65,
"learning_rate": 1.747692047090709e-05,
"loss": 3.0515,
"step": 38400
},
{
"epoch": 0.65,
"learning_rate": 1.7392224951300075e-05,
"loss": 3.0532,
"step": 38500
},
{
"epoch": 0.65,
"learning_rate": 1.7307529431693065e-05,
"loss": 3.0529,
"step": 38600
},
{
"epoch": 0.66,
"learning_rate": 1.722283391208605e-05,
"loss": 3.0572,
"step": 38700
},
{
"epoch": 0.66,
"learning_rate": 1.713813839247904e-05,
"loss": 3.0475,
"step": 38800
},
{
"epoch": 0.66,
"learning_rate": 1.7053442872872026e-05,
"loss": 3.0493,
"step": 38900
},
{
"epoch": 0.66,
"learning_rate": 1.6968747353265012e-05,
"loss": 3.0508,
"step": 39000
},
{
"epoch": 0.66,
"learning_rate": 1.6884051833657998e-05,
"loss": 3.0416,
"step": 39100
},
{
"epoch": 0.66,
"learning_rate": 1.6799356314050987e-05,
"loss": 3.0627,
"step": 39200
},
{
"epoch": 0.67,
"learning_rate": 1.6714660794443977e-05,
"loss": 3.0601,
"step": 39300
},
{
"epoch": 0.67,
"learning_rate": 1.6629965274836963e-05,
"loss": 3.0513,
"step": 39400
},
{
"epoch": 0.67,
"learning_rate": 1.654526975522995e-05,
"loss": 3.0416,
"step": 39500
},
{
"epoch": 0.67,
"learning_rate": 1.6460574235622935e-05,
"loss": 3.0336,
"step": 39600
},
{
"epoch": 0.67,
"learning_rate": 1.6375878716015924e-05,
"loss": 3.0533,
"step": 39700
},
{
"epoch": 0.67,
"learning_rate": 1.629118319640891e-05,
"loss": 3.0382,
"step": 39800
},
{
"epoch": 0.68,
"learning_rate": 1.62064876768019e-05,
"loss": 3.0587,
"step": 39900
},
{
"epoch": 0.68,
"learning_rate": 1.6121792157194885e-05,
"loss": 3.0485,
"step": 40000
},
{
"epoch": 0.68,
"learning_rate": 1.6037096637587874e-05,
"loss": 3.0486,
"step": 40100
},
{
"epoch": 0.68,
"learning_rate": 1.5952401117980857e-05,
"loss": 3.0474,
"step": 40200
},
{
"epoch": 0.68,
"learning_rate": 1.5867705598373846e-05,
"loss": 3.0532,
"step": 40300
},
{
"epoch": 0.68,
"learning_rate": 1.5783010078766832e-05,
"loss": 3.0637,
"step": 40400
},
{
"epoch": 0.69,
"learning_rate": 1.569831455915982e-05,
"loss": 3.0459,
"step": 40500
},
{
"epoch": 0.69,
"learning_rate": 1.5613619039552808e-05,
"loss": 3.065,
"step": 40600
},
{
"epoch": 0.69,
"learning_rate": 1.5528923519945797e-05,
"loss": 3.0519,
"step": 40700
},
{
"epoch": 0.69,
"learning_rate": 1.5444228000338783e-05,
"loss": 3.0472,
"step": 40800
},
{
"epoch": 0.69,
"learning_rate": 1.535953248073177e-05,
"loss": 3.0471,
"step": 40900
},
{
"epoch": 0.69,
"learning_rate": 1.5274836961124758e-05,
"loss": 3.0422,
"step": 41000
},
{
"epoch": 0.7,
"learning_rate": 1.5190141441517744e-05,
"loss": 3.038,
"step": 41100
},
{
"epoch": 0.7,
"learning_rate": 1.5105445921910732e-05,
"loss": 3.0496,
"step": 41200
},
{
"epoch": 0.7,
"learning_rate": 1.5020750402303718e-05,
"loss": 3.0319,
"step": 41300
},
{
"epoch": 0.7,
"learning_rate": 1.4936054882696707e-05,
"loss": 3.063,
"step": 41400
},
{
"epoch": 0.7,
"learning_rate": 1.4851359363089693e-05,
"loss": 3.0562,
"step": 41500
},
{
"epoch": 0.7,
"learning_rate": 1.476666384348268e-05,
"loss": 3.0498,
"step": 41600
},
{
"epoch": 0.71,
"learning_rate": 1.4681968323875667e-05,
"loss": 3.051,
"step": 41700
},
{
"epoch": 0.71,
"learning_rate": 1.4597272804268656e-05,
"loss": 3.0489,
"step": 41800
},
{
"epoch": 0.71,
"learning_rate": 1.451257728466164e-05,
"loss": 3.0343,
"step": 41900
},
{
"epoch": 0.71,
"learning_rate": 1.442788176505463e-05,
"loss": 3.0435,
"step": 42000
},
{
"epoch": 0.71,
"learning_rate": 1.4343186245447616e-05,
"loss": 3.0501,
"step": 42100
},
{
"epoch": 0.71,
"learning_rate": 1.4258490725840603e-05,
"loss": 3.031,
"step": 42200
},
{
"epoch": 0.72,
"learning_rate": 1.4173795206233593e-05,
"loss": 3.0329,
"step": 42300
},
{
"epoch": 0.72,
"learning_rate": 1.4089099686626578e-05,
"loss": 3.0504,
"step": 42400
},
{
"epoch": 0.72,
"learning_rate": 1.4004404167019566e-05,
"loss": 3.0362,
"step": 42500
},
{
"epoch": 0.72,
"learning_rate": 1.3919708647412552e-05,
"loss": 3.0524,
"step": 42600
},
{
"epoch": 0.72,
"learning_rate": 1.3835013127805541e-05,
"loss": 3.0296,
"step": 42700
},
{
"epoch": 0.72,
"learning_rate": 1.3750317608198526e-05,
"loss": 3.0205,
"step": 42800
},
{
"epoch": 0.73,
"learning_rate": 1.3665622088591515e-05,
"loss": 3.0417,
"step": 42900
},
{
"epoch": 0.73,
"learning_rate": 1.3580926568984501e-05,
"loss": 3.0295,
"step": 43000
},
{
"epoch": 0.73,
"learning_rate": 1.3496231049377489e-05,
"loss": 3.0426,
"step": 43100
},
{
"epoch": 0.73,
"learning_rate": 1.3411535529770475e-05,
"loss": 3.0326,
"step": 43200
},
{
"epoch": 0.73,
"learning_rate": 1.3326840010163464e-05,
"loss": 3.0363,
"step": 43300
},
{
"epoch": 0.74,
"learning_rate": 1.3242144490556448e-05,
"loss": 3.0387,
"step": 43400
},
{
"epoch": 0.74,
"learning_rate": 1.3157448970949438e-05,
"loss": 3.0566,
"step": 43500
},
{
"epoch": 0.74,
"learning_rate": 1.3072753451342423e-05,
"loss": 3.0494,
"step": 43600
},
{
"epoch": 0.74,
"learning_rate": 1.2988057931735411e-05,
"loss": 3.0362,
"step": 43700
},
{
"epoch": 0.74,
"learning_rate": 1.29033624121284e-05,
"loss": 3.035,
"step": 43800
},
{
"epoch": 0.74,
"learning_rate": 1.2818666892521386e-05,
"loss": 3.0403,
"step": 43900
},
{
"epoch": 0.75,
"learning_rate": 1.2733971372914374e-05,
"loss": 3.0269,
"step": 44000
},
{
"epoch": 0.75,
"learning_rate": 1.264927585330736e-05,
"loss": 3.0445,
"step": 44100
},
{
"epoch": 0.75,
"learning_rate": 1.256458033370035e-05,
"loss": 3.0552,
"step": 44200
},
{
"epoch": 0.75,
"learning_rate": 1.2479884814093334e-05,
"loss": 3.0457,
"step": 44300
},
{
"epoch": 0.75,
"learning_rate": 1.2395189294486323e-05,
"loss": 3.0357,
"step": 44400
},
{
"epoch": 0.75,
"learning_rate": 1.231049377487931e-05,
"loss": 3.0359,
"step": 44500
},
{
"epoch": 0.76,
"learning_rate": 1.2225798255272297e-05,
"loss": 3.0324,
"step": 44600
},
{
"epoch": 0.76,
"learning_rate": 1.2141102735665284e-05,
"loss": 3.0243,
"step": 44700
},
{
"epoch": 0.76,
"learning_rate": 1.2056407216058272e-05,
"loss": 3.0422,
"step": 44800
},
{
"epoch": 0.76,
"learning_rate": 1.1971711696451258e-05,
"loss": 3.0402,
"step": 44900
},
{
"epoch": 0.76,
"learning_rate": 1.1887016176844245e-05,
"loss": 3.0223,
"step": 45000
},
{
"epoch": 0.76,
"learning_rate": 1.1802320657237233e-05,
"loss": 3.0451,
"step": 45100
},
{
"epoch": 0.77,
"learning_rate": 1.1717625137630219e-05,
"loss": 3.0361,
"step": 45200
},
{
"epoch": 0.77,
"learning_rate": 1.1632929618023207e-05,
"loss": 3.0407,
"step": 45300
},
{
"epoch": 0.77,
"learning_rate": 1.1548234098416194e-05,
"loss": 3.0438,
"step": 45400
},
{
"epoch": 0.77,
"learning_rate": 1.1463538578809182e-05,
"loss": 3.0407,
"step": 45500
},
{
"epoch": 0.77,
"learning_rate": 1.1378843059202168e-05,
"loss": 3.0329,
"step": 45600
},
{
"epoch": 0.77,
"learning_rate": 1.1294147539595156e-05,
"loss": 3.0402,
"step": 45700
},
{
"epoch": 0.78,
"learning_rate": 1.1209452019988143e-05,
"loss": 3.0192,
"step": 45800
},
{
"epoch": 0.78,
"learning_rate": 1.1124756500381131e-05,
"loss": 3.0397,
"step": 45900
},
{
"epoch": 0.78,
"learning_rate": 1.1040060980774119e-05,
"loss": 3.0414,
"step": 46000
},
{
"epoch": 0.78,
"learning_rate": 1.0955365461167104e-05,
"loss": 3.0444,
"step": 46100
},
{
"epoch": 0.78,
"learning_rate": 1.0870669941560092e-05,
"loss": 3.0262,
"step": 46200
},
{
"epoch": 0.78,
"learning_rate": 1.078597442195308e-05,
"loss": 3.0314,
"step": 46300
},
{
"epoch": 0.79,
"learning_rate": 1.0701278902346067e-05,
"loss": 3.0355,
"step": 46400
},
{
"epoch": 0.79,
"learning_rate": 1.0616583382739053e-05,
"loss": 3.0337,
"step": 46500
},
{
"epoch": 0.79,
"learning_rate": 1.0531887863132041e-05,
"loss": 3.0244,
"step": 46600
},
{
"epoch": 0.79,
"learning_rate": 1.0447192343525029e-05,
"loss": 3.0406,
"step": 46700
},
{
"epoch": 0.79,
"learning_rate": 1.0362496823918015e-05,
"loss": 3.0264,
"step": 46800
},
{
"epoch": 0.79,
"learning_rate": 1.0277801304311002e-05,
"loss": 3.0171,
"step": 46900
},
{
"epoch": 0.8,
"learning_rate": 1.019310578470399e-05,
"loss": 3.038,
"step": 47000
},
{
"epoch": 0.8,
"learning_rate": 1.0108410265096976e-05,
"loss": 3.0332,
"step": 47100
},
{
"epoch": 0.8,
"learning_rate": 1.0023714745489964e-05,
"loss": 3.0345,
"step": 47200
},
{
"epoch": 0.8,
"learning_rate": 9.939019225882951e-06,
"loss": 3.0281,
"step": 47300
},
{
"epoch": 0.8,
"learning_rate": 9.854323706275939e-06,
"loss": 3.0287,
"step": 47400
},
{
"epoch": 0.8,
"learning_rate": 9.769628186668926e-06,
"loss": 3.0325,
"step": 47500
},
{
"epoch": 0.81,
"learning_rate": 9.684932667061914e-06,
"loss": 3.0295,
"step": 47600
},
{
"epoch": 0.81,
"learning_rate": 9.6002371474549e-06,
"loss": 3.0216,
"step": 47700
},
{
"epoch": 0.81,
"learning_rate": 9.515541627847888e-06,
"loss": 3.0283,
"step": 47800
},
{
"epoch": 0.81,
"learning_rate": 9.430846108240875e-06,
"loss": 3.0388,
"step": 47900
},
{
"epoch": 0.81,
"learning_rate": 9.346150588633861e-06,
"loss": 3.0301,
"step": 48000
},
{
"epoch": 0.81,
"learning_rate": 9.261455069026849e-06,
"loss": 3.0256,
"step": 48100
},
{
"epoch": 0.82,
"learning_rate": 9.176759549419837e-06,
"loss": 3.0346,
"step": 48200
},
{
"epoch": 0.82,
"learning_rate": 9.092064029812823e-06,
"loss": 3.0234,
"step": 48300
},
{
"epoch": 0.82,
"learning_rate": 9.00736851020581e-06,
"loss": 3.0338,
"step": 48400
},
{
"epoch": 0.82,
"learning_rate": 8.922672990598798e-06,
"loss": 3.0332,
"step": 48500
},
{
"epoch": 0.82,
"learning_rate": 8.837977470991784e-06,
"loss": 3.0266,
"step": 48600
},
{
"epoch": 0.82,
"learning_rate": 8.753281951384771e-06,
"loss": 3.0269,
"step": 48700
},
{
"epoch": 0.83,
"learning_rate": 8.668586431777759e-06,
"loss": 3.0424,
"step": 48800
},
{
"epoch": 0.83,
"learning_rate": 8.583890912170747e-06,
"loss": 3.0308,
"step": 48900
},
{
"epoch": 0.83,
"learning_rate": 8.499195392563734e-06,
"loss": 3.0307,
"step": 49000
},
{
"epoch": 0.83,
"learning_rate": 8.414499872956722e-06,
"loss": 3.0371,
"step": 49100
},
{
"epoch": 0.83,
"learning_rate": 8.329804353349708e-06,
"loss": 3.0242,
"step": 49200
},
{
"epoch": 0.84,
"learning_rate": 8.245108833742696e-06,
"loss": 3.0059,
"step": 49300
},
{
"epoch": 0.84,
"learning_rate": 8.160413314135683e-06,
"loss": 3.0178,
"step": 49400
},
{
"epoch": 0.84,
"learning_rate": 8.07571779452867e-06,
"loss": 3.0377,
"step": 49500
},
{
"epoch": 0.84,
"learning_rate": 7.991022274921657e-06,
"loss": 3.0219,
"step": 49600
},
{
"epoch": 0.84,
"learning_rate": 7.906326755314645e-06,
"loss": 3.0222,
"step": 49700
},
{
"epoch": 0.84,
"learning_rate": 7.82163123570763e-06,
"loss": 3.0212,
"step": 49800
},
{
"epoch": 0.85,
"learning_rate": 7.736935716100618e-06,
"loss": 3.0206,
"step": 49900
},
{
"epoch": 0.85,
"learning_rate": 7.652240196493606e-06,
"loss": 3.0306,
"step": 50000
},
{
"epoch": 0.85,
"learning_rate": 7.567544676886593e-06,
"loss": 3.0202,
"step": 50100
},
{
"epoch": 0.85,
"learning_rate": 7.482849157279579e-06,
"loss": 3.0214,
"step": 50200
},
{
"epoch": 0.85,
"learning_rate": 7.398153637672567e-06,
"loss": 3.0239,
"step": 50300
},
{
"epoch": 0.85,
"learning_rate": 7.3134581180655555e-06,
"loss": 3.0195,
"step": 50400
},
{
"epoch": 0.86,
"learning_rate": 7.228762598458542e-06,
"loss": 3.0185,
"step": 50500
},
{
"epoch": 0.86,
"learning_rate": 7.14406707885153e-06,
"loss": 3.016,
"step": 50600
},
{
"epoch": 0.86,
"learning_rate": 7.059371559244517e-06,
"loss": 3.0277,
"step": 50700
},
{
"epoch": 0.86,
"learning_rate": 6.974676039637504e-06,
"loss": 3.0143,
"step": 50800
},
{
"epoch": 0.86,
"learning_rate": 6.889980520030491e-06,
"loss": 3.0108,
"step": 50900
},
{
"epoch": 0.86,
"learning_rate": 6.805285000423478e-06,
"loss": 3.0318,
"step": 51000
},
{
"epoch": 0.87,
"learning_rate": 6.720589480816465e-06,
"loss": 3.0208,
"step": 51100
},
{
"epoch": 0.87,
"learning_rate": 6.6358939612094525e-06,
"loss": 3.0205,
"step": 51200
},
{
"epoch": 0.87,
"learning_rate": 6.551198441602439e-06,
"loss": 3.0157,
"step": 51300
},
{
"epoch": 0.87,
"learning_rate": 6.466502921995427e-06,
"loss": 3.0279,
"step": 51400
},
{
"epoch": 0.87,
"learning_rate": 6.381807402388414e-06,
"loss": 3.025,
"step": 51500
},
{
"epoch": 0.87,
"learning_rate": 6.2971118827814005e-06,
"loss": 3.0308,
"step": 51600
},
{
"epoch": 0.88,
"learning_rate": 6.212416363174388e-06,
"loss": 3.0267,
"step": 51700
},
{
"epoch": 0.88,
"learning_rate": 6.127720843567376e-06,
"loss": 3.0162,
"step": 51800
},
{
"epoch": 0.88,
"learning_rate": 6.043025323960363e-06,
"loss": 3.0222,
"step": 51900
},
{
"epoch": 0.88,
"learning_rate": 5.95832980435335e-06,
"loss": 3.0254,
"step": 52000
},
{
"epoch": 0.88,
"learning_rate": 5.873634284746337e-06,
"loss": 3.018,
"step": 52100
},
{
"epoch": 0.88,
"learning_rate": 5.788938765139324e-06,
"loss": 3.0356,
"step": 52200
},
{
"epoch": 0.89,
"learning_rate": 5.7042432455323115e-06,
"loss": 3.0214,
"step": 52300
},
{
"epoch": 0.89,
"learning_rate": 5.619547725925299e-06,
"loss": 3.0305,
"step": 52400
},
{
"epoch": 0.89,
"learning_rate": 5.534852206318286e-06,
"loss": 3.0152,
"step": 52500
},
{
"epoch": 0.89,
"learning_rate": 5.450156686711274e-06,
"loss": 3.0186,
"step": 52600
},
{
"epoch": 0.89,
"learning_rate": 5.36546116710426e-06,
"loss": 3.0346,
"step": 52700
},
{
"epoch": 0.89,
"learning_rate": 5.280765647497247e-06,
"loss": 3.0218,
"step": 52800
},
{
"epoch": 0.9,
"learning_rate": 5.196070127890235e-06,
"loss": 3.019,
"step": 52900
},
{
"epoch": 0.9,
"learning_rate": 5.111374608283222e-06,
"loss": 3.0156,
"step": 53000
},
{
"epoch": 0.9,
"learning_rate": 5.026679088676209e-06,
"loss": 3.0197,
"step": 53100
},
{
"epoch": 0.9,
"learning_rate": 4.941983569069197e-06,
"loss": 3.0399,
"step": 53200
},
{
"epoch": 0.9,
"learning_rate": 4.857288049462184e-06,
"loss": 3.027,
"step": 53300
},
{
"epoch": 0.9,
"learning_rate": 4.7725925298551706e-06,
"loss": 3.0162,
"step": 53400
},
{
"epoch": 0.91,
"learning_rate": 4.687897010248158e-06,
"loss": 3.014,
"step": 53500
},
{
"epoch": 0.91,
"learning_rate": 4.603201490641145e-06,
"loss": 3.0085,
"step": 53600
},
{
"epoch": 0.91,
"learning_rate": 4.518505971034133e-06,
"loss": 3.024,
"step": 53700
},
{
"epoch": 0.91,
"learning_rate": 4.43381045142712e-06,
"loss": 3.0396,
"step": 53800
},
{
"epoch": 0.91,
"learning_rate": 4.349114931820107e-06,
"loss": 3.0316,
"step": 53900
},
{
"epoch": 0.91,
"learning_rate": 4.264419412213094e-06,
"loss": 3.0183,
"step": 54000
},
{
"epoch": 0.92,
"learning_rate": 4.1797238926060815e-06,
"loss": 3.0202,
"step": 54100
},
{
"epoch": 0.92,
"learning_rate": 4.095028372999068e-06,
"loss": 3.0152,
"step": 54200
},
{
"epoch": 0.92,
"learning_rate": 4.010332853392056e-06,
"loss": 3.0135,
"step": 54300
},
{
"epoch": 0.92,
"learning_rate": 3.925637333785043e-06,
"loss": 3.0171,
"step": 54400
},
{
"epoch": 0.92,
"learning_rate": 3.84094181417803e-06,
"loss": 3.0066,
"step": 54500
},
{
"epoch": 0.92,
"learning_rate": 3.7562462945710177e-06,
"loss": 3.0215,
"step": 54600
},
{
"epoch": 0.93,
"learning_rate": 3.671550774964005e-06,
"loss": 3.0293,
"step": 54700
},
{
"epoch": 0.93,
"learning_rate": 3.5868552553569917e-06,
"loss": 3.0306,
"step": 54800
},
{
"epoch": 0.93,
"learning_rate": 3.502159735749979e-06,
"loss": 2.9963,
"step": 54900
},
{
"epoch": 0.93,
"learning_rate": 3.417464216142966e-06,
"loss": 3.0154,
"step": 55000
},
{
"epoch": 0.93,
"learning_rate": 3.3327686965359534e-06,
"loss": 3.0095,
"step": 55100
},
{
"epoch": 0.94,
"learning_rate": 3.24807317692894e-06,
"loss": 3.0303,
"step": 55200
},
{
"epoch": 0.94,
"learning_rate": 3.1633776573219282e-06,
"loss": 3.0051,
"step": 55300
},
{
"epoch": 0.94,
"learning_rate": 3.078682137714915e-06,
"loss": 3.0159,
"step": 55400
},
{
"epoch": 0.94,
"learning_rate": 2.9939866181079023e-06,
"loss": 3.0286,
"step": 55500
},
{
"epoch": 0.94,
"learning_rate": 2.9092910985008895e-06,
"loss": 3.0101,
"step": 55600
},
{
"epoch": 0.94,
"learning_rate": 2.8245955788938767e-06,
"loss": 3.0209,
"step": 55700
},
{
"epoch": 0.95,
"learning_rate": 2.739900059286864e-06,
"loss": 3.0211,
"step": 55800
},
{
"epoch": 0.95,
"learning_rate": 2.655204539679851e-06,
"loss": 3.0115,
"step": 55900
},
{
"epoch": 0.95,
"learning_rate": 2.5705090200728384e-06,
"loss": 3.0079,
"step": 56000
},
{
"epoch": 0.95,
"learning_rate": 2.4858135004658256e-06,
"loss": 3.024,
"step": 56100
},
{
"epoch": 0.95,
"learning_rate": 2.4011179808588124e-06,
"loss": 3.0007,
"step": 56200
},
{
"epoch": 0.95,
"learning_rate": 2.3164224612518e-06,
"loss": 3.0143,
"step": 56300
},
{
"epoch": 0.96,
"learning_rate": 2.2317269416447873e-06,
"loss": 3.0156,
"step": 56400
},
{
"epoch": 0.96,
"learning_rate": 2.147031422037774e-06,
"loss": 3.0226,
"step": 56500
},
{
"epoch": 0.96,
"learning_rate": 2.0623359024307617e-06,
"loss": 3.0141,
"step": 56600
},
{
"epoch": 0.96,
"learning_rate": 1.977640382823749e-06,
"loss": 3.0103,
"step": 56700
},
{
"epoch": 0.96,
"learning_rate": 1.892944863216736e-06,
"loss": 3.0173,
"step": 56800
},
{
"epoch": 0.96,
"learning_rate": 1.808249343609723e-06,
"loss": 3.0108,
"step": 56900
},
{
"epoch": 0.97,
"learning_rate": 1.7235538240027104e-06,
"loss": 3.0124,
"step": 57000
},
{
"epoch": 0.97,
"learning_rate": 1.6388583043956976e-06,
"loss": 2.9971,
"step": 57100
},
{
"epoch": 0.97,
"learning_rate": 1.5541627847886846e-06,
"loss": 3.0153,
"step": 57200
},
{
"epoch": 0.97,
"learning_rate": 1.469467265181672e-06,
"loss": 3.0132,
"step": 57300
},
{
"epoch": 0.97,
"learning_rate": 1.384771745574659e-06,
"loss": 3.0081,
"step": 57400
},
{
"epoch": 0.97,
"learning_rate": 1.3000762259676463e-06,
"loss": 3.0063,
"step": 57500
},
{
"epoch": 0.98,
"learning_rate": 1.2153807063606335e-06,
"loss": 3.0041,
"step": 57600
},
{
"epoch": 0.98,
"learning_rate": 1.1306851867536208e-06,
"loss": 3.0169,
"step": 57700
},
{
"epoch": 0.98,
"learning_rate": 1.045989667146608e-06,
"loss": 3.0159,
"step": 57800
},
{
"epoch": 0.98,
"learning_rate": 9.612941475395952e-07,
"loss": 3.0267,
"step": 57900
},
{
"epoch": 0.98,
"learning_rate": 8.765986279325823e-07,
"loss": 3.0168,
"step": 58000
},
{
"epoch": 0.98,
"learning_rate": 7.919031083255696e-07,
"loss": 3.0242,
"step": 58100
},
{
"epoch": 0.99,
"learning_rate": 7.072075887185568e-07,
"loss": 3.0119,
"step": 58200
},
{
"epoch": 0.99,
"learning_rate": 6.22512069111544e-07,
"loss": 3.0119,
"step": 58300
},
{
"epoch": 0.99,
"learning_rate": 5.378165495045312e-07,
"loss": 3.0148,
"step": 58400
},
{
"epoch": 0.99,
"learning_rate": 4.5312102989751844e-07,
"loss": 3.0125,
"step": 58500
}
],
"max_steps": 59035,
"num_train_epochs": 1,
"total_flos": 1.0402854309199872e+19,
"trial_name": null,
"trial_params": null
}