esm2_t12_35M_lora_binding_sites_cp2 / trainer_state (3).json
AmelieSchreiber's picture
Upload 11 files
2a0c344
raw
history blame
36.4 kB
{
"best_metric": 0.3995036053381367,
"best_model_checkpoint": "esm2_t12_35M-lora-binding-sites_2023-09-11_16-28-57/checkpoint-57940",
"epoch": 2.0,
"eval_steps": 500,
"global_step": 57940,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.01,
"learning_rate": 0.0005701554508678478,
"loss": 0.4954,
"step": 200
},
{
"epoch": 0.01,
"learning_rate": 0.000570151359481901,
"loss": 0.3627,
"step": 400
},
{
"epoch": 0.02,
"learning_rate": 0.0005701445314265366,
"loss": 0.325,
"step": 600
},
{
"epoch": 0.03,
"learning_rate": 0.0005701349667673032,
"loss": 0.2797,
"step": 800
},
{
"epoch": 0.03,
"learning_rate": 0.0005701226655960202,
"loss": 0.2708,
"step": 1000
},
{
"epoch": 0.04,
"learning_rate": 0.0005701076280307777,
"loss": 0.2547,
"step": 1200
},
{
"epoch": 0.05,
"learning_rate": 0.0005700898542159346,
"loss": 0.2395,
"step": 1400
},
{
"epoch": 0.06,
"learning_rate": 0.0005700693443221178,
"loss": 0.2348,
"step": 1600
},
{
"epoch": 0.06,
"learning_rate": 0.0005700460985462198,
"loss": 0.218,
"step": 1800
},
{
"epoch": 0.07,
"learning_rate": 0.0005700202538231217,
"loss": 0.2284,
"step": 2000
},
{
"epoch": 0.08,
"learning_rate": 0.000569991550655178,
"loss": 0.2307,
"step": 2200
},
{
"epoch": 0.08,
"learning_rate": 0.000569960112351964,
"loss": 0.22,
"step": 2400
},
{
"epoch": 0.09,
"learning_rate": 0.000569925939215284,
"loss": 0.2117,
"step": 2600
},
{
"epoch": 0.1,
"learning_rate": 0.0005698890315731962,
"loss": 0.2246,
"step": 2800
},
{
"epoch": 0.1,
"learning_rate": 0.0005698493897800102,
"loss": 0.2392,
"step": 3000
},
{
"epoch": 0.11,
"learning_rate": 0.0005698070142162829,
"loss": 0.2078,
"step": 3200
},
{
"epoch": 0.12,
"learning_rate": 0.0005697619052888148,
"loss": 0.2098,
"step": 3400
},
{
"epoch": 0.12,
"learning_rate": 0.0005697140634306472,
"loss": 0.1919,
"step": 3600
},
{
"epoch": 0.13,
"learning_rate": 0.0005696634891010563,
"loss": 0.1957,
"step": 3800
},
{
"epoch": 0.14,
"learning_rate": 0.0005696101827855504,
"loss": 0.2156,
"step": 4000
},
{
"epoch": 0.14,
"learning_rate": 0.0005695544319784758,
"loss": 0.1983,
"step": 4200
},
{
"epoch": 0.15,
"learning_rate": 0.0005694956769058657,
"loss": 0.2104,
"step": 4400
},
{
"epoch": 0.16,
"learning_rate": 0.0005694341914583195,
"loss": 0.1789,
"step": 4600
},
{
"epoch": 0.17,
"learning_rate": 0.0005693699762260905,
"loss": 0.1944,
"step": 4800
},
{
"epoch": 0.17,
"learning_rate": 0.0005693030318256384,
"loss": 0.1895,
"step": 5000
},
{
"epoch": 0.18,
"learning_rate": 0.0005692333588996219,
"loss": 0.2007,
"step": 5200
},
{
"epoch": 0.19,
"learning_rate": 0.0005691609581168934,
"loss": 0.1852,
"step": 5400
},
{
"epoch": 0.19,
"learning_rate": 0.0005690858301724929,
"loss": 0.1728,
"step": 5600
},
{
"epoch": 0.2,
"learning_rate": 0.0005690079757876402,
"loss": 0.2076,
"step": 5800
},
{
"epoch": 0.21,
"learning_rate": 0.0005689273957097291,
"loss": 0.1844,
"step": 6000
},
{
"epoch": 0.21,
"learning_rate": 0.0005688445140142318,
"loss": 0.173,
"step": 6200
},
{
"epoch": 0.22,
"learning_rate": 0.0005687584985156089,
"loss": 0.189,
"step": 6400
},
{
"epoch": 0.23,
"learning_rate": 0.0005686697597188824,
"loss": 0.1728,
"step": 6600
},
{
"epoch": 0.23,
"learning_rate": 0.0005685782984759349,
"loss": 0.1764,
"step": 6800
},
{
"epoch": 0.24,
"learning_rate": 0.0005684841156647846,
"loss": 0.1817,
"step": 7000
},
{
"epoch": 0.25,
"learning_rate": 0.0005683872121895759,
"loss": 0.184,
"step": 7200
},
{
"epoch": 0.26,
"learning_rate": 0.000568287588980572,
"loss": 0.1611,
"step": 7400
},
{
"epoch": 0.26,
"learning_rate": 0.0005681852469941448,
"loss": 0.1782,
"step": 7600
},
{
"epoch": 0.27,
"learning_rate": 0.000568080187212766,
"loss": 0.1674,
"step": 7800
},
{
"epoch": 0.28,
"learning_rate": 0.0005679724106449985,
"loss": 0.1592,
"step": 8000
},
{
"epoch": 0.28,
"learning_rate": 0.0005678619183254852,
"loss": 0.188,
"step": 8200
},
{
"epoch": 0.29,
"learning_rate": 0.0005677487113149407,
"loss": 0.1724,
"step": 8400
},
{
"epoch": 0.3,
"learning_rate": 0.00056763279070014,
"loss": 0.1734,
"step": 8600
},
{
"epoch": 0.3,
"learning_rate": 0.0005675141575939082,
"loss": 0.1802,
"step": 8800
},
{
"epoch": 0.31,
"learning_rate": 0.0005673934265999777,
"loss": 0.1735,
"step": 9000
},
{
"epoch": 0.32,
"learning_rate": 0.0005672693855015051,
"loss": 0.1768,
"step": 9200
},
{
"epoch": 0.32,
"learning_rate": 0.0005671426354002519,
"loss": 0.1759,
"step": 9400
},
{
"epoch": 0.33,
"learning_rate": 0.0005670131775130054,
"loss": 0.1646,
"step": 9600
},
{
"epoch": 0.34,
"learning_rate": 0.0005668810130825471,
"loss": 0.1684,
"step": 9800
},
{
"epoch": 0.35,
"learning_rate": 0.0005667461433776413,
"loss": 0.1636,
"step": 10000
},
{
"epoch": 0.35,
"learning_rate": 0.0005666085696930225,
"loss": 0.1492,
"step": 10200
},
{
"epoch": 0.36,
"learning_rate": 0.0005664682933493831,
"loss": 0.1636,
"step": 10400
},
{
"epoch": 0.37,
"learning_rate": 0.0005663253156933608,
"loss": 0.1647,
"step": 10600
},
{
"epoch": 0.37,
"learning_rate": 0.0005661796380975255,
"loss": 0.181,
"step": 10800
},
{
"epoch": 0.38,
"learning_rate": 0.0005660320105513283,
"loss": 0.1708,
"step": 11000
},
{
"epoch": 0.39,
"learning_rate": 0.0005658809507792387,
"loss": 0.1702,
"step": 11200
},
{
"epoch": 0.39,
"learning_rate": 0.0005657271953331912,
"loss": 0.1617,
"step": 11400
},
{
"epoch": 0.4,
"learning_rate": 0.000565570745689221,
"loss": 0.1722,
"step": 11600
},
{
"epoch": 0.41,
"learning_rate": 0.000565411603349228,
"loss": 0.1702,
"step": 11800
},
{
"epoch": 0.41,
"learning_rate": 0.0005652497698409615,
"loss": 0.1543,
"step": 12000
},
{
"epoch": 0.42,
"learning_rate": 0.0005650852467180052,
"loss": 0.1654,
"step": 12200
},
{
"epoch": 0.43,
"learning_rate": 0.0005649180355597633,
"loss": 0.1676,
"step": 12400
},
{
"epoch": 0.43,
"learning_rate": 0.000564748137971445,
"loss": 0.16,
"step": 12600
},
{
"epoch": 0.44,
"learning_rate": 0.0005645755555840486,
"loss": 0.1627,
"step": 12800
},
{
"epoch": 0.45,
"learning_rate": 0.0005644002900543462,
"loss": 0.1712,
"step": 13000
},
{
"epoch": 0.46,
"learning_rate": 0.0005642232394671313,
"loss": 0.1603,
"step": 13200
},
{
"epoch": 0.46,
"learning_rate": 0.0005640426261206144,
"loss": 0.1648,
"step": 13400
},
{
"epoch": 0.47,
"learning_rate": 0.0005638593347478565,
"loss": 0.1608,
"step": 13600
},
{
"epoch": 0.48,
"learning_rate": 0.0005636733671084348,
"loss": 0.162,
"step": 13800
},
{
"epoch": 0.48,
"learning_rate": 0.0005634847249876185,
"loss": 0.1516,
"step": 14000
},
{
"epoch": 0.49,
"learning_rate": 0.0005632934101963515,
"loss": 0.1638,
"step": 14200
},
{
"epoch": 0.5,
"learning_rate": 0.000563099424571235,
"loss": 0.1691,
"step": 14400
},
{
"epoch": 0.5,
"learning_rate": 0.0005629027699745098,
"loss": 0.149,
"step": 14600
},
{
"epoch": 0.51,
"learning_rate": 0.0005627034482940388,
"loss": 0.1713,
"step": 14800
},
{
"epoch": 0.52,
"learning_rate": 0.0005625014614432885,
"loss": 0.1615,
"step": 15000
},
{
"epoch": 0.52,
"learning_rate": 0.0005622978412332689,
"loss": 0.1618,
"step": 15200
},
{
"epoch": 0.53,
"learning_rate": 0.0005620905431860859,
"loss": 0.1695,
"step": 15400
},
{
"epoch": 0.54,
"learning_rate": 0.0005618805858524459,
"loss": 0.1575,
"step": 15600
},
{
"epoch": 0.55,
"learning_rate": 0.0005616679712479168,
"loss": 0.1494,
"step": 15800
},
{
"epoch": 0.55,
"learning_rate": 0.0005614527014135753,
"loss": 0.1441,
"step": 16000
},
{
"epoch": 0.56,
"learning_rate": 0.0005612347784159886,
"loss": 0.1554,
"step": 16200
},
{
"epoch": 0.57,
"learning_rate": 0.000561014204347194,
"loss": 0.1597,
"step": 16400
},
{
"epoch": 0.57,
"learning_rate": 0.0005607909813246783,
"loss": 0.1603,
"step": 16600
},
{
"epoch": 0.58,
"learning_rate": 0.0005605651114913586,
"loss": 0.1566,
"step": 16800
},
{
"epoch": 0.59,
"learning_rate": 0.0005603365970155604,
"loss": 0.148,
"step": 17000
},
{
"epoch": 0.59,
"learning_rate": 0.0005601054400909981,
"loss": 0.153,
"step": 17200
},
{
"epoch": 0.6,
"learning_rate": 0.0005598728184863933,
"loss": 0.1551,
"step": 17400
},
{
"epoch": 0.61,
"learning_rate": 0.000559636396531194,
"loss": 0.1808,
"step": 17600
},
{
"epoch": 0.61,
"learning_rate": 0.0005593973388490791,
"loss": 0.1537,
"step": 17800
},
{
"epoch": 0.62,
"learning_rate": 0.0005591556477349764,
"loss": 0.1488,
"step": 18000
},
{
"epoch": 0.63,
"learning_rate": 0.0005589113255090943,
"loss": 0.1632,
"step": 18200
},
{
"epoch": 0.64,
"learning_rate": 0.0005586643745168998,
"loss": 0.1595,
"step": 18400
},
{
"epoch": 0.64,
"learning_rate": 0.0005584147971290952,
"loss": 0.1692,
"step": 18600
},
{
"epoch": 0.65,
"learning_rate": 0.0005581625957415966,
"loss": 0.1454,
"step": 18800
},
{
"epoch": 0.66,
"learning_rate": 0.0005579077727755101,
"loss": 0.1608,
"step": 19000
},
{
"epoch": 0.66,
"learning_rate": 0.0005576503306771081,
"loss": 0.1506,
"step": 19200
},
{
"epoch": 0.67,
"learning_rate": 0.0005573915787164281,
"loss": 0.1639,
"step": 19400
},
{
"epoch": 0.68,
"learning_rate": 0.000557128918857334,
"loss": 0.1463,
"step": 19600
},
{
"epoch": 0.68,
"learning_rate": 0.0005568636473428375,
"loss": 0.159,
"step": 19800
},
{
"epoch": 0.69,
"learning_rate": 0.0005565957667195164,
"loss": 0.1792,
"step": 20000
},
{
"epoch": 0.7,
"learning_rate": 0.0005563252795589956,
"loss": 0.1512,
"step": 20200
},
{
"epoch": 0.7,
"learning_rate": 0.0005560521884579225,
"loss": 0.1604,
"step": 20400
},
{
"epoch": 0.71,
"learning_rate": 0.000555776496037942,
"loss": 0.1563,
"step": 20600
},
{
"epoch": 0.72,
"learning_rate": 0.0005554982049456713,
"loss": 0.1598,
"step": 20800
},
{
"epoch": 0.72,
"learning_rate": 0.0005552173178526746,
"loss": 0.1429,
"step": 21000
},
{
"epoch": 0.73,
"learning_rate": 0.0005549338374554378,
"loss": 0.1544,
"step": 21200
},
{
"epoch": 0.74,
"learning_rate": 0.0005546477664753415,
"loss": 0.1435,
"step": 21400
},
{
"epoch": 0.75,
"learning_rate": 0.00055436055738539,
"loss": 0.1562,
"step": 21600
},
{
"epoch": 0.75,
"learning_rate": 0.0005540693264215625,
"loss": 0.1501,
"step": 21800
},
{
"epoch": 0.76,
"learning_rate": 0.0005537755131740878,
"loss": 0.1511,
"step": 22000
},
{
"epoch": 0.77,
"learning_rate": 0.0005534791204635411,
"loss": 0.1456,
"step": 22200
},
{
"epoch": 0.77,
"learning_rate": 0.0005531801511352604,
"loss": 0.1507,
"step": 22400
},
{
"epoch": 0.78,
"learning_rate": 0.0005528786080593183,
"loss": 0.1477,
"step": 22600
},
{
"epoch": 0.79,
"learning_rate": 0.000552574494130496,
"loss": 0.1507,
"step": 22800
},
{
"epoch": 0.79,
"learning_rate": 0.000552267812268254,
"loss": 0.1494,
"step": 23000
},
{
"epoch": 0.8,
"learning_rate": 0.0005519585654167048,
"loss": 0.1489,
"step": 23200
},
{
"epoch": 0.81,
"learning_rate": 0.0005516467565445848,
"loss": 0.1495,
"step": 23400
},
{
"epoch": 0.81,
"learning_rate": 0.0005513323886452253,
"loss": 0.1467,
"step": 23600
},
{
"epoch": 0.82,
"learning_rate": 0.0005510154647365238,
"loss": 0.1465,
"step": 23800
},
{
"epoch": 0.83,
"learning_rate": 0.0005506975915907354,
"loss": 0.1725,
"step": 24000
},
{
"epoch": 0.84,
"learning_rate": 0.0005503755775569938,
"loss": 0.1604,
"step": 24200
},
{
"epoch": 0.84,
"learning_rate": 0.0005500510166991929,
"loss": 0.1492,
"step": 24400
},
{
"epoch": 0.85,
"learning_rate": 0.0005497239121330815,
"loss": 0.1446,
"step": 24600
},
{
"epoch": 0.86,
"learning_rate": 0.0005493942669988278,
"loss": 0.1492,
"step": 24800
},
{
"epoch": 0.86,
"learning_rate": 0.0005490620844609896,
"loss": 0.152,
"step": 25000
},
{
"epoch": 0.87,
"learning_rate": 0.0005487273677084831,
"loss": 0.1601,
"step": 25200
},
{
"epoch": 0.88,
"learning_rate": 0.0005483901199545525,
"loss": 0.1432,
"step": 25400
},
{
"epoch": 0.88,
"learning_rate": 0.0005480503444367399,
"loss": 0.153,
"step": 25600
},
{
"epoch": 0.89,
"learning_rate": 0.0005477080444168533,
"loss": 0.1446,
"step": 25800
},
{
"epoch": 0.9,
"learning_rate": 0.0005473649535531743,
"loss": 0.1543,
"step": 26000
},
{
"epoch": 0.9,
"learning_rate": 0.0005470176269927267,
"loss": 0.1652,
"step": 26200
},
{
"epoch": 0.91,
"learning_rate": 0.0005466677858441803,
"loss": 0.1463,
"step": 26400
},
{
"epoch": 0.92,
"learning_rate": 0.0005463154334659722,
"loss": 0.152,
"step": 26600
},
{
"epoch": 0.93,
"learning_rate": 0.0005459605732406469,
"loss": 0.1572,
"step": 26800
},
{
"epoch": 0.93,
"learning_rate": 0.0005456032085748239,
"loss": 0.1439,
"step": 27000
},
{
"epoch": 0.94,
"learning_rate": 0.0005452433428991655,
"loss": 0.1483,
"step": 27200
},
{
"epoch": 0.95,
"learning_rate": 0.000544880979668343,
"loss": 0.1633,
"step": 27400
},
{
"epoch": 0.95,
"learning_rate": 0.0005445161223610037,
"loss": 0.1559,
"step": 27600
},
{
"epoch": 0.96,
"learning_rate": 0.0005441487744797385,
"loss": 0.1582,
"step": 27800
},
{
"epoch": 0.97,
"learning_rate": 0.000543778939551047,
"loss": 0.1607,
"step": 28000
},
{
"epoch": 0.97,
"learning_rate": 0.0005434084888892294,
"loss": 0.1444,
"step": 28200
},
{
"epoch": 0.98,
"learning_rate": 0.0005430337029313361,
"loss": 0.1411,
"step": 28400
},
{
"epoch": 0.99,
"learning_rate": 0.0005426564406305822,
"loss": 0.145,
"step": 28600
},
{
"epoch": 0.99,
"learning_rate": 0.0005422767056086448,
"loss": 0.1543,
"step": 28800
},
{
"epoch": 1.0,
"eval_accuracy": 0.9266715807717144,
"eval_auc": 0.8547374969101048,
"eval_f1": 0.3476562916154915,
"eval_loss": 0.36462366580963135,
"eval_precision": 0.22375778821030992,
"eval_recall": 0.7790042059793111,
"eval_runtime": 1778.9025,
"eval_samples_per_second": 24.978,
"eval_steps_per_second": 4.163,
"step": 28970
},
{
"epoch": 1.0,
"learning_rate": 0.000541894501510939,
"loss": 0.1532,
"step": 29000
},
{
"epoch": 1.01,
"learning_rate": 0.0005415098320065826,
"loss": 0.146,
"step": 29200
},
{
"epoch": 1.01,
"learning_rate": 0.0005411227007883609,
"loss": 0.142,
"step": 29400
},
{
"epoch": 1.02,
"learning_rate": 0.0005407331115726918,
"loss": 0.1398,
"step": 29600
},
{
"epoch": 1.03,
"learning_rate": 0.0005403410680995892,
"loss": 0.1609,
"step": 29800
},
{
"epoch": 1.04,
"learning_rate": 0.000539946574132628,
"loss": 0.1443,
"step": 30000
},
{
"epoch": 1.04,
"learning_rate": 0.0005395496334589074,
"loss": 0.1466,
"step": 30200
},
{
"epoch": 1.05,
"learning_rate": 0.0005391502498890146,
"loss": 0.1542,
"step": 30400
},
{
"epoch": 1.06,
"learning_rate": 0.0005387504424309447,
"loss": 0.1624,
"step": 30600
},
{
"epoch": 1.06,
"learning_rate": 0.0005383461967606286,
"loss": 0.1492,
"step": 30800
},
{
"epoch": 1.07,
"learning_rate": 0.000537939519747002,
"loss": 0.1481,
"step": 31000
},
{
"epoch": 1.08,
"learning_rate": 0.0005375304152941202,
"loss": 0.1534,
"step": 31200
},
{
"epoch": 1.08,
"learning_rate": 0.0005371188873293412,
"loss": 0.1469,
"step": 31400
},
{
"epoch": 1.09,
"learning_rate": 0.000536704939803289,
"loss": 0.1443,
"step": 31600
},
{
"epoch": 1.1,
"learning_rate": 0.0005362885766898149,
"loss": 0.148,
"step": 31800
},
{
"epoch": 1.1,
"learning_rate": 0.0005358698019859594,
"loss": 0.1589,
"step": 32000
},
{
"epoch": 1.11,
"learning_rate": 0.0005354486197119143,
"loss": 0.1525,
"step": 32200
},
{
"epoch": 1.12,
"learning_rate": 0.0005350250339109836,
"loss": 0.1514,
"step": 32400
},
{
"epoch": 1.13,
"learning_rate": 0.0005346011845377551,
"loss": 0.1421,
"step": 32600
},
{
"epoch": 1.13,
"learning_rate": 0.0005341728158718659,
"loss": 0.1384,
"step": 32800
},
{
"epoch": 1.14,
"learning_rate": 0.0005337442156678716,
"loss": 0.1629,
"step": 33000
},
{
"epoch": 1.15,
"learning_rate": 0.0005333110805040125,
"loss": 0.1488,
"step": 33200
},
{
"epoch": 1.15,
"learning_rate": 0.000532875562333412,
"loss": 0.1424,
"step": 33400
},
{
"epoch": 1.16,
"learning_rate": 0.0005324376653369972,
"loss": 0.1436,
"step": 33600
},
{
"epoch": 1.17,
"learning_rate": 0.0005319973937185317,
"loss": 0.1624,
"step": 33800
},
{
"epoch": 1.17,
"learning_rate": 0.0005315547517045754,
"loss": 0.1381,
"step": 34000
},
{
"epoch": 1.18,
"learning_rate": 0.0005311097435444433,
"loss": 0.1484,
"step": 34200
},
{
"epoch": 1.19,
"learning_rate": 0.0005306623735101656,
"loss": 0.1482,
"step": 34400
},
{
"epoch": 1.19,
"learning_rate": 0.0005302126458964461,
"loss": 0.1439,
"step": 34600
},
{
"epoch": 1.2,
"learning_rate": 0.0005297605650206207,
"loss": 0.1519,
"step": 34800
},
{
"epoch": 1.21,
"learning_rate": 0.000529306135222617,
"loss": 0.1298,
"step": 35000
},
{
"epoch": 1.22,
"learning_rate": 0.0005288493608649115,
"loss": 0.1469,
"step": 35200
},
{
"epoch": 1.22,
"learning_rate": 0.0005283902463324885,
"loss": 0.1431,
"step": 35400
},
{
"epoch": 1.23,
"learning_rate": 0.0005279287960327977,
"loss": 0.1501,
"step": 35600
},
{
"epoch": 1.24,
"learning_rate": 0.0005274650143957118,
"loss": 0.142,
"step": 35800
},
{
"epoch": 1.24,
"learning_rate": 0.0005269989058734842,
"loss": 0.1433,
"step": 36000
},
{
"epoch": 1.25,
"learning_rate": 0.0005265304749407059,
"loss": 0.1398,
"step": 36200
},
{
"epoch": 1.26,
"learning_rate": 0.0005260597260942631,
"loss": 0.1553,
"step": 36400
},
{
"epoch": 1.26,
"learning_rate": 0.0005255866638532936,
"loss": 0.1545,
"step": 36600
},
{
"epoch": 1.27,
"learning_rate": 0.0005251112927591435,
"loss": 0.1526,
"step": 36800
},
{
"epoch": 1.28,
"learning_rate": 0.0005246336173753237,
"loss": 0.1503,
"step": 37000
},
{
"epoch": 1.28,
"learning_rate": 0.000524153642287466,
"loss": 0.139,
"step": 37200
},
{
"epoch": 1.29,
"learning_rate": 0.0005236737891556027,
"loss": 0.1486,
"step": 37400
},
{
"epoch": 1.3,
"learning_rate": 0.000523189239945608,
"loss": 0.1375,
"step": 37600
},
{
"epoch": 1.3,
"learning_rate": 0.0005227024048974417,
"loss": 0.142,
"step": 37800
},
{
"epoch": 1.31,
"learning_rate": 0.0005222132886846675,
"loss": 0.1412,
"step": 38000
},
{
"epoch": 1.32,
"learning_rate": 0.000521721896002748,
"loss": 0.1485,
"step": 38200
},
{
"epoch": 1.33,
"learning_rate": 0.0005212282315689993,
"loss": 0.1416,
"step": 38400
},
{
"epoch": 1.33,
"learning_rate": 0.0005207323001225466,
"loss": 0.1385,
"step": 38600
},
{
"epoch": 1.34,
"learning_rate": 0.0005202341064242777,
"loss": 0.1493,
"step": 38800
},
{
"epoch": 1.35,
"learning_rate": 0.0005197336552567981,
"loss": 0.1454,
"step": 39000
},
{
"epoch": 1.35,
"learning_rate": 0.0005192309514243847,
"loss": 0.1472,
"step": 39200
},
{
"epoch": 1.36,
"learning_rate": 0.0005187259997529396,
"loss": 0.1443,
"step": 39400
},
{
"epoch": 1.37,
"learning_rate": 0.000518218805089944,
"loss": 0.147,
"step": 39600
},
{
"epoch": 1.37,
"learning_rate": 0.0005177093723044116,
"loss": 0.1565,
"step": 39800
},
{
"epoch": 1.38,
"learning_rate": 0.000517200270163978,
"loss": 0.153,
"step": 40000
},
{
"epoch": 1.39,
"learning_rate": 0.0005166863869556556,
"loss": 0.1404,
"step": 40200
},
{
"epoch": 1.39,
"learning_rate": 0.000516170280335844,
"loss": 0.1326,
"step": 40400
},
{
"epoch": 1.4,
"learning_rate": 0.0005156519552591106,
"loss": 0.147,
"step": 40600
},
{
"epoch": 1.41,
"learning_rate": 0.0005151314167013202,
"loss": 0.151,
"step": 40800
},
{
"epoch": 1.42,
"learning_rate": 0.000514608669659586,
"loss": 0.1479,
"step": 41000
},
{
"epoch": 1.42,
"learning_rate": 0.0005140837191522229,
"loss": 0.1621,
"step": 41200
},
{
"epoch": 1.43,
"learning_rate": 0.0005135565702186988,
"loss": 0.1531,
"step": 41400
},
{
"epoch": 1.44,
"learning_rate": 0.0005130272279195864,
"loss": 0.1364,
"step": 41600
},
{
"epoch": 1.44,
"learning_rate": 0.0005124956973365139,
"loss": 0.1419,
"step": 41800
},
{
"epoch": 1.45,
"learning_rate": 0.0005119619835721174,
"loss": 0.1305,
"step": 42000
},
{
"epoch": 1.46,
"learning_rate": 0.000511426091749991,
"loss": 0.1461,
"step": 42200
},
{
"epoch": 1.46,
"learning_rate": 0.0005108880270146381,
"loss": 0.1501,
"step": 42400
},
{
"epoch": 1.47,
"learning_rate": 0.0005103505010775399,
"loss": 0.1587,
"step": 42600
},
{
"epoch": 1.48,
"learning_rate": 0.0005098081168325064,
"loss": 0.1322,
"step": 42800
},
{
"epoch": 1.48,
"learning_rate": 0.0005092635752066296,
"loss": 0.1418,
"step": 43000
},
{
"epoch": 1.49,
"learning_rate": 0.0005087196202411544,
"loss": 0.1564,
"step": 43200
},
{
"epoch": 1.5,
"learning_rate": 0.0005081707902783097,
"loss": 0.1552,
"step": 43400
},
{
"epoch": 1.51,
"learning_rate": 0.0005076198186527788,
"loss": 0.1362,
"step": 43600
},
{
"epoch": 1.51,
"learning_rate": 0.0005070667106538294,
"loss": 0.1497,
"step": 43800
},
{
"epoch": 1.52,
"learning_rate": 0.0005065114715912386,
"loss": 0.143,
"step": 44000
},
{
"epoch": 1.53,
"learning_rate": 0.0005059541067952407,
"loss": 0.1527,
"step": 44200
},
{
"epoch": 1.53,
"learning_rate": 0.0005053946216164774,
"loss": 0.1384,
"step": 44400
},
{
"epoch": 1.54,
"learning_rate": 0.0005048330214259455,
"loss": 0.1569,
"step": 44600
},
{
"epoch": 1.55,
"learning_rate": 0.0005042693116149461,
"loss": 0.1349,
"step": 44800
},
{
"epoch": 1.55,
"learning_rate": 0.0005037034975950318,
"loss": 0.1458,
"step": 45000
},
{
"epoch": 1.56,
"learning_rate": 0.0005031355847979559,
"loss": 0.1448,
"step": 45200
},
{
"epoch": 1.57,
"learning_rate": 0.0005025655786756196,
"loss": 0.1386,
"step": 45400
},
{
"epoch": 1.57,
"learning_rate": 0.0005019934847000197,
"loss": 0.146,
"step": 45600
},
{
"epoch": 1.58,
"learning_rate": 0.0005014193083631962,
"loss": 0.1366,
"step": 45800
},
{
"epoch": 1.59,
"learning_rate": 0.0005008430551771795,
"loss": 0.1389,
"step": 46000
},
{
"epoch": 1.59,
"learning_rate": 0.0005002647306739379,
"loss": 0.1378,
"step": 46200
},
{
"epoch": 1.6,
"learning_rate": 0.0004996843404053234,
"loss": 0.1375,
"step": 46400
},
{
"epoch": 1.61,
"learning_rate": 0.0004991018899430197,
"loss": 0.1424,
"step": 46600
},
{
"epoch": 1.62,
"learning_rate": 0.0004985173848784881,
"loss": 0.1509,
"step": 46800
},
{
"epoch": 1.62,
"learning_rate": 0.0004979308308229137,
"loss": 0.1438,
"step": 47000
},
{
"epoch": 1.63,
"learning_rate": 0.0004973422334071515,
"loss": 0.1306,
"step": 47200
},
{
"epoch": 1.64,
"learning_rate": 0.000496754556516732,
"loss": 0.1475,
"step": 47400
},
{
"epoch": 1.64,
"learning_rate": 0.0004961618994976319,
"loss": 0.1422,
"step": 47600
},
{
"epoch": 1.65,
"learning_rate": 0.0004955672160998928,
"loss": 0.1411,
"step": 47800
},
{
"epoch": 1.66,
"learning_rate": 0.0004949705120324106,
"loss": 0.1491,
"step": 48000
},
{
"epoch": 1.66,
"learning_rate": 0.0004943717930234795,
"loss": 0.1391,
"step": 48200
},
{
"epoch": 1.67,
"learning_rate": 0.0004937710648207372,
"loss": 0.1339,
"step": 48400
},
{
"epoch": 1.68,
"learning_rate": 0.0004931683331911087,
"loss": 0.1494,
"step": 48600
},
{
"epoch": 1.68,
"learning_rate": 0.0004925636039207527,
"loss": 0.154,
"step": 48800
},
{
"epoch": 1.69,
"learning_rate": 0.0004919568828150041,
"loss": 0.1423,
"step": 49000
},
{
"epoch": 1.7,
"learning_rate": 0.0004913481756983199,
"loss": 0.1407,
"step": 49200
},
{
"epoch": 1.71,
"learning_rate": 0.0004907405467666192,
"loss": 0.1452,
"step": 49400
},
{
"epoch": 1.71,
"learning_rate": 0.0004901278950345495,
"loss": 0.1368,
"step": 49600
},
{
"epoch": 1.72,
"learning_rate": 0.0004895132748496281,
"loss": 0.1264,
"step": 49800
},
{
"epoch": 1.73,
"learning_rate": 0.0004888966921121421,
"loss": 0.1478,
"step": 50000
},
{
"epoch": 1.73,
"learning_rate": 0.00048827815274121847,
"loss": 0.1505,
"step": 50200
},
{
"epoch": 1.74,
"learning_rate": 0.0004876576626747684,
"loss": 0.1328,
"step": 50400
},
{
"epoch": 1.75,
"learning_rate": 0.0004870352278694289,
"loss": 0.1511,
"step": 50600
},
{
"epoch": 1.75,
"learning_rate": 0.00048641085430050653,
"loss": 0.1475,
"step": 50800
},
{
"epoch": 1.76,
"learning_rate": 0.00048578454796191977,
"loss": 0.1454,
"step": 51000
},
{
"epoch": 1.77,
"learning_rate": 0.00048515631486614134,
"loss": 0.1472,
"step": 51200
},
{
"epoch": 1.77,
"learning_rate": 0.0004845261610441408,
"loss": 0.1295,
"step": 51400
},
{
"epoch": 1.78,
"learning_rate": 0.0004838972576405494,
"loss": 0.1372,
"step": 51600
},
{
"epoch": 1.79,
"learning_rate": 0.00048326329006063116,
"loss": 0.1442,
"step": 51800
},
{
"epoch": 1.79,
"learning_rate": 0.0004826274199273233,
"loss": 0.1379,
"step": 52000
},
{
"epoch": 1.8,
"learning_rate": 0.00048198965334490996,
"loss": 0.1423,
"step": 52200
},
{
"epoch": 1.81,
"learning_rate": 0.0004813499964358812,
"loss": 0.1413,
"step": 52400
},
{
"epoch": 1.82,
"learning_rate": 0.0004807084553408737,
"loss": 0.1423,
"step": 52600
},
{
"epoch": 1.82,
"learning_rate": 0.0004800650362186124,
"loss": 0.1455,
"step": 52800
},
{
"epoch": 1.83,
"learning_rate": 0.0004794197452458509,
"loss": 0.1415,
"step": 53000
},
{
"epoch": 1.84,
"learning_rate": 0.00047877258861731253,
"loss": 0.1452,
"step": 53200
},
{
"epoch": 1.84,
"learning_rate": 0.00047812357254563043,
"loss": 0.1361,
"step": 53400
},
{
"epoch": 1.85,
"learning_rate": 0.00047747596220724844,
"loss": 0.1437,
"step": 53600
},
{
"epoch": 1.86,
"learning_rate": 0.0004768232551777713,
"loss": 0.1301,
"step": 53800
},
{
"epoch": 1.86,
"learning_rate": 0.0004761687074185398,
"loss": 0.1401,
"step": 54000
},
{
"epoch": 1.87,
"learning_rate": 0.0004755123252131414,
"loss": 0.1392,
"step": 54200
},
{
"epoch": 1.88,
"learning_rate": 0.00047485411486277384,
"loss": 0.1334,
"step": 54400
},
{
"epoch": 1.88,
"learning_rate": 0.00047419408268618515,
"loss": 0.1486,
"step": 54600
},
{
"epoch": 1.89,
"learning_rate": 0.0004735322350196125,
"loss": 0.146,
"step": 54800
},
{
"epoch": 1.9,
"learning_rate": 0.00047286857821672145,
"loss": 0.1531,
"step": 55000
},
{
"epoch": 1.91,
"learning_rate": 0.00047220311864854545,
"loss": 0.1312,
"step": 55200
},
{
"epoch": 1.91,
"learning_rate": 0.0004715358627034239,
"loss": 0.1376,
"step": 55400
},
{
"epoch": 1.92,
"learning_rate": 0.00047086681678694143,
"loss": 0.138,
"step": 55600
},
{
"epoch": 1.93,
"learning_rate": 0.00047019934589512296,
"loss": 0.1476,
"step": 55800
},
{
"epoch": 1.93,
"learning_rate": 0.000469526748190841,
"loss": 0.1394,
"step": 56000
},
{
"epoch": 1.94,
"learning_rate": 0.0004688523798024791,
"loss": 0.1527,
"step": 56200
},
{
"epoch": 1.95,
"learning_rate": 0.00046817624720390063,
"loss": 0.1422,
"step": 56400
},
{
"epoch": 1.95,
"learning_rate": 0.00046750175069906427,
"loss": 0.1615,
"step": 56600
},
{
"epoch": 1.96,
"learning_rate": 0.00046682211790916814,
"loss": 0.1263,
"step": 56800
},
{
"epoch": 1.97,
"learning_rate": 0.00046614074039934907,
"loss": 0.1503,
"step": 57000
},
{
"epoch": 1.97,
"learning_rate": 0.00046545762471075726,
"loss": 0.1557,
"step": 57200
},
{
"epoch": 1.98,
"learning_rate": 0.0004647727774012289,
"loss": 0.1367,
"step": 57400
},
{
"epoch": 1.99,
"learning_rate": 0.0004640862050452239,
"loss": 0.1341,
"step": 57600
},
{
"epoch": 2.0,
"learning_rate": 0.00046339791423376226,
"loss": 0.1449,
"step": 57800
},
{
"epoch": 2.0,
"eval_accuracy": 0.9439565632043402,
"eval_auc": 0.8461801873862141,
"eval_f1": 0.3995036053381367,
"eval_loss": 0.4224541485309601,
"eval_precision": 0.27316793551875035,
"eval_recall": 0.7432397408207343,
"eval_runtime": 1778.6249,
"eval_samples_per_second": 24.982,
"eval_steps_per_second": 4.164,
"step": 57940
}
],
"logging_steps": 200,
"max_steps": 202790,
"num_train_epochs": 7,
"save_steps": 500,
"total_flos": 6.9510044394e+16,
"trial_name": null,
"trial_params": null
}