esm2_t12_35M_lora_binding_sites_cp1 / trainer_state (5).json
AmelieSchreiber's picture
Upload 11 files
824c532
raw
history blame
18.4 kB
{
"best_metric": 0.3476562916154915,
"best_model_checkpoint": "esm2_t12_35M-lora-binding-sites_2023-09-11_16-28-57/checkpoint-28970",
"epoch": 1.0,
"eval_steps": 500,
"global_step": 28970,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.01,
"learning_rate": 0.0005701554508678478,
"loss": 0.4954,
"step": 200
},
{
"epoch": 0.01,
"learning_rate": 0.000570151359481901,
"loss": 0.3627,
"step": 400
},
{
"epoch": 0.02,
"learning_rate": 0.0005701445314265366,
"loss": 0.325,
"step": 600
},
{
"epoch": 0.03,
"learning_rate": 0.0005701349667673032,
"loss": 0.2797,
"step": 800
},
{
"epoch": 0.03,
"learning_rate": 0.0005701226655960202,
"loss": 0.2708,
"step": 1000
},
{
"epoch": 0.04,
"learning_rate": 0.0005701076280307777,
"loss": 0.2547,
"step": 1200
},
{
"epoch": 0.05,
"learning_rate": 0.0005700898542159346,
"loss": 0.2395,
"step": 1400
},
{
"epoch": 0.06,
"learning_rate": 0.0005700693443221178,
"loss": 0.2348,
"step": 1600
},
{
"epoch": 0.06,
"learning_rate": 0.0005700460985462198,
"loss": 0.218,
"step": 1800
},
{
"epoch": 0.07,
"learning_rate": 0.0005700202538231217,
"loss": 0.2284,
"step": 2000
},
{
"epoch": 0.08,
"learning_rate": 0.000569991550655178,
"loss": 0.2307,
"step": 2200
},
{
"epoch": 0.08,
"learning_rate": 0.000569960112351964,
"loss": 0.22,
"step": 2400
},
{
"epoch": 0.09,
"learning_rate": 0.000569925939215284,
"loss": 0.2117,
"step": 2600
},
{
"epoch": 0.1,
"learning_rate": 0.0005698890315731962,
"loss": 0.2246,
"step": 2800
},
{
"epoch": 0.1,
"learning_rate": 0.0005698493897800102,
"loss": 0.2392,
"step": 3000
},
{
"epoch": 0.11,
"learning_rate": 0.0005698070142162829,
"loss": 0.2078,
"step": 3200
},
{
"epoch": 0.12,
"learning_rate": 0.0005697619052888148,
"loss": 0.2098,
"step": 3400
},
{
"epoch": 0.12,
"learning_rate": 0.0005697140634306472,
"loss": 0.1919,
"step": 3600
},
{
"epoch": 0.13,
"learning_rate": 0.0005696634891010563,
"loss": 0.1957,
"step": 3800
},
{
"epoch": 0.14,
"learning_rate": 0.0005696101827855504,
"loss": 0.2156,
"step": 4000
},
{
"epoch": 0.14,
"learning_rate": 0.0005695544319784758,
"loss": 0.1983,
"step": 4200
},
{
"epoch": 0.15,
"learning_rate": 0.0005694956769058657,
"loss": 0.2104,
"step": 4400
},
{
"epoch": 0.16,
"learning_rate": 0.0005694341914583195,
"loss": 0.1789,
"step": 4600
},
{
"epoch": 0.17,
"learning_rate": 0.0005693699762260905,
"loss": 0.1944,
"step": 4800
},
{
"epoch": 0.17,
"learning_rate": 0.0005693030318256384,
"loss": 0.1895,
"step": 5000
},
{
"epoch": 0.18,
"learning_rate": 0.0005692333588996219,
"loss": 0.2007,
"step": 5200
},
{
"epoch": 0.19,
"learning_rate": 0.0005691609581168934,
"loss": 0.1852,
"step": 5400
},
{
"epoch": 0.19,
"learning_rate": 0.0005690858301724929,
"loss": 0.1728,
"step": 5600
},
{
"epoch": 0.2,
"learning_rate": 0.0005690079757876402,
"loss": 0.2076,
"step": 5800
},
{
"epoch": 0.21,
"learning_rate": 0.0005689273957097291,
"loss": 0.1844,
"step": 6000
},
{
"epoch": 0.21,
"learning_rate": 0.0005688445140142318,
"loss": 0.173,
"step": 6200
},
{
"epoch": 0.22,
"learning_rate": 0.0005687584985156089,
"loss": 0.189,
"step": 6400
},
{
"epoch": 0.23,
"learning_rate": 0.0005686697597188824,
"loss": 0.1728,
"step": 6600
},
{
"epoch": 0.23,
"learning_rate": 0.0005685782984759349,
"loss": 0.1764,
"step": 6800
},
{
"epoch": 0.24,
"learning_rate": 0.0005684841156647846,
"loss": 0.1817,
"step": 7000
},
{
"epoch": 0.25,
"learning_rate": 0.0005683872121895759,
"loss": 0.184,
"step": 7200
},
{
"epoch": 0.26,
"learning_rate": 0.000568287588980572,
"loss": 0.1611,
"step": 7400
},
{
"epoch": 0.26,
"learning_rate": 0.0005681852469941448,
"loss": 0.1782,
"step": 7600
},
{
"epoch": 0.27,
"learning_rate": 0.000568080187212766,
"loss": 0.1674,
"step": 7800
},
{
"epoch": 0.28,
"learning_rate": 0.0005679724106449985,
"loss": 0.1592,
"step": 8000
},
{
"epoch": 0.28,
"learning_rate": 0.0005678619183254852,
"loss": 0.188,
"step": 8200
},
{
"epoch": 0.29,
"learning_rate": 0.0005677487113149407,
"loss": 0.1724,
"step": 8400
},
{
"epoch": 0.3,
"learning_rate": 0.00056763279070014,
"loss": 0.1734,
"step": 8600
},
{
"epoch": 0.3,
"learning_rate": 0.0005675141575939082,
"loss": 0.1802,
"step": 8800
},
{
"epoch": 0.31,
"learning_rate": 0.0005673934265999777,
"loss": 0.1735,
"step": 9000
},
{
"epoch": 0.32,
"learning_rate": 0.0005672693855015051,
"loss": 0.1768,
"step": 9200
},
{
"epoch": 0.32,
"learning_rate": 0.0005671426354002519,
"loss": 0.1759,
"step": 9400
},
{
"epoch": 0.33,
"learning_rate": 0.0005670131775130054,
"loss": 0.1646,
"step": 9600
},
{
"epoch": 0.34,
"learning_rate": 0.0005668810130825471,
"loss": 0.1684,
"step": 9800
},
{
"epoch": 0.35,
"learning_rate": 0.0005667461433776413,
"loss": 0.1636,
"step": 10000
},
{
"epoch": 0.35,
"learning_rate": 0.0005666085696930225,
"loss": 0.1492,
"step": 10200
},
{
"epoch": 0.36,
"learning_rate": 0.0005664682933493831,
"loss": 0.1636,
"step": 10400
},
{
"epoch": 0.37,
"learning_rate": 0.0005663253156933608,
"loss": 0.1647,
"step": 10600
},
{
"epoch": 0.37,
"learning_rate": 0.0005661796380975255,
"loss": 0.181,
"step": 10800
},
{
"epoch": 0.38,
"learning_rate": 0.0005660320105513283,
"loss": 0.1708,
"step": 11000
},
{
"epoch": 0.39,
"learning_rate": 0.0005658809507792387,
"loss": 0.1702,
"step": 11200
},
{
"epoch": 0.39,
"learning_rate": 0.0005657271953331912,
"loss": 0.1617,
"step": 11400
},
{
"epoch": 0.4,
"learning_rate": 0.000565570745689221,
"loss": 0.1722,
"step": 11600
},
{
"epoch": 0.41,
"learning_rate": 0.000565411603349228,
"loss": 0.1702,
"step": 11800
},
{
"epoch": 0.41,
"learning_rate": 0.0005652497698409615,
"loss": 0.1543,
"step": 12000
},
{
"epoch": 0.42,
"learning_rate": 0.0005650852467180052,
"loss": 0.1654,
"step": 12200
},
{
"epoch": 0.43,
"learning_rate": 0.0005649180355597633,
"loss": 0.1676,
"step": 12400
},
{
"epoch": 0.43,
"learning_rate": 0.000564748137971445,
"loss": 0.16,
"step": 12600
},
{
"epoch": 0.44,
"learning_rate": 0.0005645755555840486,
"loss": 0.1627,
"step": 12800
},
{
"epoch": 0.45,
"learning_rate": 0.0005644002900543462,
"loss": 0.1712,
"step": 13000
},
{
"epoch": 0.46,
"learning_rate": 0.0005642232394671313,
"loss": 0.1603,
"step": 13200
},
{
"epoch": 0.46,
"learning_rate": 0.0005640426261206144,
"loss": 0.1648,
"step": 13400
},
{
"epoch": 0.47,
"learning_rate": 0.0005638593347478565,
"loss": 0.1608,
"step": 13600
},
{
"epoch": 0.48,
"learning_rate": 0.0005636733671084348,
"loss": 0.162,
"step": 13800
},
{
"epoch": 0.48,
"learning_rate": 0.0005634847249876185,
"loss": 0.1516,
"step": 14000
},
{
"epoch": 0.49,
"learning_rate": 0.0005632934101963515,
"loss": 0.1638,
"step": 14200
},
{
"epoch": 0.5,
"learning_rate": 0.000563099424571235,
"loss": 0.1691,
"step": 14400
},
{
"epoch": 0.5,
"learning_rate": 0.0005629027699745098,
"loss": 0.149,
"step": 14600
},
{
"epoch": 0.51,
"learning_rate": 0.0005627034482940388,
"loss": 0.1713,
"step": 14800
},
{
"epoch": 0.52,
"learning_rate": 0.0005625014614432885,
"loss": 0.1615,
"step": 15000
},
{
"epoch": 0.52,
"learning_rate": 0.0005622978412332689,
"loss": 0.1618,
"step": 15200
},
{
"epoch": 0.53,
"learning_rate": 0.0005620905431860859,
"loss": 0.1695,
"step": 15400
},
{
"epoch": 0.54,
"learning_rate": 0.0005618805858524459,
"loss": 0.1575,
"step": 15600
},
{
"epoch": 0.55,
"learning_rate": 0.0005616679712479168,
"loss": 0.1494,
"step": 15800
},
{
"epoch": 0.55,
"learning_rate": 0.0005614527014135753,
"loss": 0.1441,
"step": 16000
},
{
"epoch": 0.56,
"learning_rate": 0.0005612347784159886,
"loss": 0.1554,
"step": 16200
},
{
"epoch": 0.57,
"learning_rate": 0.000561014204347194,
"loss": 0.1597,
"step": 16400
},
{
"epoch": 0.57,
"learning_rate": 0.0005607909813246783,
"loss": 0.1603,
"step": 16600
},
{
"epoch": 0.58,
"learning_rate": 0.0005605651114913586,
"loss": 0.1566,
"step": 16800
},
{
"epoch": 0.59,
"learning_rate": 0.0005603365970155604,
"loss": 0.148,
"step": 17000
},
{
"epoch": 0.59,
"learning_rate": 0.0005601054400909981,
"loss": 0.153,
"step": 17200
},
{
"epoch": 0.6,
"learning_rate": 0.0005598728184863933,
"loss": 0.1551,
"step": 17400
},
{
"epoch": 0.61,
"learning_rate": 0.000559636396531194,
"loss": 0.1808,
"step": 17600
},
{
"epoch": 0.61,
"learning_rate": 0.0005593973388490791,
"loss": 0.1537,
"step": 17800
},
{
"epoch": 0.62,
"learning_rate": 0.0005591556477349764,
"loss": 0.1488,
"step": 18000
},
{
"epoch": 0.63,
"learning_rate": 0.0005589113255090943,
"loss": 0.1632,
"step": 18200
},
{
"epoch": 0.64,
"learning_rate": 0.0005586643745168998,
"loss": 0.1595,
"step": 18400
},
{
"epoch": 0.64,
"learning_rate": 0.0005584147971290952,
"loss": 0.1692,
"step": 18600
},
{
"epoch": 0.65,
"learning_rate": 0.0005581625957415966,
"loss": 0.1454,
"step": 18800
},
{
"epoch": 0.66,
"learning_rate": 0.0005579077727755101,
"loss": 0.1608,
"step": 19000
},
{
"epoch": 0.66,
"learning_rate": 0.0005576503306771081,
"loss": 0.1506,
"step": 19200
},
{
"epoch": 0.67,
"learning_rate": 0.0005573915787164281,
"loss": 0.1639,
"step": 19400
},
{
"epoch": 0.68,
"learning_rate": 0.000557128918857334,
"loss": 0.1463,
"step": 19600
},
{
"epoch": 0.68,
"learning_rate": 0.0005568636473428375,
"loss": 0.159,
"step": 19800
},
{
"epoch": 0.69,
"learning_rate": 0.0005565957667195164,
"loss": 0.1792,
"step": 20000
},
{
"epoch": 0.7,
"learning_rate": 0.0005563252795589956,
"loss": 0.1512,
"step": 20200
},
{
"epoch": 0.7,
"learning_rate": 0.0005560521884579225,
"loss": 0.1604,
"step": 20400
},
{
"epoch": 0.71,
"learning_rate": 0.000555776496037942,
"loss": 0.1563,
"step": 20600
},
{
"epoch": 0.72,
"learning_rate": 0.0005554982049456713,
"loss": 0.1598,
"step": 20800
},
{
"epoch": 0.72,
"learning_rate": 0.0005552173178526746,
"loss": 0.1429,
"step": 21000
},
{
"epoch": 0.73,
"learning_rate": 0.0005549338374554378,
"loss": 0.1544,
"step": 21200
},
{
"epoch": 0.74,
"learning_rate": 0.0005546477664753415,
"loss": 0.1435,
"step": 21400
},
{
"epoch": 0.75,
"learning_rate": 0.00055436055738539,
"loss": 0.1562,
"step": 21600
},
{
"epoch": 0.75,
"learning_rate": 0.0005540693264215625,
"loss": 0.1501,
"step": 21800
},
{
"epoch": 0.76,
"learning_rate": 0.0005537755131740878,
"loss": 0.1511,
"step": 22000
},
{
"epoch": 0.77,
"learning_rate": 0.0005534791204635411,
"loss": 0.1456,
"step": 22200
},
{
"epoch": 0.77,
"learning_rate": 0.0005531801511352604,
"loss": 0.1507,
"step": 22400
},
{
"epoch": 0.78,
"learning_rate": 0.0005528786080593183,
"loss": 0.1477,
"step": 22600
},
{
"epoch": 0.79,
"learning_rate": 0.000552574494130496,
"loss": 0.1507,
"step": 22800
},
{
"epoch": 0.79,
"learning_rate": 0.000552267812268254,
"loss": 0.1494,
"step": 23000
},
{
"epoch": 0.8,
"learning_rate": 0.0005519585654167048,
"loss": 0.1489,
"step": 23200
},
{
"epoch": 0.81,
"learning_rate": 0.0005516467565445848,
"loss": 0.1495,
"step": 23400
},
{
"epoch": 0.81,
"learning_rate": 0.0005513323886452253,
"loss": 0.1467,
"step": 23600
},
{
"epoch": 0.82,
"learning_rate": 0.0005510154647365238,
"loss": 0.1465,
"step": 23800
},
{
"epoch": 0.83,
"learning_rate": 0.0005506975915907354,
"loss": 0.1725,
"step": 24000
},
{
"epoch": 0.84,
"learning_rate": 0.0005503755775569938,
"loss": 0.1604,
"step": 24200
},
{
"epoch": 0.84,
"learning_rate": 0.0005500510166991929,
"loss": 0.1492,
"step": 24400
},
{
"epoch": 0.85,
"learning_rate": 0.0005497239121330815,
"loss": 0.1446,
"step": 24600
},
{
"epoch": 0.86,
"learning_rate": 0.0005493942669988278,
"loss": 0.1492,
"step": 24800
},
{
"epoch": 0.86,
"learning_rate": 0.0005490620844609896,
"loss": 0.152,
"step": 25000
},
{
"epoch": 0.87,
"learning_rate": 0.0005487273677084831,
"loss": 0.1601,
"step": 25200
},
{
"epoch": 0.88,
"learning_rate": 0.0005483901199545525,
"loss": 0.1432,
"step": 25400
},
{
"epoch": 0.88,
"learning_rate": 0.0005480503444367399,
"loss": 0.153,
"step": 25600
},
{
"epoch": 0.89,
"learning_rate": 0.0005477080444168533,
"loss": 0.1446,
"step": 25800
},
{
"epoch": 0.9,
"learning_rate": 0.0005473649535531743,
"loss": 0.1543,
"step": 26000
},
{
"epoch": 0.9,
"learning_rate": 0.0005470176269927267,
"loss": 0.1652,
"step": 26200
},
{
"epoch": 0.91,
"learning_rate": 0.0005466677858441803,
"loss": 0.1463,
"step": 26400
},
{
"epoch": 0.92,
"learning_rate": 0.0005463154334659722,
"loss": 0.152,
"step": 26600
},
{
"epoch": 0.93,
"learning_rate": 0.0005459605732406469,
"loss": 0.1572,
"step": 26800
},
{
"epoch": 0.93,
"learning_rate": 0.0005456032085748239,
"loss": 0.1439,
"step": 27000
},
{
"epoch": 0.94,
"learning_rate": 0.0005452433428991655,
"loss": 0.1483,
"step": 27200
},
{
"epoch": 0.95,
"learning_rate": 0.000544880979668343,
"loss": 0.1633,
"step": 27400
},
{
"epoch": 0.95,
"learning_rate": 0.0005445161223610037,
"loss": 0.1559,
"step": 27600
},
{
"epoch": 0.96,
"learning_rate": 0.0005441487744797385,
"loss": 0.1582,
"step": 27800
},
{
"epoch": 0.97,
"learning_rate": 0.000543778939551047,
"loss": 0.1607,
"step": 28000
},
{
"epoch": 0.97,
"learning_rate": 0.0005434084888892294,
"loss": 0.1444,
"step": 28200
},
{
"epoch": 0.98,
"learning_rate": 0.0005430337029313361,
"loss": 0.1411,
"step": 28400
},
{
"epoch": 0.99,
"learning_rate": 0.0005426564406305822,
"loss": 0.145,
"step": 28600
},
{
"epoch": 0.99,
"learning_rate": 0.0005422767056086448,
"loss": 0.1543,
"step": 28800
},
{
"epoch": 1.0,
"eval_accuracy": 0.9266715807717144,
"eval_auc": 0.8547374969101048,
"eval_f1": 0.3476562916154915,
"eval_loss": 0.36462366580963135,
"eval_precision": 0.22375778821030992,
"eval_recall": 0.7790042059793111,
"eval_runtime": 1778.9025,
"eval_samples_per_second": 24.978,
"eval_steps_per_second": 4.163,
"step": 28970
}
],
"logging_steps": 200,
"max_steps": 202790,
"num_train_epochs": 7,
"save_steps": 500,
"total_flos": 3.4755022197e+16,
"trial_name": null,
"trial_params": null
}