|
{
|
|
"best_metric": 0.782608695652174,
|
|
"best_model_checkpoint": "swinv2-tiny-patch4-window8-256-ve-U13-b-80c\\checkpoint-104",
|
|
"epoch": 73.84615384615384,
|
|
"eval_steps": 500,
|
|
"global_step": 480,
|
|
"is_hyper_param_search": false,
|
|
"is_local_process_zero": true,
|
|
"is_world_process_zero": true,
|
|
"log_history": [
|
|
{
|
|
"epoch": 0.92,
|
|
"eval_accuracy": 0.10869565217391304,
|
|
"eval_loss": 1.633338451385498,
|
|
"eval_runtime": 0.7424,
|
|
"eval_samples_per_second": 61.963,
|
|
"eval_steps_per_second": 2.694,
|
|
"step": 6
|
|
},
|
|
{
|
|
"epoch": 1.54,
|
|
"learning_rate": 8.333333333333334e-06,
|
|
"loss": 1.4981,
|
|
"step": 10
|
|
},
|
|
{
|
|
"epoch": 2.0,
|
|
"eval_accuracy": 0.10869565217391304,
|
|
"eval_loss": 1.6224730014801025,
|
|
"eval_runtime": 0.751,
|
|
"eval_samples_per_second": 61.25,
|
|
"eval_steps_per_second": 2.663,
|
|
"step": 13
|
|
},
|
|
{
|
|
"epoch": 2.92,
|
|
"eval_accuracy": 0.10869565217391304,
|
|
"eval_loss": 1.5920681953430176,
|
|
"eval_runtime": 0.7722,
|
|
"eval_samples_per_second": 59.567,
|
|
"eval_steps_per_second": 2.59,
|
|
"step": 19
|
|
},
|
|
{
|
|
"epoch": 3.08,
|
|
"learning_rate": 1.6666666666666667e-05,
|
|
"loss": 1.4704,
|
|
"step": 20
|
|
},
|
|
{
|
|
"epoch": 4.0,
|
|
"eval_accuracy": 0.10869565217391304,
|
|
"eval_loss": 1.500125527381897,
|
|
"eval_runtime": 0.8168,
|
|
"eval_samples_per_second": 56.317,
|
|
"eval_steps_per_second": 2.449,
|
|
"step": 26
|
|
},
|
|
{
|
|
"epoch": 4.62,
|
|
"learning_rate": 2.5e-05,
|
|
"loss": 1.4116,
|
|
"step": 30
|
|
},
|
|
{
|
|
"epoch": 4.92,
|
|
"eval_accuracy": 0.10869565217391304,
|
|
"eval_loss": 1.407835602760315,
|
|
"eval_runtime": 0.8821,
|
|
"eval_samples_per_second": 52.146,
|
|
"eval_steps_per_second": 2.267,
|
|
"step": 32
|
|
},
|
|
{
|
|
"epoch": 6.0,
|
|
"eval_accuracy": 0.34782608695652173,
|
|
"eval_loss": 1.2960187196731567,
|
|
"eval_runtime": 0.7623,
|
|
"eval_samples_per_second": 60.342,
|
|
"eval_steps_per_second": 2.624,
|
|
"step": 39
|
|
},
|
|
{
|
|
"epoch": 6.15,
|
|
"learning_rate": 3.3333333333333335e-05,
|
|
"loss": 1.3094,
|
|
"step": 40
|
|
},
|
|
{
|
|
"epoch": 6.92,
|
|
"eval_accuracy": 0.30434782608695654,
|
|
"eval_loss": 1.2926034927368164,
|
|
"eval_runtime": 0.7971,
|
|
"eval_samples_per_second": 57.711,
|
|
"eval_steps_per_second": 2.509,
|
|
"step": 45
|
|
},
|
|
{
|
|
"epoch": 7.69,
|
|
"learning_rate": 3.981481481481482e-05,
|
|
"loss": 1.2014,
|
|
"step": 50
|
|
},
|
|
{
|
|
"epoch": 8.0,
|
|
"eval_accuracy": 0.5434782608695652,
|
|
"eval_loss": 1.153234601020813,
|
|
"eval_runtime": 0.8469,
|
|
"eval_samples_per_second": 54.315,
|
|
"eval_steps_per_second": 2.362,
|
|
"step": 52
|
|
},
|
|
{
|
|
"epoch": 8.92,
|
|
"eval_accuracy": 0.4782608695652174,
|
|
"eval_loss": 1.1059072017669678,
|
|
"eval_runtime": 0.7764,
|
|
"eval_samples_per_second": 59.244,
|
|
"eval_steps_per_second": 2.576,
|
|
"step": 58
|
|
},
|
|
{
|
|
"epoch": 9.23,
|
|
"learning_rate": 3.888888888888889e-05,
|
|
"loss": 1.0577,
|
|
"step": 60
|
|
},
|
|
{
|
|
"epoch": 10.0,
|
|
"eval_accuracy": 0.6304347826086957,
|
|
"eval_loss": 0.9509550929069519,
|
|
"eval_runtime": 0.7342,
|
|
"eval_samples_per_second": 62.653,
|
|
"eval_steps_per_second": 2.724,
|
|
"step": 65
|
|
},
|
|
{
|
|
"epoch": 10.77,
|
|
"learning_rate": 3.7962962962962964e-05,
|
|
"loss": 0.9185,
|
|
"step": 70
|
|
},
|
|
{
|
|
"epoch": 10.92,
|
|
"eval_accuracy": 0.4782608695652174,
|
|
"eval_loss": 0.969477117061615,
|
|
"eval_runtime": 0.7665,
|
|
"eval_samples_per_second": 60.016,
|
|
"eval_steps_per_second": 2.609,
|
|
"step": 71
|
|
},
|
|
{
|
|
"epoch": 12.0,
|
|
"eval_accuracy": 0.6086956521739131,
|
|
"eval_loss": 0.8791983127593994,
|
|
"eval_runtime": 0.7872,
|
|
"eval_samples_per_second": 58.433,
|
|
"eval_steps_per_second": 2.541,
|
|
"step": 78
|
|
},
|
|
{
|
|
"epoch": 12.31,
|
|
"learning_rate": 3.703703703703704e-05,
|
|
"loss": 0.8369,
|
|
"step": 80
|
|
},
|
|
{
|
|
"epoch": 12.92,
|
|
"eval_accuracy": 0.6956521739130435,
|
|
"eval_loss": 0.8616169691085815,
|
|
"eval_runtime": 0.7649,
|
|
"eval_samples_per_second": 60.136,
|
|
"eval_steps_per_second": 2.615,
|
|
"step": 84
|
|
},
|
|
{
|
|
"epoch": 13.85,
|
|
"learning_rate": 3.6111111111111116e-05,
|
|
"loss": 0.7406,
|
|
"step": 90
|
|
},
|
|
{
|
|
"epoch": 14.0,
|
|
"eval_accuracy": 0.6956521739130435,
|
|
"eval_loss": 0.7815921902656555,
|
|
"eval_runtime": 0.7689,
|
|
"eval_samples_per_second": 59.823,
|
|
"eval_steps_per_second": 2.601,
|
|
"step": 91
|
|
},
|
|
{
|
|
"epoch": 14.92,
|
|
"eval_accuracy": 0.7608695652173914,
|
|
"eval_loss": 0.7638239860534668,
|
|
"eval_runtime": 0.7551,
|
|
"eval_samples_per_second": 60.92,
|
|
"eval_steps_per_second": 2.649,
|
|
"step": 97
|
|
},
|
|
{
|
|
"epoch": 15.38,
|
|
"learning_rate": 3.518518518518519e-05,
|
|
"loss": 0.6929,
|
|
"step": 100
|
|
},
|
|
{
|
|
"epoch": 16.0,
|
|
"eval_accuracy": 0.782608695652174,
|
|
"eval_loss": 0.7710235714912415,
|
|
"eval_runtime": 0.7696,
|
|
"eval_samples_per_second": 59.772,
|
|
"eval_steps_per_second": 2.599,
|
|
"step": 104
|
|
},
|
|
{
|
|
"epoch": 16.92,
|
|
"learning_rate": 3.425925925925926e-05,
|
|
"loss": 0.6192,
|
|
"step": 110
|
|
},
|
|
{
|
|
"epoch": 16.92,
|
|
"eval_accuracy": 0.6956521739130435,
|
|
"eval_loss": 0.747129499912262,
|
|
"eval_runtime": 0.7383,
|
|
"eval_samples_per_second": 62.304,
|
|
"eval_steps_per_second": 2.709,
|
|
"step": 110
|
|
},
|
|
{
|
|
"epoch": 18.0,
|
|
"eval_accuracy": 0.7391304347826086,
|
|
"eval_loss": 0.7264894247055054,
|
|
"eval_runtime": 0.7721,
|
|
"eval_samples_per_second": 59.579,
|
|
"eval_steps_per_second": 2.59,
|
|
"step": 117
|
|
},
|
|
{
|
|
"epoch": 18.46,
|
|
"learning_rate": 3.3333333333333335e-05,
|
|
"loss": 0.5936,
|
|
"step": 120
|
|
},
|
|
{
|
|
"epoch": 18.92,
|
|
"eval_accuracy": 0.7608695652173914,
|
|
"eval_loss": 0.7841283679008484,
|
|
"eval_runtime": 0.7506,
|
|
"eval_samples_per_second": 61.284,
|
|
"eval_steps_per_second": 2.665,
|
|
"step": 123
|
|
},
|
|
{
|
|
"epoch": 20.0,
|
|
"learning_rate": 3.2407407407407415e-05,
|
|
"loss": 0.5125,
|
|
"step": 130
|
|
},
|
|
{
|
|
"epoch": 20.0,
|
|
"eval_accuracy": 0.6739130434782609,
|
|
"eval_loss": 0.932004451751709,
|
|
"eval_runtime": 0.7626,
|
|
"eval_samples_per_second": 60.318,
|
|
"eval_steps_per_second": 2.623,
|
|
"step": 130
|
|
},
|
|
{
|
|
"epoch": 20.92,
|
|
"eval_accuracy": 0.7608695652173914,
|
|
"eval_loss": 0.7512046694755554,
|
|
"eval_runtime": 0.7618,
|
|
"eval_samples_per_second": 60.38,
|
|
"eval_steps_per_second": 2.625,
|
|
"step": 136
|
|
},
|
|
{
|
|
"epoch": 21.54,
|
|
"learning_rate": 3.148148148148149e-05,
|
|
"loss": 0.4905,
|
|
"step": 140
|
|
},
|
|
{
|
|
"epoch": 22.0,
|
|
"eval_accuracy": 0.6956521739130435,
|
|
"eval_loss": 0.7466354966163635,
|
|
"eval_runtime": 0.753,
|
|
"eval_samples_per_second": 61.091,
|
|
"eval_steps_per_second": 2.656,
|
|
"step": 143
|
|
},
|
|
{
|
|
"epoch": 22.92,
|
|
"eval_accuracy": 0.6956521739130435,
|
|
"eval_loss": 0.8029746413230896,
|
|
"eval_runtime": 0.7501,
|
|
"eval_samples_per_second": 61.326,
|
|
"eval_steps_per_second": 2.666,
|
|
"step": 149
|
|
},
|
|
{
|
|
"epoch": 23.08,
|
|
"learning_rate": 3.0555555555555554e-05,
|
|
"loss": 0.4315,
|
|
"step": 150
|
|
},
|
|
{
|
|
"epoch": 24.0,
|
|
"eval_accuracy": 0.7391304347826086,
|
|
"eval_loss": 0.8183513283729553,
|
|
"eval_runtime": 0.7352,
|
|
"eval_samples_per_second": 62.571,
|
|
"eval_steps_per_second": 2.72,
|
|
"step": 156
|
|
},
|
|
{
|
|
"epoch": 24.62,
|
|
"learning_rate": 2.962962962962963e-05,
|
|
"loss": 0.4272,
|
|
"step": 160
|
|
},
|
|
{
|
|
"epoch": 24.92,
|
|
"eval_accuracy": 0.6956521739130435,
|
|
"eval_loss": 0.8196337223052979,
|
|
"eval_runtime": 0.7249,
|
|
"eval_samples_per_second": 63.457,
|
|
"eval_steps_per_second": 2.759,
|
|
"step": 162
|
|
},
|
|
{
|
|
"epoch": 26.0,
|
|
"eval_accuracy": 0.6956521739130435,
|
|
"eval_loss": 0.8711686134338379,
|
|
"eval_runtime": 0.7691,
|
|
"eval_samples_per_second": 59.813,
|
|
"eval_steps_per_second": 2.601,
|
|
"step": 169
|
|
},
|
|
{
|
|
"epoch": 26.15,
|
|
"learning_rate": 2.8703703703703706e-05,
|
|
"loss": 0.4261,
|
|
"step": 170
|
|
},
|
|
{
|
|
"epoch": 26.92,
|
|
"eval_accuracy": 0.6956521739130435,
|
|
"eval_loss": 0.7834368348121643,
|
|
"eval_runtime": 0.7329,
|
|
"eval_samples_per_second": 62.761,
|
|
"eval_steps_per_second": 2.729,
|
|
"step": 175
|
|
},
|
|
{
|
|
"epoch": 27.69,
|
|
"learning_rate": 2.777777777777778e-05,
|
|
"loss": 0.4217,
|
|
"step": 180
|
|
},
|
|
{
|
|
"epoch": 28.0,
|
|
"eval_accuracy": 0.6739130434782609,
|
|
"eval_loss": 0.8393808603286743,
|
|
"eval_runtime": 0.7675,
|
|
"eval_samples_per_second": 59.933,
|
|
"eval_steps_per_second": 2.606,
|
|
"step": 182
|
|
},
|
|
{
|
|
"epoch": 28.92,
|
|
"eval_accuracy": 0.6739130434782609,
|
|
"eval_loss": 0.9940950274467468,
|
|
"eval_runtime": 0.7496,
|
|
"eval_samples_per_second": 61.366,
|
|
"eval_steps_per_second": 2.668,
|
|
"step": 188
|
|
},
|
|
{
|
|
"epoch": 29.23,
|
|
"learning_rate": 2.6851851851851852e-05,
|
|
"loss": 0.3502,
|
|
"step": 190
|
|
},
|
|
{
|
|
"epoch": 30.0,
|
|
"eval_accuracy": 0.717391304347826,
|
|
"eval_loss": 0.89089435338974,
|
|
"eval_runtime": 0.7831,
|
|
"eval_samples_per_second": 58.743,
|
|
"eval_steps_per_second": 2.554,
|
|
"step": 195
|
|
},
|
|
{
|
|
"epoch": 30.77,
|
|
"learning_rate": 2.5925925925925928e-05,
|
|
"loss": 0.368,
|
|
"step": 200
|
|
},
|
|
{
|
|
"epoch": 30.92,
|
|
"eval_accuracy": 0.717391304347826,
|
|
"eval_loss": 0.9994531869888306,
|
|
"eval_runtime": 0.7327,
|
|
"eval_samples_per_second": 62.783,
|
|
"eval_steps_per_second": 2.73,
|
|
"step": 201
|
|
},
|
|
{
|
|
"epoch": 32.0,
|
|
"eval_accuracy": 0.6739130434782609,
|
|
"eval_loss": 0.9417786002159119,
|
|
"eval_runtime": 0.7664,
|
|
"eval_samples_per_second": 60.024,
|
|
"eval_steps_per_second": 2.61,
|
|
"step": 208
|
|
},
|
|
{
|
|
"epoch": 32.31,
|
|
"learning_rate": 2.5e-05,
|
|
"loss": 0.3473,
|
|
"step": 210
|
|
},
|
|
{
|
|
"epoch": 32.92,
|
|
"eval_accuracy": 0.6739130434782609,
|
|
"eval_loss": 0.8594914078712463,
|
|
"eval_runtime": 0.7833,
|
|
"eval_samples_per_second": 58.729,
|
|
"eval_steps_per_second": 2.553,
|
|
"step": 214
|
|
},
|
|
{
|
|
"epoch": 33.85,
|
|
"learning_rate": 2.4074074074074077e-05,
|
|
"loss": 0.3079,
|
|
"step": 220
|
|
},
|
|
{
|
|
"epoch": 34.0,
|
|
"eval_accuracy": 0.6956521739130435,
|
|
"eval_loss": 0.9562082886695862,
|
|
"eval_runtime": 0.7393,
|
|
"eval_samples_per_second": 62.224,
|
|
"eval_steps_per_second": 2.705,
|
|
"step": 221
|
|
},
|
|
{
|
|
"epoch": 34.92,
|
|
"eval_accuracy": 0.6739130434782609,
|
|
"eval_loss": 0.8992215991020203,
|
|
"eval_runtime": 0.7796,
|
|
"eval_samples_per_second": 59.002,
|
|
"eval_steps_per_second": 2.565,
|
|
"step": 227
|
|
},
|
|
{
|
|
"epoch": 35.38,
|
|
"learning_rate": 2.314814814814815e-05,
|
|
"loss": 0.3226,
|
|
"step": 230
|
|
},
|
|
{
|
|
"epoch": 36.0,
|
|
"eval_accuracy": 0.6739130434782609,
|
|
"eval_loss": 0.990846574306488,
|
|
"eval_runtime": 0.9061,
|
|
"eval_samples_per_second": 50.765,
|
|
"eval_steps_per_second": 2.207,
|
|
"step": 234
|
|
},
|
|
{
|
|
"epoch": 36.92,
|
|
"learning_rate": 2.2222222222222227e-05,
|
|
"loss": 0.2603,
|
|
"step": 240
|
|
},
|
|
{
|
|
"epoch": 36.92,
|
|
"eval_accuracy": 0.6956521739130435,
|
|
"eval_loss": 0.9469108581542969,
|
|
"eval_runtime": 0.805,
|
|
"eval_samples_per_second": 57.141,
|
|
"eval_steps_per_second": 2.484,
|
|
"step": 240
|
|
},
|
|
{
|
|
"epoch": 38.0,
|
|
"eval_accuracy": 0.6739130434782609,
|
|
"eval_loss": 0.9941902160644531,
|
|
"eval_runtime": 0.7764,
|
|
"eval_samples_per_second": 59.244,
|
|
"eval_steps_per_second": 2.576,
|
|
"step": 247
|
|
},
|
|
{
|
|
"epoch": 38.46,
|
|
"learning_rate": 2.12962962962963e-05,
|
|
"loss": 0.3028,
|
|
"step": 250
|
|
},
|
|
{
|
|
"epoch": 38.92,
|
|
"eval_accuracy": 0.6739130434782609,
|
|
"eval_loss": 1.0084490776062012,
|
|
"eval_runtime": 0.7378,
|
|
"eval_samples_per_second": 62.345,
|
|
"eval_steps_per_second": 2.711,
|
|
"step": 253
|
|
},
|
|
{
|
|
"epoch": 40.0,
|
|
"learning_rate": 2.0370370370370372e-05,
|
|
"loss": 0.2576,
|
|
"step": 260
|
|
},
|
|
{
|
|
"epoch": 40.0,
|
|
"eval_accuracy": 0.6956521739130435,
|
|
"eval_loss": 0.9907578825950623,
|
|
"eval_runtime": 0.7579,
|
|
"eval_samples_per_second": 60.697,
|
|
"eval_steps_per_second": 2.639,
|
|
"step": 260
|
|
},
|
|
{
|
|
"epoch": 40.92,
|
|
"eval_accuracy": 0.6956521739130435,
|
|
"eval_loss": 1.066124439239502,
|
|
"eval_runtime": 0.7676,
|
|
"eval_samples_per_second": 59.926,
|
|
"eval_steps_per_second": 2.605,
|
|
"step": 266
|
|
},
|
|
{
|
|
"epoch": 41.54,
|
|
"learning_rate": 1.9444444444444445e-05,
|
|
"loss": 0.2713,
|
|
"step": 270
|
|
},
|
|
{
|
|
"epoch": 42.0,
|
|
"eval_accuracy": 0.6521739130434783,
|
|
"eval_loss": 1.1347342729568481,
|
|
"eval_runtime": 0.7202,
|
|
"eval_samples_per_second": 63.874,
|
|
"eval_steps_per_second": 2.777,
|
|
"step": 273
|
|
},
|
|
{
|
|
"epoch": 42.92,
|
|
"eval_accuracy": 0.6739130434782609,
|
|
"eval_loss": 1.1053770780563354,
|
|
"eval_runtime": 0.7694,
|
|
"eval_samples_per_second": 59.788,
|
|
"eval_steps_per_second": 2.599,
|
|
"step": 279
|
|
},
|
|
{
|
|
"epoch": 43.08,
|
|
"learning_rate": 1.851851851851852e-05,
|
|
"loss": 0.2578,
|
|
"step": 280
|
|
},
|
|
{
|
|
"epoch": 44.0,
|
|
"eval_accuracy": 0.6956521739130435,
|
|
"eval_loss": 1.108882188796997,
|
|
"eval_runtime": 0.7355,
|
|
"eval_samples_per_second": 62.545,
|
|
"eval_steps_per_second": 2.719,
|
|
"step": 286
|
|
},
|
|
{
|
|
"epoch": 44.62,
|
|
"learning_rate": 1.7592592592592595e-05,
|
|
"loss": 0.2367,
|
|
"step": 290
|
|
},
|
|
{
|
|
"epoch": 44.92,
|
|
"eval_accuracy": 0.6739130434782609,
|
|
"eval_loss": 1.1452158689498901,
|
|
"eval_runtime": 0.7582,
|
|
"eval_samples_per_second": 60.67,
|
|
"eval_steps_per_second": 2.638,
|
|
"step": 292
|
|
},
|
|
{
|
|
"epoch": 46.0,
|
|
"eval_accuracy": 0.6956521739130435,
|
|
"eval_loss": 1.0272438526153564,
|
|
"eval_runtime": 0.787,
|
|
"eval_samples_per_second": 58.447,
|
|
"eval_steps_per_second": 2.541,
|
|
"step": 299
|
|
},
|
|
{
|
|
"epoch": 46.15,
|
|
"learning_rate": 1.6666666666666667e-05,
|
|
"loss": 0.2301,
|
|
"step": 300
|
|
},
|
|
{
|
|
"epoch": 46.92,
|
|
"eval_accuracy": 0.6739130434782609,
|
|
"eval_loss": 1.1042827367782593,
|
|
"eval_runtime": 0.7272,
|
|
"eval_samples_per_second": 63.255,
|
|
"eval_steps_per_second": 2.75,
|
|
"step": 305
|
|
},
|
|
{
|
|
"epoch": 47.69,
|
|
"learning_rate": 1.5740740740740744e-05,
|
|
"loss": 0.2191,
|
|
"step": 310
|
|
},
|
|
{
|
|
"epoch": 48.0,
|
|
"eval_accuracy": 0.6739130434782609,
|
|
"eval_loss": 1.0814892053604126,
|
|
"eval_runtime": 0.7527,
|
|
"eval_samples_per_second": 61.115,
|
|
"eval_steps_per_second": 2.657,
|
|
"step": 312
|
|
},
|
|
{
|
|
"epoch": 48.92,
|
|
"eval_accuracy": 0.6956521739130435,
|
|
"eval_loss": 0.9933874607086182,
|
|
"eval_runtime": 0.7492,
|
|
"eval_samples_per_second": 61.399,
|
|
"eval_steps_per_second": 2.67,
|
|
"step": 318
|
|
},
|
|
{
|
|
"epoch": 49.23,
|
|
"learning_rate": 1.4814814814814815e-05,
|
|
"loss": 0.2635,
|
|
"step": 320
|
|
},
|
|
{
|
|
"epoch": 50.0,
|
|
"eval_accuracy": 0.6956521739130435,
|
|
"eval_loss": 1.0865848064422607,
|
|
"eval_runtime": 0.7354,
|
|
"eval_samples_per_second": 62.552,
|
|
"eval_steps_per_second": 2.72,
|
|
"step": 325
|
|
},
|
|
{
|
|
"epoch": 50.77,
|
|
"learning_rate": 1.388888888888889e-05,
|
|
"loss": 0.1874,
|
|
"step": 330
|
|
},
|
|
{
|
|
"epoch": 50.92,
|
|
"eval_accuracy": 0.717391304347826,
|
|
"eval_loss": 1.0507148504257202,
|
|
"eval_runtime": 0.7781,
|
|
"eval_samples_per_second": 59.121,
|
|
"eval_steps_per_second": 2.57,
|
|
"step": 331
|
|
},
|
|
{
|
|
"epoch": 52.0,
|
|
"eval_accuracy": 0.717391304347826,
|
|
"eval_loss": 1.1001808643341064,
|
|
"eval_runtime": 0.7352,
|
|
"eval_samples_per_second": 62.566,
|
|
"eval_steps_per_second": 2.72,
|
|
"step": 338
|
|
},
|
|
{
|
|
"epoch": 52.31,
|
|
"learning_rate": 1.2962962962962964e-05,
|
|
"loss": 0.2057,
|
|
"step": 340
|
|
},
|
|
{
|
|
"epoch": 52.92,
|
|
"eval_accuracy": 0.6739130434782609,
|
|
"eval_loss": 1.0400489568710327,
|
|
"eval_runtime": 0.7423,
|
|
"eval_samples_per_second": 61.968,
|
|
"eval_steps_per_second": 2.694,
|
|
"step": 344
|
|
},
|
|
{
|
|
"epoch": 53.85,
|
|
"learning_rate": 1.2037037037037039e-05,
|
|
"loss": 0.1808,
|
|
"step": 350
|
|
},
|
|
{
|
|
"epoch": 54.0,
|
|
"eval_accuracy": 0.717391304347826,
|
|
"eval_loss": 1.1092016696929932,
|
|
"eval_runtime": 0.8037,
|
|
"eval_samples_per_second": 57.236,
|
|
"eval_steps_per_second": 2.489,
|
|
"step": 351
|
|
},
|
|
{
|
|
"epoch": 54.92,
|
|
"eval_accuracy": 0.717391304347826,
|
|
"eval_loss": 1.1550217866897583,
|
|
"eval_runtime": 0.765,
|
|
"eval_samples_per_second": 60.131,
|
|
"eval_steps_per_second": 2.614,
|
|
"step": 357
|
|
},
|
|
{
|
|
"epoch": 55.38,
|
|
"learning_rate": 1.1111111111111113e-05,
|
|
"loss": 0.2107,
|
|
"step": 360
|
|
},
|
|
{
|
|
"epoch": 56.0,
|
|
"eval_accuracy": 0.6956521739130435,
|
|
"eval_loss": 1.0578877925872803,
|
|
"eval_runtime": 0.7693,
|
|
"eval_samples_per_second": 59.792,
|
|
"eval_steps_per_second": 2.6,
|
|
"step": 364
|
|
},
|
|
{
|
|
"epoch": 56.92,
|
|
"learning_rate": 1.0185185185185186e-05,
|
|
"loss": 0.2149,
|
|
"step": 370
|
|
},
|
|
{
|
|
"epoch": 56.92,
|
|
"eval_accuracy": 0.6956521739130435,
|
|
"eval_loss": 1.0935583114624023,
|
|
"eval_runtime": 0.7825,
|
|
"eval_samples_per_second": 58.788,
|
|
"eval_steps_per_second": 2.556,
|
|
"step": 370
|
|
},
|
|
{
|
|
"epoch": 58.0,
|
|
"eval_accuracy": 0.6956521739130435,
|
|
"eval_loss": 1.169234275817871,
|
|
"eval_runtime": 0.7848,
|
|
"eval_samples_per_second": 58.615,
|
|
"eval_steps_per_second": 2.548,
|
|
"step": 377
|
|
},
|
|
{
|
|
"epoch": 58.46,
|
|
"learning_rate": 9.25925925925926e-06,
|
|
"loss": 0.1865,
|
|
"step": 380
|
|
},
|
|
{
|
|
"epoch": 58.92,
|
|
"eval_accuracy": 0.717391304347826,
|
|
"eval_loss": 1.1356713771820068,
|
|
"eval_runtime": 0.7494,
|
|
"eval_samples_per_second": 61.383,
|
|
"eval_steps_per_second": 2.669,
|
|
"step": 383
|
|
},
|
|
{
|
|
"epoch": 60.0,
|
|
"learning_rate": 8.333333333333334e-06,
|
|
"loss": 0.1832,
|
|
"step": 390
|
|
},
|
|
{
|
|
"epoch": 60.0,
|
|
"eval_accuracy": 0.6739130434782609,
|
|
"eval_loss": 1.1549310684204102,
|
|
"eval_runtime": 0.7627,
|
|
"eval_samples_per_second": 60.315,
|
|
"eval_steps_per_second": 2.622,
|
|
"step": 390
|
|
},
|
|
{
|
|
"epoch": 60.92,
|
|
"eval_accuracy": 0.6956521739130435,
|
|
"eval_loss": 1.1631118059158325,
|
|
"eval_runtime": 0.75,
|
|
"eval_samples_per_second": 61.332,
|
|
"eval_steps_per_second": 2.667,
|
|
"step": 396
|
|
},
|
|
{
|
|
"epoch": 61.54,
|
|
"learning_rate": 7.4074074074074075e-06,
|
|
"loss": 0.1732,
|
|
"step": 400
|
|
},
|
|
{
|
|
"epoch": 62.0,
|
|
"eval_accuracy": 0.6956521739130435,
|
|
"eval_loss": 1.1312264204025269,
|
|
"eval_runtime": 0.7694,
|
|
"eval_samples_per_second": 59.786,
|
|
"eval_steps_per_second": 2.599,
|
|
"step": 403
|
|
},
|
|
{
|
|
"epoch": 62.92,
|
|
"eval_accuracy": 0.6956521739130435,
|
|
"eval_loss": 1.1210438013076782,
|
|
"eval_runtime": 0.7676,
|
|
"eval_samples_per_second": 59.927,
|
|
"eval_steps_per_second": 2.606,
|
|
"step": 409
|
|
},
|
|
{
|
|
"epoch": 63.08,
|
|
"learning_rate": 6.481481481481482e-06,
|
|
"loss": 0.1856,
|
|
"step": 410
|
|
},
|
|
{
|
|
"epoch": 64.0,
|
|
"eval_accuracy": 0.6739130434782609,
|
|
"eval_loss": 1.1835136413574219,
|
|
"eval_runtime": 0.7669,
|
|
"eval_samples_per_second": 59.984,
|
|
"eval_steps_per_second": 2.608,
|
|
"step": 416
|
|
},
|
|
{
|
|
"epoch": 64.62,
|
|
"learning_rate": 5.555555555555557e-06,
|
|
"loss": 0.1503,
|
|
"step": 420
|
|
},
|
|
{
|
|
"epoch": 64.92,
|
|
"eval_accuracy": 0.717391304347826,
|
|
"eval_loss": 1.1892285346984863,
|
|
"eval_runtime": 0.7668,
|
|
"eval_samples_per_second": 59.986,
|
|
"eval_steps_per_second": 2.608,
|
|
"step": 422
|
|
},
|
|
{
|
|
"epoch": 66.0,
|
|
"eval_accuracy": 0.6739130434782609,
|
|
"eval_loss": 1.1865118741989136,
|
|
"eval_runtime": 0.7524,
|
|
"eval_samples_per_second": 61.139,
|
|
"eval_steps_per_second": 2.658,
|
|
"step": 429
|
|
},
|
|
{
|
|
"epoch": 66.15,
|
|
"learning_rate": 4.62962962962963e-06,
|
|
"loss": 0.1713,
|
|
"step": 430
|
|
},
|
|
{
|
|
"epoch": 66.92,
|
|
"eval_accuracy": 0.6739130434782609,
|
|
"eval_loss": 1.1607787609100342,
|
|
"eval_runtime": 0.7246,
|
|
"eval_samples_per_second": 63.484,
|
|
"eval_steps_per_second": 2.76,
|
|
"step": 435
|
|
},
|
|
{
|
|
"epoch": 67.69,
|
|
"learning_rate": 3.7037037037037037e-06,
|
|
"loss": 0.1804,
|
|
"step": 440
|
|
},
|
|
{
|
|
"epoch": 68.0,
|
|
"eval_accuracy": 0.6739130434782609,
|
|
"eval_loss": 1.1698514223098755,
|
|
"eval_runtime": 0.7533,
|
|
"eval_samples_per_second": 61.069,
|
|
"eval_steps_per_second": 2.655,
|
|
"step": 442
|
|
},
|
|
{
|
|
"epoch": 68.92,
|
|
"eval_accuracy": 0.717391304347826,
|
|
"eval_loss": 1.169384479522705,
|
|
"eval_runtime": 0.7972,
|
|
"eval_samples_per_second": 57.7,
|
|
"eval_steps_per_second": 2.509,
|
|
"step": 448
|
|
},
|
|
{
|
|
"epoch": 69.23,
|
|
"learning_rate": 2.7777777777777783e-06,
|
|
"loss": 0.1761,
|
|
"step": 450
|
|
},
|
|
{
|
|
"epoch": 70.0,
|
|
"eval_accuracy": 0.6956521739130435,
|
|
"eval_loss": 1.1743987798690796,
|
|
"eval_runtime": 0.7692,
|
|
"eval_samples_per_second": 59.804,
|
|
"eval_steps_per_second": 2.6,
|
|
"step": 455
|
|
},
|
|
{
|
|
"epoch": 70.77,
|
|
"learning_rate": 1.8518518518518519e-06,
|
|
"loss": 0.1619,
|
|
"step": 460
|
|
},
|
|
{
|
|
"epoch": 70.92,
|
|
"eval_accuracy": 0.6956521739130435,
|
|
"eval_loss": 1.1782755851745605,
|
|
"eval_runtime": 0.7663,
|
|
"eval_samples_per_second": 60.026,
|
|
"eval_steps_per_second": 2.61,
|
|
"step": 461
|
|
},
|
|
{
|
|
"epoch": 72.0,
|
|
"eval_accuracy": 0.6956521739130435,
|
|
"eval_loss": 1.1796863079071045,
|
|
"eval_runtime": 0.7855,
|
|
"eval_samples_per_second": 58.564,
|
|
"eval_steps_per_second": 2.546,
|
|
"step": 468
|
|
},
|
|
{
|
|
"epoch": 72.31,
|
|
"learning_rate": 9.259259259259259e-07,
|
|
"loss": 0.1649,
|
|
"step": 470
|
|
},
|
|
{
|
|
"epoch": 72.92,
|
|
"eval_accuracy": 0.6956521739130435,
|
|
"eval_loss": 1.1788305044174194,
|
|
"eval_runtime": 0.7277,
|
|
"eval_samples_per_second": 63.21,
|
|
"eval_steps_per_second": 2.748,
|
|
"step": 474
|
|
},
|
|
{
|
|
"epoch": 73.85,
|
|
"learning_rate": 0.0,
|
|
"loss": 0.1843,
|
|
"step": 480
|
|
},
|
|
{
|
|
"epoch": 73.85,
|
|
"eval_accuracy": 0.6956521739130435,
|
|
"eval_loss": 1.1780040264129639,
|
|
"eval_runtime": 0.7798,
|
|
"eval_samples_per_second": 58.986,
|
|
"eval_steps_per_second": 2.565,
|
|
"step": 480
|
|
},
|
|
{
|
|
"epoch": 73.85,
|
|
"step": 480,
|
|
"total_flos": 1.9681438145406566e+18,
|
|
"train_loss": 0.45775609463453293,
|
|
"train_runtime": 806.7419,
|
|
"train_samples_per_second": 81.216,
|
|
"train_steps_per_second": 0.595
|
|
}
|
|
],
|
|
"logging_steps": 10,
|
|
"max_steps": 480,
|
|
"num_input_tokens_seen": 0,
|
|
"num_train_epochs": 80,
|
|
"save_steps": 500,
|
|
"total_flos": 1.9681438145406566e+18,
|
|
"train_batch_size": 32,
|
|
"trial_name": null,
|
|
"trial_params": null
|
|
}
|
|
|