diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,4453 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 3.0,
+  "global_step": 608742,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9917863396972776e-05,
+      "loss": 3.4248,
+      "step": 1000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.983572679394555e-05,
+      "loss": 3.2214,
+      "step": 2000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.975359019091832e-05,
+      "loss": 3.0865,
+      "step": 3000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9671453587891096e-05,
+      "loss": 3.0348,
+      "step": 4000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.958931698486387e-05,
+      "loss": 3.0015,
+      "step": 5000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.950718038183664e-05,
+      "loss": 2.9736,
+      "step": 6000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.942504377880942e-05,
+      "loss": 2.9602,
+      "step": 7000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.934290717578219e-05,
+      "loss": 2.9467,
+      "step": 8000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9260770572754964e-05,
+      "loss": 2.9196,
+      "step": 9000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.917863396972773e-05,
+      "loss": 2.9142,
+      "step": 10000
+    },
+    {
+      "epoch": 0.05,
+      "eval_gen_len": 20.0,
+      "eval_loss": 2.752195358276367,
+      "eval_rouge1": 17.073,
+      "eval_rouge2": 6.7502,
+      "eval_rougeL": 13.6779,
+      "eval_rougeLsum": 15.6668,
+      "eval_runtime": 1004.5092,
+      "eval_samples_per_second": 6.407,
+      "eval_steps_per_second": 6.407,
+      "step": 10000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.909649736670051e-05,
+      "loss": 2.88,
+      "step": 11000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9014360763673284e-05,
+      "loss": 2.874,
+      "step": 12000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.893222416064606e-05,
+      "loss": 2.8574,
+      "step": 13000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.885008755761883e-05,
+      "loss": 2.8742,
+      "step": 14000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8767950954591604e-05,
+      "loss": 2.8499,
+      "step": 15000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.868581435156437e-05,
+      "loss": 2.787,
+      "step": 16000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.860367774853715e-05,
+      "loss": 2.8088,
+      "step": 17000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8521541145509925e-05,
+      "loss": 2.7968,
+      "step": 18000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.84394045424827e-05,
+      "loss": 2.7888,
+      "step": 19000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.835726793945547e-05,
+      "loss": 2.7876,
+      "step": 20000
+    },
+    {
+      "epoch": 0.1,
+      "eval_gen_len": 19.99922311995028,
+      "eval_loss": 2.6887638568878174,
+      "eval_rouge1": 16.7954,
+      "eval_rouge2": 6.7038,
+      "eval_rougeL": 13.4939,
+      "eval_rougeLsum": 15.3426,
+      "eval_runtime": 1001.9591,
+      "eval_samples_per_second": 6.423,
+      "eval_steps_per_second": 6.423,
+      "step": 20000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8275131336428245e-05,
+      "loss": 2.7748,
+      "step": 21000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.819299473340101e-05,
+      "loss": 2.7758,
+      "step": 22000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8110858130373785e-05,
+      "loss": 2.7229,
+      "step": 23000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8028721527346566e-05,
+      "loss": 2.7743,
+      "step": 24000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.794658492431934e-05,
+      "loss": 2.7053,
+      "step": 25000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.786444832129211e-05,
+      "loss": 2.7717,
+      "step": 26000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7782311718264886e-05,
+      "loss": 2.7132,
+      "step": 27000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.770017511523765e-05,
+      "loss": 2.7552,
+      "step": 28000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7618038512210426e-05,
+      "loss": 2.7225,
+      "step": 29000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.75359019091832e-05,
+      "loss": 2.715,
+      "step": 30000
+    },
+    {
+      "epoch": 0.15,
+      "eval_gen_len": 20.0,
+      "eval_loss": 2.63083815574646,
+      "eval_rouge1": 17.3324,
+      "eval_rouge2": 6.8771,
+      "eval_rougeL": 13.7918,
+      "eval_rougeLsum": 15.7839,
+      "eval_runtime": 1003.0987,
+      "eval_samples_per_second": 6.416,
+      "eval_steps_per_second": 6.416,
+      "step": 30000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.745376530615598e-05,
+      "loss": 2.7242,
+      "step": 31000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7371628703128753e-05,
+      "loss": 2.6835,
+      "step": 32000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.728949210010152e-05,
+      "loss": 2.7128,
+      "step": 33000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7207355497074294e-05,
+      "loss": 2.7178,
+      "step": 34000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.712521889404707e-05,
+      "loss": 2.6976,
+      "step": 35000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.704308229101984e-05,
+      "loss": 2.6961,
+      "step": 36000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.696094568799262e-05,
+      "loss": 2.6703,
+      "step": 37000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6878809084965394e-05,
+      "loss": 2.638,
+      "step": 38000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.679667248193816e-05,
+      "loss": 2.6814,
+      "step": 39000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6714535878910934e-05,
+      "loss": 2.6431,
+      "step": 40000
+    },
+    {
+      "epoch": 0.2,
+      "eval_gen_len": 20.0,
+      "eval_loss": 2.5857694149017334,
+      "eval_rouge1": 16.7055,
+      "eval_rouge2": 6.8108,
+      "eval_rougeL": 13.4796,
+      "eval_rougeLsum": 15.2959,
+      "eval_runtime": 1002.3237,
+      "eval_samples_per_second": 6.421,
+      "eval_steps_per_second": 6.421,
+      "step": 40000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.663239927588371e-05,
+      "loss": 2.6394,
+      "step": 41000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.655026267285648e-05,
+      "loss": 2.6795,
+      "step": 42000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6468126069829255e-05,
+      "loss": 2.6857,
+      "step": 43000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6385989466802035e-05,
+      "loss": 2.6634,
+      "step": 44000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.63038528637748e-05,
+      "loss": 2.6398,
+      "step": 45000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6221716260747575e-05,
+      "loss": 2.6676,
+      "step": 46000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.613957965772035e-05,
+      "loss": 2.6595,
+      "step": 47000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.605744305469312e-05,
+      "loss": 2.5905,
+      "step": 48000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.5975306451665896e-05,
+      "loss": 2.627,
+      "step": 49000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.589316984863867e-05,
+      "loss": 2.6381,
+      "step": 50000
+    },
+    {
+      "epoch": 0.25,
+      "eval_gen_len": 20.0,
+      "eval_loss": 2.539294719696045,
+      "eval_rouge1": 17.4643,
+      "eval_rouge2": 7.0687,
+      "eval_rougeL": 13.9507,
+      "eval_rougeLsum": 16.012,
+      "eval_runtime": 1001.2491,
+      "eval_samples_per_second": 6.428,
+      "eval_steps_per_second": 6.428,
+      "step": 50000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.581103324561144e-05,
+      "loss": 2.6105,
+      "step": 51000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5728896642584216e-05,
+      "loss": 2.5798,
+      "step": 52000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.564676003955699e-05,
+      "loss": 2.6293,
+      "step": 53000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.556462343652976e-05,
+      "loss": 2.5881,
+      "step": 54000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5482486833502536e-05,
+      "loss": 2.5937,
+      "step": 55000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.540035023047531e-05,
+      "loss": 2.6402,
+      "step": 56000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5318213627448083e-05,
+      "loss": 2.6286,
+      "step": 57000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.523607702442086e-05,
+      "loss": 2.6184,
+      "step": 58000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.515394042139363e-05,
+      "loss": 2.6002,
+      "step": 59000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.5071803818366404e-05,
+      "loss": 2.6269,
+      "step": 60000
+    },
+    {
+      "epoch": 0.3,
+      "eval_gen_len": 20.0,
+      "eval_loss": 2.5159213542938232,
+      "eval_rouge1": 17.5934,
+      "eval_rouge2": 7.0022,
+      "eval_rougeL": 13.9394,
+      "eval_rougeLsum": 16.0203,
+      "eval_runtime": 1002.1718,
+      "eval_samples_per_second": 6.422,
+      "eval_steps_per_second": 6.422,
+      "step": 60000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.498966721533918e-05,
+      "loss": 2.6008,
+      "step": 61000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.490753061231195e-05,
+      "loss": 2.594,
+      "step": 62000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4825394009284724e-05,
+      "loss": 2.5745,
+      "step": 63000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.47432574062575e-05,
+      "loss": 2.6044,
+      "step": 64000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.466112080323027e-05,
+      "loss": 2.5651,
+      "step": 65000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4578984200203045e-05,
+      "loss": 2.5718,
+      "step": 66000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.449684759717582e-05,
+      "loss": 2.5826,
+      "step": 67000
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.441471099414859e-05,
+      "loss": 2.6041,
+      "step": 68000
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4332574391121365e-05,
+      "loss": 2.5752,
+      "step": 69000
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.425043778809413e-05,
+      "loss": 2.5482,
+      "step": 70000
+    },
+    {
+      "epoch": 0.34,
+      "eval_gen_len": 20.0,
+      "eval_loss": 2.4894497394561768,
+      "eval_rouge1": 17.5428,
+      "eval_rouge2": 7.1822,
+      "eval_rougeL": 13.9788,
+      "eval_rougeLsum": 16.0355,
+      "eval_runtime": 1003.1555,
+      "eval_samples_per_second": 6.416,
+      "eval_steps_per_second": 6.416,
+      "step": 70000
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.416830118506691e-05,
+      "loss": 2.5478,
+      "step": 71000
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4086164582039685e-05,
+      "loss": 2.5679,
+      "step": 72000
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.400402797901246e-05,
+      "loss": 2.5791,
+      "step": 73000
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.392189137598523e-05,
+      "loss": 2.5526,
+      "step": 74000
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3839754772958006e-05,
+      "loss": 2.5779,
+      "step": 75000
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.375761816993077e-05,
+      "loss": 2.5176,
+      "step": 76000
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.367548156690355e-05,
+      "loss": 2.5303,
+      "step": 77000
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3593344963876326e-05,
+      "loss": 2.5157,
+      "step": 78000
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.35112083608491e-05,
+      "loss": 2.5594,
+      "step": 79000
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.342907175782187e-05,
+      "loss": 2.4962,
+      "step": 80000
+    },
+    {
+      "epoch": 0.39,
+      "eval_gen_len": 20.0,
+      "eval_loss": 2.4475789070129395,
+      "eval_rouge1": 17.3587,
+      "eval_rouge2": 7.1501,
+      "eval_rougeL": 13.9215,
+      "eval_rougeLsum": 15.8637,
+      "eval_runtime": 1001.2559,
+      "eval_samples_per_second": 6.428,
+      "eval_steps_per_second": 6.428,
+      "step": 80000
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.334693515479465e-05,
+      "loss": 2.5127,
+      "step": 81000
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3264798551767413e-05,
+      "loss": 2.556,
+      "step": 82000
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.318266194874019e-05,
+      "loss": 2.5646,
+      "step": 83000
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.310052534571297e-05,
+      "loss": 2.5119,
+      "step": 84000
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.301838874268574e-05,
+      "loss": 2.5061,
+      "step": 85000
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.2936252139658514e-05,
+      "loss": 2.5241,
+      "step": 86000
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.285411553663128e-05,
+      "loss": 2.5227,
+      "step": 87000
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2771978933604054e-05,
+      "loss": 2.5474,
+      "step": 88000
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.268984233057683e-05,
+      "loss": 2.5093,
+      "step": 89000
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.26077057275496e-05,
+      "loss": 2.513,
+      "step": 90000
+    },
+    {
+      "epoch": 0.44,
+      "eval_gen_len": 20.0,
+      "eval_loss": 2.430929183959961,
+      "eval_rouge1": 18.0806,
+      "eval_rouge2": 7.5429,
+      "eval_rougeL": 14.4201,
+      "eval_rougeLsum": 16.561,
+      "eval_runtime": 1001.933,
+      "eval_samples_per_second": 6.424,
+      "eval_steps_per_second": 6.424,
+      "step": 90000
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.252556912452238e-05,
+      "loss": 2.5252,
+      "step": 91000
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2443432521495155e-05,
+      "loss": 2.5493,
+      "step": 92000
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.236129591846792e-05,
+      "loss": 2.4833,
+      "step": 93000
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2279159315440695e-05,
+      "loss": 2.5021,
+      "step": 94000
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.219702271241347e-05,
+      "loss": 2.5289,
+      "step": 95000
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.211488610938624e-05,
+      "loss": 2.5046,
+      "step": 96000
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.203274950635902e-05,
+      "loss": 2.4821,
+      "step": 97000
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.1950612903331796e-05,
+      "loss": 2.4892,
+      "step": 98000
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.186847630030456e-05,
+      "loss": 2.5031,
+      "step": 99000
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1786339697277336e-05,
+      "loss": 2.4464,
+      "step": 100000
+    },
+    {
+      "epoch": 0.49,
+      "eval_gen_len": 19.99891236793039,
+      "eval_loss": 2.4128482341766357,
+      "eval_rouge1": 17.9813,
+      "eval_rouge2": 7.5454,
+      "eval_rougeL": 14.3403,
+      "eval_rougeLsum": 16.52,
+      "eval_runtime": 1001.7424,
+      "eval_samples_per_second": 6.425,
+      "eval_steps_per_second": 6.425,
+      "step": 100000
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.170420309425011e-05,
+      "loss": 2.4743,
+      "step": 101000
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.162206649122288e-05,
+      "loss": 2.4999,
+      "step": 102000
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1539929888195656e-05,
+      "loss": 2.5043,
+      "step": 103000
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1457793285168437e-05,
+      "loss": 2.4751,
+      "step": 104000
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.13756566821412e-05,
+      "loss": 2.5173,
+      "step": 105000
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.129352007911398e-05,
+      "loss": 2.48,
+      "step": 106000
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.121138347608675e-05,
+      "loss": 2.4694,
+      "step": 107000
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1129246873059524e-05,
+      "loss": 2.476,
+      "step": 108000
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.10471102700323e-05,
+      "loss": 2.4893,
+      "step": 109000
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.096497366700507e-05,
+      "loss": 2.4969,
+      "step": 110000
+    },
+    {
+      "epoch": 0.54,
+      "eval_gen_len": 20.0,
+      "eval_loss": 2.4113972187042236,
+      "eval_rouge1": 17.3353,
+      "eval_rouge2": 7.1382,
+      "eval_rougeL": 13.9109,
+      "eval_rougeLsum": 15.873,
+      "eval_runtime": 1000.8749,
+      "eval_samples_per_second": 6.43,
+      "eval_steps_per_second": 6.43,
+      "step": 110000
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0882837063977844e-05,
+      "loss": 2.4731,
+      "step": 111000
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.080070046095062e-05,
+      "loss": 2.4758,
+      "step": 112000
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.071856385792339e-05,
+      "loss": 2.4666,
+      "step": 113000
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0636427254896164e-05,
+      "loss": 2.4967,
+      "step": 114000
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.055429065186894e-05,
+      "loss": 2.4745,
+      "step": 115000
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.047215404884171e-05,
+      "loss": 2.4594,
+      "step": 116000
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0390017445814485e-05,
+      "loss": 2.4594,
+      "step": 117000
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.030788084278726e-05,
+      "loss": 2.4892,
+      "step": 118000
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.022574423976003e-05,
+      "loss": 2.4827,
+      "step": 119000
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0143607636732805e-05,
+      "loss": 2.4417,
+      "step": 120000
+    },
+    {
+      "epoch": 0.59,
+      "eval_gen_len": 19.997980111870728,
+      "eval_loss": 2.386647939682007,
+      "eval_rouge1": 18.0241,
+      "eval_rouge2": 7.553,
+      "eval_rougeL": 14.3892,
+      "eval_rougeLsum": 16.5077,
+      "eval_runtime": 1001.2938,
+      "eval_samples_per_second": 6.428,
+      "eval_steps_per_second": 6.428,
+      "step": 120000
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.006147103370558e-05,
+      "loss": 2.4585,
+      "step": 121000
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.997933443067835e-05,
+      "loss": 2.4732,
+      "step": 122000
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9897197827651126e-05,
+      "loss": 2.4275,
+      "step": 123000
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.98150612246239e-05,
+      "loss": 2.4531,
+      "step": 124000
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.973292462159667e-05,
+      "loss": 2.4683,
+      "step": 125000
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9650788018569446e-05,
+      "loss": 2.4647,
+      "step": 126000
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.956865141554222e-05,
+      "loss": 2.4478,
+      "step": 127000
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.948651481251499e-05,
+      "loss": 2.4825,
+      "step": 128000
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9404378209487767e-05,
+      "loss": 2.4571,
+      "step": 129000
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.932224160646053e-05,
+      "loss": 2.4333,
+      "step": 130000
+    },
+    {
+      "epoch": 0.64,
+      "eval_gen_len": 20.0,
+      "eval_loss": 2.3902604579925537,
+      "eval_rouge1": 18.0578,
+      "eval_rouge2": 7.4999,
+      "eval_rougeL": 14.3901,
+      "eval_rougeLsum": 16.5134,
+      "eval_runtime": 1001.1257,
+      "eval_samples_per_second": 6.429,
+      "eval_steps_per_second": 6.429,
+      "step": 130000
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9240105003433313e-05,
+      "loss": 2.4528,
+      "step": 131000
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.915796840040609e-05,
+      "loss": 2.4397,
+      "step": 132000
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.907583179737886e-05,
+      "loss": 2.4275,
+      "step": 133000
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.8993695194351634e-05,
+      "loss": 2.4507,
+      "step": 134000
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.891155859132441e-05,
+      "loss": 2.4617,
+      "step": 135000
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8829421988297174e-05,
+      "loss": 2.4524,
+      "step": 136000
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8747285385269954e-05,
+      "loss": 2.4281,
+      "step": 137000
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.866514878224273e-05,
+      "loss": 2.4182,
+      "step": 138000
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.85830121792155e-05,
+      "loss": 2.4537,
+      "step": 139000
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8500875576188275e-05,
+      "loss": 2.4296,
+      "step": 140000
+    },
+    {
+      "epoch": 0.69,
+      "eval_gen_len": 20.0,
+      "eval_loss": 2.379333019256592,
+      "eval_rouge1": 17.7742,
+      "eval_rouge2": 7.5182,
+      "eval_rougeL": 14.2794,
+      "eval_rougeLsum": 16.2879,
+      "eval_runtime": 1000.9763,
+      "eval_samples_per_second": 6.43,
+      "eval_steps_per_second": 6.43,
+      "step": 140000
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.841873897316104e-05,
+      "loss": 2.4247,
+      "step": 141000
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8336602370133815e-05,
+      "loss": 2.4221,
+      "step": 142000
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.825446576710659e-05,
+      "loss": 2.4505,
+      "step": 143000
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.817232916407937e-05,
+      "loss": 2.45,
+      "step": 144000
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.809019256105214e-05,
+      "loss": 2.4724,
+      "step": 145000
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8008055958024916e-05,
+      "loss": 2.4527,
+      "step": 146000
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.792591935499768e-05,
+      "loss": 2.4417,
+      "step": 147000
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7843782751970456e-05,
+      "loss": 2.4472,
+      "step": 148000
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.776164614894323e-05,
+      "loss": 2.4022,
+      "step": 149000
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7679509545916e-05,
+      "loss": 2.4277,
+      "step": 150000
+    },
+    {
+      "epoch": 0.74,
+      "eval_gen_len": 20.0,
+      "eval_loss": 2.357104539871216,
+      "eval_rouge1": 17.8015,
+      "eval_rouge2": 7.4677,
+      "eval_rougeL": 14.226,
+      "eval_rougeLsum": 16.3288,
+      "eval_runtime": 1001.7905,
+      "eval_samples_per_second": 6.424,
+      "eval_steps_per_second": 6.424,
+      "step": 150000
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.759737294288878e-05,
+      "loss": 2.4309,
+      "step": 151000
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7515236339861556e-05,
+      "loss": 2.4058,
+      "step": 152000
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.743309973683432e-05,
+      "loss": 2.4376,
+      "step": 153000
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7350963133807097e-05,
+      "loss": 2.4001,
+      "step": 154000
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.726882653077987e-05,
+      "loss": 2.4208,
+      "step": 155000
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7186689927752643e-05,
+      "loss": 2.4772,
+      "step": 156000
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7104553324725424e-05,
+      "loss": 2.3995,
+      "step": 157000
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.70224167216982e-05,
+      "loss": 2.4098,
+      "step": 158000
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.6940280118670964e-05,
+      "loss": 2.445,
+      "step": 159000
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.685814351564374e-05,
+      "loss": 2.4258,
+      "step": 160000
+    },
+    {
+      "epoch": 0.79,
+      "eval_gen_len": 20.0,
+      "eval_loss": 2.353898525238037,
+      "eval_rouge1": 17.5335,
+      "eval_rouge2": 7.399,
+      "eval_rougeL": 14.09,
+      "eval_rougeLsum": 16.0936,
+      "eval_runtime": 1001.2576,
+      "eval_samples_per_second": 6.428,
+      "eval_steps_per_second": 6.428,
+      "step": 160000
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.677600691261651e-05,
+      "loss": 2.4433,
+      "step": 161000
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6693870309589284e-05,
+      "loss": 2.4134,
+      "step": 162000
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.661173370656206e-05,
+      "loss": 2.3994,
+      "step": 163000
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.652959710353484e-05,
+      "loss": 2.4135,
+      "step": 164000
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6447460500507605e-05,
+      "loss": 2.4156,
+      "step": 165000
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.636532389748038e-05,
+      "loss": 2.4284,
+      "step": 166000
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.628318729445315e-05,
+      "loss": 2.4032,
+      "step": 167000
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6201050691425925e-05,
+      "loss": 2.4398,
+      "step": 168000
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.61189140883987e-05,
+      "loss": 2.4157,
+      "step": 169000
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.603677748537147e-05,
+      "loss": 2.4006,
+      "step": 170000
+    },
+    {
+      "epoch": 0.84,
+      "eval_gen_len": 20.0,
+      "eval_loss": 2.3469386100769043,
+      "eval_rouge1": 17.5983,
+      "eval_rouge2": 7.4285,
+      "eval_rougeL": 14.1315,
+      "eval_rougeLsum": 16.1385,
+      "eval_runtime": 1001.9415,
+      "eval_samples_per_second": 6.424,
+      "eval_steps_per_second": 6.424,
+      "step": 170000
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.5954640882344246e-05,
+      "loss": 2.38,
+      "step": 171000
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.587250427931702e-05,
+      "loss": 2.3675,
+      "step": 172000
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.579036767628979e-05,
+      "loss": 2.4047,
+      "step": 173000
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5708231073262566e-05,
+      "loss": 2.42,
+      "step": 174000
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.562609447023534e-05,
+      "loss": 2.4159,
+      "step": 175000
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.554395786720811e-05,
+      "loss": 2.4043,
+      "step": 176000
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5461821264180886e-05,
+      "loss": 2.4096,
+      "step": 177000
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.537968466115366e-05,
+      "loss": 2.3902,
+      "step": 178000
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.529754805812643e-05,
+      "loss": 2.4035,
+      "step": 179000
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.521541145509921e-05,
+      "loss": 2.367,
+      "step": 180000
+    },
+    {
+      "epoch": 0.89,
+      "eval_gen_len": 20.0,
+      "eval_loss": 2.3343846797943115,
+      "eval_rouge1": 17.297,
+      "eval_rouge2": 7.2361,
+      "eval_rougeL": 13.9286,
+      "eval_rougeLsum": 15.8352,
+      "eval_runtime": 1002.0008,
+      "eval_samples_per_second": 6.423,
+      "eval_steps_per_second": 6.423,
+      "step": 180000
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.513327485207198e-05,
+      "loss": 2.3774,
+      "step": 181000
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.5051138249044754e-05,
+      "loss": 2.4335,
+      "step": 182000
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.496900164601753e-05,
+      "loss": 2.4144,
+      "step": 183000
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.48868650429903e-05,
+      "loss": 2.4027,
+      "step": 184000
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4804728439963074e-05,
+      "loss": 2.3881,
+      "step": 185000
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.472259183693585e-05,
+      "loss": 2.4494,
+      "step": 186000
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.464045523390862e-05,
+      "loss": 2.4073,
+      "step": 187000
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4558318630881395e-05,
+      "loss": 2.3972,
+      "step": 188000
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.447618202785417e-05,
+      "loss": 2.4204,
+      "step": 189000
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4394045424826935e-05,
+      "loss": 2.373,
+      "step": 190000
+    },
+    {
+      "epoch": 0.94,
+      "eval_gen_len": 19.997980111870728,
+      "eval_loss": 2.3376951217651367,
+      "eval_rouge1": 17.7189,
+      "eval_rouge2": 7.4993,
+      "eval_rougeL": 14.2603,
+      "eval_rougeLsum": 16.2546,
+      "eval_runtime": 1002.8715,
+      "eval_samples_per_second": 6.418,
+      "eval_steps_per_second": 6.418,
+      "step": 190000
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4311908821799715e-05,
+      "loss": 2.3981,
+      "step": 191000
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.422977221877249e-05,
+      "loss": 2.4038,
+      "step": 192000
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.414763561574526e-05,
+      "loss": 2.3974,
+      "step": 193000
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.4065499012718035e-05,
+      "loss": 2.3814,
+      "step": 194000
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.39833624096908e-05,
+      "loss": 2.3699,
+      "step": 195000
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3901225806663576e-05,
+      "loss": 2.3968,
+      "step": 196000
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3819089203636356e-05,
+      "loss": 2.3897,
+      "step": 197000
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.373695260060913e-05,
+      "loss": 2.3699,
+      "step": 198000
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.36548159975819e-05,
+      "loss": 2.3721,
+      "step": 199000
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3572679394554676e-05,
+      "loss": 2.3762,
+      "step": 200000
+    },
+    {
+      "epoch": 0.99,
+      "eval_gen_len": 20.0,
+      "eval_loss": 2.3105790615081787,
+      "eval_rouge1": 17.7883,
+      "eval_rouge2": 7.4766,
+      "eval_rougeL": 14.2675,
+      "eval_rougeLsum": 16.3115,
+      "eval_runtime": 1002.2915,
+      "eval_samples_per_second": 6.421,
+      "eval_steps_per_second": 6.421,
+      "step": 200000
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.349054279152744e-05,
+      "loss": 2.4026,
+      "step": 201000
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3408406188500216e-05,
+      "loss": 2.4048,
+      "step": 202000
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.332626958547299e-05,
+      "loss": 2.3726,
+      "step": 203000
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.324413298244577e-05,
+      "loss": 2.2951,
+      "step": 204000
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3161996379418544e-05,
+      "loss": 2.2803,
+      "step": 205000
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.307985977639132e-05,
+      "loss": 2.2674,
+      "step": 206000
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.2997723173364084e-05,
+      "loss": 2.2442,
+      "step": 207000
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.291558657033686e-05,
+      "loss": 2.2641,
+      "step": 208000
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.283344996730963e-05,
+      "loss": 2.2739,
+      "step": 209000
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2751313364282404e-05,
+      "loss": 2.2538,
+      "step": 210000
+    },
+    {
+      "epoch": 1.03,
+      "eval_gen_len": 20.0,
+      "eval_loss": 2.319744348526001,
+      "eval_rouge1": 17.4487,
+      "eval_rouge2": 7.4171,
+      "eval_rougeL": 14.0473,
+      "eval_rougeLsum": 15.9771,
+      "eval_runtime": 1004.9052,
+      "eval_samples_per_second": 6.405,
+      "eval_steps_per_second": 6.405,
+      "step": 210000
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2669176761255184e-05,
+      "loss": 2.2816,
+      "step": 211000
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.258704015822796e-05,
+      "loss": 2.3031,
+      "step": 212000
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2504903555200725e-05,
+      "loss": 2.2956,
+      "step": 213000
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.24227669521735e-05,
+      "loss": 2.29,
+      "step": 214000
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.234063034914627e-05,
+      "loss": 2.29,
+      "step": 215000
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2258493746119045e-05,
+      "loss": 2.2882,
+      "step": 216000
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2176357143091825e-05,
+      "loss": 2.2578,
+      "step": 217000
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.20942205400646e-05,
+      "loss": 2.2767,
+      "step": 218000
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.2012083937037365e-05,
+      "loss": 2.2781,
+      "step": 219000
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.192994733401014e-05,
+      "loss": 2.268,
+      "step": 220000
+    },
+    {
+      "epoch": 1.08,
+      "eval_gen_len": 20.0,
+      "eval_loss": 2.304415464401245,
+      "eval_rouge1": 17.9603,
+      "eval_rouge2": 7.5806,
+      "eval_rougeL": 14.3755,
+      "eval_rougeLsum": 16.4328,
+      "eval_runtime": 1002.3836,
+      "eval_samples_per_second": 6.421,
+      "eval_steps_per_second": 6.421,
+      "step": 220000
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.184781073098291e-05,
+      "loss": 2.2826,
+      "step": 221000
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1765674127955686e-05,
+      "loss": 2.3023,
+      "step": 222000
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.168353752492846e-05,
+      "loss": 2.2886,
+      "step": 223000
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.160140092190124e-05,
+      "loss": 2.2366,
+      "step": 224000
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1519264318874006e-05,
+      "loss": 2.3047,
+      "step": 225000
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.143712771584678e-05,
+      "loss": 2.2852,
+      "step": 226000
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.135499111281955e-05,
+      "loss": 2.3118,
+      "step": 227000
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1272854509792327e-05,
+      "loss": 2.2869,
+      "step": 228000
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.11907179067651e-05,
+      "loss": 2.2759,
+      "step": 229000
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1108581303737874e-05,
+      "loss": 2.2986,
+      "step": 230000
+    },
+    {
+      "epoch": 1.13,
+      "eval_gen_len": 20.0,
+      "eval_loss": 2.3002452850341797,
+      "eval_rouge1": 17.9268,
+      "eval_rouge2": 7.5321,
+      "eval_rougeL": 14.3503,
+      "eval_rougeLsum": 16.4191,
+      "eval_runtime": 1002.1846,
+      "eval_samples_per_second": 6.422,
+      "eval_steps_per_second": 6.422,
+      "step": 230000
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.102644470071065e-05,
+      "loss": 2.2428,
+      "step": 231000
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.094430809768342e-05,
+      "loss": 2.2776,
+      "step": 232000
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0862171494656194e-05,
+      "loss": 2.2857,
+      "step": 233000
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.078003489162897e-05,
+      "loss": 2.2647,
+      "step": 234000
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.069789828860174e-05,
+      "loss": 2.2706,
+      "step": 235000
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0615761685574514e-05,
+      "loss": 2.2688,
+      "step": 236000
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.053362508254729e-05,
+      "loss": 2.271,
+      "step": 237000
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.045148847952006e-05,
+      "loss": 2.29,
+      "step": 238000
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0369351876492835e-05,
+      "loss": 2.2952,
+      "step": 239000
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0287215273465608e-05,
+      "loss": 2.241,
+      "step": 240000
+    },
+    {
+      "epoch": 1.18,
+      "eval_gen_len": 20.0,
+      "eval_loss": 2.305872917175293,
+      "eval_rouge1": 17.4542,
+      "eval_rouge2": 7.3224,
+      "eval_rougeL": 14.0578,
+      "eval_rougeLsum": 16.0157,
+      "eval_runtime": 1003.3545,
+      "eval_samples_per_second": 6.414,
+      "eval_steps_per_second": 6.414,
+      "step": 240000
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.020507867043838e-05,
+      "loss": 2.291,
+      "step": 241000
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0122942067411152e-05,
+      "loss": 2.28,
+      "step": 242000
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0040805464383925e-05,
+      "loss": 2.2519,
+      "step": 243000
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9958668861356702e-05,
+      "loss": 2.2462,
+      "step": 244000
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9876532258329476e-05,
+      "loss": 2.2689,
+      "step": 245000
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.979439565530225e-05,
+      "loss": 2.3039,
+      "step": 246000
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9712259052275023e-05,
+      "loss": 2.2903,
+      "step": 247000
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9630122449247793e-05,
+      "loss": 2.2495,
+      "step": 248000
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9547985846220566e-05,
+      "loss": 2.2744,
+      "step": 249000
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.946584924319334e-05,
+      "loss": 2.2534,
+      "step": 250000
+    },
+    {
+      "epoch": 1.23,
+      "eval_gen_len": 20.0,
+      "eval_loss": 2.292659282684326,
+      "eval_rouge1": 17.8039,
+      "eval_rouge2": 7.6232,
+      "eval_rougeL": 14.2916,
+      "eval_rougeLsum": 16.3442,
+      "eval_runtime": 1002.532,
+      "eval_samples_per_second": 6.42,
+      "eval_steps_per_second": 6.42,
+      "step": 250000
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9383712640166116e-05,
+      "loss": 2.2451,
+      "step": 251000
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.930157603713889e-05,
+      "loss": 2.2894,
+      "step": 252000
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9219439434111663e-05,
+      "loss": 2.2856,
+      "step": 253000
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9137302831084433e-05,
+      "loss": 2.2344,
+      "step": 254000
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9055166228057207e-05,
+      "loss": 2.2819,
+      "step": 255000
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.897302962502998e-05,
+      "loss": 2.2849,
+      "step": 256000
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.889089302200275e-05,
+      "loss": 2.2789,
+      "step": 257000
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.880875641897553e-05,
+      "loss": 2.2847,
+      "step": 258000
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.87266198159483e-05,
+      "loss": 2.2623,
+      "step": 259000
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8644483212921074e-05,
+      "loss": 2.26,
+      "step": 260000
+    },
+    {
+      "epoch": 1.28,
+      "eval_gen_len": 19.998290863890617,
+      "eval_loss": 2.2910218238830566,
+      "eval_rouge1": 17.8607,
+      "eval_rouge2": 7.5645,
+      "eval_rougeL": 14.318,
+      "eval_rougeLsum": 16.3336,
+      "eval_runtime": 1003.3313,
+      "eval_samples_per_second": 6.415,
+      "eval_steps_per_second": 6.415,
+      "step": 260000
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8562346609893848e-05,
+      "loss": 2.263,
+      "step": 261000
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.848021000686662e-05,
+      "loss": 2.2863,
+      "step": 262000
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.839807340383939e-05,
+      "loss": 2.3029,
+      "step": 263000
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.831593680081217e-05,
+      "loss": 2.2944,
+      "step": 264000
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.823380019778494e-05,
+      "loss": 2.2807,
+      "step": 265000
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8151663594757715e-05,
+      "loss": 2.2569,
+      "step": 266000
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.806952699173049e-05,
+      "loss": 2.2592,
+      "step": 267000
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7987390388703262e-05,
+      "loss": 2.2696,
+      "step": 268000
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7905253785676032e-05,
+      "loss": 2.2782,
+      "step": 269000
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7823117182648806e-05,
+      "loss": 2.3,
+      "step": 270000
+    },
+    {
+      "epoch": 1.33,
+      "eval_gen_len": 20.0,
+      "eval_loss": 2.2818093299865723,
+      "eval_rouge1": 17.8203,
+      "eval_rouge2": 7.4815,
+      "eval_rougeL": 14.3171,
+      "eval_rougeLsum": 16.3309,
+      "eval_runtime": 1004.91,
+      "eval_samples_per_second": 6.405,
+      "eval_steps_per_second": 6.405,
+      "step": 270000
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7740980579621582e-05,
+      "loss": 2.2404,
+      "step": 271000
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7658843976594356e-05,
+      "loss": 2.2675,
+      "step": 272000
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.757670737356713e-05,
+      "loss": 2.2684,
+      "step": 273000
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7494570770539903e-05,
+      "loss": 2.2547,
+      "step": 274000
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7412434167512673e-05,
+      "loss": 2.2342,
+      "step": 275000
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7330297564485446e-05,
+      "loss": 2.2909,
+      "step": 276000
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.724816096145822e-05,
+      "loss": 2.2592,
+      "step": 277000
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7166024358430997e-05,
+      "loss": 2.2304,
+      "step": 278000
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.708388775540377e-05,
+      "loss": 2.2783,
+      "step": 279000
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7001751152376544e-05,
+      "loss": 2.2964,
+      "step": 280000
+    },
+    {
+      "epoch": 1.38,
+      "eval_gen_len": 20.0,
+      "eval_loss": 2.2720584869384766,
+      "eval_rouge1": 17.983,
+      "eval_rouge2": 7.6867,
+      "eval_rougeL": 14.3971,
+      "eval_rougeLsum": 16.493,
+      "eval_runtime": 1001.9281,
+      "eval_samples_per_second": 6.424,
+      "eval_steps_per_second": 6.424,
+      "step": 280000
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6919614549349314e-05,
+      "loss": 2.2879,
+      "step": 281000
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6837477946322087e-05,
+      "loss": 2.2937,
+      "step": 282000
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.675534134329486e-05,
+      "loss": 2.2598,
+      "step": 283000
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6673204740267638e-05,
+      "loss": 2.2706,
+      "step": 284000
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.659106813724041e-05,
+      "loss": 2.2838,
+      "step": 285000
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.650893153421318e-05,
+      "loss": 2.2684,
+      "step": 286000
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6426794931185955e-05,
+      "loss": 2.2495,
+      "step": 287000
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6344658328158728e-05,
+      "loss": 2.2696,
+      "step": 288000
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.62625217251315e-05,
+      "loss": 2.2691,
+      "step": 289000
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.618038512210427e-05,
+      "loss": 2.2564,
+      "step": 290000
+    },
+    {
+      "epoch": 1.43,
+      "eval_gen_len": 19.998756991920448,
+      "eval_loss": 2.2700564861297607,
+      "eval_rouge1": 18.059,
+      "eval_rouge2": 7.7273,
+      "eval_rougeL": 14.4806,
+      "eval_rougeLsum": 16.5792,
+      "eval_runtime": 1004.3234,
+      "eval_samples_per_second": 6.408,
+      "eval_steps_per_second": 6.408,
+      "step": 290000
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6098248519077052e-05,
+      "loss": 2.2467,
+      "step": 291000
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6016111916049822e-05,
+      "loss": 2.2656,
+      "step": 292000
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5933975313022595e-05,
+      "loss": 2.2501,
+      "step": 293000
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.585183870999537e-05,
+      "loss": 2.2369,
+      "step": 294000
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5769702106968142e-05,
+      "loss": 2.2575,
+      "step": 295000
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5687565503940912e-05,
+      "loss": 2.2577,
+      "step": 296000
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5605428900913686e-05,
+      "loss": 2.2685,
+      "step": 297000
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5523292297886463e-05,
+      "loss": 2.2749,
+      "step": 298000
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5441155694859236e-05,
+      "loss": 2.2683,
+      "step": 299000
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.535901909183201e-05,
+      "loss": 2.2576,
+      "step": 300000
+    },
+    {
+      "epoch": 1.48,
+      "eval_gen_len": 20.0,
+      "eval_loss": 2.2662742137908936,
+      "eval_rouge1": 17.5706,
+      "eval_rouge2": 7.4424,
+      "eval_rougeL": 14.1424,
+      "eval_rougeLsum": 16.1297,
+      "eval_runtime": 1002.3266,
+      "eval_samples_per_second": 6.421,
+      "eval_steps_per_second": 6.421,
+      "step": 300000
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5276882488804783e-05,
+      "loss": 2.2672,
+      "step": 301000
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5194745885777553e-05,
+      "loss": 2.2699,
+      "step": 302000
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5112609282750327e-05,
+      "loss": 2.2808,
+      "step": 303000
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 2.5030472679723104e-05,
+      "loss": 2.2339,
+      "step": 304000
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 2.4948336076695874e-05,
+      "loss": 2.2424,
+      "step": 305000
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 2.486619947366865e-05,
+      "loss": 2.2633,
+      "step": 306000
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 2.4784062870641424e-05,
+      "loss": 2.2512,
+      "step": 307000
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 2.4701926267614194e-05,
+      "loss": 2.2463,
+      "step": 308000
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 2.461978966458697e-05,
+      "loss": 2.2703,
+      "step": 309000
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 2.4537653061559744e-05,
+      "loss": 2.2605,
+      "step": 310000
+    },
+    {
+      "epoch": 1.53,
+      "eval_gen_len": 19.998756991920448,
+      "eval_loss": 2.2607014179229736,
+      "eval_rouge1": 17.8057,
+      "eval_rouge2": 7.5219,
+      "eval_rougeL": 14.3226,
+      "eval_rougeLsum": 16.3355,
+      "eval_runtime": 1003.1195,
+      "eval_samples_per_second": 6.416,
+      "eval_steps_per_second": 6.416,
+      "step": 310000
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 2.4455516458532514e-05,
+      "loss": 2.2449,
+      "step": 311000
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 2.4373379855505288e-05,
+      "loss": 2.2648,
+      "step": 312000
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 2.4291243252478065e-05,
+      "loss": 2.2289,
+      "step": 313000
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 2.4209106649450835e-05,
+      "loss": 2.251,
+      "step": 314000
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 2.412697004642361e-05,
+      "loss": 2.2378,
+      "step": 315000
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 2.4044833443396382e-05,
+      "loss": 2.2641,
+      "step": 316000
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 2.3962696840369155e-05,
+      "loss": 2.2656,
+      "step": 317000
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 2.388056023734193e-05,
+      "loss": 2.2325,
+      "step": 318000
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 2.3798423634314702e-05,
+      "loss": 2.2373,
+      "step": 319000
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 2.3716287031287476e-05,
+      "loss": 2.2587,
+      "step": 320000
+    },
+    {
+      "epoch": 1.58,
+      "eval_gen_len": 20.0,
+      "eval_loss": 2.255239486694336,
+      "eval_rouge1": 18.0396,
+      "eval_rouge2": 7.7064,
+      "eval_rougeL": 14.5005,
+      "eval_rougeLsum": 16.5823,
+      "eval_runtime": 1003.0354,
+      "eval_samples_per_second": 6.417,
+      "eval_steps_per_second": 6.417,
+      "step": 320000
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 2.363415042826025e-05,
+      "loss": 2.2587,
+      "step": 321000
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 2.3552013825233023e-05,
+      "loss": 2.2679,
+      "step": 322000
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 2.3469877222205796e-05,
+      "loss": 2.2462,
+      "step": 323000
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 2.338774061917857e-05,
+      "loss": 2.271,
+      "step": 324000
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 2.3305604016151343e-05,
+      "loss": 2.2564,
+      "step": 325000
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 2.3223467413124117e-05,
+      "loss": 2.2483,
+      "step": 326000
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 2.314133081009689e-05,
+      "loss": 2.2594,
+      "step": 327000
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 2.3059194207069663e-05,
+      "loss": 2.2399,
+      "step": 328000
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 2.2977057604042437e-05,
+      "loss": 2.2448,
+      "step": 329000
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 2.289492100101521e-05,
+      "loss": 2.2423,
+      "step": 330000
+    },
+    {
+      "epoch": 1.63,
+      "eval_gen_len": 20.0,
+      "eval_loss": 2.252311944961548,
+      "eval_rouge1": 18.2229,
+      "eval_rouge2": 7.8398,
+      "eval_rougeL": 14.5868,
+      "eval_rougeLsum": 16.7408,
+      "eval_runtime": 1003.0179,
+      "eval_samples_per_second": 6.417,
+      "eval_steps_per_second": 6.417,
+      "step": 330000
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 2.2812784397987984e-05,
+      "loss": 2.2106,
+      "step": 331000
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 2.2730647794960754e-05,
+      "loss": 2.2214,
+      "step": 332000
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 2.264851119193353e-05,
+      "loss": 2.2722,
+      "step": 333000
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 2.2566374588906304e-05,
+      "loss": 2.2286,
+      "step": 334000
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 2.2484237985879074e-05,
+      "loss": 2.2137,
+      "step": 335000
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 2.240210138285185e-05,
+      "loss": 2.2624,
+      "step": 336000
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 2.2319964779824625e-05,
+      "loss": 2.2248,
+      "step": 337000
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 2.2237828176797395e-05,
+      "loss": 2.2182,
+      "step": 338000
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 2.215569157377017e-05,
+      "loss": 2.227,
+      "step": 339000
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 2.2073554970742945e-05,
+      "loss": 2.2793,
+      "step": 340000
+    },
+    {
+      "epoch": 1.68,
+      "eval_gen_len": 19.998756991920448,
+      "eval_loss": 2.243055582046509,
+      "eval_rouge1": 17.6785,
+      "eval_rouge2": 7.5437,
+      "eval_rougeL": 14.1971,
+      "eval_rougeLsum": 16.1724,
+      "eval_runtime": 1002.029,
+      "eval_samples_per_second": 6.423,
+      "eval_steps_per_second": 6.423,
+      "step": 340000
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 2.1991418367715715e-05,
+      "loss": 2.2275,
+      "step": 341000
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 2.190928176468849e-05,
+      "loss": 2.2495,
+      "step": 342000
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 2.1827145161661262e-05,
+      "loss": 2.2585,
+      "step": 343000
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 2.1745008558634036e-05,
+      "loss": 2.2612,
+      "step": 344000
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 2.166287195560681e-05,
+      "loss": 2.2437,
+      "step": 345000
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 2.1580735352579583e-05,
+      "loss": 2.2331,
+      "step": 346000
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 2.1498598749552356e-05,
+      "loss": 2.1989,
+      "step": 347000
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 2.141646214652513e-05,
+      "loss": 2.2247,
+      "step": 348000
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 2.1334325543497903e-05,
+      "loss": 2.2577,
+      "step": 349000
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 2.1252188940470676e-05,
+      "loss": 2.2005,
+      "step": 350000
+    },
+    {
+      "epoch": 1.72,
+      "eval_gen_len": 19.998756991920448,
+      "eval_loss": 2.234309196472168,
+      "eval_rouge1": 17.7552,
+      "eval_rouge2": 7.6026,
+      "eval_rougeL": 14.2152,
+      "eval_rougeLsum": 16.2797,
+      "eval_runtime": 1003.531,
+      "eval_samples_per_second": 6.413,
+      "eval_steps_per_second": 6.413,
+      "step": 350000
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 2.117005233744345e-05,
+      "loss": 2.224,
+      "step": 351000
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 2.1087915734416223e-05,
+      "loss": 2.2422,
+      "step": 352000
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 2.1005779131388997e-05,
+      "loss": 2.2493,
+      "step": 353000
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 2.092364252836177e-05,
+      "loss": 2.25,
+      "step": 354000
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 2.0841505925334544e-05,
+      "loss": 2.2425,
+      "step": 355000
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 2.0759369322307317e-05,
+      "loss": 2.2432,
+      "step": 356000
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 2.067723271928009e-05,
+      "loss": 2.2621,
+      "step": 357000
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 2.0595096116252864e-05,
+      "loss": 2.2175,
+      "step": 358000
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 2.0512959513225638e-05,
+      "loss": 2.2057,
+      "step": 359000
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 2.043082291019841e-05,
+      "loss": 2.2454,
+      "step": 360000
+    },
+    {
+      "epoch": 1.77,
+      "eval_gen_len": 20.0,
+      "eval_loss": 2.2339000701904297,
+      "eval_rouge1": 17.9292,
+      "eval_rouge2": 7.699,
+      "eval_rougeL": 14.4099,
+      "eval_rougeLsum": 16.4682,
+      "eval_runtime": 1001.8423,
+      "eval_samples_per_second": 6.424,
+      "eval_steps_per_second": 6.424,
+      "step": 360000
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 2.0348686307171185e-05,
+      "loss": 2.2291,
+      "step": 361000
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 2.0266549704143955e-05,
+      "loss": 2.2329,
+      "step": 362000
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 2.018441310111673e-05,
+      "loss": 2.211,
+      "step": 363000
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 2.0102276498089505e-05,
+      "loss": 2.2226,
+      "step": 364000
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 2.0020139895062275e-05,
+      "loss": 2.2269,
+      "step": 365000
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 1.9938003292035052e-05,
+      "loss": 2.234,
+      "step": 366000
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 1.9855866689007825e-05,
+      "loss": 2.2477,
+      "step": 367000
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 1.9773730085980595e-05,
+      "loss": 2.2146,
+      "step": 368000
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 1.9691593482953372e-05,
+      "loss": 2.225,
+      "step": 369000
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 1.9609456879926142e-05,
+      "loss": 2.2175,
+      "step": 370000
+    },
+    {
+      "epoch": 1.82,
+      "eval_gen_len": 20.0,
+      "eval_loss": 2.2345097064971924,
+      "eval_rouge1": 17.7413,
+      "eval_rouge2": 7.4892,
+      "eval_rougeL": 14.2223,
+      "eval_rougeLsum": 16.2442,
+      "eval_runtime": 1002.457,
+      "eval_samples_per_second": 6.42,
+      "eval_steps_per_second": 6.42,
+      "step": 370000
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 1.9527320276898916e-05,
+      "loss": 2.1898,
+      "step": 371000
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 1.944518367387169e-05,
+      "loss": 2.2081,
+      "step": 372000
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 1.9363047070844463e-05,
+      "loss": 2.2261,
+      "step": 373000
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 1.9280910467817236e-05,
+      "loss": 2.2311,
+      "step": 374000
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 1.919877386479001e-05,
+      "loss": 2.2299,
+      "step": 375000
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 1.9116637261762783e-05,
+      "loss": 2.2381,
+      "step": 376000
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 1.9034500658735557e-05,
+      "loss": 2.2023,
+      "step": 377000
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 1.895236405570833e-05,
+      "loss": 2.2442,
+      "step": 378000
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 1.8870227452681104e-05,
+      "loss": 2.2082,
+      "step": 379000
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 1.8788090849653877e-05,
+      "loss": 2.238,
+      "step": 380000
+    },
+    {
+      "epoch": 1.87,
+      "eval_gen_len": 19.998756991920448,
+      "eval_loss": 2.225850820541382,
+      "eval_rouge1": 17.6679,
+      "eval_rouge2": 7.4976,
+      "eval_rougeL": 14.24,
+      "eval_rougeLsum": 16.243,
+      "eval_runtime": 1004.5269,
+      "eval_samples_per_second": 6.407,
+      "eval_steps_per_second": 6.407,
+      "step": 380000
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 1.870595424662665e-05,
+      "loss": 2.218,
+      "step": 381000
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 1.8623817643599424e-05,
+      "loss": 2.2447,
+      "step": 382000
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 1.8541681040572198e-05,
+      "loss": 2.2569,
+      "step": 383000
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 1.845954443754497e-05,
+      "loss": 2.2149,
+      "step": 384000
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 1.8377407834517744e-05,
+      "loss": 2.2106,
+      "step": 385000
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 1.8295271231490518e-05,
+      "loss": 2.224,
+      "step": 386000
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 1.821313462846329e-05,
+      "loss": 2.2348,
+      "step": 387000
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 1.8130998025436065e-05,
+      "loss": 2.2312,
+      "step": 388000
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 1.804886142240884e-05,
+      "loss": 2.2181,
+      "step": 389000
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 1.7966724819381612e-05,
+      "loss": 2.2108,
+      "step": 390000
+    },
+    {
+      "epoch": 1.92,
+      "eval_gen_len": 19.998756991920448,
+      "eval_loss": 2.2210330963134766,
+      "eval_rouge1": 17.8474,
+      "eval_rouge2": 7.6054,
+      "eval_rougeL": 14.3494,
+      "eval_rougeLsum": 16.3635,
+      "eval_runtime": 1003.154,
+      "eval_samples_per_second": 6.416,
+      "eval_steps_per_second": 6.416,
+      "step": 390000
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 1.7884588216354385e-05,
+      "loss": 2.2387,
+      "step": 391000
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 1.7802451613327155e-05,
+      "loss": 2.2108,
+      "step": 392000
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 1.7720315010299932e-05,
+      "loss": 2.2204,
+      "step": 393000
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 1.7638178407272706e-05,
+      "loss": 2.1789,
+      "step": 394000
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 1.7556041804245476e-05,
+      "loss": 2.2528,
+      "step": 395000
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 1.7473905201218253e-05,
+      "loss": 2.2182,
+      "step": 396000
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 1.7391768598191023e-05,
+      "loss": 2.2243,
+      "step": 397000
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 1.7309631995163796e-05,
+      "loss": 2.2358,
+      "step": 398000
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 1.7227495392136573e-05,
+      "loss": 2.2398,
+      "step": 399000
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 1.7145358789109343e-05,
+      "loss": 2.2124,
+      "step": 400000
+    },
+    {
+      "epoch": 1.97,
+      "eval_gen_len": 20.0,
+      "eval_loss": 2.216984510421753,
+      "eval_rouge1": 17.8019,
+      "eval_rouge2": 7.5182,
+      "eval_rougeL": 14.264,
+      "eval_rougeLsum": 16.3003,
+      "eval_runtime": 1004.0298,
+      "eval_samples_per_second": 6.41,
+      "eval_steps_per_second": 6.41,
+      "step": 400000
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 1.7063222186082117e-05,
+      "loss": 2.2002,
+      "step": 401000
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 1.698108558305489e-05,
+      "loss": 2.2347,
+      "step": 402000
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 1.6898948980027664e-05,
+      "loss": 2.2022,
+      "step": 403000
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 1.6816812377000437e-05,
+      "loss": 2.205,
+      "step": 404000
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 1.673467577397321e-05,
+      "loss": 2.2409,
+      "step": 405000
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 1.6652539170945984e-05,
+      "loss": 2.1837,
+      "step": 406000
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 1.6570402567918757e-05,
+      "loss": 2.1036,
+      "step": 407000
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 1.648826596489153e-05,
+      "loss": 2.0907,
+      "step": 408000
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 1.6406129361864304e-05,
+      "loss": 2.0906,
+      "step": 409000
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 1.6323992758837078e-05,
+      "loss": 2.0976,
+      "step": 410000
+    },
+    {
+      "epoch": 2.02,
+      "eval_gen_len": 20.0,
+      "eval_loss": 2.224844217300415,
+      "eval_rouge1": 17.8063,
+      "eval_rouge2": 7.5383,
+      "eval_rougeL": 14.2782,
+      "eval_rougeLsum": 16.275,
+      "eval_runtime": 1002.96,
+      "eval_samples_per_second": 6.417,
+      "eval_steps_per_second": 6.417,
+      "step": 410000
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 1.624185615580985e-05,
+      "loss": 2.1178,
+      "step": 411000
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 1.6159719552782625e-05,
+      "loss": 2.1256,
+      "step": 412000
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 1.6077582949755398e-05,
+      "loss": 2.125,
+      "step": 413000
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 1.5995446346728172e-05,
+      "loss": 2.0956,
+      "step": 414000
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 1.5913309743700945e-05,
+      "loss": 2.088,
+      "step": 415000
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 1.583117314067372e-05,
+      "loss": 2.1173,
+      "step": 416000
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 1.5749036537646492e-05,
+      "loss": 2.1159,
+      "step": 417000
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 1.5666899934619266e-05,
+      "loss": 2.0934,
+      "step": 418000
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 1.558476333159204e-05,
+      "loss": 2.1048,
+      "step": 419000
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 1.5502626728564813e-05,
+      "loss": 2.0932,
+      "step": 420000
+    },
+    {
+      "epoch": 2.07,
+      "eval_gen_len": 20.0,
+      "eval_loss": 2.2196199893951416,
+      "eval_rouge1": 17.9171,
+      "eval_rouge2": 7.6187,
+      "eval_rougeL": 14.3508,
+      "eval_rougeLsum": 16.4333,
+      "eval_runtime": 1002.1016,
+      "eval_samples_per_second": 6.423,
+      "eval_steps_per_second": 6.423,
+      "step": 420000
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 1.5420490125537586e-05,
+      "loss": 2.1018,
+      "step": 421000
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 1.5338353522510356e-05,
+      "loss": 2.0751,
+      "step": 422000
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 1.5256216919483133e-05,
+      "loss": 2.0667,
+      "step": 423000
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 1.5174080316455905e-05,
+      "loss": 2.0963,
+      "step": 424000
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 1.5091943713428677e-05,
+      "loss": 2.1121,
+      "step": 425000
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 1.5009807110401453e-05,
+      "loss": 2.1237,
+      "step": 426000
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 1.4927670507374225e-05,
+      "loss": 2.1176,
+      "step": 427000
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 1.4845533904346997e-05,
+      "loss": 2.1131,
+      "step": 428000
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 1.4763397301319772e-05,
+      "loss": 2.0902,
+      "step": 429000
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 1.4681260698292546e-05,
+      "loss": 2.0956,
+      "step": 430000
+    },
+    {
+      "epoch": 2.12,
+      "eval_gen_len": 19.998756991920448,
+      "eval_loss": 2.2135493755340576,
+      "eval_rouge1": 18.0616,
+      "eval_rouge2": 7.7655,
+      "eval_rougeL": 14.4837,
+      "eval_rougeLsum": 16.5627,
+      "eval_runtime": 1001.5993,
+      "eval_samples_per_second": 6.426,
+      "eval_steps_per_second": 6.426,
+      "step": 430000
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 1.4599124095265317e-05,
+      "loss": 2.0948,
+      "step": 431000
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 1.451698749223809e-05,
+      "loss": 2.1081,
+      "step": 432000
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 1.4434850889210866e-05,
+      "loss": 2.0772,
+      "step": 433000
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 1.4352714286183638e-05,
+      "loss": 2.1164,
+      "step": 434000
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 1.4270577683156411e-05,
+      "loss": 2.1229,
+      "step": 435000
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 1.4188441080129186e-05,
+      "loss": 2.1513,
+      "step": 436000
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 1.4106304477101958e-05,
+      "loss": 2.1262,
+      "step": 437000
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 1.4024167874074732e-05,
+      "loss": 2.1191,
+      "step": 438000
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 1.3942031271047507e-05,
+      "loss": 2.1287,
+      "step": 439000
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 1.3859894668020279e-05,
+      "loss": 2.0515,
+      "step": 440000
+    },
+    {
+      "epoch": 2.17,
+      "eval_gen_len": 19.99813548788067,
+      "eval_loss": 2.209096670150757,
+      "eval_rouge1": 18.0281,
+      "eval_rouge2": 7.7301,
+      "eval_rougeL": 14.4696,
+      "eval_rougeLsum": 16.5196,
+      "eval_runtime": 1001.2022,
+      "eval_samples_per_second": 6.428,
+      "eval_steps_per_second": 6.428,
+      "step": 440000
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 1.3777758064993052e-05,
+      "loss": 2.1085,
+      "step": 441000
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 1.3695621461965824e-05,
+      "loss": 2.143,
+      "step": 442000
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 1.3613484858938599e-05,
+      "loss": 2.119,
+      "step": 443000
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 1.3531348255911372e-05,
+      "loss": 2.109,
+      "step": 444000
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 1.3449211652884144e-05,
+      "loss": 2.1281,
+      "step": 445000
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.336707504985692e-05,
+      "loss": 2.079,
+      "step": 446000
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.3284938446829693e-05,
+      "loss": 2.0999,
+      "step": 447000
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.3202801843802465e-05,
+      "loss": 2.1122,
+      "step": 448000
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.312066524077524e-05,
+      "loss": 2.1152,
+      "step": 449000
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.3038528637748013e-05,
+      "loss": 2.1216,
+      "step": 450000
+    },
+    {
+      "epoch": 2.22,
+      "eval_gen_len": 19.998756991920448,
+      "eval_loss": 2.2015321254730225,
+      "eval_rouge1": 18.0609,
+      "eval_rouge2": 7.7541,
+      "eval_rougeL": 14.4633,
+      "eval_rougeLsum": 16.5705,
+      "eval_runtime": 1002.1053,
+      "eval_samples_per_second": 6.422,
+      "eval_steps_per_second": 6.422,
+      "step": 450000
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.2956392034720785e-05,
+      "loss": 2.1354,
+      "step": 451000
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.2874255431693557e-05,
+      "loss": 2.1042,
+      "step": 452000
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.2792118828666334e-05,
+      "loss": 2.1074,
+      "step": 453000
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.2709982225639105e-05,
+      "loss": 2.0795,
+      "step": 454000
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.2627845622611877e-05,
+      "loss": 2.1332,
+      "step": 455000
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.2545709019584654e-05,
+      "loss": 2.0829,
+      "step": 456000
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.2463572416557426e-05,
+      "loss": 2.0992,
+      "step": 457000
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.2381435813530198e-05,
+      "loss": 2.0864,
+      "step": 458000
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.2299299210502973e-05,
+      "loss": 2.1024,
+      "step": 459000
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.2217162607475746e-05,
+      "loss": 2.1222,
+      "step": 460000
+    },
+    {
+      "epoch": 2.27,
+      "eval_gen_len": 19.998756991920448,
+      "eval_loss": 2.1982765197753906,
+      "eval_rouge1": 18.0717,
+      "eval_rouge2": 7.7473,
+      "eval_rougeL": 14.4725,
+      "eval_rougeLsum": 16.5399,
+      "eval_runtime": 1000.8112,
+      "eval_samples_per_second": 6.431,
+      "eval_steps_per_second": 6.431,
+      "step": 460000
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.2135026004448518e-05,
+      "loss": 2.1018,
+      "step": 461000
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.2052889401421293e-05,
+      "loss": 2.1008,
+      "step": 462000
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.1970752798394065e-05,
+      "loss": 2.0935,
+      "step": 463000
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.1888616195366839e-05,
+      "loss": 2.0952,
+      "step": 464000
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.1806479592339614e-05,
+      "loss": 2.0925,
+      "step": 465000
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.1724342989312385e-05,
+      "loss": 2.0986,
+      "step": 466000
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.1642206386285159e-05,
+      "loss": 2.1037,
+      "step": 467000
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.1560069783257932e-05,
+      "loss": 2.0934,
+      "step": 468000
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.1477933180230706e-05,
+      "loss": 2.0982,
+      "step": 469000
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.139579657720348e-05,
+      "loss": 2.0903,
+      "step": 470000
+    },
+    {
+      "epoch": 2.32,
+      "eval_gen_len": 20.0,
+      "eval_loss": 2.2006638050079346,
+      "eval_rouge1": 18.0751,
+      "eval_rouge2": 7.7486,
+      "eval_rougeL": 14.4583,
+      "eval_rougeLsum": 16.546,
+      "eval_runtime": 1002.8018,
+      "eval_samples_per_second": 6.418,
+      "eval_steps_per_second": 6.418,
+      "step": 470000
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.1313659974176253e-05,
+      "loss": 2.1097,
+      "step": 471000
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.1231523371149026e-05,
+      "loss": 2.099,
+      "step": 472000
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.1149386768121798e-05,
+      "loss": 2.0921,
+      "step": 473000
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.1067250165094573e-05,
+      "loss": 2.0675,
+      "step": 474000
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.0985113562067347e-05,
+      "loss": 2.0786,
+      "step": 475000
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.0902976959040118e-05,
+      "loss": 2.1106,
+      "step": 476000
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.0820840356012894e-05,
+      "loss": 2.0842,
+      "step": 477000
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.0738703752985665e-05,
+      "loss": 2.1207,
+      "step": 478000
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.0656567149958439e-05,
+      "loss": 2.103,
+      "step": 479000
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.0574430546931214e-05,
+      "loss": 2.1124,
+      "step": 480000
+    },
+    {
+      "epoch": 2.37,
+      "eval_gen_len": 20.0,
+      "eval_loss": 2.1934452056884766,
+      "eval_rouge1": 17.888,
+      "eval_rouge2": 7.7124,
+      "eval_rougeL": 14.3899,
+      "eval_rougeLsum": 16.3901,
+      "eval_runtime": 1002.1414,
+      "eval_samples_per_second": 6.422,
+      "eval_steps_per_second": 6.422,
+      "step": 480000
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.0492293943903986e-05,
+      "loss": 2.0914,
+      "step": 481000
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.041015734087676e-05,
+      "loss": 2.0931,
+      "step": 482000
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.0328020737849533e-05,
+      "loss": 2.0768,
+      "step": 483000
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.0245884134822306e-05,
+      "loss": 2.1096,
+      "step": 484000
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.016374753179508e-05,
+      "loss": 2.0984,
+      "step": 485000
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.0081610928767853e-05,
+      "loss": 2.1016,
+      "step": 486000
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 9.999474325740627e-06,
+      "loss": 2.1197,
+      "step": 487000
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 9.917337722713398e-06,
+      "loss": 2.1021,
+      "step": 488000
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 9.835201119686174e-06,
+      "loss": 2.118,
+      "step": 489000
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 9.753064516658947e-06,
+      "loss": 2.1094,
+      "step": 490000
+    },
+    {
+      "epoch": 2.41,
+      "eval_gen_len": 20.0,
+      "eval_loss": 2.1900763511657715,
+      "eval_rouge1": 18.0254,
+      "eval_rouge2": 7.7682,
+      "eval_rougeL": 14.4427,
+      "eval_rougeLsum": 16.5181,
+      "eval_runtime": 1002.8922,
+      "eval_samples_per_second": 6.417,
+      "eval_steps_per_second": 6.417,
+      "step": 490000
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 9.670927913631719e-06,
+      "loss": 2.1063,
+      "step": 491000
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 9.588791310604494e-06,
+      "loss": 2.1019,
+      "step": 492000
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 9.506654707577266e-06,
+      "loss": 2.0779,
+      "step": 493000
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 9.42451810455004e-06,
+      "loss": 2.1224,
+      "step": 494000
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 9.342381501522814e-06,
+      "loss": 2.0854,
+      "step": 495000
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 9.260244898495586e-06,
+      "loss": 2.102,
+      "step": 496000
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 9.17810829546836e-06,
+      "loss": 2.0606,
+      "step": 497000
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 9.095971692441133e-06,
+      "loss": 2.0897,
+      "step": 498000
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 9.013835089413907e-06,
+      "loss": 2.0744,
+      "step": 499000
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 8.93169848638668e-06,
+      "loss": 2.1085,
+      "step": 500000
+    },
+    {
+      "epoch": 2.46,
+      "eval_gen_len": 19.998756991920448,
+      "eval_loss": 2.1923704147338867,
+      "eval_rouge1": 17.9077,
+      "eval_rouge2": 7.7004,
+      "eval_rougeL": 14.3843,
+      "eval_rougeLsum": 16.4221,
+      "eval_runtime": 1001.7853,
+      "eval_samples_per_second": 6.425,
+      "eval_steps_per_second": 6.425,
+      "step": 500000
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 8.849561883359454e-06,
+      "loss": 2.097,
+      "step": 501000
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 8.767425280332227e-06,
+      "loss": 2.0991,
+      "step": 502000
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 8.685288677304999e-06,
+      "loss": 2.1115,
+      "step": 503000
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 8.603152074277774e-06,
+      "loss": 2.0833,
+      "step": 504000
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 8.521015471250547e-06,
+      "loss": 2.0833,
+      "step": 505000
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 8.43887886822332e-06,
+      "loss": 2.0974,
+      "step": 506000
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.356742265196094e-06,
+      "loss": 2.0979,
+      "step": 507000
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.274605662168866e-06,
+      "loss": 2.0832,
+      "step": 508000
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.19246905914164e-06,
+      "loss": 2.0776,
+      "step": 509000
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.110332456114415e-06,
+      "loss": 2.0781,
+      "step": 510000
+    },
+    {
+      "epoch": 2.51,
+      "eval_gen_len": 19.998756991920448,
+      "eval_loss": 2.1781444549560547,
+      "eval_rouge1": 18.1591,
+      "eval_rouge2": 7.8456,
+      "eval_rougeL": 14.565,
+      "eval_rougeLsum": 16.6435,
+      "eval_runtime": 1000.3865,
+      "eval_samples_per_second": 6.434,
+      "eval_steps_per_second": 6.434,
+      "step": 510000
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 8.028195853087187e-06,
+      "loss": 2.0808,
+      "step": 511000
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.94605925005996e-06,
+      "loss": 2.0691,
+      "step": 512000
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.863922647032733e-06,
+      "loss": 2.0864,
+      "step": 513000
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.781786044005507e-06,
+      "loss": 2.0875,
+      "step": 514000
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 7.69964944097828e-06,
+      "loss": 2.0671,
+      "step": 515000
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 7.617512837951053e-06,
+      "loss": 2.111,
+      "step": 516000
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 7.535376234923827e-06,
+      "loss": 2.1064,
+      "step": 517000
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 7.4532396318966e-06,
+      "loss": 2.0701,
+      "step": 518000
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 7.3711030288693734e-06,
+      "loss": 2.0959,
+      "step": 519000
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 7.288966425842148e-06,
+      "loss": 2.0875,
+      "step": 520000
+    },
+    {
+      "epoch": 2.56,
+      "eval_gen_len": 20.0,
+      "eval_loss": 2.180058717727661,
+      "eval_rouge1": 18.0389,
+      "eval_rouge2": 7.7342,
+      "eval_rougeL": 14.4259,
+      "eval_rougeLsum": 16.5378,
+      "eval_runtime": 999.7773,
+      "eval_samples_per_second": 6.437,
+      "eval_steps_per_second": 6.437,
+      "step": 520000
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 7.20682982281492e-06,
+      "loss": 2.0949,
+      "step": 521000
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 7.124693219787694e-06,
+      "loss": 2.1054,
+      "step": 522000
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 7.0425566167604665e-06,
+      "loss": 2.1001,
+      "step": 523000
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 6.96042001373324e-06,
+      "loss": 2.0611,
+      "step": 524000
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 6.878283410706014e-06,
+      "loss": 2.0758,
+      "step": 525000
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 6.796146807678787e-06,
+      "loss": 2.0506,
+      "step": 526000
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 6.71401020465156e-06,
+      "loss": 2.0785,
+      "step": 527000
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 6.631873601624333e-06,
+      "loss": 2.1017,
+      "step": 528000
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 6.549736998597107e-06,
+      "loss": 2.0839,
+      "step": 529000
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 6.467600395569881e-06,
+      "loss": 2.0945,
+      "step": 530000
+    },
+    {
+      "epoch": 2.61,
+      "eval_gen_len": 19.998756991920448,
+      "eval_loss": 2.1758170127868652,
+      "eval_rouge1": 18.0999,
+      "eval_rouge2": 7.8217,
+      "eval_rougeL": 14.5163,
+      "eval_rougeLsum": 16.5784,
+      "eval_runtime": 1001.5822,
+      "eval_samples_per_second": 6.426,
+      "eval_steps_per_second": 6.426,
+      "step": 530000
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 6.385463792542653e-06,
+      "loss": 2.0935,
+      "step": 531000
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 6.303327189515428e-06,
+      "loss": 2.0976,
+      "step": 532000
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 6.2211905864882e-06,
+      "loss": 2.0968,
+      "step": 533000
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 6.139053983460974e-06,
+      "loss": 2.0648,
+      "step": 534000
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 6.056917380433747e-06,
+      "loss": 2.0764,
+      "step": 535000
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 5.974780777406521e-06,
+      "loss": 2.0894,
+      "step": 536000
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 5.892644174379294e-06,
+      "loss": 2.0951,
+      "step": 537000
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 5.810507571352068e-06,
+      "loss": 2.0842,
+      "step": 538000
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 5.72837096832484e-06,
+      "loss": 2.0775,
+      "step": 539000
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 5.646234365297614e-06,
+      "loss": 2.0723,
+      "step": 540000
+    },
+    {
+      "epoch": 2.66,
+      "eval_gen_len": 19.998756991920448,
+      "eval_loss": 2.1755664348602295,
+      "eval_rouge1": 17.9684,
+      "eval_rouge2": 7.7369,
+      "eval_rougeL": 14.4279,
+      "eval_rougeLsum": 16.4815,
+      "eval_runtime": 1000.358,
+      "eval_samples_per_second": 6.434,
+      "eval_steps_per_second": 6.434,
+      "step": 540000
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 5.564097762270387e-06,
+      "loss": 2.082,
+      "step": 541000
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 5.481961159243161e-06,
+      "loss": 2.0537,
+      "step": 542000
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 5.399824556215934e-06,
+      "loss": 2.0799,
+      "step": 543000
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 5.317687953188708e-06,
+      "loss": 2.0871,
+      "step": 544000
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 5.23555135016148e-06,
+      "loss": 2.0736,
+      "step": 545000
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 5.153414747134254e-06,
+      "loss": 2.0844,
+      "step": 546000
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 5.071278144107028e-06,
+      "loss": 2.0481,
+      "step": 547000
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 4.989141541079801e-06,
+      "loss": 2.0539,
+      "step": 548000
+    },
+    {
+      "epoch": 2.71,
+      "learning_rate": 4.907004938052574e-06,
+      "loss": 2.053,
+      "step": 549000
+    },
+    {
+      "epoch": 2.71,
+      "learning_rate": 4.824868335025348e-06,
+      "loss": 2.0918,
+      "step": 550000
+    },
+    {
+      "epoch": 2.71,
+      "eval_gen_len": 19.998756991920448,
+      "eval_loss": 2.173783779144287,
+      "eval_rouge1": 18.1183,
+      "eval_rouge2": 7.8414,
+      "eval_rougeL": 14.5298,
+      "eval_rougeLsum": 16.6119,
+      "eval_runtime": 1002.7138,
+      "eval_samples_per_second": 6.419,
+      "eval_steps_per_second": 6.419,
+      "step": 550000
+    },
+    {
+      "epoch": 2.72,
+      "learning_rate": 4.742731731998121e-06,
+      "loss": 2.0728,
+      "step": 551000
+    },
+    {
+      "epoch": 2.72,
+      "learning_rate": 4.660595128970895e-06,
+      "loss": 2.103,
+      "step": 552000
+    },
+    {
+      "epoch": 2.73,
+      "learning_rate": 4.578458525943668e-06,
+      "loss": 2.0991,
+      "step": 553000
+    },
+    {
+      "epoch": 2.73,
+      "learning_rate": 4.496321922916441e-06,
+      "loss": 2.0463,
+      "step": 554000
+    },
+    {
+      "epoch": 2.74,
+      "learning_rate": 4.414185319889214e-06,
+      "loss": 2.076,
+      "step": 555000
+    },
+    {
+      "epoch": 2.74,
+      "learning_rate": 4.332048716861988e-06,
+      "loss": 2.0582,
+      "step": 556000
+    },
+    {
+      "epoch": 2.75,
+      "learning_rate": 4.249912113834761e-06,
+      "loss": 2.0917,
+      "step": 557000
+    },
+    {
+      "epoch": 2.75,
+      "learning_rate": 4.1677755108075346e-06,
+      "loss": 2.0583,
+      "step": 558000
+    },
+    {
+      "epoch": 2.75,
+      "learning_rate": 4.085638907780308e-06,
+      "loss": 2.0584,
+      "step": 559000
+    },
+    {
+      "epoch": 2.76,
+      "learning_rate": 4.003502304753081e-06,
+      "loss": 2.0835,
+      "step": 560000
+    },
+    {
+      "epoch": 2.76,
+      "eval_gen_len": 19.998756991920448,
+      "eval_loss": 2.16713547706604,
+      "eval_rouge1": 17.8837,
+      "eval_rouge2": 7.7379,
+      "eval_rougeL": 14.3727,
+      "eval_rougeLsum": 16.4068,
+      "eval_runtime": 1001.9898,
+      "eval_samples_per_second": 6.423,
+      "eval_steps_per_second": 6.423,
+      "step": 560000
+    },
+    {
+      "epoch": 2.76,
+      "learning_rate": 3.921365701725854e-06,
+      "loss": 2.0912,
+      "step": 561000
+    },
+    {
+      "epoch": 2.77,
+      "learning_rate": 3.8392290986986284e-06,
+      "loss": 2.1061,
+      "step": 562000
+    },
+    {
+      "epoch": 2.77,
+      "learning_rate": 3.7570924956714015e-06,
+      "loss": 2.0815,
+      "step": 563000
+    },
+    {
+      "epoch": 2.78,
+      "learning_rate": 3.6749558926441745e-06,
+      "loss": 2.0774,
+      "step": 564000
+    },
+    {
+      "epoch": 2.78,
+      "learning_rate": 3.592819289616948e-06,
+      "loss": 2.0844,
+      "step": 565000
+    },
+    {
+      "epoch": 2.79,
+      "learning_rate": 3.510682686589721e-06,
+      "loss": 2.0785,
+      "step": 566000
+    },
+    {
+      "epoch": 2.79,
+      "learning_rate": 3.428546083562495e-06,
+      "loss": 2.0631,
+      "step": 567000
+    },
+    {
+      "epoch": 2.8,
+      "learning_rate": 3.346409480535268e-06,
+      "loss": 2.0544,
+      "step": 568000
+    },
+    {
+      "epoch": 2.8,
+      "learning_rate": 3.2642728775080415e-06,
+      "loss": 2.0922,
+      "step": 569000
+    },
+    {
+      "epoch": 2.81,
+      "learning_rate": 3.1821362744808145e-06,
+      "loss": 2.0936,
+      "step": 570000
+    },
+    {
+      "epoch": 2.81,
+      "eval_gen_len": 19.998756991920448,
+      "eval_loss": 2.1669766902923584,
+      "eval_rouge1": 17.9631,
+      "eval_rouge2": 7.7708,
+      "eval_rougeL": 14.4566,
+      "eval_rougeLsum": 16.4823,
+      "eval_runtime": 1001.2408,
+      "eval_samples_per_second": 6.428,
+      "eval_steps_per_second": 6.428,
+      "step": 570000
+    },
+    {
+      "epoch": 2.81,
+      "learning_rate": 3.099999671453588e-06,
+      "loss": 2.0818,
+      "step": 571000
+    },
+    {
+      "epoch": 2.82,
+      "learning_rate": 3.0178630684263615e-06,
+      "loss": 2.1153,
+      "step": 572000
+    },
+    {
+      "epoch": 2.82,
+      "learning_rate": 2.9357264653991345e-06,
+      "loss": 2.0713,
+      "step": 573000
+    },
+    {
+      "epoch": 2.83,
+      "learning_rate": 2.853589862371908e-06,
+      "loss": 2.1085,
+      "step": 574000
+    },
+    {
+      "epoch": 2.83,
+      "learning_rate": 2.7714532593446814e-06,
+      "loss": 2.0664,
+      "step": 575000
+    },
+    {
+      "epoch": 2.84,
+      "learning_rate": 2.689316656317455e-06,
+      "loss": 2.0665,
+      "step": 576000
+    },
+    {
+      "epoch": 2.84,
+      "learning_rate": 2.607180053290228e-06,
+      "loss": 2.0526,
+      "step": 577000
+    },
+    {
+      "epoch": 2.85,
+      "learning_rate": 2.5250434502630014e-06,
+      "loss": 2.0968,
+      "step": 578000
+    },
+    {
+      "epoch": 2.85,
+      "learning_rate": 2.442906847235775e-06,
+      "loss": 2.07,
+      "step": 579000
+    },
+    {
+      "epoch": 2.86,
+      "learning_rate": 2.3607702442085484e-06,
+      "loss": 2.0518,
+      "step": 580000
+    },
+    {
+      "epoch": 2.86,
+      "eval_gen_len": 19.998756991920448,
+      "eval_loss": 2.163098096847534,
+      "eval_rouge1": 18.0601,
+      "eval_rouge2": 7.8112,
+      "eval_rougeL": 14.5158,
+      "eval_rougeLsum": 16.5816,
+      "eval_runtime": 1001.0246,
+      "eval_samples_per_second": 6.429,
+      "eval_steps_per_second": 6.429,
+      "step": 580000
+    },
+    {
+      "epoch": 2.86,
+      "learning_rate": 2.278633641181322e-06,
+      "loss": 2.0532,
+      "step": 581000
+    },
+    {
+      "epoch": 2.87,
+      "learning_rate": 2.196497038154095e-06,
+      "loss": 2.0875,
+      "step": 582000
+    },
+    {
+      "epoch": 2.87,
+      "learning_rate": 2.1143604351268684e-06,
+      "loss": 2.0623,
+      "step": 583000
+    },
+    {
+      "epoch": 2.88,
+      "learning_rate": 2.032223832099642e-06,
+      "loss": 2.0669,
+      "step": 584000
+    },
+    {
+      "epoch": 2.88,
+      "learning_rate": 1.950087229072415e-06,
+      "loss": 2.0541,
+      "step": 585000
+    },
+    {
+      "epoch": 2.89,
+      "learning_rate": 1.8679506260451886e-06,
+      "loss": 2.099,
+      "step": 586000
+    },
+    {
+      "epoch": 2.89,
+      "learning_rate": 1.7858140230179618e-06,
+      "loss": 2.0676,
+      "step": 587000
+    },
+    {
+      "epoch": 2.9,
+      "learning_rate": 1.7036774199907349e-06,
+      "loss": 2.0437,
+      "step": 588000
+    },
+    {
+      "epoch": 2.9,
+      "learning_rate": 1.6215408169635085e-06,
+      "loss": 2.1021,
+      "step": 589000
+    },
+    {
+      "epoch": 2.91,
+      "learning_rate": 1.5394042139362818e-06,
+      "loss": 2.065,
+      "step": 590000
+    },
+    {
+      "epoch": 2.91,
+      "eval_gen_len": 19.998756991920448,
+      "eval_loss": 2.1611337661743164,
+      "eval_rouge1": 18.0548,
+      "eval_rouge2": 7.8147,
+      "eval_rougeL": 14.5271,
+      "eval_rougeLsum": 16.5606,
+      "eval_runtime": 1002.534,
+      "eval_samples_per_second": 6.42,
+      "eval_steps_per_second": 6.42,
+      "step": 590000
+    },
+    {
+      "epoch": 2.91,
+      "learning_rate": 1.457267610909055e-06,
+      "loss": 2.0918,
+      "step": 591000
+    },
+    {
+      "epoch": 2.92,
+      "learning_rate": 1.3751310078818285e-06,
+      "loss": 2.0549,
+      "step": 592000
+    },
+    {
+      "epoch": 2.92,
+      "learning_rate": 1.292994404854602e-06,
+      "loss": 2.064,
+      "step": 593000
+    },
+    {
+      "epoch": 2.93,
+      "learning_rate": 1.210857801827375e-06,
+      "loss": 2.0584,
+      "step": 594000
+    },
+    {
+      "epoch": 2.93,
+      "learning_rate": 1.1287211988001485e-06,
+      "loss": 2.0543,
+      "step": 595000
+    },
+    {
+      "epoch": 2.94,
+      "learning_rate": 1.046584595772922e-06,
+      "loss": 2.0472,
+      "step": 596000
+    },
+    {
+      "epoch": 2.94,
+      "learning_rate": 9.644479927456953e-07,
+      "loss": 2.072,
+      "step": 597000
+    },
+    {
+      "epoch": 2.95,
+      "learning_rate": 8.823113897184687e-07,
+      "loss": 2.0702,
+      "step": 598000
+    },
+    {
+      "epoch": 2.95,
+      "learning_rate": 8.001747866912419e-07,
+      "loss": 2.0641,
+      "step": 599000
+    },
+    {
+      "epoch": 2.96,
+      "learning_rate": 7.180381836640152e-07,
+      "loss": 2.0427,
+      "step": 600000
+    },
+    {
+      "epoch": 2.96,
+      "eval_gen_len": 19.998756991920448,
+      "eval_loss": 2.161083459854126,
+      "eval_rouge1": 18.0642,
+      "eval_rouge2": 7.8284,
+      "eval_rougeL": 14.5293,
+      "eval_rougeLsum": 16.5736,
+      "eval_runtime": 1004.0388,
+      "eval_samples_per_second": 6.41,
+      "eval_steps_per_second": 6.41,
+      "step": 600000
+    },
+    {
+      "epoch": 2.96,
+      "learning_rate": 6.359015806367887e-07,
+      "loss": 2.083,
+      "step": 601000
+    },
+    {
+      "epoch": 2.97,
+      "learning_rate": 5.537649776095621e-07,
+      "loss": 2.0722,
+      "step": 602000
+    },
+    {
+      "epoch": 2.97,
+      "learning_rate": 4.716283745823354e-07,
+      "loss": 2.0436,
+      "step": 603000
+    },
+    {
+      "epoch": 2.98,
+      "learning_rate": 3.8949177155510875e-07,
+      "loss": 2.0562,
+      "step": 604000
+    },
+    {
+      "epoch": 2.98,
+      "learning_rate": 3.073551685278821e-07,
+      "loss": 2.0347,
+      "step": 605000
+    },
+    {
+      "epoch": 2.99,
+      "learning_rate": 2.2521856550065546e-07,
+      "loss": 2.068,
+      "step": 606000
+    },
+    {
+      "epoch": 2.99,
+      "learning_rate": 1.4308196247342882e-07,
+      "loss": 2.0616,
+      "step": 607000
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 6.094535944620217e-08,
+      "loss": 2.0413,
+      "step": 608000
+    },
+    {
+      "epoch": 3.0,
+      "step": 608742,
+      "total_flos": 3.6763741543366656e+17,
+      "train_loss": 2.297387943486963,
+      "train_runtime": 114972.5904,
+      "train_samples_per_second": 5.295,
+      "train_steps_per_second": 5.295
+    }
+  ],
+  "max_steps": 608742,
+  "num_train_epochs": 3,
+  "total_flos": 3.6763741543366656e+17,
+  "trial_name": null,
+  "trial_params": null
+}