diff --git "a/checkpoint-18400/trainer_state.json" "b/checkpoint-18400/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/checkpoint-18400/trainer_state.json"
@@ -0,0 +1,6272 @@
+{
+  "best_metric": 0.6062828302383423,
+  "best_model_checkpoint": "lora-alpaca-trading-candles/checkpoint-18400",
+  "epoch": 2.9510086455331415,
+  "global_step": 18400,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0,
+      "learning_rate": 5.9999999999999995e-05,
+      "loss": 2.1224,
+      "step": 20
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.00011999999999999999,
+      "loss": 1.5943,
+      "step": 40
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.00017999999999999998,
+      "loss": 0.7997,
+      "step": 60
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.00023999999999999998,
+      "loss": 0.6494,
+      "step": 80
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0003,
+      "loss": 0.6283,
+      "step": 100
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0002996775060467616,
+      "loss": 0.6055,
+      "step": 120
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.00029935501209352324,
+      "loss": 0.6061,
+      "step": 140
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0002990325181402848,
+      "loss": 0.6085,
+      "step": 160
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0002987100241870465,
+      "loss": 0.6014,
+      "step": 180
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0002983875302338081,
+      "loss": 0.6009,
+      "step": 200
+    },
+    {
+      "epoch": 0.03,
+      "eval_loss": 0.6189413070678711,
+      "eval_runtime": 81.8892,
+      "eval_samples_per_second": 24.423,
+      "eval_steps_per_second": 3.053,
+      "step": 200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.0002980650362805697,
+      "loss": 0.6046,
+      "step": 220
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.00029774254232733135,
+      "loss": 0.6035,
+      "step": 240
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.00029742004837409293,
+      "loss": 0.6036,
+      "step": 260
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.00029709755442085457,
+      "loss": 0.6074,
+      "step": 280
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.0002967750604676162,
+      "loss": 0.6004,
+      "step": 300
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.00029645256651437784,
+      "loss": 0.605,
+      "step": 320
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.00029613007256113947,
+      "loss": 0.595,
+      "step": 340
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.00029580757860790105,
+      "loss": 0.5994,
+      "step": 360
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.0002954850846546627,
+      "loss": 0.5957,
+      "step": 380
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.0002951625907014243,
+      "loss": 0.6023,
+      "step": 400
+    },
+    {
+      "epoch": 0.06,
+      "eval_loss": 0.6173219680786133,
+      "eval_runtime": 82.3581,
+      "eval_samples_per_second": 24.284,
+      "eval_steps_per_second": 3.036,
+      "step": 400
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.00029484009674818595,
+      "loss": 0.5934,
+      "step": 420
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.0002945176027949476,
+      "loss": 0.5951,
+      "step": 440
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.0002941951088417092,
+      "loss": 0.5996,
+      "step": 460
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.0002938726148884708,
+      "loss": 0.5942,
+      "step": 480
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.00029355012093523243,
+      "loss": 0.5938,
+      "step": 500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.00029322762698199406,
+      "loss": 0.5964,
+      "step": 520
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.0002929051330287557,
+      "loss": 0.5925,
+      "step": 540
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.00029258263907551733,
+      "loss": 0.5996,
+      "step": 560
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.0002922601451222789,
+      "loss": 0.5976,
+      "step": 580
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.00029193765116904054,
+      "loss": 0.6009,
+      "step": 600
+    },
+    {
+      "epoch": 0.1,
+      "eval_loss": 0.6116005778312683,
+      "eval_runtime": 82.3123,
+      "eval_samples_per_second": 24.298,
+      "eval_steps_per_second": 3.037,
+      "step": 600
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.0002916151572158022,
+      "loss": 0.5986,
+      "step": 620
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.0002912926632625638,
+      "loss": 0.5891,
+      "step": 640
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.00029097016930932544,
+      "loss": 0.5983,
+      "step": 660
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.000290647675356087,
+      "loss": 0.5919,
+      "step": 680
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.00029032518140284866,
+      "loss": 0.5969,
+      "step": 700
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.0002900026874496103,
+      "loss": 0.5971,
+      "step": 720
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.0002896801934963719,
+      "loss": 0.5915,
+      "step": 740
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.00028935769954313356,
+      "loss": 0.5916,
+      "step": 760
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.00028903520558989514,
+      "loss": 0.5945,
+      "step": 780
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.0002887127116366568,
+      "loss": 0.5982,
+      "step": 800
+    },
+    {
+      "epoch": 0.13,
+      "eval_loss": 0.6110595464706421,
+      "eval_runtime": 82.5778,
+      "eval_samples_per_second": 24.22,
+      "eval_steps_per_second": 3.027,
+      "step": 800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.0002883902176834184,
+      "loss": 0.601,
+      "step": 820
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.00028806772373018004,
+      "loss": 0.5915,
+      "step": 840
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.00028774522977694167,
+      "loss": 0.5946,
+      "step": 860
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.00028742273582370325,
+      "loss": 0.5971,
+      "step": 880
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.00028710024187046494,
+      "loss": 0.5961,
+      "step": 900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.0002867777479172265,
+      "loss": 0.6021,
+      "step": 920
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.00028645525396398815,
+      "loss": 0.5983,
+      "step": 940
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.0002861327600107498,
+      "loss": 0.5955,
+      "step": 960
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.0002858102660575114,
+      "loss": 0.5899,
+      "step": 980
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.000285487772104273,
+      "loss": 0.5956,
+      "step": 1000
+    },
+    {
+      "epoch": 0.16,
+      "eval_loss": 0.6105289459228516,
+      "eval_runtime": 82.6465,
+      "eval_samples_per_second": 24.199,
+      "eval_steps_per_second": 3.025,
+      "step": 1000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.00028516527815103463,
+      "loss": 0.5972,
+      "step": 1020
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.00028484278419779627,
+      "loss": 0.5977,
+      "step": 1040
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.0002845202902445579,
+      "loss": 0.5988,
+      "step": 1060
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.00028419779629131953,
+      "loss": 0.592,
+      "step": 1080
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.0002838753023380811,
+      "loss": 0.5935,
+      "step": 1100
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.00028355280838484275,
+      "loss": 0.5993,
+      "step": 1120
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.0002832303144316044,
+      "loss": 0.5997,
+      "step": 1140
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.000282907820478366,
+      "loss": 0.588,
+      "step": 1160
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.00028258532652512765,
+      "loss": 0.5949,
+      "step": 1180
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.00028226283257188923,
+      "loss": 0.5915,
+      "step": 1200
+    },
+    {
+      "epoch": 0.19,
+      "eval_loss": 0.6102217435836792,
+      "eval_runtime": 82.7137,
+      "eval_samples_per_second": 24.18,
+      "eval_steps_per_second": 3.022,
+      "step": 1200
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.00028194033861865086,
+      "loss": 0.5936,
+      "step": 1220
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.0002816178446654125,
+      "loss": 0.5951,
+      "step": 1240
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.00028129535071217413,
+      "loss": 0.591,
+      "step": 1260
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.00028097285675893576,
+      "loss": 0.6245,
+      "step": 1280
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.00028065036280569734,
+      "loss": 0.5964,
+      "step": 1300
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.00028032786885245903,
+      "loss": 0.5962,
+      "step": 1320
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.0002800053748992206,
+      "loss": 0.5983,
+      "step": 1340
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.00027968288094598224,
+      "loss": 0.5928,
+      "step": 1360
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.0002793603869927439,
+      "loss": 0.5944,
+      "step": 1380
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.00027903789303950546,
+      "loss": 0.594,
+      "step": 1400
+    },
+    {
+      "epoch": 0.22,
+      "eval_loss": 0.6102790236473083,
+      "eval_runtime": 82.6061,
+      "eval_samples_per_second": 24.211,
+      "eval_steps_per_second": 3.026,
+      "step": 1400
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.00027871539908626714,
+      "loss": 0.592,
+      "step": 1420
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.0002783929051330287,
+      "loss": 0.5976,
+      "step": 1440
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.00027807041117979036,
+      "loss": 0.5925,
+      "step": 1460
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.000277747917226552,
+      "loss": 0.5939,
+      "step": 1480
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.00027742542327331357,
+      "loss": 0.5891,
+      "step": 1500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.00027710292932007526,
+      "loss": 0.6036,
+      "step": 1520
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.00027678043536683684,
+      "loss": 0.5949,
+      "step": 1540
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.00027645794141359847,
+      "loss": 0.5862,
+      "step": 1560
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.0002761354474603601,
+      "loss": 0.6025,
+      "step": 1580
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.00027581295350712174,
+      "loss": 0.5963,
+      "step": 1600
+    },
+    {
+      "epoch": 0.26,
+      "eval_loss": 0.6100178360939026,
+      "eval_runtime": 82.3733,
+      "eval_samples_per_second": 24.28,
+      "eval_steps_per_second": 3.035,
+      "step": 1600
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.0002754904595538833,
+      "loss": 0.6012,
+      "step": 1620
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.00027516796560064495,
+      "loss": 0.5866,
+      "step": 1640
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.0002748454716474066,
+      "loss": 0.595,
+      "step": 1660
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.0002745229776941682,
+      "loss": 0.5929,
+      "step": 1680
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.00027420048374092985,
+      "loss": 0.594,
+      "step": 1700
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.00027387798978769143,
+      "loss": 0.5904,
+      "step": 1720
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.00027355549583445306,
+      "loss": 0.5878,
+      "step": 1740
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.0002732330018812147,
+      "loss": 0.5981,
+      "step": 1760
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.00027291050792797633,
+      "loss": 0.5958,
+      "step": 1780
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.00027258801397473797,
+      "loss": 0.589,
+      "step": 1800
+    },
+    {
+      "epoch": 0.29,
+      "eval_loss": 0.609899640083313,
+      "eval_runtime": 83.0673,
+      "eval_samples_per_second": 24.077,
+      "eval_steps_per_second": 3.01,
+      "step": 1800
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.00027226552002149954,
+      "loss": 0.6015,
+      "step": 1820
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.0002719430260682612,
+      "loss": 0.5978,
+      "step": 1840
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.0002716205321150228,
+      "loss": 0.5923,
+      "step": 1860
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.00027129803816178445,
+      "loss": 0.5933,
+      "step": 1880
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.0002709755442085461,
+      "loss": 0.5846,
+      "step": 1900
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.00027065305025530766,
+      "loss": 0.5992,
+      "step": 1920
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.00027033055630206935,
+      "loss": 0.5943,
+      "step": 1940
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.0002700080623488309,
+      "loss": 0.5954,
+      "step": 1960
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.00026968556839559256,
+      "loss": 0.5931,
+      "step": 1980
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.0002693630744423542,
+      "loss": 0.5925,
+      "step": 2000
+    },
+    {
+      "epoch": 0.32,
+      "eval_loss": 0.6094837784767151,
+      "eval_runtime": 82.8167,
+      "eval_samples_per_second": 24.15,
+      "eval_steps_per_second": 3.019,
+      "step": 2000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.00026904058048911577,
+      "loss": 0.595,
+      "step": 2020
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.00026871808653587746,
+      "loss": 0.5933,
+      "step": 2040
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.00026839559258263904,
+      "loss": 0.5958,
+      "step": 2060
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.0002680730986294007,
+      "loss": 0.5897,
+      "step": 2080
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.0002677506046761623,
+      "loss": 0.5889,
+      "step": 2100
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.00026742811072292394,
+      "loss": 0.6007,
+      "step": 2120
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.0002671056167696856,
+      "loss": 0.591,
+      "step": 2140
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.00026678312281644715,
+      "loss": 0.5868,
+      "step": 2160
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.0002664606288632088,
+      "loss": 0.589,
+      "step": 2180
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.0002661381349099704,
+      "loss": 0.5919,
+      "step": 2200
+    },
+    {
+      "epoch": 0.35,
+      "eval_loss": 0.6094632148742676,
+      "eval_runtime": 83.078,
+      "eval_samples_per_second": 24.074,
+      "eval_steps_per_second": 3.009,
+      "step": 2200
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.00026581564095673205,
+      "loss": 0.5983,
+      "step": 2220
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.00026549314700349363,
+      "loss": 0.5958,
+      "step": 2240
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.00026517065305025527,
+      "loss": 0.5902,
+      "step": 2260
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.0002648481590970169,
+      "loss": 0.5953,
+      "step": 2280
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.00026452566514377854,
+      "loss": 0.5982,
+      "step": 2300
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.00026420317119054017,
+      "loss": 0.5902,
+      "step": 2320
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.00026388067723730175,
+      "loss": 0.5899,
+      "step": 2340
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.0002635581832840634,
+      "loss": 0.5948,
+      "step": 2360
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.000263235689330825,
+      "loss": 0.5896,
+      "step": 2380
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.00026291319537758665,
+      "loss": 0.5922,
+      "step": 2400
+    },
+    {
+      "epoch": 0.38,
+      "eval_loss": 0.6090299487113953,
+      "eval_runtime": 82.9058,
+      "eval_samples_per_second": 24.124,
+      "eval_steps_per_second": 3.015,
+      "step": 2400
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.0002625907014243483,
+      "loss": 0.5976,
+      "step": 2420
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.00026226820747110986,
+      "loss": 0.593,
+      "step": 2440
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.00026194571351787155,
+      "loss": 0.5987,
+      "step": 2460
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.00026162321956463313,
+      "loss": 0.5886,
+      "step": 2480
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.00026130072561139476,
+      "loss": 0.5937,
+      "step": 2500
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.0002609782316581564,
+      "loss": 0.5878,
+      "step": 2520
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.000260655737704918,
+      "loss": 0.5932,
+      "step": 2540
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.00026033324375167966,
+      "loss": 0.5968,
+      "step": 2560
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.00026001074979844124,
+      "loss": 0.5925,
+      "step": 2580
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.0002596882558452029,
+      "loss": 0.5882,
+      "step": 2600
+    },
+    {
+      "epoch": 0.42,
+      "eval_loss": 0.609171986579895,
+      "eval_runtime": 82.3867,
+      "eval_samples_per_second": 24.276,
+      "eval_steps_per_second": 3.034,
+      "step": 2600
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.0002593657618919645,
+      "loss": 0.5948,
+      "step": 2620
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.00025904326793872614,
+      "loss": 0.5928,
+      "step": 2640
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.0002587207739854878,
+      "loss": 0.6007,
+      "step": 2660
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.00025839828003224936,
+      "loss": 0.5954,
+      "step": 2680
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.000258075786079011,
+      "loss": 0.5976,
+      "step": 2700
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.0002577532921257726,
+      "loss": 0.5876,
+      "step": 2720
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.00025743079817253426,
+      "loss": 0.5906,
+      "step": 2740
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.0002571083042192959,
+      "loss": 0.5953,
+      "step": 2760
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.00025678581026605747,
+      "loss": 0.5923,
+      "step": 2780
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.0002564633163128191,
+      "loss": 0.6015,
+      "step": 2800
+    },
+    {
+      "epoch": 0.45,
+      "eval_loss": 0.6090067028999329,
+      "eval_runtime": 83.1007,
+      "eval_samples_per_second": 24.067,
+      "eval_steps_per_second": 3.008,
+      "step": 2800
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.00025614082235958074,
+      "loss": 0.5899,
+      "step": 2820
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.00025581832840634237,
+      "loss": 0.5953,
+      "step": 2840
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.000255495834453104,
+      "loss": 0.5948,
+      "step": 2860
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.0002551733404998656,
+      "loss": 0.5946,
+      "step": 2880
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.0002548508465466272,
+      "loss": 0.6018,
+      "step": 2900
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.00025452835259338885,
+      "loss": 0.5957,
+      "step": 2920
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.0002542058586401505,
+      "loss": 0.5934,
+      "step": 2940
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.00025388336468691207,
+      "loss": 0.5971,
+      "step": 2960
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.00025356087073367375,
+      "loss": 0.5903,
+      "step": 2980
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.00025323837678043533,
+      "loss": 0.594,
+      "step": 3000
+    },
+    {
+      "epoch": 0.48,
+      "eval_loss": 0.6089543700218201,
+      "eval_runtime": 83.1486,
+      "eval_samples_per_second": 24.053,
+      "eval_steps_per_second": 3.007,
+      "step": 3000
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.00025291588282719697,
+      "loss": 0.5916,
+      "step": 3020
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.0002525933888739586,
+      "loss": 0.5914,
+      "step": 3040
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.0002522708949207202,
+      "loss": 0.5992,
+      "step": 3060
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.00025194840096748187,
+      "loss": 0.6012,
+      "step": 3080
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.00025162590701424345,
+      "loss": 0.5863,
+      "step": 3100
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.0002513034130610051,
+      "loss": 0.5947,
+      "step": 3120
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.0002509809191077667,
+      "loss": 0.5998,
+      "step": 3140
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.0002506584251545283,
+      "loss": 0.5884,
+      "step": 3160
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.00025033593120129,
+      "loss": 0.6021,
+      "step": 3180
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.00025001343724805156,
+      "loss": 0.5931,
+      "step": 3200
+    },
+    {
+      "epoch": 0.51,
+      "eval_loss": 0.6089305281639099,
+      "eval_runtime": 82.7488,
+      "eval_samples_per_second": 24.17,
+      "eval_steps_per_second": 3.021,
+      "step": 3200
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 0.0002496909432948132,
+      "loss": 0.5944,
+      "step": 3220
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 0.00024936844934157483,
+      "loss": 0.5886,
+      "step": 3240
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 0.00024904595538833646,
+      "loss": 0.5974,
+      "step": 3260
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 0.0002487234614350981,
+      "loss": 0.5928,
+      "step": 3280
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 0.0002484009674818597,
+      "loss": 0.5881,
+      "step": 3300
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 0.0002480784735286213,
+      "loss": 0.5999,
+      "step": 3320
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 0.00024775597957538294,
+      "loss": 0.5941,
+      "step": 3340
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 0.0002474334856221446,
+      "loss": 0.5971,
+      "step": 3360
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 0.0002471109916689062,
+      "loss": 0.5908,
+      "step": 3380
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 0.0002467884977156678,
+      "loss": 0.6051,
+      "step": 3400
+    },
+    {
+      "epoch": 0.55,
+      "eval_loss": 0.6087088584899902,
+      "eval_runtime": 82.9672,
+      "eval_samples_per_second": 24.106,
+      "eval_steps_per_second": 3.013,
+      "step": 3400
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 0.0002464660037624294,
+      "loss": 0.5909,
+      "step": 3420
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 0.00024614350980919106,
+      "loss": 0.5909,
+      "step": 3440
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 0.0002458210158559527,
+      "loss": 0.5898,
+      "step": 3460
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 0.0002454985219027143,
+      "loss": 0.5891,
+      "step": 3480
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 0.0002451760279494759,
+      "loss": 0.5896,
+      "step": 3500
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 0.00024485353399623754,
+      "loss": 0.5899,
+      "step": 3520
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 0.00024453104004299917,
+      "loss": 0.5984,
+      "step": 3540
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 0.0002442085460897608,
+      "loss": 0.5969,
+      "step": 3560
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 0.0002438860521365224,
+      "loss": 0.5908,
+      "step": 3580
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 0.00024356355818328404,
+      "loss": 0.5929,
+      "step": 3600
+    },
+    {
+      "epoch": 0.58,
+      "eval_loss": 0.6087647080421448,
+      "eval_runtime": 82.8339,
+      "eval_samples_per_second": 24.145,
+      "eval_steps_per_second": 3.018,
+      "step": 3600
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 0.00024324106423004565,
+      "loss": 0.5976,
+      "step": 3620
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 0.0002429185702768073,
+      "loss": 0.5862,
+      "step": 3640
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 0.00024259607632356892,
+      "loss": 0.5943,
+      "step": 3660
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 0.00024227358237033052,
+      "loss": 0.5852,
+      "step": 3680
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 0.00024195108841709216,
+      "loss": 0.5984,
+      "step": 3700
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 0.00024162859446385376,
+      "loss": 0.5921,
+      "step": 3720
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 0.00024130610051061543,
+      "loss": 0.6005,
+      "step": 3740
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 0.00024098360655737703,
+      "loss": 0.5953,
+      "step": 3760
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 0.00024066111260413864,
+      "loss": 0.5919,
+      "step": 3780
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 0.00024033861865090027,
+      "loss": 0.5948,
+      "step": 3800
+    },
+    {
+      "epoch": 0.61,
+      "eval_loss": 0.6086417436599731,
+      "eval_runtime": 82.8938,
+      "eval_samples_per_second": 24.127,
+      "eval_steps_per_second": 3.016,
+      "step": 3800
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 0.0002400161246976619,
+      "loss": 0.5918,
+      "step": 3820
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 0.00023969363074442354,
+      "loss": 0.5874,
+      "step": 3840
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 0.00023937113679118515,
+      "loss": 0.5918,
+      "step": 3860
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 0.00023904864283794675,
+      "loss": 0.5906,
+      "step": 3880
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 0.0002387261488847084,
+      "loss": 0.5976,
+      "step": 3900
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 0.00023840365493147002,
+      "loss": 0.5879,
+      "step": 3920
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 0.00023808116097823163,
+      "loss": 0.5982,
+      "step": 3940
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 0.00023775866702499326,
+      "loss": 0.5969,
+      "step": 3960
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 0.00023743617307175487,
+      "loss": 0.5832,
+      "step": 3980
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 0.00023711367911851653,
+      "loss": 0.5839,
+      "step": 4000
+    },
+    {
+      "epoch": 0.64,
+      "eval_loss": 0.6088613271713257,
+      "eval_runtime": 82.8863,
+      "eval_samples_per_second": 24.129,
+      "eval_steps_per_second": 3.016,
+      "step": 4000
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 0.00023679118516527813,
+      "loss": 0.5897,
+      "step": 4020
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 0.00023646869121203974,
+      "loss": 0.5929,
+      "step": 4040
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 0.00023614619725880137,
+      "loss": 0.5914,
+      "step": 4060
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 0.000235823703305563,
+      "loss": 0.5909,
+      "step": 4080
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 0.00023550120935232464,
+      "loss": 0.5918,
+      "step": 4100
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 0.00023517871539908625,
+      "loss": 0.5917,
+      "step": 4120
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 0.00023485622144584785,
+      "loss": 0.5955,
+      "step": 4140
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 0.00023453372749260951,
+      "loss": 0.5901,
+      "step": 4160
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 0.00023421123353937112,
+      "loss": 0.5876,
+      "step": 4180
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 0.00023388873958613273,
+      "loss": 0.5894,
+      "step": 4200
+    },
+    {
+      "epoch": 0.67,
+      "eval_loss": 0.6085715293884277,
+      "eval_runtime": 83.2471,
+      "eval_samples_per_second": 24.025,
+      "eval_steps_per_second": 3.003,
+      "step": 4200
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 0.00023356624563289436,
+      "loss": 0.5986,
+      "step": 4220
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 0.00023324375167965597,
+      "loss": 0.5943,
+      "step": 4240
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 0.00023292125772641763,
+      "loss": 0.5868,
+      "step": 4260
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 0.00023259876377317924,
+      "loss": 0.5888,
+      "step": 4280
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 0.00023227626981994084,
+      "loss": 0.5974,
+      "step": 4300
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 0.00023195377586670248,
+      "loss": 0.5879,
+      "step": 4320
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 0.00023163128191346408,
+      "loss": 0.5933,
+      "step": 4340
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 0.00023130878796022574,
+      "loss": 0.597,
+      "step": 4360
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 0.00023098629400698735,
+      "loss": 0.5946,
+      "step": 4380
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 0.00023066380005374896,
+      "loss": 0.5951,
+      "step": 4400
+    },
+    {
+      "epoch": 0.71,
+      "eval_loss": 0.6085190176963806,
+      "eval_runtime": 83.1305,
+      "eval_samples_per_second": 24.059,
+      "eval_steps_per_second": 3.007,
+      "step": 4400
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 0.00023034130610051062,
+      "loss": 0.5906,
+      "step": 4420
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 0.00023001881214727222,
+      "loss": 0.5945,
+      "step": 4440
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 0.00022969631819403386,
+      "loss": 0.5892,
+      "step": 4460
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 0.00022937382424079546,
+      "loss": 0.594,
+      "step": 4480
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 0.00022905133028755707,
+      "loss": 0.5931,
+      "step": 4500
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 0.00022872883633431873,
+      "loss": 0.5974,
+      "step": 4520
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 0.00022840634238108034,
+      "loss": 0.5871,
+      "step": 4540
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 0.00022808384842784194,
+      "loss": 0.5919,
+      "step": 4560
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 0.00022776135447460358,
+      "loss": 0.5894,
+      "step": 4580
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 0.00022743886052136518,
+      "loss": 0.5862,
+      "step": 4600
+    },
+    {
+      "epoch": 0.74,
+      "eval_loss": 0.6086148023605347,
+      "eval_runtime": 83.5908,
+      "eval_samples_per_second": 23.926,
+      "eval_steps_per_second": 2.991,
+      "step": 4600
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 0.00022711636656812684,
+      "loss": 0.5912,
+      "step": 4620
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 0.00022679387261488845,
+      "loss": 0.6005,
+      "step": 4640
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 0.00022647137866165006,
+      "loss": 0.5891,
+      "step": 4660
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 0.0002261488847084117,
+      "loss": 0.5963,
+      "step": 4680
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 0.00022582639075517332,
+      "loss": 0.5907,
+      "step": 4700
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 0.00022550389680193496,
+      "loss": 0.5948,
+      "step": 4720
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 0.00022518140284869656,
+      "loss": 0.5978,
+      "step": 4740
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 0.00022485890889545817,
+      "loss": 0.5975,
+      "step": 4760
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 0.00022453641494221983,
+      "loss": 0.5934,
+      "step": 4780
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 0.00022421392098898144,
+      "loss": 0.592,
+      "step": 4800
+    },
+    {
+      "epoch": 0.77,
+      "eval_loss": 0.6084710359573364,
+      "eval_runtime": 82.8821,
+      "eval_samples_per_second": 24.131,
+      "eval_steps_per_second": 3.016,
+      "step": 4800
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 0.00022389142703574307,
+      "loss": 0.5936,
+      "step": 4820
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 0.00022356893308250468,
+      "loss": 0.5898,
+      "step": 4840
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 0.00022324643912926629,
+      "loss": 0.5895,
+      "step": 4860
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 0.00022292394517602795,
+      "loss": 0.5885,
+      "step": 4880
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 0.00022260145122278955,
+      "loss": 0.5836,
+      "step": 4900
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 0.00022227895726955116,
+      "loss": 0.588,
+      "step": 4920
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 0.0002219564633163128,
+      "loss": 0.5933,
+      "step": 4940
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 0.00022163396936307443,
+      "loss": 0.6007,
+      "step": 4960
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 0.00022131147540983606,
+      "loss": 0.5976,
+      "step": 4980
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 0.00022098898145659767,
+      "loss": 0.5886,
+      "step": 5000
+    },
+    {
+      "epoch": 0.8,
+      "eval_loss": 0.6084069609642029,
+      "eval_runtime": 83.0728,
+      "eval_samples_per_second": 24.075,
+      "eval_steps_per_second": 3.009,
+      "step": 5000
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 0.00022066648750335927,
+      "loss": 0.6022,
+      "step": 5020
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 0.00022034399355012093,
+      "loss": 0.5898,
+      "step": 5040
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 0.00022002149959688254,
+      "loss": 0.5878,
+      "step": 5060
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 0.00021969900564364417,
+      "loss": 0.5958,
+      "step": 5080
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 0.00021937651169040578,
+      "loss": 0.5863,
+      "step": 5100
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 0.0002190540177371674,
+      "loss": 0.5897,
+      "step": 5120
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 0.00021873152378392905,
+      "loss": 0.5893,
+      "step": 5140
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 0.00021840902983069065,
+      "loss": 0.5913,
+      "step": 5160
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 0.0002180865358774523,
+      "loss": 0.5924,
+      "step": 5180
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 0.0002177640419242139,
+      "loss": 0.595,
+      "step": 5200
+    },
+    {
+      "epoch": 0.83,
+      "eval_loss": 0.6084703207015991,
+      "eval_runtime": 83.4269,
+      "eval_samples_per_second": 23.973,
+      "eval_steps_per_second": 2.997,
+      "step": 5200
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 0.00021744154797097553,
+      "loss": 0.5887,
+      "step": 5220
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 0.00021711905401773716,
+      "loss": 0.5909,
+      "step": 5240
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 0.00021679656006449877,
+      "loss": 0.5935,
+      "step": 5260
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 0.00021647406611126037,
+      "loss": 0.602,
+      "step": 5280
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 0.00021615157215802204,
+      "loss": 0.5927,
+      "step": 5300
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 0.00021582907820478364,
+      "loss": 0.5963,
+      "step": 5320
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 0.00021550658425154528,
+      "loss": 0.5897,
+      "step": 5340
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 0.00021518409029830688,
+      "loss": 0.5902,
+      "step": 5360
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 0.0002148615963450685,
+      "loss": 0.5879,
+      "step": 5380
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 0.00021453910239183015,
+      "loss": 0.5894,
+      "step": 5400
+    },
+    {
+      "epoch": 0.87,
+      "eval_loss": 0.6084801554679871,
+      "eval_runtime": 83.4424,
+      "eval_samples_per_second": 23.969,
+      "eval_steps_per_second": 2.996,
+      "step": 5400
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 0.00021421660843859176,
+      "loss": 0.5966,
+      "step": 5420
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 0.0002138941144853534,
+      "loss": 0.5912,
+      "step": 5440
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 0.000213571620532115,
+      "loss": 0.5895,
+      "step": 5460
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 0.00021324912657887663,
+      "loss": 0.5961,
+      "step": 5480
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 0.00021292663262563826,
+      "loss": 0.5938,
+      "step": 5500
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 0.00021260413867239987,
+      "loss": 0.5896,
+      "step": 5520
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 0.00021228164471916148,
+      "loss": 0.5999,
+      "step": 5540
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 0.00021195915076592314,
+      "loss": 0.595,
+      "step": 5560
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 0.00021163665681268474,
+      "loss": 0.5957,
+      "step": 5580
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 0.00021131416285944638,
+      "loss": 0.5816,
+      "step": 5600
+    },
+    {
+      "epoch": 0.9,
+      "eval_loss": 0.6085809469223022,
+      "eval_runtime": 82.9268,
+      "eval_samples_per_second": 24.118,
+      "eval_steps_per_second": 3.015,
+      "step": 5600
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 0.00021099166890620798,
+      "loss": 0.597,
+      "step": 5620
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 0.0002106691749529696,
+      "loss": 0.5795,
+      "step": 5640
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 0.00021034668099973125,
+      "loss": 0.5969,
+      "step": 5660
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 0.00021002418704649286,
+      "loss": 0.592,
+      "step": 5680
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 0.0002097016930932545,
+      "loss": 0.5941,
+      "step": 5700
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 0.0002093791991400161,
+      "loss": 0.5919,
+      "step": 5720
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 0.0002090567051867777,
+      "loss": 0.59,
+      "step": 5740
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 0.00020873421123353937,
+      "loss": 0.5915,
+      "step": 5760
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 0.00020841171728030097,
+      "loss": 0.5967,
+      "step": 5780
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 0.0002080892233270626,
+      "loss": 0.5922,
+      "step": 5800
+    },
+    {
+      "epoch": 0.93,
+      "eval_loss": 0.608452558517456,
+      "eval_runtime": 83.4452,
+      "eval_samples_per_second": 23.968,
+      "eval_steps_per_second": 2.996,
+      "step": 5800
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 0.00020776672937382424,
+      "loss": 0.5859,
+      "step": 5820
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 0.00020744423542058585,
+      "loss": 0.5895,
+      "step": 5840
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 0.00020712174146734748,
+      "loss": 0.5848,
+      "step": 5860
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 0.00020679924751410909,
+      "loss": 0.5956,
+      "step": 5880
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 0.0002064767535608707,
+      "loss": 0.5929,
+      "step": 5900
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 0.00020615425960763235,
+      "loss": 0.5888,
+      "step": 5920
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 0.00020583176565439396,
+      "loss": 0.5893,
+      "step": 5940
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 0.0002055092717011556,
+      "loss": 0.5937,
+      "step": 5960
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 0.0002051867777479172,
+      "loss": 0.5981,
+      "step": 5980
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 0.0002048642837946788,
+      "loss": 0.5964,
+      "step": 6000
+    },
+    {
+      "epoch": 0.96,
+      "eval_loss": 0.6083669066429138,
+      "eval_runtime": 83.3491,
+      "eval_samples_per_second": 23.995,
+      "eval_steps_per_second": 2.999,
+      "step": 6000
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 0.00020454178984144047,
+      "loss": 0.5951,
+      "step": 6020
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 0.00020421929588820207,
+      "loss": 0.5915,
+      "step": 6040
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 0.0002038968019349637,
+      "loss": 0.5914,
+      "step": 6060
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 0.00020357430798172531,
+      "loss": 0.5957,
+      "step": 6080
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 0.00020325181402848695,
+      "loss": 0.5885,
+      "step": 6100
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 0.00020292932007524858,
+      "loss": 0.5899,
+      "step": 6120
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 0.0002026068261220102,
+      "loss": 0.5978,
+      "step": 6140
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 0.00020228433216877182,
+      "loss": 0.5946,
+      "step": 6160
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 0.00020196183821553345,
+      "loss": 0.5984,
+      "step": 6180
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 0.00020163934426229506,
+      "loss": 0.5872,
+      "step": 6200
+    },
+    {
+      "epoch": 0.99,
+      "eval_loss": 0.6081907749176025,
+      "eval_runtime": 83.4032,
+      "eval_samples_per_second": 23.98,
+      "eval_steps_per_second": 2.997,
+      "step": 6200
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 0.0002013168503090567,
+      "loss": 0.5918,
+      "step": 6220
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 0.0002009943563558183,
+      "loss": 0.5899,
+      "step": 6240
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 0.0002006718624025799,
+      "loss": 0.5901,
+      "step": 6260
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 0.00020034936844934157,
+      "loss": 0.5927,
+      "step": 6280
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 0.00020002687449610318,
+      "loss": 0.5996,
+      "step": 6300
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 0.0001997043805428648,
+      "loss": 0.5959,
+      "step": 6320
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 0.00019938188658962642,
+      "loss": 0.5929,
+      "step": 6340
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 0.00019905939263638805,
+      "loss": 0.5917,
+      "step": 6360
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 0.00019873689868314968,
+      "loss": 0.5935,
+      "step": 6380
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 0.0001984144047299113,
+      "loss": 0.5955,
+      "step": 6400
+    },
+    {
+      "epoch": 1.03,
+      "eval_loss": 0.6082538366317749,
+      "eval_runtime": 83.3309,
+      "eval_samples_per_second": 24.001,
+      "eval_steps_per_second": 3.0,
+      "step": 6400
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 0.00019809191077667292,
+      "loss": 0.5849,
+      "step": 6420
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 0.00019776941682343456,
+      "loss": 0.5927,
+      "step": 6440
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 0.00019744692287019616,
+      "loss": 0.5883,
+      "step": 6460
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 0.0001971244289169578,
+      "loss": 0.5921,
+      "step": 6480
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 0.0001968019349637194,
+      "loss": 0.5884,
+      "step": 6500
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 0.000196479441010481,
+      "loss": 0.5835,
+      "step": 6520
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 0.00019615694705724267,
+      "loss": 0.5918,
+      "step": 6540
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 0.00019583445310400428,
+      "loss": 0.5949,
+      "step": 6560
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 0.0001955119591507659,
+      "loss": 0.5908,
+      "step": 6580
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 0.00019518946519752752,
+      "loss": 0.5895,
+      "step": 6600
+    },
+    {
+      "epoch": 1.06,
+      "eval_loss": 0.6080419421195984,
+      "eval_runtime": 83.5935,
+      "eval_samples_per_second": 23.925,
+      "eval_steps_per_second": 2.991,
+      "step": 6600
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 0.00019486697124428915,
+      "loss": 0.5918,
+      "step": 6620
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 0.00019454447729105078,
+      "loss": 0.5891,
+      "step": 6640
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 0.0001942219833378124,
+      "loss": 0.5909,
+      "step": 6660
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 0.00019389948938457402,
+      "loss": 0.5981,
+      "step": 6680
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 0.00019357699543133566,
+      "loss": 0.5905,
+      "step": 6700
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 0.00019325450147809726,
+      "loss": 0.5913,
+      "step": 6720
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 0.0001929320075248589,
+      "loss": 0.5885,
+      "step": 6740
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 0.0001926095135716205,
+      "loss": 0.5967,
+      "step": 6760
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 0.00019228701961838217,
+      "loss": 0.5907,
+      "step": 6780
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 0.00019196452566514377,
+      "loss": 0.5914,
+      "step": 6800
+    },
+    {
+      "epoch": 1.09,
+      "eval_loss": 0.6082321405410767,
+      "eval_runtime": 83.2497,
+      "eval_samples_per_second": 24.024,
+      "eval_steps_per_second": 3.003,
+      "step": 6800
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 0.00019164203171190538,
+      "loss": 0.5842,
+      "step": 6820
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 0.000191319537758667,
+      "loss": 0.5925,
+      "step": 6840
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 0.00019099704380542862,
+      "loss": 0.5858,
+      "step": 6860
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 0.00019067454985219025,
+      "loss": 0.5875,
+      "step": 6880
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 0.00019035205589895189,
+      "loss": 0.5916,
+      "step": 6900
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 0.0001900295619457135,
+      "loss": 0.5972,
+      "step": 6920
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 0.00018970706799247513,
+      "loss": 0.5869,
+      "step": 6940
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 0.00018938457403923676,
+      "loss": 0.5937,
+      "step": 6960
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 0.00018906208008599837,
+      "loss": 0.5942,
+      "step": 6980
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 0.00018873958613276,
+      "loss": 0.5852,
+      "step": 7000
+    },
+    {
+      "epoch": 1.12,
+      "eval_loss": 0.6080183386802673,
+      "eval_runtime": 83.8653,
+      "eval_samples_per_second": 23.848,
+      "eval_steps_per_second": 2.981,
+      "step": 7000
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 0.0001884170921795216,
+      "loss": 0.5909,
+      "step": 7020
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 0.00018809459822628327,
+      "loss": 0.5968,
+      "step": 7040
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 0.00018777210427304487,
+      "loss": 0.5896,
+      "step": 7060
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 0.00018744961031980648,
+      "loss": 0.5935,
+      "step": 7080
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 0.00018712711636656811,
+      "loss": 0.5935,
+      "step": 7100
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 0.00018680462241332972,
+      "loss": 0.5909,
+      "step": 7120
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 0.00018648212846009138,
+      "loss": 0.5914,
+      "step": 7140
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 0.000186159634506853,
+      "loss": 0.5926,
+      "step": 7160
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 0.0001858371405536146,
+      "loss": 0.5914,
+      "step": 7180
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 0.00018551464660037623,
+      "loss": 0.595,
+      "step": 7200
+    },
+    {
+      "epoch": 1.15,
+      "eval_loss": 0.6081690788269043,
+      "eval_runtime": 83.4491,
+      "eval_samples_per_second": 23.967,
+      "eval_steps_per_second": 2.996,
+      "step": 7200
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 0.00018519215264713786,
+      "loss": 0.587,
+      "step": 7220
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 0.00018486965869389947,
+      "loss": 0.5877,
+      "step": 7240
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 0.0001845471647406611,
+      "loss": 0.5988,
+      "step": 7260
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 0.0001842246707874227,
+      "loss": 0.5959,
+      "step": 7280
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 0.00018390217683418437,
+      "loss": 0.5986,
+      "step": 7300
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 0.00018357968288094598,
+      "loss": 0.5864,
+      "step": 7320
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 0.00018325718892770758,
+      "loss": 0.5915,
+      "step": 7340
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 0.00018293469497446922,
+      "loss": 0.5893,
+      "step": 7360
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 0.00018261220102123082,
+      "loss": 0.5926,
+      "step": 7380
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 0.00018228970706799248,
+      "loss": 0.5965,
+      "step": 7400
+    },
+    {
+      "epoch": 1.19,
+      "eval_loss": 0.6080557703971863,
+      "eval_runtime": 83.3607,
+      "eval_samples_per_second": 23.992,
+      "eval_steps_per_second": 2.999,
+      "step": 7400
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 0.0001819672131147541,
+      "loss": 0.5909,
+      "step": 7420
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 0.0001816447191615157,
+      "loss": 0.595,
+      "step": 7440
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 0.00018132222520827733,
+      "loss": 0.5918,
+      "step": 7460
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 0.00018099973125503894,
+      "loss": 0.5898,
+      "step": 7480
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 0.00018067723730180057,
+      "loss": 0.5931,
+      "step": 7500
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 0.0001803547433485622,
+      "loss": 0.5887,
+      "step": 7520
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 0.0001800322493953238,
+      "loss": 0.5927,
+      "step": 7540
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 0.00017970975544208544,
+      "loss": 0.5911,
+      "step": 7560
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 0.00017938726148884708,
+      "loss": 0.5916,
+      "step": 7580
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 0.00017906476753560868,
+      "loss": 0.5931,
+      "step": 7600
+    },
+    {
+      "epoch": 1.22,
+      "eval_loss": 0.607985258102417,
+      "eval_runtime": 83.5156,
+      "eval_samples_per_second": 23.948,
+      "eval_steps_per_second": 2.993,
+      "step": 7600
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 0.00017874227358237032,
+      "loss": 0.5903,
+      "step": 7620
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 0.00017841977962913192,
+      "loss": 0.5943,
+      "step": 7640
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 0.00017809728567589358,
+      "loss": 0.5976,
+      "step": 7660
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 0.0001777747917226552,
+      "loss": 0.5954,
+      "step": 7680
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 0.0001774522977694168,
+      "loss": 0.5919,
+      "step": 7700
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 0.00017712980381617843,
+      "loss": 0.5867,
+      "step": 7720
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 0.00017680730986294004,
+      "loss": 0.592,
+      "step": 7740
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 0.0001764848159097017,
+      "loss": 0.5919,
+      "step": 7760
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 0.0001761623219564633,
+      "loss": 0.5943,
+      "step": 7780
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 0.0001758398280032249,
+      "loss": 0.592,
+      "step": 7800
+    },
+    {
+      "epoch": 1.25,
+      "eval_loss": 0.6081468462944031,
+      "eval_runtime": 83.7403,
+      "eval_samples_per_second": 23.883,
+      "eval_steps_per_second": 2.985,
+      "step": 7800
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 0.00017551733404998655,
+      "loss": 0.595,
+      "step": 7820
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 0.00017519484009674818,
+      "loss": 0.5908,
+      "step": 7840
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 0.00017487234614350979,
+      "loss": 0.5953,
+      "step": 7860
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 0.00017454985219027142,
+      "loss": 0.5939,
+      "step": 7880
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 0.00017422735823703303,
+      "loss": 0.5949,
+      "step": 7900
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 0.0001739048642837947,
+      "loss": 0.597,
+      "step": 7920
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 0.0001735823703305563,
+      "loss": 0.5987,
+      "step": 7940
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 0.0001732598763773179,
+      "loss": 0.5976,
+      "step": 7960
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 0.00017293738242407953,
+      "loss": 0.5892,
+      "step": 7980
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 0.00017261488847084114,
+      "loss": 0.5919,
+      "step": 8000
+    },
+    {
+      "epoch": 1.28,
+      "eval_loss": 0.6079828143119812,
+      "eval_runtime": 83.5244,
+      "eval_samples_per_second": 23.945,
+      "eval_steps_per_second": 2.993,
+      "step": 8000
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 0.0001722923945176028,
+      "loss": 0.5977,
+      "step": 8020
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 0.0001719699005643644,
+      "loss": 0.5958,
+      "step": 8040
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 0.000171647406611126,
+      "loss": 0.5888,
+      "step": 8060
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 0.00017132491265788765,
+      "loss": 0.5953,
+      "step": 8080
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 0.00017100241870464928,
+      "loss": 0.5902,
+      "step": 8100
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 0.00017067992475141091,
+      "loss": 0.5936,
+      "step": 8120
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 0.00017035743079817252,
+      "loss": 0.5918,
+      "step": 8140
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 0.00017003493684493413,
+      "loss": 0.5952,
+      "step": 8160
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 0.0001697124428916958,
+      "loss": 0.588,
+      "step": 8180
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 0.0001693899489384574,
+      "loss": 0.5804,
+      "step": 8200
+    },
+    {
+      "epoch": 1.32,
+      "eval_loss": 0.6079012155532837,
+      "eval_runtime": 83.6243,
+      "eval_samples_per_second": 23.916,
+      "eval_steps_per_second": 2.99,
+      "step": 8200
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 0.000169067454985219,
+      "loss": 0.5991,
+      "step": 8220
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 0.00016874496103198063,
+      "loss": 0.5937,
+      "step": 8240
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 0.00016842246707874224,
+      "loss": 0.5914,
+      "step": 8260
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 0.0001680999731255039,
+      "loss": 0.592,
+      "step": 8280
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 0.0001677774791722655,
+      "loss": 0.5897,
+      "step": 8300
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 0.00016745498521902712,
+      "loss": 0.5922,
+      "step": 8320
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 0.00016713249126578875,
+      "loss": 0.5944,
+      "step": 8340
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 0.00016680999731255038,
+      "loss": 0.5925,
+      "step": 8360
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 0.00016648750335931202,
+      "loss": 0.5904,
+      "step": 8380
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 0.00016616500940607362,
+      "loss": 0.5908,
+      "step": 8400
+    },
+    {
+      "epoch": 1.35,
+      "eval_loss": 0.6079640984535217,
+      "eval_runtime": 83.4353,
+      "eval_samples_per_second": 23.971,
+      "eval_steps_per_second": 2.996,
+      "step": 8400
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 0.00016584251545283523,
+      "loss": 0.5949,
+      "step": 8420
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 0.0001655200214995969,
+      "loss": 0.5898,
+      "step": 8440
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 0.0001651975275463585,
+      "loss": 0.5881,
+      "step": 8460
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 0.0001648750335931201,
+      "loss": 0.5911,
+      "step": 8480
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 0.00016455253963988174,
+      "loss": 0.5918,
+      "step": 8500
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 0.00016423004568664334,
+      "loss": 0.5928,
+      "step": 8520
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 0.000163907551733405,
+      "loss": 0.5916,
+      "step": 8540
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 0.0001635850577801666,
+      "loss": 0.5903,
+      "step": 8560
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 0.00016326256382692822,
+      "loss": 0.5897,
+      "step": 8580
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 0.00016294006987368985,
+      "loss": 0.5969,
+      "step": 8600
+    },
+    {
+      "epoch": 1.38,
+      "eval_loss": 0.6079634428024292,
+      "eval_runtime": 83.8122,
+      "eval_samples_per_second": 23.863,
+      "eval_steps_per_second": 2.983,
+      "step": 8600
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 0.00016261757592045146,
+      "loss": 0.587,
+      "step": 8620
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 0.00016229508196721312,
+      "loss": 0.5929,
+      "step": 8640
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 0.00016197258801397472,
+      "loss": 0.5914,
+      "step": 8660
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 0.00016165009406073633,
+      "loss": 0.5915,
+      "step": 8680
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 0.000161327600107498,
+      "loss": 0.5874,
+      "step": 8700
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 0.0001610051061542596,
+      "loss": 0.5862,
+      "step": 8720
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 0.00016068261220102123,
+      "loss": 0.594,
+      "step": 8740
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 0.00016036011824778284,
+      "loss": 0.5928,
+      "step": 8760
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 0.00016003762429454444,
+      "loss": 0.5861,
+      "step": 8780
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 0.0001597151303413061,
+      "loss": 0.5932,
+      "step": 8800
+    },
+    {
+      "epoch": 1.41,
+      "eval_loss": 0.6077998280525208,
+      "eval_runtime": 83.6323,
+      "eval_samples_per_second": 23.914,
+      "eval_steps_per_second": 2.989,
+      "step": 8800
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 0.0001593926363880677,
+      "loss": 0.5961,
+      "step": 8820
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 0.00015907014243482932,
+      "loss": 0.5913,
+      "step": 8840
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 0.00015874764848159095,
+      "loss": 0.5963,
+      "step": 8860
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 0.00015842515452835256,
+      "loss": 0.5927,
+      "step": 8880
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 0.00015810266057511422,
+      "loss": 0.585,
+      "step": 8900
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 0.00015778016662187583,
+      "loss": 0.5898,
+      "step": 8920
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 0.00015745767266863743,
+      "loss": 0.5958,
+      "step": 8940
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 0.00015713517871539907,
+      "loss": 0.5832,
+      "step": 8960
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 0.0001568126847621607,
+      "loss": 0.591,
+      "step": 8980
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 0.00015649019080892233,
+      "loss": 0.594,
+      "step": 9000
+    },
+    {
+      "epoch": 1.44,
+      "eval_loss": 0.6079277396202087,
+      "eval_runtime": 83.6924,
+      "eval_samples_per_second": 23.897,
+      "eval_steps_per_second": 2.987,
+      "step": 9000
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 0.00015616769685568394,
+      "loss": 0.5982,
+      "step": 9020
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 0.00015584520290244555,
+      "loss": 0.5918,
+      "step": 9040
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 0.0001555227089492072,
+      "loss": 0.5949,
+      "step": 9060
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 0.00015520021499596881,
+      "loss": 0.5894,
+      "step": 9080
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 0.00015487772104273045,
+      "loss": 0.5887,
+      "step": 9100
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 0.00015455522708949205,
+      "loss": 0.5896,
+      "step": 9120
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 0.00015423273313625366,
+      "loss": 0.5933,
+      "step": 9140
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 0.00015391023918301532,
+      "loss": 0.5961,
+      "step": 9160
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 0.00015358774522977693,
+      "loss": 0.586,
+      "step": 9180
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 0.00015326525127653853,
+      "loss": 0.5921,
+      "step": 9200
+    },
+    {
+      "epoch": 1.48,
+      "eval_loss": 0.607754111289978,
+      "eval_runtime": 83.89,
+      "eval_samples_per_second": 23.841,
+      "eval_steps_per_second": 2.98,
+      "step": 9200
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 0.00015294275732330017,
+      "loss": 0.5973,
+      "step": 9220
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 0.0001526202633700618,
+      "loss": 0.5917,
+      "step": 9240
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 0.00015229776941682344,
+      "loss": 0.5932,
+      "step": 9260
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 0.00015197527546358504,
+      "loss": 0.5966,
+      "step": 9280
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 0.00015165278151034665,
+      "loss": 0.5984,
+      "step": 9300
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 0.0001513302875571083,
+      "loss": 0.5951,
+      "step": 9320
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 0.00015100779360386992,
+      "loss": 0.5863,
+      "step": 9340
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 0.00015068529965063155,
+      "loss": 0.593,
+      "step": 9360
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 0.00015036280569739316,
+      "loss": 0.5906,
+      "step": 9380
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 0.00015004031174415476,
+      "loss": 0.5936,
+      "step": 9400
+    },
+    {
+      "epoch": 1.51,
+      "eval_loss": 0.6078041791915894,
+      "eval_runtime": 83.6959,
+      "eval_samples_per_second": 23.896,
+      "eval_steps_per_second": 2.987,
+      "step": 9400
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 0.0001497178177909164,
+      "loss": 0.5899,
+      "step": 9420
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 0.00014939532383767803,
+      "loss": 0.5911,
+      "step": 9440
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 0.00014907282988443966,
+      "loss": 0.5881,
+      "step": 9460
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 0.00014875033593120127,
+      "loss": 0.5879,
+      "step": 9480
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 0.0001484278419779629,
+      "loss": 0.5883,
+      "step": 9500
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 0.0001481053480247245,
+      "loss": 0.5974,
+      "step": 9520
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 0.00014778285407148614,
+      "loss": 0.5992,
+      "step": 9540
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 0.00014746036011824778,
+      "loss": 0.5892,
+      "step": 9560
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 0.0001471378661650094,
+      "loss": 0.5873,
+      "step": 9580
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 0.00014681537221177102,
+      "loss": 0.5905,
+      "step": 9600
+    },
+    {
+      "epoch": 1.54,
+      "eval_loss": 0.607796847820282,
+      "eval_runtime": 83.56,
+      "eval_samples_per_second": 23.935,
+      "eval_steps_per_second": 2.992,
+      "step": 9600
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 0.00014649287825853262,
+      "loss": 0.589,
+      "step": 9620
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 0.00014617038430529426,
+      "loss": 0.5866,
+      "step": 9640
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 0.0001458478903520559,
+      "loss": 0.5895,
+      "step": 9660
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 0.00014552539639881752,
+      "loss": 0.592,
+      "step": 9680
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 0.00014520290244557913,
+      "loss": 0.5954,
+      "step": 9700
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 0.00014488040849234076,
+      "loss": 0.591,
+      "step": 9720
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 0.00014455791453910237,
+      "loss": 0.5925,
+      "step": 9740
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 0.000144235420585864,
+      "loss": 0.5938,
+      "step": 9760
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 0.0001439129266326256,
+      "loss": 0.5928,
+      "step": 9780
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 0.00014359043267938725,
+      "loss": 0.5979,
+      "step": 9800
+    },
+    {
+      "epoch": 1.57,
+      "eval_loss": 0.6077319383621216,
+      "eval_runtime": 83.3796,
+      "eval_samples_per_second": 23.987,
+      "eval_steps_per_second": 2.998,
+      "step": 9800
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 0.00014326793872614888,
+      "loss": 0.5922,
+      "step": 9820
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 0.0001429454447729105,
+      "loss": 0.5865,
+      "step": 9840
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 0.00014262295081967212,
+      "loss": 0.5845,
+      "step": 9860
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 0.00014230045686643373,
+      "loss": 0.5896,
+      "step": 9880
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 0.00014197796291319536,
+      "loss": 0.5905,
+      "step": 9900
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 0.000141655468959957,
+      "loss": 0.5875,
+      "step": 9920
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 0.00014133297500671863,
+      "loss": 0.5936,
+      "step": 9940
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 0.00014101048105348023,
+      "loss": 0.6014,
+      "step": 9960
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 0.00014068798710024187,
+      "loss": 0.5898,
+      "step": 9980
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 0.00014036549314700347,
+      "loss": 0.5895,
+      "step": 10000
+    },
+    {
+      "epoch": 1.6,
+      "eval_loss": 0.6077406406402588,
+      "eval_runtime": 83.5244,
+      "eval_samples_per_second": 23.945,
+      "eval_steps_per_second": 2.993,
+      "step": 10000
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 0.0001400429991937651,
+      "loss": 0.5883,
+      "step": 10020
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 0.0001397205052405267,
+      "loss": 0.599,
+      "step": 10040
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 0.00013939801128728835,
+      "loss": 0.5964,
+      "step": 10060
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 0.00013907551733404998,
+      "loss": 0.5924,
+      "step": 10080
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 0.00013875302338081161,
+      "loss": 0.5866,
+      "step": 10100
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 0.00013843052942757322,
+      "loss": 0.5946,
+      "step": 10120
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 0.00013810803547433483,
+      "loss": 0.5953,
+      "step": 10140
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 0.00013778554152109646,
+      "loss": 0.5992,
+      "step": 10160
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 0.0001374630475678581,
+      "loss": 0.6,
+      "step": 10180
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 0.00013714055361461973,
+      "loss": 0.596,
+      "step": 10200
+    },
+    {
+      "epoch": 1.64,
+      "eval_loss": 0.607699453830719,
+      "eval_runtime": 83.655,
+      "eval_samples_per_second": 23.908,
+      "eval_steps_per_second": 2.988,
+      "step": 10200
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 0.00013681805966138133,
+      "loss": 0.5904,
+      "step": 10220
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 0.00013649556570814297,
+      "loss": 0.5906,
+      "step": 10240
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 0.00013617307175490457,
+      "loss": 0.5939,
+      "step": 10260
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 0.0001358505778016662,
+      "loss": 0.5854,
+      "step": 10280
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 0.00013552808384842784,
+      "loss": 0.5917,
+      "step": 10300
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 0.00013520558989518945,
+      "loss": 0.5966,
+      "step": 10320
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 0.00013488309594195108,
+      "loss": 0.5853,
+      "step": 10340
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 0.0001345606019887127,
+      "loss": 0.5905,
+      "step": 10360
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 0.00013423810803547432,
+      "loss": 0.5954,
+      "step": 10380
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 0.00013391561408223593,
+      "loss": 0.5992,
+      "step": 10400
+    },
+    {
+      "epoch": 1.67,
+      "eval_loss": 0.6076706051826477,
+      "eval_runtime": 83.9433,
+      "eval_samples_per_second": 23.826,
+      "eval_steps_per_second": 2.978,
+      "step": 10400
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 0.00013359312012899756,
+      "loss": 0.5816,
+      "step": 10420
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 0.0001332706261757592,
+      "loss": 0.5885,
+      "step": 10440
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 0.00013294813222252083,
+      "loss": 0.592,
+      "step": 10460
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 0.00013262563826928244,
+      "loss": 0.59,
+      "step": 10480
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 0.00013230314431604407,
+      "loss": 0.5903,
+      "step": 10500
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 0.00013198065036280568,
+      "loss": 0.5902,
+      "step": 10520
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 0.0001316581564095673,
+      "loss": 0.5949,
+      "step": 10540
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 0.00013133566245632894,
+      "loss": 0.5869,
+      "step": 10560
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 0.00013101316850309055,
+      "loss": 0.5945,
+      "step": 10580
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 0.00013069067454985218,
+      "loss": 0.5964,
+      "step": 10600
+    },
+    {
+      "epoch": 1.7,
+      "eval_loss": 0.607550859451294,
+      "eval_runtime": 83.5845,
+      "eval_samples_per_second": 23.928,
+      "eval_steps_per_second": 2.991,
+      "step": 10600
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 0.0001303681805966138,
+      "loss": 0.5986,
+      "step": 10620
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 0.00013004568664337542,
+      "loss": 0.6024,
+      "step": 10640
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 0.00012972319269013706,
+      "loss": 0.5901,
+      "step": 10660
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 0.00012940069873689866,
+      "loss": 0.5902,
+      "step": 10680
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 0.0001290782047836603,
+      "loss": 0.5921,
+      "step": 10700
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 0.00012875571083042193,
+      "loss": 0.5915,
+      "step": 10720
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 0.00012843321687718354,
+      "loss": 0.5952,
+      "step": 10740
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 0.00012811072292394514,
+      "loss": 0.5907,
+      "step": 10760
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 0.00012778822897070678,
+      "loss": 0.5959,
+      "step": 10780
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 0.0001274657350174684,
+      "loss": 0.5884,
+      "step": 10800
+    },
+    {
+      "epoch": 1.73,
+      "eval_loss": 0.6075096726417542,
+      "eval_runtime": 83.2167,
+      "eval_samples_per_second": 24.034,
+      "eval_steps_per_second": 3.004,
+      "step": 10800
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 0.00012714324106423005,
+      "loss": 0.5959,
+      "step": 10820
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 0.00012682074711099165,
+      "loss": 0.5841,
+      "step": 10840
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 0.00012649825315775329,
+      "loss": 0.5881,
+      "step": 10860
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 0.0001261757592045149,
+      "loss": 0.5845,
+      "step": 10880
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 0.00012585326525127653,
+      "loss": 0.5918,
+      "step": 10900
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 0.00012553077129803816,
+      "loss": 0.5886,
+      "step": 10920
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 0.00012520827734479977,
+      "loss": 0.5941,
+      "step": 10940
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 0.0001248857833915614,
+      "loss": 0.5949,
+      "step": 10960
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 0.00012456328943832303,
+      "loss": 0.5906,
+      "step": 10980
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 0.00012424079548508464,
+      "loss": 0.5963,
+      "step": 11000
+    },
+    {
+      "epoch": 1.76,
+      "eval_loss": 0.6074970960617065,
+      "eval_runtime": 83.4435,
+      "eval_samples_per_second": 23.968,
+      "eval_steps_per_second": 2.996,
+      "step": 11000
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 0.00012391830153184625,
+      "loss": 0.5951,
+      "step": 11020
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 0.00012359580757860788,
+      "loss": 0.5896,
+      "step": 11040
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 0.00012327331362536951,
+      "loss": 0.5826,
+      "step": 11060
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 0.00012295081967213115,
+      "loss": 0.5885,
+      "step": 11080
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 0.00012262832571889275,
+      "loss": 0.5896,
+      "step": 11100
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 0.0001223058317656544,
+      "loss": 0.5921,
+      "step": 11120
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 0.00012198333781241601,
+      "loss": 0.588,
+      "step": 11140
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 0.00012166084385917763,
+      "loss": 0.5885,
+      "step": 11160
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 0.00012133834990593926,
+      "loss": 0.5969,
+      "step": 11180
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 0.00012101585595270087,
+      "loss": 0.5908,
+      "step": 11200
+    },
+    {
+      "epoch": 1.8,
+      "eval_loss": 0.6075094938278198,
+      "eval_runtime": 83.5597,
+      "eval_samples_per_second": 23.935,
+      "eval_steps_per_second": 2.992,
+      "step": 11200
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 0.0001206933619994625,
+      "loss": 0.5908,
+      "step": 11220
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 0.00012037086804622412,
+      "loss": 0.5925,
+      "step": 11240
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 0.00012004837409298576,
+      "loss": 0.5966,
+      "step": 11260
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 0.00011972588013974738,
+      "loss": 0.5862,
+      "step": 11280
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 0.00011940338618650898,
+      "loss": 0.5927,
+      "step": 11300
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 0.00011908089223327062,
+      "loss": 0.598,
+      "step": 11320
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 0.00011875839828003224,
+      "loss": 0.582,
+      "step": 11340
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 0.00011843590432679387,
+      "loss": 0.5982,
+      "step": 11360
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 0.00011811341037355548,
+      "loss": 0.5972,
+      "step": 11380
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 0.00011779091642031711,
+      "loss": 0.5999,
+      "step": 11400
+    },
+    {
+      "epoch": 1.83,
+      "eval_loss": 0.6074954867362976,
+      "eval_runtime": 83.1861,
+      "eval_samples_per_second": 24.042,
+      "eval_steps_per_second": 3.005,
+      "step": 11400
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 0.00011746842246707873,
+      "loss": 0.5943,
+      "step": 11420
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 0.00011714592851384036,
+      "loss": 0.5895,
+      "step": 11440
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 0.00011682343456060198,
+      "loss": 0.5908,
+      "step": 11460
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 0.00011650094060736359,
+      "loss": 0.5925,
+      "step": 11480
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 0.00011617844665412522,
+      "loss": 0.5886,
+      "step": 11500
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 0.00011585595270088686,
+      "loss": 0.5832,
+      "step": 11520
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 0.00011553345874764848,
+      "loss": 0.5889,
+      "step": 11540
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 0.00011521096479441008,
+      "loss": 0.5895,
+      "step": 11560
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 0.00011488847084117172,
+      "loss": 0.5901,
+      "step": 11580
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 0.00011456597688793334,
+      "loss": 0.593,
+      "step": 11600
+    },
+    {
+      "epoch": 1.86,
+      "eval_loss": 0.6075332760810852,
+      "eval_runtime": 83.8045,
+      "eval_samples_per_second": 23.865,
+      "eval_steps_per_second": 2.983,
+      "step": 11600
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 0.00011424348293469497,
+      "loss": 0.5991,
+      "step": 11620
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 0.00011392098898145659,
+      "loss": 0.5968,
+      "step": 11640
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 0.00011359849502821821,
+      "loss": 0.5929,
+      "step": 11660
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 0.00011327600107497983,
+      "loss": 0.5917,
+      "step": 11680
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 0.00011295350712174146,
+      "loss": 0.5948,
+      "step": 11700
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 0.00011263101316850308,
+      "loss": 0.5903,
+      "step": 11720
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 0.00011230851921526469,
+      "loss": 0.5895,
+      "step": 11740
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 0.00011198602526202633,
+      "loss": 0.5956,
+      "step": 11760
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 0.00011166353130878795,
+      "loss": 0.5847,
+      "step": 11780
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 0.00011134103735554958,
+      "loss": 0.585,
+      "step": 11800
+    },
+    {
+      "epoch": 1.89,
+      "eval_loss": 0.6074097156524658,
+      "eval_runtime": 83.3467,
+      "eval_samples_per_second": 23.996,
+      "eval_steps_per_second": 3.0,
+      "step": 11800
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 0.0001110185434023112,
+      "loss": 0.5937,
+      "step": 11820
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 0.00011069604944907282,
+      "loss": 0.5911,
+      "step": 11840
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 0.00011037355549583444,
+      "loss": 0.5962,
+      "step": 11860
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 0.00011005106154259607,
+      "loss": 0.5973,
+      "step": 11880
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 0.00010972856758935769,
+      "loss": 0.5844,
+      "step": 11900
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 0.00010940607363611931,
+      "loss": 0.5893,
+      "step": 11920
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 0.00010908357968288093,
+      "loss": 0.5852,
+      "step": 11940
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 0.00010876108572964257,
+      "loss": 0.5968,
+      "step": 11960
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 0.00010843859177640419,
+      "loss": 0.5973,
+      "step": 11980
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 0.00010811609782316579,
+      "loss": 0.5824,
+      "step": 12000
+    },
+    {
+      "epoch": 1.92,
+      "eval_loss": 0.6074831485748291,
+      "eval_runtime": 83.2845,
+      "eval_samples_per_second": 24.014,
+      "eval_steps_per_second": 3.002,
+      "step": 12000
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 0.00010779360386992743,
+      "loss": 0.5889,
+      "step": 12020
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 0.00010747110991668905,
+      "loss": 0.5848,
+      "step": 12040
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 0.00010714861596345068,
+      "loss": 0.5851,
+      "step": 12060
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 0.0001068261220102123,
+      "loss": 0.6018,
+      "step": 12080
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 0.00010650362805697392,
+      "loss": 0.5931,
+      "step": 12100
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 0.00010618113410373554,
+      "loss": 0.5908,
+      "step": 12120
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 0.00010585864015049717,
+      "loss": 0.5878,
+      "step": 12140
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 0.0001055361461972588,
+      "loss": 0.5943,
+      "step": 12160
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 0.0001052136522440204,
+      "loss": 0.589,
+      "step": 12180
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 0.00010489115829078203,
+      "loss": 0.5985,
+      "step": 12200
+    },
+    {
+      "epoch": 1.96,
+      "eval_loss": 0.6074686646461487,
+      "eval_runtime": 83.5238,
+      "eval_samples_per_second": 23.945,
+      "eval_steps_per_second": 2.993,
+      "step": 12200
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 0.00010456866433754367,
+      "loss": 0.5897,
+      "step": 12220
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 0.00010424617038430529,
+      "loss": 0.5926,
+      "step": 12240
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 0.00010392367643106692,
+      "loss": 0.5931,
+      "step": 12260
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 0.00010360118247782853,
+      "loss": 0.5956,
+      "step": 12280
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 0.00010327868852459015,
+      "loss": 0.5889,
+      "step": 12300
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 0.00010295619457135178,
+      "loss": 0.5945,
+      "step": 12320
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 0.0001026337006181134,
+      "loss": 0.5881,
+      "step": 12340
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 0.00010231120666487502,
+      "loss": 0.595,
+      "step": 12360
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 0.00010198871271163664,
+      "loss": 0.589,
+      "step": 12380
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 0.00010166621875839828,
+      "loss": 0.5886,
+      "step": 12400
+    },
+    {
+      "epoch": 1.99,
+      "eval_loss": 0.6073445081710815,
+      "eval_runtime": 83.2878,
+      "eval_samples_per_second": 24.013,
+      "eval_steps_per_second": 3.002,
+      "step": 12400
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 0.0001013437248051599,
+      "loss": 0.5883,
+      "step": 12420
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 0.00010102123085192153,
+      "loss": 0.5972,
+      "step": 12440
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 0.00010069873689868314,
+      "loss": 0.5963,
+      "step": 12460
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 0.00010037624294544476,
+      "loss": 0.5926,
+      "step": 12480
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 0.00010005374899220639,
+      "loss": 0.5919,
+      "step": 12500
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 9.973125503896801e-05,
+      "loss": 0.5898,
+      "step": 12520
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 9.940876108572963e-05,
+      "loss": 0.5908,
+      "step": 12540
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 9.908626713249125e-05,
+      "loss": 0.5925,
+      "step": 12560
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 9.876377317925288e-05,
+      "loss": 0.5912,
+      "step": 12580
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 9.84412792260145e-05,
+      "loss": 0.59,
+      "step": 12600
+    },
+    {
+      "epoch": 2.02,
+      "eval_loss": 0.6073500514030457,
+      "eval_runtime": 83.3951,
+      "eval_samples_per_second": 23.982,
+      "eval_steps_per_second": 2.998,
+      "step": 12600
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 9.811878527277614e-05,
+      "loss": 0.596,
+      "step": 12620
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 9.779629131953774e-05,
+      "loss": 0.5913,
+      "step": 12640
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 9.747379736629938e-05,
+      "loss": 0.5926,
+      "step": 12660
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 9.7151303413061e-05,
+      "loss": 0.591,
+      "step": 12680
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 9.682880945982263e-05,
+      "loss": 0.5871,
+      "step": 12700
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 9.650631550658424e-05,
+      "loss": 0.5918,
+      "step": 12720
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 9.618382155334586e-05,
+      "loss": 0.5919,
+      "step": 12740
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 9.586132760010749e-05,
+      "loss": 0.5982,
+      "step": 12760
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 9.553883364686911e-05,
+      "loss": 0.5947,
+      "step": 12780
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 9.521633969363075e-05,
+      "loss": 0.5904,
+      "step": 12800
+    },
+    {
+      "epoch": 2.05,
+      "eval_loss": 0.607369601726532,
+      "eval_runtime": 83.4201,
+      "eval_samples_per_second": 23.975,
+      "eval_steps_per_second": 2.997,
+      "step": 12800
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 9.489384574039235e-05,
+      "loss": 0.5936,
+      "step": 12820
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 9.457135178715399e-05,
+      "loss": 0.5836,
+      "step": 12840
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 9.42488578339156e-05,
+      "loss": 0.59,
+      "step": 12860
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 9.392636388067724e-05,
+      "loss": 0.5928,
+      "step": 12880
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 9.360386992743885e-05,
+      "loss": 0.5921,
+      "step": 12900
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 9.328137597420048e-05,
+      "loss": 0.5919,
+      "step": 12920
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 9.29588820209621e-05,
+      "loss": 0.5966,
+      "step": 12940
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 9.263638806772373e-05,
+      "loss": 0.597,
+      "step": 12960
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 9.231389411448534e-05,
+      "loss": 0.5932,
+      "step": 12980
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 9.199140016124696e-05,
+      "loss": 0.5884,
+      "step": 13000
+    },
+    {
+      "epoch": 2.08,
+      "eval_loss": 0.6073188185691833,
+      "eval_runtime": 83.7205,
+      "eval_samples_per_second": 23.889,
+      "eval_steps_per_second": 2.986,
+      "step": 13000
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 9.16689062080086e-05,
+      "loss": 0.588,
+      "step": 13020
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 9.134641225477021e-05,
+      "loss": 0.5908,
+      "step": 13040
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 9.102391830153185e-05,
+      "loss": 0.589,
+      "step": 13060
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 9.070142434829345e-05,
+      "loss": 0.5867,
+      "step": 13080
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 9.037893039505509e-05,
+      "loss": 0.5987,
+      "step": 13100
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 9.005643644181671e-05,
+      "loss": 0.5874,
+      "step": 13120
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 8.973394248857834e-05,
+      "loss": 0.5894,
+      "step": 13140
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 8.941144853533995e-05,
+      "loss": 0.5939,
+      "step": 13160
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 8.908895458210157e-05,
+      "loss": 0.5887,
+      "step": 13180
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 8.87664606288632e-05,
+      "loss": 0.5861,
+      "step": 13200
+    },
+    {
+      "epoch": 2.12,
+      "eval_loss": 0.607224702835083,
+      "eval_runtime": 83.4876,
+      "eval_samples_per_second": 23.956,
+      "eval_steps_per_second": 2.994,
+      "step": 13200
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 8.844396667562482e-05,
+      "loss": 0.5897,
+      "step": 13220
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 8.812147272238646e-05,
+      "loss": 0.5954,
+      "step": 13240
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 8.779897876914806e-05,
+      "loss": 0.5968,
+      "step": 13260
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 8.74764848159097e-05,
+      "loss": 0.5912,
+      "step": 13280
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 8.715399086267132e-05,
+      "loss": 0.5959,
+      "step": 13300
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 8.683149690943295e-05,
+      "loss": 0.5905,
+      "step": 13320
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 8.650900295619456e-05,
+      "loss": 0.5954,
+      "step": 13340
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 8.618650900295619e-05,
+      "loss": 0.5889,
+      "step": 13360
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 8.586401504971781e-05,
+      "loss": 0.5895,
+      "step": 13380
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 8.554152109647944e-05,
+      "loss": 0.5852,
+      "step": 13400
+    },
+    {
+      "epoch": 2.15,
+      "eval_loss": 0.6072360873222351,
+      "eval_runtime": 83.3501,
+      "eval_samples_per_second": 23.995,
+      "eval_steps_per_second": 2.999,
+      "step": 13400
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 8.521902714324106e-05,
+      "loss": 0.5812,
+      "step": 13420
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 8.489653319000267e-05,
+      "loss": 0.5899,
+      "step": 13440
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 8.45740392367643e-05,
+      "loss": 0.5825,
+      "step": 13460
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 8.425154528352592e-05,
+      "loss": 0.5917,
+      "step": 13480
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 8.392905133028756e-05,
+      "loss": 0.5887,
+      "step": 13500
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 8.360655737704916e-05,
+      "loss": 0.59,
+      "step": 13520
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 8.32840634238108e-05,
+      "loss": 0.5906,
+      "step": 13540
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 8.296156947057242e-05,
+      "loss": 0.5909,
+      "step": 13560
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 8.263907551733405e-05,
+      "loss": 0.5883,
+      "step": 13580
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 8.231658156409567e-05,
+      "loss": 0.5919,
+      "step": 13600
+    },
+    {
+      "epoch": 2.18,
+      "eval_loss": 0.6071310639381409,
+      "eval_runtime": 83.4575,
+      "eval_samples_per_second": 23.964,
+      "eval_steps_per_second": 2.996,
+      "step": 13600
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 8.199408761085728e-05,
+      "loss": 0.5927,
+      "step": 13620
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 8.167159365761891e-05,
+      "loss": 0.5922,
+      "step": 13640
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 8.134909970438054e-05,
+      "loss": 0.5946,
+      "step": 13660
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 8.102660575114216e-05,
+      "loss": 0.5834,
+      "step": 13680
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 8.070411179790377e-05,
+      "loss": 0.5884,
+      "step": 13700
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 8.03816178446654e-05,
+      "loss": 0.587,
+      "step": 13720
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 8.005912389142703e-05,
+      "loss": 0.5948,
+      "step": 13740
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 7.973662993818866e-05,
+      "loss": 0.5888,
+      "step": 13760
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 7.941413598495028e-05,
+      "loss": 0.5885,
+      "step": 13780
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 7.90916420317119e-05,
+      "loss": 0.5929,
+      "step": 13800
+    },
+    {
+      "epoch": 2.21,
+      "eval_loss": 0.6071040034294128,
+      "eval_runtime": 83.4169,
+      "eval_samples_per_second": 23.976,
+      "eval_steps_per_second": 2.997,
+      "step": 13800
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 7.876914807847352e-05,
+      "loss": 0.5989,
+      "step": 13820
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 7.844665412523515e-05,
+      "loss": 0.5933,
+      "step": 13840
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 7.812416017199677e-05,
+      "loss": 0.5899,
+      "step": 13860
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 7.780166621875838e-05,
+      "loss": 0.593,
+      "step": 13880
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 7.747917226552001e-05,
+      "loss": 0.5993,
+      "step": 13900
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 7.715667831228163e-05,
+      "loss": 0.5907,
+      "step": 13920
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 7.683418435904327e-05,
+      "loss": 0.5895,
+      "step": 13940
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 7.651169040580487e-05,
+      "loss": 0.5946,
+      "step": 13960
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 7.61891964525665e-05,
+      "loss": 0.5914,
+      "step": 13980
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 7.586670249932813e-05,
+      "loss": 0.5874,
+      "step": 14000
+    },
+    {
+      "epoch": 2.25,
+      "eval_loss": 0.6071457266807556,
+      "eval_runtime": 83.3637,
+      "eval_samples_per_second": 23.991,
+      "eval_steps_per_second": 2.999,
+      "step": 14000
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 7.554420854608976e-05,
+      "loss": 0.5882,
+      "step": 14020
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 7.522171459285138e-05,
+      "loss": 0.5903,
+      "step": 14040
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 7.4899220639613e-05,
+      "loss": 0.59,
+      "step": 14060
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 7.457672668637462e-05,
+      "loss": 0.5951,
+      "step": 14080
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 7.425423273313625e-05,
+      "loss": 0.5876,
+      "step": 14100
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 7.393173877989786e-05,
+      "loss": 0.5961,
+      "step": 14120
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 7.36092448266595e-05,
+      "loss": 0.589,
+      "step": 14140
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 7.328675087342111e-05,
+      "loss": 0.5836,
+      "step": 14160
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 7.296425692018273e-05,
+      "loss": 0.5883,
+      "step": 14180
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 7.264176296694437e-05,
+      "loss": 0.5927,
+      "step": 14200
+    },
+    {
+      "epoch": 2.28,
+      "eval_loss": 0.6070078015327454,
+      "eval_runtime": 83.5563,
+      "eval_samples_per_second": 23.936,
+      "eval_steps_per_second": 2.992,
+      "step": 14200
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 7.231926901370599e-05,
+      "loss": 0.5895,
+      "step": 14220
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 7.199677506046761e-05,
+      "loss": 0.593,
+      "step": 14240
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 7.167428110722923e-05,
+      "loss": 0.5854,
+      "step": 14260
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 7.135178715399086e-05,
+      "loss": 0.5887,
+      "step": 14280
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 7.102929320075248e-05,
+      "loss": 0.5911,
+      "step": 14300
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 7.07067992475141e-05,
+      "loss": 0.5878,
+      "step": 14320
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 7.038430529427572e-05,
+      "loss": 0.5913,
+      "step": 14340
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 7.006181134103736e-05,
+      "loss": 0.5868,
+      "step": 14360
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 6.973931738779898e-05,
+      "loss": 0.5978,
+      "step": 14380
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 6.94168234345606e-05,
+      "loss": 0.5927,
+      "step": 14400
+    },
+    {
+      "epoch": 2.31,
+      "eval_loss": 0.6069301962852478,
+      "eval_runtime": 83.3785,
+      "eval_samples_per_second": 23.987,
+      "eval_steps_per_second": 2.998,
+      "step": 14400
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 6.909432948132222e-05,
+      "loss": 0.5838,
+      "step": 14420
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 6.877183552808384e-05,
+      "loss": 0.5929,
+      "step": 14440
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 6.844934157484547e-05,
+      "loss": 0.5853,
+      "step": 14460
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 6.812684762160709e-05,
+      "loss": 0.593,
+      "step": 14480
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 6.780435366836871e-05,
+      "loss": 0.587,
+      "step": 14500
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 6.748185971513033e-05,
+      "loss": 0.5901,
+      "step": 14520
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 6.715936576189196e-05,
+      "loss": 0.5871,
+      "step": 14540
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 6.683687180865358e-05,
+      "loss": 0.5955,
+      "step": 14560
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 6.65143778554152e-05,
+      "loss": 0.5886,
+      "step": 14580
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 6.619188390217684e-05,
+      "loss": 0.5918,
+      "step": 14600
+    },
+    {
+      "epoch": 2.34,
+      "eval_loss": 0.6069862842559814,
+      "eval_runtime": 83.2688,
+      "eval_samples_per_second": 24.019,
+      "eval_steps_per_second": 3.002,
+      "step": 14600
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 6.586938994893844e-05,
+      "loss": 0.5891,
+      "step": 14620
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 6.554689599570008e-05,
+      "loss": 0.5892,
+      "step": 14640
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 6.52244020424617e-05,
+      "loss": 0.5855,
+      "step": 14660
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 6.490190808922332e-05,
+      "loss": 0.5919,
+      "step": 14680
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 6.457941413598494e-05,
+      "loss": 0.5895,
+      "step": 14700
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 6.425692018274657e-05,
+      "loss": 0.5938,
+      "step": 14720
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 6.393442622950819e-05,
+      "loss": 0.5935,
+      "step": 14740
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 6.361193227626981e-05,
+      "loss": 0.5913,
+      "step": 14760
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 6.328943832303145e-05,
+      "loss": 0.5898,
+      "step": 14780
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 6.296694436979307e-05,
+      "loss": 0.5945,
+      "step": 14800
+    },
+    {
+      "epoch": 2.37,
+      "eval_loss": 0.6069702506065369,
+      "eval_runtime": 83.2944,
+      "eval_samples_per_second": 24.011,
+      "eval_steps_per_second": 3.001,
+      "step": 14800
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 6.264445041655469e-05,
+      "loss": 0.5912,
+      "step": 14820
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 6.23219564633163e-05,
+      "loss": 0.5909,
+      "step": 14840
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 6.199946251007793e-05,
+      "loss": 0.5871,
+      "step": 14860
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 6.167696855683955e-05,
+      "loss": 0.5889,
+      "step": 14880
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 6.135447460360118e-05,
+      "loss": 0.5879,
+      "step": 14900
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 6.10319806503628e-05,
+      "loss": 0.5912,
+      "step": 14920
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 6.0709486697124426e-05,
+      "loss": 0.5874,
+      "step": 14940
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 6.038699274388605e-05,
+      "loss": 0.5885,
+      "step": 14960
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 6.0080623488309586e-05,
+      "loss": 0.5876,
+      "step": 14980
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 5.975812953507121e-05,
+      "loss": 0.5849,
+      "step": 15000
+    },
+    {
+      "epoch": 2.41,
+      "eval_loss": 0.6070013046264648,
+      "eval_runtime": 83.6124,
+      "eval_samples_per_second": 23.92,
+      "eval_steps_per_second": 2.99,
+      "step": 15000
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 5.943563558183283e-05,
+      "loss": 0.5854,
+      "step": 15020
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 5.911314162859446e-05,
+      "loss": 0.588,
+      "step": 15040
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 5.879064767535608e-05,
+      "loss": 0.5884,
+      "step": 15060
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 5.846815372211771e-05,
+      "loss": 0.5893,
+      "step": 15080
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 5.8145659768879334e-05,
+      "loss": 0.5875,
+      "step": 15100
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 5.7823165815640954e-05,
+      "loss": 0.5866,
+      "step": 15120
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 5.750067186240258e-05,
+      "loss": 0.5929,
+      "step": 15140
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 5.7178177909164194e-05,
+      "loss": 0.59,
+      "step": 15160
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 5.685568395592582e-05,
+      "loss": 0.595,
+      "step": 15180
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 5.653319000268744e-05,
+      "loss": 0.5941,
+      "step": 15200
+    },
+    {
+      "epoch": 2.44,
+      "eval_loss": 0.6068729758262634,
+      "eval_runtime": 83.4028,
+      "eval_samples_per_second": 23.98,
+      "eval_steps_per_second": 2.998,
+      "step": 15200
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 5.621069604944907e-05,
+      "loss": 0.593,
+      "step": 15220
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 5.588820209621069e-05,
+      "loss": 0.5893,
+      "step": 15240
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 5.5565708142972315e-05,
+      "loss": 0.5835,
+      "step": 15260
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 5.5243214189733935e-05,
+      "loss": 0.5869,
+      "step": 15280
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 5.492072023649556e-05,
+      "loss": 0.5882,
+      "step": 15300
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 5.459822628325719e-05,
+      "loss": 0.5942,
+      "step": 15320
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 5.427573233001881e-05,
+      "loss": 0.5818,
+      "step": 15340
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 5.3953238376780436e-05,
+      "loss": 0.5974,
+      "step": 15360
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 5.363074442354205e-05,
+      "loss": 0.5935,
+      "step": 15380
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 5.3308250470303676e-05,
+      "loss": 0.5897,
+      "step": 15400
+    },
+    {
+      "epoch": 2.47,
+      "eval_loss": 0.6068193912506104,
+      "eval_runtime": 83.4516,
+      "eval_samples_per_second": 23.966,
+      "eval_steps_per_second": 2.996,
+      "step": 15400
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 5.2985756517065296e-05,
+      "loss": 0.5887,
+      "step": 15420
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 5.266326256382692e-05,
+      "loss": 0.5904,
+      "step": 15440
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 5.234076861058854e-05,
+      "loss": 0.5887,
+      "step": 15460
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 5.201827465735017e-05,
+      "loss": 0.5854,
+      "step": 15480
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 5.1695780704111797e-05,
+      "loss": 0.5868,
+      "step": 15500
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 5.137328675087342e-05,
+      "loss": 0.5922,
+      "step": 15520
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 5.1050792797635044e-05,
+      "loss": 0.5914,
+      "step": 15540
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 5.0728298844396664e-05,
+      "loss": 0.5973,
+      "step": 15560
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 5.040580489115829e-05,
+      "loss": 0.5882,
+      "step": 15580
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 5.0083310937919904e-05,
+      "loss": 0.5967,
+      "step": 15600
+    },
+    {
+      "epoch": 2.5,
+      "eval_loss": 0.6067527532577515,
+      "eval_runtime": 83.0971,
+      "eval_samples_per_second": 24.068,
+      "eval_steps_per_second": 3.009,
+      "step": 15600
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 4.976081698468154e-05,
+      "loss": 0.5884,
+      "step": 15620
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 4.943832303144315e-05,
+      "loss": 0.5865,
+      "step": 15640
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 4.911582907820478e-05,
+      "loss": 0.5855,
+      "step": 15660
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 4.8793335124966404e-05,
+      "loss": 0.5926,
+      "step": 15680
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 4.8470841171728025e-05,
+      "loss": 0.5929,
+      "step": 15700
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 4.814834721848965e-05,
+      "loss": 0.5997,
+      "step": 15720
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 4.782585326525127e-05,
+      "loss": 0.592,
+      "step": 15740
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 4.75033593120129e-05,
+      "loss": 0.5934,
+      "step": 15760
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 4.718086535877452e-05,
+      "loss": 0.5946,
+      "step": 15780
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 4.6858371405536145e-05,
+      "loss": 0.5881,
+      "step": 15800
+    },
+    {
+      "epoch": 2.53,
+      "eval_loss": 0.6067208647727966,
+      "eval_runtime": 83.4992,
+      "eval_samples_per_second": 23.952,
+      "eval_steps_per_second": 2.994,
+      "step": 15800
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 4.6535877452297765e-05,
+      "loss": 0.5882,
+      "step": 15820
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 4.621338349905939e-05,
+      "loss": 0.5938,
+      "step": 15840
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 4.5890889545821006e-05,
+      "loss": 0.5908,
+      "step": 15860
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 4.556839559258263e-05,
+      "loss": 0.5964,
+      "step": 15880
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 4.524590163934426e-05,
+      "loss": 0.5909,
+      "step": 15900
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 4.492340768610588e-05,
+      "loss": 0.5856,
+      "step": 15920
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 4.4600913732867506e-05,
+      "loss": 0.5856,
+      "step": 15940
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 4.4278419779629126e-05,
+      "loss": 0.5938,
+      "step": 15960
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 4.395592582639075e-05,
+      "loss": 0.5912,
+      "step": 15980
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 4.363343187315237e-05,
+      "loss": 0.5941,
+      "step": 16000
+    },
+    {
+      "epoch": 2.57,
+      "eval_loss": 0.6066766381263733,
+      "eval_runtime": 83.8427,
+      "eval_samples_per_second": 23.854,
+      "eval_steps_per_second": 2.982,
+      "step": 16000
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 4.3310937919914e-05,
+      "loss": 0.5888,
+      "step": 16020
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 4.298844396667562e-05,
+      "loss": 0.5816,
+      "step": 16040
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 4.266595001343725e-05,
+      "loss": 0.5924,
+      "step": 16060
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 4.2343456060198874e-05,
+      "loss": 0.6001,
+      "step": 16080
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 4.202096210696049e-05,
+      "loss": 0.5897,
+      "step": 16100
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 4.1698468153722114e-05,
+      "loss": 0.5932,
+      "step": 16120
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 4.1375974200483734e-05,
+      "loss": 0.5894,
+      "step": 16140
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 4.105348024724536e-05,
+      "loss": 0.5895,
+      "step": 16160
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 4.073098629400698e-05,
+      "loss": 0.5943,
+      "step": 16180
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.040849234076861e-05,
+      "loss": 0.5909,
+      "step": 16200
+    },
+    {
+      "epoch": 2.6,
+      "eval_loss": 0.6066379547119141,
+      "eval_runtime": 83.5749,
+      "eval_samples_per_second": 23.931,
+      "eval_steps_per_second": 2.991,
+      "step": 16200
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.008599838753023e-05,
+      "loss": 0.5893,
+      "step": 16220
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 3.9763504434291855e-05,
+      "loss": 0.5891,
+      "step": 16240
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 3.9441010481053475e-05,
+      "loss": 0.5898,
+      "step": 16260
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 3.91185165278151e-05,
+      "loss": 0.5977,
+      "step": 16280
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 3.879602257457673e-05,
+      "loss": 0.5899,
+      "step": 16300
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 3.847352862133835e-05,
+      "loss": 0.5891,
+      "step": 16320
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 3.8151034668099976e-05,
+      "loss": 0.5919,
+      "step": 16340
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 3.782854071486159e-05,
+      "loss": 0.5876,
+      "step": 16360
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.7506046761623216e-05,
+      "loss": 0.5874,
+      "step": 16380
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.718355280838484e-05,
+      "loss": 0.5914,
+      "step": 16400
+    },
+    {
+      "epoch": 2.63,
+      "eval_loss": 0.6065989136695862,
+      "eval_runtime": 83.5367,
+      "eval_samples_per_second": 23.942,
+      "eval_steps_per_second": 2.993,
+      "step": 16400
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.686105885514646e-05,
+      "loss": 0.587,
+      "step": 16420
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 3.653856490190809e-05,
+      "loss": 0.5924,
+      "step": 16440
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 3.621607094866971e-05,
+      "loss": 0.5929,
+      "step": 16460
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 3.589357699543133e-05,
+      "loss": 0.5938,
+      "step": 16480
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 3.5571083042192957e-05,
+      "loss": 0.5943,
+      "step": 16500
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 3.524858908895458e-05,
+      "loss": 0.592,
+      "step": 16520
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 3.4926095135716204e-05,
+      "loss": 0.5904,
+      "step": 16540
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 3.460360118247783e-05,
+      "loss": 0.5869,
+      "step": 16560
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 3.428110722923945e-05,
+      "loss": 0.5874,
+      "step": 16580
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 3.395861327600107e-05,
+      "loss": 0.586,
+      "step": 16600
+    },
+    {
+      "epoch": 2.66,
+      "eval_loss": 0.6066107153892517,
+      "eval_runtime": 83.5674,
+      "eval_samples_per_second": 23.933,
+      "eval_steps_per_second": 2.992,
+      "step": 16600
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 3.36361193227627e-05,
+      "loss": 0.5901,
+      "step": 16620
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 3.331362536952432e-05,
+      "loss": 0.5897,
+      "step": 16640
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 3.2991131416285944e-05,
+      "loss": 0.5896,
+      "step": 16660
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 3.2668637463047564e-05,
+      "loss": 0.5884,
+      "step": 16680
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 3.2346143509809185e-05,
+      "loss": 0.5917,
+      "step": 16700
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 3.202364955657081e-05,
+      "loss": 0.5888,
+      "step": 16720
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 3.170115560333243e-05,
+      "loss": 0.589,
+      "step": 16740
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 3.137866165009406e-05,
+      "loss": 0.5881,
+      "step": 16760
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 3.1056167696855685e-05,
+      "loss": 0.5909,
+      "step": 16780
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 3.0733673743617305e-05,
+      "loss": 0.587,
+      "step": 16800
+    },
+    {
+      "epoch": 2.69,
+      "eval_loss": 0.6065407991409302,
+      "eval_runtime": 83.5297,
+      "eval_samples_per_second": 23.944,
+      "eval_steps_per_second": 2.993,
+      "step": 16800
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 3.041117979037893e-05,
+      "loss": 0.5947,
+      "step": 16820
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 3.0088685837140552e-05,
+      "loss": 0.5894,
+      "step": 16840
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 2.9766191883902176e-05,
+      "loss": 0.5938,
+      "step": 16860
+    },
+    {
+      "epoch": 2.71,
+      "learning_rate": 2.9443697930663796e-05,
+      "loss": 0.5852,
+      "step": 16880
+    },
+    {
+      "epoch": 2.71,
+      "learning_rate": 2.912120397742542e-05,
+      "loss": 0.5893,
+      "step": 16900
+    },
+    {
+      "epoch": 2.71,
+      "learning_rate": 2.8798710024187043e-05,
+      "loss": 0.5915,
+      "step": 16920
+    },
+    {
+      "epoch": 2.72,
+      "learning_rate": 2.8476216070948666e-05,
+      "loss": 0.5958,
+      "step": 16940
+    },
+    {
+      "epoch": 2.72,
+      "learning_rate": 2.8153722117710293e-05,
+      "loss": 0.5919,
+      "step": 16960
+    },
+    {
+      "epoch": 2.72,
+      "learning_rate": 2.7831228164471916e-05,
+      "loss": 0.5998,
+      "step": 16980
+    },
+    {
+      "epoch": 2.73,
+      "learning_rate": 2.7508734211233537e-05,
+      "loss": 0.5979,
+      "step": 17000
+    },
+    {
+      "epoch": 2.73,
+      "eval_loss": 0.6064393520355225,
+      "eval_runtime": 83.7117,
+      "eval_samples_per_second": 23.892,
+      "eval_steps_per_second": 2.986,
+      "step": 17000
+    },
+    {
+      "epoch": 2.73,
+      "learning_rate": 2.718624025799516e-05,
+      "loss": 0.5881,
+      "step": 17020
+    },
+    {
+      "epoch": 2.73,
+      "learning_rate": 2.6863746304756784e-05,
+      "loss": 0.5822,
+      "step": 17040
+    },
+    {
+      "epoch": 2.74,
+      "learning_rate": 2.6541252351518407e-05,
+      "loss": 0.5921,
+      "step": 17060
+    },
+    {
+      "epoch": 2.74,
+      "learning_rate": 2.621875839828003e-05,
+      "loss": 0.5932,
+      "step": 17080
+    },
+    {
+      "epoch": 2.74,
+      "learning_rate": 2.589626444504165e-05,
+      "loss": 0.5988,
+      "step": 17100
+    },
+    {
+      "epoch": 2.75,
+      "learning_rate": 2.5573770491803274e-05,
+      "loss": 0.5928,
+      "step": 17120
+    },
+    {
+      "epoch": 2.75,
+      "learning_rate": 2.5251276538564897e-05,
+      "loss": 0.5899,
+      "step": 17140
+    },
+    {
+      "epoch": 2.75,
+      "learning_rate": 2.4928782585326524e-05,
+      "loss": 0.5852,
+      "step": 17160
+    },
+    {
+      "epoch": 2.76,
+      "learning_rate": 2.4606288632088148e-05,
+      "loss": 0.5918,
+      "step": 17180
+    },
+    {
+      "epoch": 2.76,
+      "learning_rate": 2.428379467884977e-05,
+      "loss": 0.5918,
+      "step": 17200
+    },
+    {
+      "epoch": 2.76,
+      "eval_loss": 0.6064170002937317,
+      "eval_runtime": 83.4786,
+      "eval_samples_per_second": 23.958,
+      "eval_steps_per_second": 2.995,
+      "step": 17200
+    },
+    {
+      "epoch": 2.76,
+      "learning_rate": 2.3961300725611395e-05,
+      "loss": 0.5917,
+      "step": 17220
+    },
+    {
+      "epoch": 2.76,
+      "learning_rate": 2.3638806772373015e-05,
+      "loss": 0.5863,
+      "step": 17240
+    },
+    {
+      "epoch": 2.77,
+      "learning_rate": 2.3316312819134638e-05,
+      "loss": 0.5916,
+      "step": 17260
+    },
+    {
+      "epoch": 2.77,
+      "learning_rate": 2.2993818865896262e-05,
+      "loss": 0.5952,
+      "step": 17280
+    },
+    {
+      "epoch": 2.77,
+      "learning_rate": 2.2671324912657885e-05,
+      "loss": 0.5958,
+      "step": 17300
+    },
+    {
+      "epoch": 2.78,
+      "learning_rate": 2.234883095941951e-05,
+      "loss": 0.5896,
+      "step": 17320
+    },
+    {
+      "epoch": 2.78,
+      "learning_rate": 2.2026337006181136e-05,
+      "loss": 0.5897,
+      "step": 17340
+    },
+    {
+      "epoch": 2.78,
+      "learning_rate": 2.1703843052942756e-05,
+      "loss": 0.594,
+      "step": 17360
+    },
+    {
+      "epoch": 2.79,
+      "learning_rate": 2.138134909970438e-05,
+      "loss": 0.5931,
+      "step": 17380
+    },
+    {
+      "epoch": 2.79,
+      "learning_rate": 2.1058855146466003e-05,
+      "loss": 0.5875,
+      "step": 17400
+    },
+    {
+      "epoch": 2.79,
+      "eval_loss": 0.6064504384994507,
+      "eval_runtime": 83.4439,
+      "eval_samples_per_second": 23.968,
+      "eval_steps_per_second": 2.996,
+      "step": 17400
+    },
+    {
+      "epoch": 2.79,
+      "learning_rate": 2.0736361193227626e-05,
+      "loss": 0.5886,
+      "step": 17420
+    },
+    {
+      "epoch": 2.8,
+      "learning_rate": 2.041386723998925e-05,
+      "loss": 0.5906,
+      "step": 17440
+    },
+    {
+      "epoch": 2.8,
+      "learning_rate": 2.009137328675087e-05,
+      "loss": 0.5915,
+      "step": 17460
+    },
+    {
+      "epoch": 2.8,
+      "learning_rate": 1.9768879333512493e-05,
+      "loss": 0.5879,
+      "step": 17480
+    },
+    {
+      "epoch": 2.81,
+      "learning_rate": 1.9446385380274117e-05,
+      "loss": 0.5863,
+      "step": 17500
+    },
+    {
+      "epoch": 2.81,
+      "learning_rate": 1.912389142703574e-05,
+      "loss": 0.5878,
+      "step": 17520
+    },
+    {
+      "epoch": 2.81,
+      "learning_rate": 1.8801397473797367e-05,
+      "loss": 0.5872,
+      "step": 17540
+    },
+    {
+      "epoch": 2.82,
+      "learning_rate": 1.8478903520558987e-05,
+      "loss": 0.5883,
+      "step": 17560
+    },
+    {
+      "epoch": 2.82,
+      "learning_rate": 1.815640956732061e-05,
+      "loss": 0.5918,
+      "step": 17580
+    },
+    {
+      "epoch": 2.82,
+      "learning_rate": 1.7833915614082234e-05,
+      "loss": 0.591,
+      "step": 17600
+    },
+    {
+      "epoch": 2.82,
+      "eval_loss": 0.6063485145568848,
+      "eval_runtime": 83.6891,
+      "eval_samples_per_second": 23.898,
+      "eval_steps_per_second": 2.987,
+      "step": 17600
+    },
+    {
+      "epoch": 2.83,
+      "learning_rate": 1.7511421660843857e-05,
+      "loss": 0.5927,
+      "step": 17620
+    },
+    {
+      "epoch": 2.83,
+      "learning_rate": 1.718892770760548e-05,
+      "loss": 0.5865,
+      "step": 17640
+    },
+    {
+      "epoch": 2.83,
+      "learning_rate": 1.6866433754367104e-05,
+      "loss": 0.5911,
+      "step": 17660
+    },
+    {
+      "epoch": 2.84,
+      "learning_rate": 1.6543939801128728e-05,
+      "loss": 0.5873,
+      "step": 17680
+    },
+    {
+      "epoch": 2.84,
+      "learning_rate": 1.622144584789035e-05,
+      "loss": 0.5907,
+      "step": 17700
+    },
+    {
+      "epoch": 2.84,
+      "learning_rate": 1.5898951894651975e-05,
+      "loss": 0.5877,
+      "step": 17720
+    },
+    {
+      "epoch": 2.85,
+      "learning_rate": 1.5576457941413598e-05,
+      "loss": 0.5924,
+      "step": 17740
+    },
+    {
+      "epoch": 2.85,
+      "learning_rate": 1.525396398817522e-05,
+      "loss": 0.5907,
+      "step": 17760
+    },
+    {
+      "epoch": 2.85,
+      "learning_rate": 1.4931470034936845e-05,
+      "loss": 0.5935,
+      "step": 17780
+    },
+    {
+      "epoch": 2.85,
+      "learning_rate": 1.4608976081698467e-05,
+      "loss": 0.5894,
+      "step": 17800
+    },
+    {
+      "epoch": 2.85,
+      "eval_loss": 0.606357216835022,
+      "eval_runtime": 83.4836,
+      "eval_samples_per_second": 23.957,
+      "eval_steps_per_second": 2.995,
+      "step": 17800
+    },
+    {
+      "epoch": 2.86,
+      "learning_rate": 1.428648212846009e-05,
+      "loss": 0.5899,
+      "step": 17820
+    },
+    {
+      "epoch": 2.86,
+      "learning_rate": 1.3963988175221714e-05,
+      "loss": 0.5959,
+      "step": 17840
+    },
+    {
+      "epoch": 2.86,
+      "learning_rate": 1.3641494221983336e-05,
+      "loss": 0.5887,
+      "step": 17860
+    },
+    {
+      "epoch": 2.87,
+      "learning_rate": 1.331900026874496e-05,
+      "loss": 0.5888,
+      "step": 17880
+    },
+    {
+      "epoch": 2.87,
+      "learning_rate": 1.2996506315506584e-05,
+      "loss": 0.5921,
+      "step": 17900
+    },
+    {
+      "epoch": 2.87,
+      "learning_rate": 1.2674012362268206e-05,
+      "loss": 0.5899,
+      "step": 17920
+    },
+    {
+      "epoch": 2.88,
+      "learning_rate": 1.235151840902983e-05,
+      "loss": 0.5967,
+      "step": 17940
+    },
+    {
+      "epoch": 2.88,
+      "learning_rate": 1.2029024455791451e-05,
+      "loss": 0.5932,
+      "step": 17960
+    },
+    {
+      "epoch": 2.88,
+      "learning_rate": 1.1706530502553076e-05,
+      "loss": 0.5985,
+      "step": 17980
+    },
+    {
+      "epoch": 2.89,
+      "learning_rate": 1.13840365493147e-05,
+      "loss": 0.5944,
+      "step": 18000
+    },
+    {
+      "epoch": 2.89,
+      "eval_loss": 0.6062895655632019,
+      "eval_runtime": 83.4829,
+      "eval_samples_per_second": 23.957,
+      "eval_steps_per_second": 2.995,
+      "step": 18000
+    },
+    {
+      "epoch": 2.89,
+      "learning_rate": 1.1061542596076323e-05,
+      "loss": 0.5942,
+      "step": 18020
+    },
+    {
+      "epoch": 2.89,
+      "learning_rate": 1.0739048642837945e-05,
+      "loss": 0.5814,
+      "step": 18040
+    },
+    {
+      "epoch": 2.9,
+      "learning_rate": 1.0416554689599569e-05,
+      "loss": 0.5896,
+      "step": 18060
+    },
+    {
+      "epoch": 2.9,
+      "learning_rate": 1.0094060736361194e-05,
+      "loss": 0.5958,
+      "step": 18080
+    },
+    {
+      "epoch": 2.9,
+      "learning_rate": 9.771566783122816e-06,
+      "loss": 0.5828,
+      "step": 18100
+    },
+    {
+      "epoch": 2.91,
+      "learning_rate": 9.449072829884439e-06,
+      "loss": 0.5978,
+      "step": 18120
+    },
+    {
+      "epoch": 2.91,
+      "learning_rate": 9.126578876646061e-06,
+      "loss": 0.595,
+      "step": 18140
+    },
+    {
+      "epoch": 2.91,
+      "learning_rate": 8.804084923407686e-06,
+      "loss": 0.5966,
+      "step": 18160
+    },
+    {
+      "epoch": 2.92,
+      "learning_rate": 8.481590970169308e-06,
+      "loss": 0.5868,
+      "step": 18180
+    },
+    {
+      "epoch": 2.92,
+      "learning_rate": 8.159097016930933e-06,
+      "loss": 0.5894,
+      "step": 18200
+    },
+    {
+      "epoch": 2.92,
+      "eval_loss": 0.6062944531440735,
+      "eval_runtime": 83.3214,
+      "eval_samples_per_second": 24.003,
+      "eval_steps_per_second": 3.0,
+      "step": 18200
+    },
+    {
+      "epoch": 2.92,
+      "learning_rate": 7.836603063692555e-06,
+      "loss": 0.588,
+      "step": 18220
+    },
+    {
+      "epoch": 2.93,
+      "learning_rate": 7.514109110454178e-06,
+      "loss": 0.5939,
+      "step": 18240
+    },
+    {
+      "epoch": 2.93,
+      "learning_rate": 7.191615157215802e-06,
+      "loss": 0.596,
+      "step": 18260
+    },
+    {
+      "epoch": 2.93,
+      "learning_rate": 6.869121203977424e-06,
+      "loss": 0.5909,
+      "step": 18280
+    },
+    {
+      "epoch": 2.93,
+      "learning_rate": 6.546627250739049e-06,
+      "loss": 0.5938,
+      "step": 18300
+    },
+    {
+      "epoch": 2.94,
+      "learning_rate": 6.224133297500671e-06,
+      "loss": 0.5887,
+      "step": 18320
+    },
+    {
+      "epoch": 2.94,
+      "learning_rate": 5.901639344262295e-06,
+      "loss": 0.586,
+      "step": 18340
+    },
+    {
+      "epoch": 2.94,
+      "learning_rate": 5.579145391023918e-06,
+      "loss": 0.5888,
+      "step": 18360
+    },
+    {
+      "epoch": 2.95,
+      "learning_rate": 5.256651437785541e-06,
+      "loss": 0.5922,
+      "step": 18380
+    },
+    {
+      "epoch": 2.95,
+      "learning_rate": 4.934157484547164e-06,
+      "loss": 0.5878,
+      "step": 18400
+    },
+    {
+      "epoch": 2.95,
+      "eval_loss": 0.6062828302383423,
+      "eval_runtime": 83.3962,
+      "eval_samples_per_second": 23.982,
+      "eval_steps_per_second": 2.998,
+      "step": 18400
+    }
+  ],
+  "max_steps": 18705,
+  "num_train_epochs": 3,
+  "total_flos": 2.3917754019773153e+19,
+  "trial_name": null,
+  "trial_params": null
+}