diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,6730 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 2.5,
+  "eval_steps": 500,
+  "global_step": 22355,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.00012989532543055242,
+      "loss": 2.4901,
+      "step": 20
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0001297790203533885,
+      "loss": 2.4166,
+      "step": 40
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.00012966271527622454,
+      "loss": 2.3887,
+      "step": 60
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.00012954641019906061,
+      "loss": 2.2707,
+      "step": 80
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.00012943592037575487,
+      "loss": 2.4148,
+      "step": 100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0001293196152985909,
+      "loss": 2.2246,
+      "step": 120
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.00012920331022142696,
+      "loss": 2.2086,
+      "step": 140
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.000129087005144263,
+      "loss": 2.2448,
+      "step": 160
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.00012897070006709908,
+      "loss": 2.1513,
+      "step": 180
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.00012885439498993512,
+      "loss": 2.1979,
+      "step": 200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.00012873808991277117,
+      "loss": 2.1967,
+      "step": 220
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.00012862760008946542,
+      "loss": 2.2009,
+      "step": 240
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0001285112950123015,
+      "loss": 2.2464,
+      "step": 260
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.00012839498993513754,
+      "loss": 2.1378,
+      "step": 280
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0001282786848579736,
+      "loss": 2.1907,
+      "step": 300
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.00012816237978080966,
+      "loss": 2.1482,
+      "step": 320
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.0001280460747036457,
+      "loss": 2.1959,
+      "step": 340
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.00012792976962648175,
+      "loss": 2.1316,
+      "step": 360
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.00012781346454931783,
+      "loss": 2.1494,
+      "step": 380
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.00012769715947215387,
+      "loss": 2.2006,
+      "step": 400
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.00012758085439498992,
+      "loss": 2.1951,
+      "step": 420
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.00012746454931782597,
+      "loss": 2.16,
+      "step": 440
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.00012734824424066204,
+      "loss": 2.185,
+      "step": 460
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.00012723193916349808,
+      "loss": 2.1613,
+      "step": 480
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.00012711563408633413,
+      "loss": 2.1638,
+      "step": 500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.0001269993290091702,
+      "loss": 2.1574,
+      "step": 520
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.00012688302393200625,
+      "loss": 2.1476,
+      "step": 540
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.0001267667188548423,
+      "loss": 2.1674,
+      "step": 560
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.00012665041377767837,
+      "loss": 2.1332,
+      "step": 580
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.00012653410870051442,
+      "loss": 2.1414,
+      "step": 600
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.00012641780362335046,
+      "loss": 2.1813,
+      "step": 620
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.00012630149854618653,
+      "loss": 2.1329,
+      "step": 640
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.00012618519346902258,
+      "loss": 2.2409,
+      "step": 660
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.00012606888839185863,
+      "loss": 2.1425,
+      "step": 680
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.0001259525833146947,
+      "loss": 2.1504,
+      "step": 700
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.00012583627823753075,
+      "loss": 2.1707,
+      "step": 720
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.0001257199731603668,
+      "loss": 2.1545,
+      "step": 740
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.00012560366808320286,
+      "loss": 2.158,
+      "step": 760
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.0001254873630060389,
+      "loss": 2.1406,
+      "step": 780
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.00012537105792887496,
+      "loss": 2.1347,
+      "step": 800
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.000125254752851711,
+      "loss": 2.1311,
+      "step": 820
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.00012513844777454708,
+      "loss": 2.1721,
+      "step": 840
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.00012502214269738312,
+      "loss": 2.133,
+      "step": 860
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.00012490583762021917,
+      "loss": 2.1699,
+      "step": 880
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.00012478953254305521,
+      "loss": 2.1301,
+      "step": 900
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.0001246732274658913,
+      "loss": 2.1117,
+      "step": 920
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.00012455692238872733,
+      "loss": 2.1259,
+      "step": 940
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.0001244406173115634,
+      "loss": 2.1486,
+      "step": 960
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.00012432431223439945,
+      "loss": 2.1521,
+      "step": 980
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.0001242080071572355,
+      "loss": 2.1392,
+      "step": 1000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.00012409170208007157,
+      "loss": 2.1488,
+      "step": 1020
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.00012397539700290762,
+      "loss": 2.1047,
+      "step": 1040
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.00012385909192574366,
+      "loss": 2.1408,
+      "step": 1060
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.00012374278684857974,
+      "loss": 2.1569,
+      "step": 1080
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.00012362648177141578,
+      "loss": 2.1465,
+      "step": 1100
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.00012351017669425183,
+      "loss": 2.1701,
+      "step": 1120
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.0001233938716170879,
+      "loss": 2.1293,
+      "step": 1140
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.00012327756653992395,
+      "loss": 2.1176,
+      "step": 1160
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.00012316126146276,
+      "loss": 2.1423,
+      "step": 1180
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.00012304495638559607,
+      "loss": 2.0949,
+      "step": 1200
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.0001229286513084321,
+      "loss": 2.1161,
+      "step": 1220
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.00012281234623126816,
+      "loss": 2.1423,
+      "step": 1240
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.0001226960411541042,
+      "loss": 2.1358,
+      "step": 1260
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.00012257973607694028,
+      "loss": 2.1357,
+      "step": 1280
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.00012246343099977632,
+      "loss": 2.078,
+      "step": 1300
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.00012234712592261237,
+      "loss": 2.1491,
+      "step": 1320
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.00012223082084544842,
+      "loss": 2.145,
+      "step": 1340
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.0001221145157682845,
+      "loss": 2.1503,
+      "step": 1360
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.00012199821069112054,
+      "loss": 2.1336,
+      "step": 1380
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.00012188190561395661,
+      "loss": 2.1555,
+      "step": 1400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.00012176560053679265,
+      "loss": 2.1199,
+      "step": 1420
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.0001216492954596287,
+      "loss": 2.1455,
+      "step": 1440
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.00012153299038246477,
+      "loss": 2.1473,
+      "step": 1460
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.00012141668530530082,
+      "loss": 2.0865,
+      "step": 1480
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.00012130038022813687,
+      "loss": 2.1347,
+      "step": 1500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.00012118407515097293,
+      "loss": 2.1074,
+      "step": 1520
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.00012106777007380899,
+      "loss": 2.1506,
+      "step": 1540
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.00012095146499664503,
+      "loss": 2.1278,
+      "step": 1560
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.00012083515991948109,
+      "loss": 2.1479,
+      "step": 1580
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.00012071885484231714,
+      "loss": 2.0859,
+      "step": 1600
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.00012060254976515321,
+      "loss": 2.1138,
+      "step": 1620
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.00012048624468798926,
+      "loss": 2.1397,
+      "step": 1640
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.0001203699396108253,
+      "loss": 2.0949,
+      "step": 1660
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.00012025363453366136,
+      "loss": 2.1187,
+      "step": 1680
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.00012013732945649742,
+      "loss": 2.1278,
+      "step": 1700
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.00012002102437933347,
+      "loss": 2.1332,
+      "step": 1720
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.00011990471930216953,
+      "loss": 2.1388,
+      "step": 1740
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.00011978841422500559,
+      "loss": 2.0935,
+      "step": 1760
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.00011967210914784163,
+      "loss": 2.1461,
+      "step": 1780
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.00011955580407067769,
+      "loss": 2.1138,
+      "step": 1800
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.00011943949899351374,
+      "loss": 2.0624,
+      "step": 1820
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.00011932319391634981,
+      "loss": 2.0992,
+      "step": 1840
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.00011920688883918586,
+      "loss": 2.1387,
+      "step": 1860
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.0001190905837620219,
+      "loss": 2.1209,
+      "step": 1880
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.00011897427868485796,
+      "loss": 2.1302,
+      "step": 1900
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.00011885797360769402,
+      "loss": 2.1154,
+      "step": 1920
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.00011874166853053007,
+      "loss": 2.1462,
+      "step": 1940
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.00011862536345336613,
+      "loss": 2.1146,
+      "step": 1960
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.00011850905837620217,
+      "loss": 2.1403,
+      "step": 1980
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.00011839275329903823,
+      "loss": 2.0799,
+      "step": 2000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.00011827644822187429,
+      "loss": 2.0788,
+      "step": 2020
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.00011816014314471034,
+      "loss": 2.132,
+      "step": 2040
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.00011804383806754641,
+      "loss": 2.1361,
+      "step": 2060
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.00011792753299038246,
+      "loss": 2.1065,
+      "step": 2080
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.0001178112279132185,
+      "loss": 2.1411,
+      "step": 2100
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.00011769492283605456,
+      "loss": 2.0615,
+      "step": 2120
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.00011757861775889062,
+      "loss": 2.163,
+      "step": 2140
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.00011746231268172667,
+      "loss": 2.1092,
+      "step": 2160
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.00011734600760456273,
+      "loss": 2.1337,
+      "step": 2180
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.00011722970252739878,
+      "loss": 2.1282,
+      "step": 2200
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.00011711339745023483,
+      "loss": 2.0993,
+      "step": 2220
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.0001169970923730709,
+      "loss": 2.1268,
+      "step": 2240
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.00011688078729590694,
+      "loss": 2.094,
+      "step": 2260
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.00011676448221874301,
+      "loss": 2.1094,
+      "step": 2280
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.00011664817714157906,
+      "loss": 2.0969,
+      "step": 2300
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.0001165318720644151,
+      "loss": 2.1216,
+      "step": 2320
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.00011641556698725117,
+      "loss": 2.1355,
+      "step": 2340
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.00011629926191008722,
+      "loss": 2.117,
+      "step": 2360
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.00011618295683292327,
+      "loss": 2.1401,
+      "step": 2380
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.00011606665175575933,
+      "loss": 2.1409,
+      "step": 2400
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.00011595034667859538,
+      "loss": 2.1422,
+      "step": 2420
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.00011583404160143144,
+      "loss": 2.1285,
+      "step": 2440
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.0001157177365242675,
+      "loss": 2.0899,
+      "step": 2460
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.00011560143144710354,
+      "loss": 2.0972,
+      "step": 2480
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.00011548512636993961,
+      "loss": 2.0817,
+      "step": 2500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.00011536882129277566,
+      "loss": 2.1663,
+      "step": 2520
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.0001152525162156117,
+      "loss": 2.1295,
+      "step": 2540
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.00011513621113844777,
+      "loss": 2.1089,
+      "step": 2560
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.00011501990606128383,
+      "loss": 2.1504,
+      "step": 2580
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.00011490360098411987,
+      "loss": 2.1026,
+      "step": 2600
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.00011479311116081413,
+      "loss": 2.1709,
+      "step": 2620
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.00011467680608365018,
+      "loss": 2.1135,
+      "step": 2640
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.00011456050100648623,
+      "loss": 2.1048,
+      "step": 2660
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.00011444419592932229,
+      "loss": 2.0994,
+      "step": 2680
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.00011432789085215834,
+      "loss": 2.1139,
+      "step": 2700
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.00011421158577499441,
+      "loss": 2.0648,
+      "step": 2720
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.00011409528069783046,
+      "loss": 2.1184,
+      "step": 2740
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.0001139789756206665,
+      "loss": 2.0812,
+      "step": 2760
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.00011386848579736077,
+      "loss": 2.168,
+      "step": 2780
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.00011375218072019681,
+      "loss": 2.0971,
+      "step": 2800
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.00011363587564303286,
+      "loss": 2.0863,
+      "step": 2820
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.00011351957056586893,
+      "loss": 2.1173,
+      "step": 2840
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.00011340326548870498,
+      "loss": 2.0671,
+      "step": 2860
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.00011328696041154103,
+      "loss": 2.1363,
+      "step": 2880
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.00011317065533437709,
+      "loss": 2.1232,
+      "step": 2900
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.00011305435025721314,
+      "loss": 2.108,
+      "step": 2920
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.0001129380451800492,
+      "loss": 2.1008,
+      "step": 2940
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.00011282174010288525,
+      "loss": 2.0993,
+      "step": 2960
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.0001127054350257213,
+      "loss": 2.1125,
+      "step": 2980
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.00011258912994855737,
+      "loss": 2.122,
+      "step": 3000
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.00011247282487139342,
+      "loss": 2.1063,
+      "step": 3020
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.00011235651979422946,
+      "loss": 2.0962,
+      "step": 3040
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.00011224021471706552,
+      "loss": 2.1298,
+      "step": 3060
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.00011212390963990158,
+      "loss": 2.1131,
+      "step": 3080
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.00011200760456273763,
+      "loss": 2.1532,
+      "step": 3100
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.00011189129948557369,
+      "loss": 2.0538,
+      "step": 3120
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.00011177499440840975,
+      "loss": 2.1184,
+      "step": 3140
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.0001116586893312458,
+      "loss": 2.0519,
+      "step": 3160
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.00011154238425408185,
+      "loss": 2.1242,
+      "step": 3180
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.0001114260791769179,
+      "loss": 2.1331,
+      "step": 3200
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.00011130977409975397,
+      "loss": 2.108,
+      "step": 3220
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.00011119346902259002,
+      "loss": 2.1189,
+      "step": 3240
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.00011107716394542606,
+      "loss": 2.0963,
+      "step": 3260
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.00011096667412212033,
+      "loss": 2.1936,
+      "step": 3280
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.00011085036904495638,
+      "loss": 2.1254,
+      "step": 3300
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.00011073406396779242,
+      "loss": 2.1475,
+      "step": 3320
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.00011061775889062848,
+      "loss": 2.1016,
+      "step": 3340
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.00011050145381346454,
+      "loss": 2.131,
+      "step": 3360
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.0001103851487363006,
+      "loss": 2.1093,
+      "step": 3380
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.00011026884365913665,
+      "loss": 2.13,
+      "step": 3400
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.00011015253858197269,
+      "loss": 2.1331,
+      "step": 3420
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.00011003623350480877,
+      "loss": 2.1238,
+      "step": 3440
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.00010991992842764481,
+      "loss": 2.1285,
+      "step": 3460
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.00010980362335048086,
+      "loss": 2.0729,
+      "step": 3480
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.00010968731827331693,
+      "loss": 2.1105,
+      "step": 3500
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.00010957101319615298,
+      "loss": 2.0969,
+      "step": 3520
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.00010945470811898902,
+      "loss": 2.1348,
+      "step": 3540
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.00010933840304182508,
+      "loss": 2.0645,
+      "step": 3560
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.00010922209796466114,
+      "loss": 2.0753,
+      "step": 3580
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.0001091057928874972,
+      "loss": 2.1041,
+      "step": 3600
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.00010898948781033325,
+      "loss": 2.0569,
+      "step": 3620
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.0001088731827331693,
+      "loss": 2.0984,
+      "step": 3640
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.00010875687765600537,
+      "loss": 2.1037,
+      "step": 3660
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.00010864057257884141,
+      "loss": 2.0907,
+      "step": 3680
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.00010852426750167746,
+      "loss": 2.1189,
+      "step": 3700
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.00010840796242451353,
+      "loss": 2.0922,
+      "step": 3720
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.00010829165734734958,
+      "loss": 2.0986,
+      "step": 3740
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.00010817535227018562,
+      "loss": 2.1069,
+      "step": 3760
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.00010805904719302168,
+      "loss": 2.1013,
+      "step": 3780
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.00010794274211585774,
+      "loss": 2.1111,
+      "step": 3800
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.0001078264370386938,
+      "loss": 2.1105,
+      "step": 3820
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.00010771013196152985,
+      "loss": 2.0881,
+      "step": 3840
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.0001075938268843659,
+      "loss": 2.102,
+      "step": 3860
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.00010747752180720197,
+      "loss": 2.1201,
+      "step": 3880
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.00010736121673003801,
+      "loss": 2.128,
+      "step": 3900
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.00010724491165287406,
+      "loss": 2.0483,
+      "step": 3920
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.00010712860657571013,
+      "loss": 2.1274,
+      "step": 3940
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.00010701230149854618,
+      "loss": 2.1372,
+      "step": 3960
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.00010689599642138223,
+      "loss": 2.0902,
+      "step": 3980
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.00010677969134421828,
+      "loss": 2.1103,
+      "step": 4000
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.00010666338626705434,
+      "loss": 2.102,
+      "step": 4020
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.0001065470811898904,
+      "loss": 2.118,
+      "step": 4040
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.00010643077611272645,
+      "loss": 2.0548,
+      "step": 4060
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.0001063144710355625,
+      "loss": 2.0805,
+      "step": 4080
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.00010619816595839857,
+      "loss": 2.073,
+      "step": 4100
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.00010608186088123462,
+      "loss": 2.0895,
+      "step": 4120
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.00010596555580407066,
+      "loss": 2.0976,
+      "step": 4140
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.00010584925072690672,
+      "loss": 2.1084,
+      "step": 4160
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.00010573294564974278,
+      "loss": 2.0852,
+      "step": 4180
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.00010561664057257883,
+      "loss": 2.0955,
+      "step": 4200
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.00010550033549541489,
+      "loss": 2.1188,
+      "step": 4220
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.00010538403041825093,
+      "loss": 2.1081,
+      "step": 4240
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.000105267725341087,
+      "loss": 2.0932,
+      "step": 4260
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.00010515142026392305,
+      "loss": 2.0762,
+      "step": 4280
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.0001050351151867591,
+      "loss": 2.1456,
+      "step": 4300
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.00010491881010959517,
+      "loss": 2.0773,
+      "step": 4320
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.00010480250503243122,
+      "loss": 2.1198,
+      "step": 4340
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.00010468619995526726,
+      "loss": 2.0874,
+      "step": 4360
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.00010456989487810332,
+      "loss": 2.1002,
+      "step": 4380
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.00010445358980093938,
+      "loss": 2.1528,
+      "step": 4400
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.00010433728472377543,
+      "loss": 2.1448,
+      "step": 4420
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.00010422097964661149,
+      "loss": 2.1091,
+      "step": 4440
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.00010410467456944753,
+      "loss": 2.098,
+      "step": 4460
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.0001039883694922836,
+      "loss": 2.0977,
+      "step": 4480
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.00010387206441511965,
+      "loss": 2.0686,
+      "step": 4500
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.0001037557593379557,
+      "loss": 2.0873,
+      "step": 4520
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.00010363945426079177,
+      "loss": 2.0965,
+      "step": 4540
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.00010352314918362782,
+      "loss": 2.1141,
+      "step": 4560
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.00010340684410646386,
+      "loss": 2.1144,
+      "step": 4580
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.00010329053902929992,
+      "loss": 2.0991,
+      "step": 4600
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 0.00010317423395213598,
+      "loss": 2.1212,
+      "step": 4620
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 0.00010305792887497203,
+      "loss": 2.065,
+      "step": 4640
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 0.00010294162379780809,
+      "loss": 2.1417,
+      "step": 4660
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 0.00010282531872064413,
+      "loss": 2.0534,
+      "step": 4680
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 0.00010270901364348021,
+      "loss": 2.0935,
+      "step": 4700
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 0.00010259270856631625,
+      "loss": 2.0936,
+      "step": 4720
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 0.0001024764034891523,
+      "loss": 2.1046,
+      "step": 4740
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 0.00010236009841198837,
+      "loss": 2.1202,
+      "step": 4760
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 0.00010224379333482442,
+      "loss": 2.1168,
+      "step": 4780
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 0.00010212748825766046,
+      "loss": 2.1452,
+      "step": 4800
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 0.00010201118318049652,
+      "loss": 2.083,
+      "step": 4820
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 0.00010189487810333258,
+      "loss": 2.0586,
+      "step": 4840
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 0.00010177857302616863,
+      "loss": 2.0866,
+      "step": 4860
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 0.00010166226794900469,
+      "loss": 2.1073,
+      "step": 4880
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 0.00010154596287184074,
+      "loss": 2.085,
+      "step": 4900
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 0.00010142965779467681,
+      "loss": 2.1288,
+      "step": 4920
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 0.00010131335271751285,
+      "loss": 2.095,
+      "step": 4940
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 0.0001011970476403489,
+      "loss": 2.0773,
+      "step": 4960
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 0.00010108074256318496,
+      "loss": 2.0692,
+      "step": 4980
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 0.00010096443748602102,
+      "loss": 2.1083,
+      "step": 5000
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 0.00010084813240885707,
+      "loss": 2.0798,
+      "step": 5020
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 0.00010073182733169313,
+      "loss": 2.1033,
+      "step": 5040
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 0.00010061552225452917,
+      "loss": 2.0525,
+      "step": 5060
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 0.00010049921717736523,
+      "loss": 2.0929,
+      "step": 5080
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 0.00010038291210020129,
+      "loss": 2.0907,
+      "step": 5100
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 0.00010026660702303734,
+      "loss": 2.1307,
+      "step": 5120
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 0.00010015030194587341,
+      "loss": 2.0979,
+      "step": 5140
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 0.00010003399686870946,
+      "loss": 2.1352,
+      "step": 5160
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 9.99176917915455e-05,
+      "loss": 2.1116,
+      "step": 5180
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 9.980138671438156e-05,
+      "loss": 2.0916,
+      "step": 5200
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 9.968508163721762e-05,
+      "loss": 2.1329,
+      "step": 5220
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 9.956877656005367e-05,
+      "loss": 2.105,
+      "step": 5240
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 9.945247148288973e-05,
+      "loss": 2.0596,
+      "step": 5260
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 9.933616640572577e-05,
+      "loss": 2.1042,
+      "step": 5280
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 9.921986132856183e-05,
+      "loss": 2.0807,
+      "step": 5300
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 9.910355625139789e-05,
+      "loss": 2.1058,
+      "step": 5320
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 9.898725117423394e-05,
+      "loss": 2.0702,
+      "step": 5340
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 9.887094609707001e-05,
+      "loss": 2.0739,
+      "step": 5360
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 9.875464101990606e-05,
+      "loss": 2.0708,
+      "step": 5380
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 9.86383359427421e-05,
+      "loss": 2.0775,
+      "step": 5400
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 9.852203086557816e-05,
+      "loss": 2.0901,
+      "step": 5420
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 9.840572578841422e-05,
+      "loss": 2.1068,
+      "step": 5440
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 9.828942071125027e-05,
+      "loss": 2.0987,
+      "step": 5460
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 9.817311563408633e-05,
+      "loss": 2.106,
+      "step": 5480
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 9.805681055692237e-05,
+      "loss": 2.0821,
+      "step": 5500
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 9.794050547975843e-05,
+      "loss": 2.1149,
+      "step": 5520
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 9.782420040259449e-05,
+      "loss": 2.1055,
+      "step": 5540
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 9.770789532543054e-05,
+      "loss": 2.0827,
+      "step": 5560
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 9.759159024826661e-05,
+      "loss": 2.122,
+      "step": 5580
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 9.747528517110266e-05,
+      "loss": 2.1003,
+      "step": 5600
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 9.73589800939387e-05,
+      "loss": 2.0936,
+      "step": 5620
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 9.724267501677476e-05,
+      "loss": 2.1016,
+      "step": 5640
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 9.712636993961082e-05,
+      "loss": 2.0689,
+      "step": 5660
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 9.701006486244687e-05,
+      "loss": 2.0836,
+      "step": 5680
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 9.689375978528293e-05,
+      "loss": 2.0938,
+      "step": 5700
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 9.678326996197718e-05,
+      "loss": 2.0761,
+      "step": 5720
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 9.666696488481323e-05,
+      "loss": 2.1049,
+      "step": 5740
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 9.655065980764929e-05,
+      "loss": 2.0922,
+      "step": 5760
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 9.643435473048533e-05,
+      "loss": 2.1141,
+      "step": 5780
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 9.631804965332141e-05,
+      "loss": 2.15,
+      "step": 5800
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 9.620174457615745e-05,
+      "loss": 2.1099,
+      "step": 5820
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 9.60854394989935e-05,
+      "loss": 2.0849,
+      "step": 5840
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 9.596913442182956e-05,
+      "loss": 2.1233,
+      "step": 5860
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 9.585282934466562e-05,
+      "loss": 2.0993,
+      "step": 5880
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 9.573652426750166e-05,
+      "loss": 2.064,
+      "step": 5900
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 9.562021919033772e-05,
+      "loss": 2.0972,
+      "step": 5920
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 9.550391411317378e-05,
+      "loss": 2.0913,
+      "step": 5940
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 9.538760903600983e-05,
+      "loss": 2.1062,
+      "step": 5960
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 9.527130395884589e-05,
+      "loss": 2.0634,
+      "step": 5980
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 9.515499888168194e-05,
+      "loss": 2.0826,
+      "step": 6000
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 9.503869380451801e-05,
+      "loss": 2.0542,
+      "step": 6020
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 9.492238872735405e-05,
+      "loss": 2.1298,
+      "step": 6040
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 9.48060836501901e-05,
+      "loss": 2.0832,
+      "step": 6060
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 9.468977857302616e-05,
+      "loss": 2.0809,
+      "step": 6080
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 9.457347349586222e-05,
+      "loss": 2.0953,
+      "step": 6100
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 9.445716841869827e-05,
+      "loss": 2.1176,
+      "step": 6120
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 9.434086334153433e-05,
+      "loss": 2.1116,
+      "step": 6140
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 9.422455826437037e-05,
+      "loss": 2.0793,
+      "step": 6160
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 9.410825318720643e-05,
+      "loss": 2.1492,
+      "step": 6180
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 9.399194811004249e-05,
+      "loss": 2.1025,
+      "step": 6200
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 9.387564303287854e-05,
+      "loss": 2.1206,
+      "step": 6220
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 9.375933795571461e-05,
+      "loss": 2.0791,
+      "step": 6240
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 9.364303287855066e-05,
+      "loss": 2.1058,
+      "step": 6260
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 9.35267278013867e-05,
+      "loss": 2.0744,
+      "step": 6280
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 9.341042272422276e-05,
+      "loss": 2.1379,
+      "step": 6300
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 9.329411764705882e-05,
+      "loss": 2.0771,
+      "step": 6320
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 9.317781256989487e-05,
+      "loss": 2.0726,
+      "step": 6340
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 9.306150749273093e-05,
+      "loss": 2.0929,
+      "step": 6360
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 9.294520241556697e-05,
+      "loss": 2.0805,
+      "step": 6380
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 9.282889733840303e-05,
+      "loss": 2.0669,
+      "step": 6400
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 9.271259226123909e-05,
+      "loss": 2.0981,
+      "step": 6420
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 9.259628718407514e-05,
+      "loss": 2.0965,
+      "step": 6440
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 9.247998210691121e-05,
+      "loss": 2.0624,
+      "step": 6460
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 9.236367702974726e-05,
+      "loss": 2.0785,
+      "step": 6480
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 9.22473719525833e-05,
+      "loss": 2.0725,
+      "step": 6500
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 9.213106687541936e-05,
+      "loss": 2.1556,
+      "step": 6520
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 9.201476179825542e-05,
+      "loss": 2.0998,
+      "step": 6540
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 9.189845672109147e-05,
+      "loss": 2.0678,
+      "step": 6560
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 9.178215164392753e-05,
+      "loss": 2.0746,
+      "step": 6580
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 9.166584656676357e-05,
+      "loss": 2.062,
+      "step": 6600
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 9.154954148959963e-05,
+      "loss": 2.0578,
+      "step": 6620
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 9.143323641243569e-05,
+      "loss": 2.0694,
+      "step": 6640
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 9.131693133527174e-05,
+      "loss": 2.1157,
+      "step": 6660
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 9.120062625810778e-05,
+      "loss": 2.0948,
+      "step": 6680
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 9.108432118094386e-05,
+      "loss": 2.1122,
+      "step": 6700
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 9.097964661149629e-05,
+      "loss": 2.0849,
+      "step": 6720
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 9.086334153433236e-05,
+      "loss": 2.1186,
+      "step": 6740
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 9.074703645716841e-05,
+      "loss": 2.113,
+      "step": 6760
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 9.063073138000446e-05,
+      "loss": 2.1269,
+      "step": 6780
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 9.051442630284053e-05,
+      "loss": 2.0888,
+      "step": 6800
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 9.039812122567658e-05,
+      "loss": 2.1094,
+      "step": 6820
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 9.028181614851262e-05,
+      "loss": 2.1165,
+      "step": 6840
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 9.016551107134868e-05,
+      "loss": 2.0779,
+      "step": 6860
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 9.004920599418474e-05,
+      "loss": 2.1145,
+      "step": 6880
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 8.99329009170208e-05,
+      "loss": 2.0862,
+      "step": 6900
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 8.981659583985685e-05,
+      "loss": 2.079,
+      "step": 6920
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 8.970029076269289e-05,
+      "loss": 2.0633,
+      "step": 6940
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 8.958398568552897e-05,
+      "loss": 2.1121,
+      "step": 6960
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 8.946768060836501e-05,
+      "loss": 2.0693,
+      "step": 6980
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 8.935137553120106e-05,
+      "loss": 2.1111,
+      "step": 7000
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 8.923507045403713e-05,
+      "loss": 2.0946,
+      "step": 7020
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 8.911876537687318e-05,
+      "loss": 2.0797,
+      "step": 7040
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 8.900246029970922e-05,
+      "loss": 2.0911,
+      "step": 7060
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 8.888615522254528e-05,
+      "loss": 2.1028,
+      "step": 7080
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 8.876985014538134e-05,
+      "loss": 2.0305,
+      "step": 7100
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 8.86535450682174e-05,
+      "loss": 2.1243,
+      "step": 7120
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 8.853723999105345e-05,
+      "loss": 2.0735,
+      "step": 7140
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 8.84209349138895e-05,
+      "loss": 2.1153,
+      "step": 7160
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 8.830462983672557e-05,
+      "loss": 2.123,
+      "step": 7180
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 8.818832475956161e-05,
+      "loss": 2.1111,
+      "step": 7200
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 8.807201968239766e-05,
+      "loss": 2.1151,
+      "step": 7220
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 8.795571460523372e-05,
+      "loss": 2.0732,
+      "step": 7240
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 8.783940952806978e-05,
+      "loss": 2.0776,
+      "step": 7260
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 8.772310445090582e-05,
+      "loss": 2.1173,
+      "step": 7280
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 8.760679937374188e-05,
+      "loss": 2.109,
+      "step": 7300
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 8.749049429657794e-05,
+      "loss": 2.0947,
+      "step": 7320
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 8.7374189219414e-05,
+      "loss": 2.1035,
+      "step": 7340
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 8.725788414225005e-05,
+      "loss": 2.0857,
+      "step": 7360
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 8.71473943189443e-05,
+      "loss": 2.1273,
+      "step": 7380
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 8.703108924178036e-05,
+      "loss": 2.083,
+      "step": 7400
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 8.691478416461641e-05,
+      "loss": 2.0879,
+      "step": 7420
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 8.679847908745245e-05,
+      "loss": 2.0691,
+      "step": 7440
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 8.668217401028853e-05,
+      "loss": 2.0915,
+      "step": 7460
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 8.656586893312457e-05,
+      "loss": 2.0725,
+      "step": 7480
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 8.644956385596062e-05,
+      "loss": 2.0862,
+      "step": 7500
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 8.633325877879668e-05,
+      "loss": 2.0728,
+      "step": 7520
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 8.621695370163274e-05,
+      "loss": 2.0855,
+      "step": 7540
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 8.61006486244688e-05,
+      "loss": 2.0736,
+      "step": 7560
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 8.598434354730484e-05,
+      "loss": 2.0767,
+      "step": 7580
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 8.586803847014089e-05,
+      "loss": 2.0838,
+      "step": 7600
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 8.575173339297696e-05,
+      "loss": 2.108,
+      "step": 7620
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 8.563542831581301e-05,
+      "loss": 2.0527,
+      "step": 7640
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 8.551912323864905e-05,
+      "loss": 2.0648,
+      "step": 7660
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 8.540281816148513e-05,
+      "loss": 2.0727,
+      "step": 7680
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 8.528651308432117e-05,
+      "loss": 2.067,
+      "step": 7700
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 8.517020800715722e-05,
+      "loss": 2.1203,
+      "step": 7720
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.505390292999328e-05,
+      "loss": 2.0996,
+      "step": 7740
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.493759785282934e-05,
+      "loss": 2.0957,
+      "step": 7760
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.48212927756654e-05,
+      "loss": 2.0995,
+      "step": 7780
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.470498769850144e-05,
+      "loss": 2.1292,
+      "step": 7800
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.458868262133749e-05,
+      "loss": 2.0849,
+      "step": 7820
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 8.447237754417356e-05,
+      "loss": 2.0608,
+      "step": 7840
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 8.435607246700961e-05,
+      "loss": 2.0869,
+      "step": 7860
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 8.423976738984566e-05,
+      "loss": 2.1041,
+      "step": 7880
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 8.412346231268173e-05,
+      "loss": 2.1176,
+      "step": 7900
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 8.400715723551778e-05,
+      "loss": 2.0637,
+      "step": 7920
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 8.389085215835382e-05,
+      "loss": 2.0899,
+      "step": 7940
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 8.377454708118988e-05,
+      "loss": 2.1238,
+      "step": 7960
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 8.365824200402594e-05,
+      "loss": 2.074,
+      "step": 7980
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 8.3541936926862e-05,
+      "loss": 2.0879,
+      "step": 8000
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 8.342563184969805e-05,
+      "loss": 2.054,
+      "step": 8020
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 8.330932677253409e-05,
+      "loss": 2.099,
+      "step": 8040
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 8.319302169537017e-05,
+      "loss": 2.0973,
+      "step": 8060
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 8.307671661820621e-05,
+      "loss": 2.0318,
+      "step": 8080
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 8.296041154104226e-05,
+      "loss": 2.0945,
+      "step": 8100
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 8.284410646387832e-05,
+      "loss": 2.0752,
+      "step": 8120
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 8.272780138671438e-05,
+      "loss": 2.0991,
+      "step": 8140
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 8.261149630955042e-05,
+      "loss": 2.0894,
+      "step": 8160
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 8.249519123238648e-05,
+      "loss": 2.1152,
+      "step": 8180
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 8.237888615522254e-05,
+      "loss": 2.0758,
+      "step": 8200
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 8.22625810780586e-05,
+      "loss": 2.0666,
+      "step": 8220
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 8.214627600089465e-05,
+      "loss": 2.1372,
+      "step": 8240
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 8.20299709237307e-05,
+      "loss": 2.0993,
+      "step": 8260
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 8.191366584656677e-05,
+      "loss": 2.0746,
+      "step": 8280
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 8.179736076940281e-05,
+      "loss": 2.0846,
+      "step": 8300
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 8.168105569223886e-05,
+      "loss": 2.1056,
+      "step": 8320
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 8.156475061507492e-05,
+      "loss": 2.0845,
+      "step": 8340
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 8.144844553791098e-05,
+      "loss": 2.0659,
+      "step": 8360
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 8.133214046074702e-05,
+      "loss": 2.1159,
+      "step": 8380
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 8.121583538358308e-05,
+      "loss": 2.0651,
+      "step": 8400
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 8.109953030641913e-05,
+      "loss": 2.0937,
+      "step": 8420
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 8.09832252292552e-05,
+      "loss": 2.0918,
+      "step": 8440
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 8.086692015209125e-05,
+      "loss": 2.0971,
+      "step": 8460
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 8.07506150749273e-05,
+      "loss": 2.1071,
+      "step": 8480
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 8.063430999776337e-05,
+      "loss": 2.0947,
+      "step": 8500
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 8.051800492059941e-05,
+      "loss": 2.1176,
+      "step": 8520
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 8.040169984343546e-05,
+      "loss": 2.0751,
+      "step": 8540
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 8.028539476627152e-05,
+      "loss": 2.1119,
+      "step": 8560
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 8.016908968910758e-05,
+      "loss": 2.0632,
+      "step": 8580
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 8.005278461194362e-05,
+      "loss": 2.0783,
+      "step": 8600
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 7.993647953477968e-05,
+      "loss": 2.0886,
+      "step": 8620
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 7.982017445761573e-05,
+      "loss": 2.0987,
+      "step": 8640
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 7.97038693804518e-05,
+      "loss": 2.1099,
+      "step": 8660
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 7.958756430328785e-05,
+      "loss": 2.1042,
+      "step": 8680
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 7.94712592261239e-05,
+      "loss": 2.0701,
+      "step": 8700
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 7.935495414895997e-05,
+      "loss": 2.095,
+      "step": 8720
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 7.923864907179601e-05,
+      "loss": 2.082,
+      "step": 8740
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 7.912234399463206e-05,
+      "loss": 2.0991,
+      "step": 8760
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 7.901185417132633e-05,
+      "loss": 2.1346,
+      "step": 8780
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 7.889554909416237e-05,
+      "loss": 2.0537,
+      "step": 8800
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 7.877924401699842e-05,
+      "loss": 2.0679,
+      "step": 8820
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 7.866293893983448e-05,
+      "loss": 2.0561,
+      "step": 8840
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 7.854663386267054e-05,
+      "loss": 2.0824,
+      "step": 8860
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 7.84303287855066e-05,
+      "loss": 2.0671,
+      "step": 8880
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 7.831402370834264e-05,
+      "loss": 2.0845,
+      "step": 8900
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 7.819771863117869e-05,
+      "loss": 2.0639,
+      "step": 8920
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 7.808141355401476e-05,
+      "loss": 2.0743,
+      "step": 8940
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 7.796510847685081e-05,
+      "loss": 2.073,
+      "step": 8960
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 7.784880339968686e-05,
+      "loss": 2.0485,
+      "step": 8980
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 7.773249832252293e-05,
+      "loss": 2.0882,
+      "step": 9000
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 7.761619324535897e-05,
+      "loss": 2.0788,
+      "step": 9020
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 7.749988816819502e-05,
+      "loss": 2.1103,
+      "step": 9040
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 7.738358309103108e-05,
+      "loss": 2.0259,
+      "step": 9060
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 7.726727801386714e-05,
+      "loss": 2.0938,
+      "step": 9080
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 7.71509729367032e-05,
+      "loss": 2.0847,
+      "step": 9100
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 7.703466785953925e-05,
+      "loss": 2.071,
+      "step": 9120
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 7.691836278237529e-05,
+      "loss": 2.0918,
+      "step": 9140
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 7.680205770521136e-05,
+      "loss": 2.0931,
+      "step": 9160
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 7.668575262804741e-05,
+      "loss": 2.0808,
+      "step": 9180
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 7.656944755088346e-05,
+      "loss": 2.0443,
+      "step": 9200
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 7.645314247371952e-05,
+      "loss": 2.0689,
+      "step": 9220
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 7.633683739655558e-05,
+      "loss": 2.0699,
+      "step": 9240
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 7.622053231939162e-05,
+      "loss": 2.0754,
+      "step": 9260
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 7.610422724222768e-05,
+      "loss": 2.0562,
+      "step": 9280
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 7.598792216506374e-05,
+      "loss": 2.1127,
+      "step": 9300
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 7.58716170878998e-05,
+      "loss": 2.0445,
+      "step": 9320
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 7.575531201073585e-05,
+      "loss": 2.0969,
+      "step": 9340
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 7.563900693357189e-05,
+      "loss": 2.0689,
+      "step": 9360
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 7.552270185640797e-05,
+      "loss": 2.0759,
+      "step": 9380
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 7.540639677924401e-05,
+      "loss": 2.0992,
+      "step": 9400
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 7.529009170208006e-05,
+      "loss": 2.0964,
+      "step": 9420
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 7.517378662491612e-05,
+      "loss": 2.124,
+      "step": 9440
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 7.505748154775218e-05,
+      "loss": 2.0637,
+      "step": 9460
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 7.494117647058822e-05,
+      "loss": 2.0321,
+      "step": 9480
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 7.482487139342428e-05,
+      "loss": 2.0486,
+      "step": 9500
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 7.470856631626033e-05,
+      "loss": 2.0797,
+      "step": 9520
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 7.45922612390964e-05,
+      "loss": 2.0519,
+      "step": 9540
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 7.447595616193245e-05,
+      "loss": 2.0909,
+      "step": 9560
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 7.43596510847685e-05,
+      "loss": 2.1264,
+      "step": 9580
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 7.424334600760457e-05,
+      "loss": 2.0636,
+      "step": 9600
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 7.412704093044061e-05,
+      "loss": 2.0728,
+      "step": 9620
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 7.401073585327666e-05,
+      "loss": 2.1126,
+      "step": 9640
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 7.389443077611272e-05,
+      "loss": 2.0674,
+      "step": 9660
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 7.377812569894878e-05,
+      "loss": 2.0758,
+      "step": 9680
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 7.366182062178482e-05,
+      "loss": 2.1052,
+      "step": 9700
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 7.354551554462088e-05,
+      "loss": 2.1103,
+      "step": 9720
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 7.342921046745693e-05,
+      "loss": 2.0949,
+      "step": 9740
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 7.3312905390293e-05,
+      "loss": 2.0553,
+      "step": 9760
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 7.320823082084544e-05,
+      "loss": 2.1142,
+      "step": 9780
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 7.30919257436815e-05,
+      "loss": 2.0894,
+      "step": 9800
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 7.297562066651756e-05,
+      "loss": 2.0715,
+      "step": 9820
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 7.28593155893536e-05,
+      "loss": 2.0851,
+      "step": 9840
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 7.274301051218965e-05,
+      "loss": 2.0747,
+      "step": 9860
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 7.262670543502572e-05,
+      "loss": 2.0983,
+      "step": 9880
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 7.251040035786177e-05,
+      "loss": 2.0738,
+      "step": 9900
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 7.239409528069781e-05,
+      "loss": 2.0499,
+      "step": 9920
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 7.227779020353389e-05,
+      "loss": 2.0457,
+      "step": 9940
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 7.216148512636993e-05,
+      "loss": 2.1105,
+      "step": 9960
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 7.204518004920599e-05,
+      "loss": 2.0765,
+      "step": 9980
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 7.192887497204204e-05,
+      "loss": 2.0242,
+      "step": 10000
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 7.18125698948781e-05,
+      "loss": 2.0528,
+      "step": 10020
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 7.169626481771416e-05,
+      "loss": 2.1105,
+      "step": 10040
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 7.15799597405502e-05,
+      "loss": 2.0939,
+      "step": 10060
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 7.146365466338625e-05,
+      "loss": 2.0825,
+      "step": 10080
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 7.134734958622232e-05,
+      "loss": 2.0786,
+      "step": 10100
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 7.123104450905837e-05,
+      "loss": 2.0824,
+      "step": 10120
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 7.111473943189441e-05,
+      "loss": 2.0414,
+      "step": 10140
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 7.099843435473049e-05,
+      "loss": 2.0486,
+      "step": 10160
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 7.088212927756653e-05,
+      "loss": 2.0729,
+      "step": 10180
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 7.076582420040259e-05,
+      "loss": 2.0891,
+      "step": 10200
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 7.064951912323864e-05,
+      "loss": 2.0465,
+      "step": 10220
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 7.05332140460747e-05,
+      "loss": 2.0474,
+      "step": 10240
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 7.041690896891076e-05,
+      "loss": 2.1061,
+      "step": 10260
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 7.03006038917468e-05,
+      "loss": 2.0628,
+      "step": 10280
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 7.018429881458285e-05,
+      "loss": 2.1327,
+      "step": 10300
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 7.006799373741892e-05,
+      "loss": 2.0707,
+      "step": 10320
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 6.995168866025497e-05,
+      "loss": 2.0648,
+      "step": 10340
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 6.983538358309102e-05,
+      "loss": 2.0567,
+      "step": 10360
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 6.971907850592709e-05,
+      "loss": 2.0765,
+      "step": 10380
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 6.960277342876313e-05,
+      "loss": 2.0661,
+      "step": 10400
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 6.94864683515992e-05,
+      "loss": 2.1056,
+      "step": 10420
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 6.937016327443524e-05,
+      "loss": 2.0758,
+      "step": 10440
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 6.92538581972713e-05,
+      "loss": 2.0754,
+      "step": 10460
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 6.913755312010736e-05,
+      "loss": 2.067,
+      "step": 10480
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 6.90212480429434e-05,
+      "loss": 2.0442,
+      "step": 10500
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 6.890494296577945e-05,
+      "loss": 2.1316,
+      "step": 10520
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 6.878863788861552e-05,
+      "loss": 2.1042,
+      "step": 10540
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 6.867233281145157e-05,
+      "loss": 2.0781,
+      "step": 10560
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 6.855602773428762e-05,
+      "loss": 2.0834,
+      "step": 10580
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 6.843972265712368e-05,
+      "loss": 2.0664,
+      "step": 10600
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 6.832341757995974e-05,
+      "loss": 2.0874,
+      "step": 10620
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 6.82071125027958e-05,
+      "loss": 2.068,
+      "step": 10640
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 6.809080742563184e-05,
+      "loss": 2.1073,
+      "step": 10660
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 6.797450234846789e-05,
+      "loss": 2.092,
+      "step": 10680
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 6.785819727130396e-05,
+      "loss": 2.124,
+      "step": 10700
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 6.774189219414e-05,
+      "loss": 2.0616,
+      "step": 10720
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 6.762558711697605e-05,
+      "loss": 2.0983,
+      "step": 10740
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 6.750928203981213e-05,
+      "loss": 2.0409,
+      "step": 10760
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 6.740460747036456e-05,
+      "loss": 2.081,
+      "step": 10780
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 6.728830239320063e-05,
+      "loss": 2.0685,
+      "step": 10800
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 6.717199731603668e-05,
+      "loss": 2.0529,
+      "step": 10820
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 6.705569223887272e-05,
+      "loss": 2.0319,
+      "step": 10840
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 6.694520241556699e-05,
+      "loss": 2.0722,
+      "step": 10860
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 6.682889733840304e-05,
+      "loss": 2.0737,
+      "step": 10880
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 6.671259226123908e-05,
+      "loss": 2.0686,
+      "step": 10900
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 6.659628718407514e-05,
+      "loss": 2.0804,
+      "step": 10920
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 6.64799821069112e-05,
+      "loss": 2.0479,
+      "step": 10940
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 6.636367702974725e-05,
+      "loss": 2.0999,
+      "step": 10960
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 6.624737195258331e-05,
+      "loss": 2.0414,
+      "step": 10980
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 6.613106687541937e-05,
+      "loss": 2.0921,
+      "step": 11000
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 6.601476179825543e-05,
+      "loss": 2.0881,
+      "step": 11020
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 6.589845672109147e-05,
+      "loss": 2.0595,
+      "step": 11040
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 6.578215164392752e-05,
+      "loss": 2.0746,
+      "step": 11060
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 6.566584656676359e-05,
+      "loss": 2.0711,
+      "step": 11080
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 6.554954148959964e-05,
+      "loss": 2.0837,
+      "step": 11100
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 6.543323641243568e-05,
+      "loss": 2.1156,
+      "step": 11120
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 6.531693133527174e-05,
+      "loss": 2.0635,
+      "step": 11140
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 6.52006262581078e-05,
+      "loss": 2.1057,
+      "step": 11160
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 6.508432118094385e-05,
+      "loss": 2.0678,
+      "step": 11180
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 6.496801610377991e-05,
+      "loss": 2.0829,
+      "step": 11200
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 6.485171102661596e-05,
+      "loss": 2.0898,
+      "step": 11220
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 6.473540594945201e-05,
+      "loss": 2.0493,
+      "step": 11240
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 6.461910087228807e-05,
+      "loss": 2.0973,
+      "step": 11260
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 6.450279579512413e-05,
+      "loss": 2.0676,
+      "step": 11280
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 6.438649071796018e-05,
+      "loss": 2.0913,
+      "step": 11300
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 6.427018564079624e-05,
+      "loss": 2.0759,
+      "step": 11320
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 6.41538805636323e-05,
+      "loss": 2.0771,
+      "step": 11340
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 6.403757548646834e-05,
+      "loss": 2.0751,
+      "step": 11360
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 6.39212704093044e-05,
+      "loss": 2.0917,
+      "step": 11380
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 6.380496533214045e-05,
+      "loss": 2.0849,
+      "step": 11400
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 6.368866025497651e-05,
+      "loss": 2.1137,
+      "step": 11420
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 6.357235517781256e-05,
+      "loss": 2.0939,
+      "step": 11440
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 6.345605010064862e-05,
+      "loss": 2.0741,
+      "step": 11460
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 6.333974502348468e-05,
+      "loss": 2.0774,
+      "step": 11480
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 6.322343994632073e-05,
+      "loss": 2.0635,
+      "step": 11500
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 6.310713486915678e-05,
+      "loss": 2.0485,
+      "step": 11520
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 6.299082979199284e-05,
+      "loss": 2.039,
+      "step": 11540
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 6.28745247148289e-05,
+      "loss": 2.0711,
+      "step": 11560
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 6.275821963766495e-05,
+      "loss": 2.0571,
+      "step": 11580
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 6.2641914560501e-05,
+      "loss": 2.0698,
+      "step": 11600
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 6.252560948333705e-05,
+      "loss": 2.0765,
+      "step": 11620
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 6.240930440617311e-05,
+      "loss": 2.0773,
+      "step": 11640
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 6.229299932900916e-05,
+      "loss": 2.0709,
+      "step": 11660
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 6.217669425184522e-05,
+      "loss": 2.1052,
+      "step": 11680
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 6.206038917468128e-05,
+      "loss": 2.1026,
+      "step": 11700
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 6.194408409751734e-05,
+      "loss": 2.1083,
+      "step": 11720
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 6.182777902035338e-05,
+      "loss": 2.0498,
+      "step": 11740
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 6.171147394318944e-05,
+      "loss": 2.0841,
+      "step": 11760
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 6.159516886602549e-05,
+      "loss": 2.0496,
+      "step": 11780
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 6.147886378886155e-05,
+      "loss": 2.0787,
+      "step": 11800
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 6.136255871169761e-05,
+      "loss": 2.0895,
+      "step": 11820
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 6.124625363453365e-05,
+      "loss": 2.0626,
+      "step": 11840
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 6.112994855736971e-05,
+      "loss": 2.0783,
+      "step": 11860
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 6.1013643480205765e-05,
+      "loss": 2.0455,
+      "step": 11880
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 6.089733840304182e-05,
+      "loss": 2.1121,
+      "step": 11900
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 6.078103332587788e-05,
+      "loss": 2.0669,
+      "step": 11920
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 6.066472824871393e-05,
+      "loss": 2.0762,
+      "step": 11940
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 6.0548423171549983e-05,
+      "loss": 2.0947,
+      "step": 11960
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 6.0432118094386036e-05,
+      "loss": 2.0841,
+      "step": 11980
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 6.0315813017222096e-05,
+      "loss": 2.011,
+      "step": 12000
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 6.019950794005814e-05,
+      "loss": 2.0809,
+      "step": 12020
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 6.00832028628942e-05,
+      "loss": 2.0777,
+      "step": 12040
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.9966897785730254e-05,
+      "loss": 2.0817,
+      "step": 12060
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.9850592708566314e-05,
+      "loss": 2.0892,
+      "step": 12080
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.9734287631402367e-05,
+      "loss": 2.0662,
+      "step": 12100
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.961798255423842e-05,
+      "loss": 2.0668,
+      "step": 12120
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.950167747707448e-05,
+      "loss": 2.0867,
+      "step": 12140
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.9385372399910525e-05,
+      "loss": 2.0867,
+      "step": 12160
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.9269067322746585e-05,
+      "loss": 2.0552,
+      "step": 12180
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.915276224558264e-05,
+      "loss": 2.0824,
+      "step": 12200
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.90364571684187e-05,
+      "loss": 2.0578,
+      "step": 12220
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.892015209125474e-05,
+      "loss": 2.0963,
+      "step": 12240
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.88038470140908e-05,
+      "loss": 2.0727,
+      "step": 12260
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.8687541936926855e-05,
+      "loss": 2.0608,
+      "step": 12280
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.8571236859762915e-05,
+      "loss": 2.0881,
+      "step": 12300
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.846074703645716e-05,
+      "loss": 2.0888,
+      "step": 12320
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.8344441959293214e-05,
+      "loss": 2.0465,
+      "step": 12340
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.823395213598747e-05,
+      "loss": 2.1094,
+      "step": 12360
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.811764705882353e-05,
+      "loss": 2.0192,
+      "step": 12380
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.800134198165958e-05,
+      "loss": 2.0697,
+      "step": 12400
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.788503690449563e-05,
+      "loss": 2.0691,
+      "step": 12420
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.776873182733169e-05,
+      "loss": 2.124,
+      "step": 12440
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.7652426750167745e-05,
+      "loss": 2.0787,
+      "step": 12460
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 5.75361216730038e-05,
+      "loss": 2.0961,
+      "step": 12480
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 5.741981659583985e-05,
+      "loss": 2.0777,
+      "step": 12500
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 5.730351151867591e-05,
+      "loss": 2.1276,
+      "step": 12520
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 5.7187206441511956e-05,
+      "loss": 2.0695,
+      "step": 12540
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 5.7070901364348016e-05,
+      "loss": 2.1114,
+      "step": 12560
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 5.695459628718407e-05,
+      "loss": 2.0385,
+      "step": 12580
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 5.683829121002013e-05,
+      "loss": 2.0712,
+      "step": 12600
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 5.6721986132856174e-05,
+      "loss": 2.0475,
+      "step": 12620
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 5.6605681055692234e-05,
+      "loss": 2.0444,
+      "step": 12640
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 5.6489375978528293e-05,
+      "loss": 2.0797,
+      "step": 12660
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 5.6373070901364346e-05,
+      "loss": 2.0404,
+      "step": 12680
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 5.62567658242004e-05,
+      "loss": 2.0824,
+      "step": 12700
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 5.614046074703645e-05,
+      "loss": 2.0749,
+      "step": 12720
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 5.602415566987251e-05,
+      "loss": 2.0788,
+      "step": 12740
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 5.590785059270856e-05,
+      "loss": 2.0504,
+      "step": 12760
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 5.579154551554462e-05,
+      "loss": 2.0855,
+      "step": 12780
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 5.567524043838067e-05,
+      "loss": 2.054,
+      "step": 12800
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 5.555893536121673e-05,
+      "loss": 2.0847,
+      "step": 12820
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 5.5442630284052775e-05,
+      "loss": 2.0575,
+      "step": 12840
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 5.5326325206888835e-05,
+      "loss": 2.0579,
+      "step": 12860
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 5.521002012972489e-05,
+      "loss": 2.0777,
+      "step": 12880
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 5.509371505256094e-05,
+      "loss": 2.048,
+      "step": 12900
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 5.4977409975396993e-05,
+      "loss": 2.0861,
+      "step": 12920
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 5.486110489823305e-05,
+      "loss": 2.0703,
+      "step": 12940
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 5.474479982106911e-05,
+      "loss": 2.0672,
+      "step": 12960
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 5.462849474390516e-05,
+      "loss": 2.072,
+      "step": 12980
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 5.451218966674122e-05,
+      "loss": 2.0926,
+      "step": 13000
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 5.439588458957727e-05,
+      "loss": 2.1006,
+      "step": 13020
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 5.427957951241333e-05,
+      "loss": 2.069,
+      "step": 13040
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 5.416327443524938e-05,
+      "loss": 2.0707,
+      "step": 13060
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 5.4046969358085436e-05,
+      "loss": 2.0648,
+      "step": 13080
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 5.393066428092149e-05,
+      "loss": 2.083,
+      "step": 13100
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 5.381435920375754e-05,
+      "loss": 2.0851,
+      "step": 13120
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 5.3698054126593595e-05,
+      "loss": 2.0987,
+      "step": 13140
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 5.3581749049429654e-05,
+      "loss": 2.0758,
+      "step": 13160
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 5.346544397226571e-05,
+      "loss": 2.0657,
+      "step": 13180
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 5.334913889510176e-05,
+      "loss": 2.0461,
+      "step": 13200
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 5.323283381793782e-05,
+      "loss": 2.0693,
+      "step": 13220
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 5.311652874077387e-05,
+      "loss": 2.0812,
+      "step": 13240
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 5.300022366360993e-05,
+      "loss": 2.0818,
+      "step": 13260
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 5.288391858644598e-05,
+      "loss": 2.0236,
+      "step": 13280
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 5.276761350928204e-05,
+      "loss": 2.076,
+      "step": 13300
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 5.265130843211809e-05,
+      "loss": 2.0957,
+      "step": 13320
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 5.253500335495414e-05,
+      "loss": 2.129,
+      "step": 13340
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 5.2418698277790196e-05,
+      "loss": 2.1143,
+      "step": 13360
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 5.2302393200626255e-05,
+      "loss": 2.0316,
+      "step": 13380
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 5.218608812346231e-05,
+      "loss": 2.0659,
+      "step": 13400
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 5.206978304629836e-05,
+      "loss": 2.0619,
+      "step": 13420
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 5.1953477969134414e-05,
+      "loss": 2.0418,
+      "step": 13440
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 5.1837172891970473e-05,
+      "loss": 2.0524,
+      "step": 13460
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 5.172086781480653e-05,
+      "loss": 2.1071,
+      "step": 13480
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 5.160456273764258e-05,
+      "loss": 2.0871,
+      "step": 13500
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 5.148825766047864e-05,
+      "loss": 2.0552,
+      "step": 13520
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 5.137195258331469e-05,
+      "loss": 2.0746,
+      "step": 13540
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 5.1255647506150744e-05,
+      "loss": 2.1019,
+      "step": 13560
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 5.11393424289868e-05,
+      "loss": 2.0722,
+      "step": 13580
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 5.102303735182286e-05,
+      "loss": 2.0436,
+      "step": 13600
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 5.090673227465891e-05,
+      "loss": 2.0747,
+      "step": 13620
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 5.079042719749496e-05,
+      "loss": 2.0315,
+      "step": 13640
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 5.0674122120331015e-05,
+      "loss": 2.0546,
+      "step": 13660
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 5.0557817043167075e-05,
+      "loss": 2.0612,
+      "step": 13680
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 5.044151196600313e-05,
+      "loss": 2.0716,
+      "step": 13700
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 5.032520688883918e-05,
+      "loss": 2.0419,
+      "step": 13720
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 5.020890181167523e-05,
+      "loss": 2.0704,
+      "step": 13740
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 5.009259673451129e-05,
+      "loss": 2.0328,
+      "step": 13760
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.9976291657347345e-05,
+      "loss": 2.0596,
+      "step": 13780
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.98599865801834e-05,
+      "loss": 2.0896,
+      "step": 13800
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.974368150301946e-05,
+      "loss": 2.0619,
+      "step": 13820
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.963319167971371e-05,
+      "loss": 2.1666,
+      "step": 13840
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.951688660254976e-05,
+      "loss": 2.0784,
+      "step": 13860
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.940058152538582e-05,
+      "loss": 2.0693,
+      "step": 13880
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.928427644822187e-05,
+      "loss": 2.0624,
+      "step": 13900
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.916797137105793e-05,
+      "loss": 2.0706,
+      "step": 13920
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.9051666293893975e-05,
+      "loss": 2.0472,
+      "step": 13940
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.8935361216730035e-05,
+      "loss": 2.1166,
+      "step": 13960
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.881905613956609e-05,
+      "loss": 2.0927,
+      "step": 13980
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.870275106240214e-05,
+      "loss": 2.0265,
+      "step": 14000
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.858644598523819e-05,
+      "loss": 2.0714,
+      "step": 14020
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.847014090807425e-05,
+      "loss": 2.052,
+      "step": 14040
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.835383583091031e-05,
+      "loss": 2.1046,
+      "step": 14060
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.823753075374636e-05,
+      "loss": 2.0489,
+      "step": 14080
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.812122567658242e-05,
+      "loss": 2.0593,
+      "step": 14100
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.800492059941847e-05,
+      "loss": 2.065,
+      "step": 14120
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.788861552225453e-05,
+      "loss": 2.1017,
+      "step": 14140
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.7772310445090576e-05,
+      "loss": 2.0644,
+      "step": 14160
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.7656005367926636e-05,
+      "loss": 2.0813,
+      "step": 14180
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.753970029076269e-05,
+      "loss": 2.0849,
+      "step": 14200
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.742339521359874e-05,
+      "loss": 2.101,
+      "step": 14220
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.7307090136434794e-05,
+      "loss": 2.0588,
+      "step": 14240
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.7190785059270854e-05,
+      "loss": 2.0628,
+      "step": 14260
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.707447998210691e-05,
+      "loss": 2.0487,
+      "step": 14280
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.695817490494296e-05,
+      "loss": 2.1002,
+      "step": 14300
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.684186982777901e-05,
+      "loss": 2.0855,
+      "step": 14320
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.672556475061507e-05,
+      "loss": 2.0458,
+      "step": 14340
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.660925967345113e-05,
+      "loss": 2.082,
+      "step": 14360
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.649295459628718e-05,
+      "loss": 2.1003,
+      "step": 14380
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.637664951912324e-05,
+      "loss": 2.0829,
+      "step": 14400
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.626034444195929e-05,
+      "loss": 2.0158,
+      "step": 14420
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.614403936479534e-05,
+      "loss": 2.0687,
+      "step": 14440
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.6027734287631395e-05,
+      "loss": 2.1068,
+      "step": 14460
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.5911429210467455e-05,
+      "loss": 2.0875,
+      "step": 14480
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.579512413330351e-05,
+      "loss": 2.0998,
+      "step": 14500
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.567881905613956e-05,
+      "loss": 2.0661,
+      "step": 14520
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.5562513978975613e-05,
+      "loss": 2.0509,
+      "step": 14540
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.544620890181167e-05,
+      "loss": 2.0392,
+      "step": 14560
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.5329903824647726e-05,
+      "loss": 2.0608,
+      "step": 14580
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.521359874748378e-05,
+      "loss": 2.0562,
+      "step": 14600
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.509729367031984e-05,
+      "loss": 2.0673,
+      "step": 14620
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.498098859315589e-05,
+      "loss": 2.0618,
+      "step": 14640
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.4864683515991944e-05,
+      "loss": 2.0877,
+      "step": 14660
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.4748378438828e-05,
+      "loss": 2.067,
+      "step": 14680
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.4632073361664056e-05,
+      "loss": 2.0975,
+      "step": 14700
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.451576828450011e-05,
+      "loss": 2.0698,
+      "step": 14720
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.439946320733616e-05,
+      "loss": 2.0984,
+      "step": 14740
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.4283158130172215e-05,
+      "loss": 2.0577,
+      "step": 14760
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.4166853053008274e-05,
+      "loss": 2.1047,
+      "step": 14780
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.405054797584433e-05,
+      "loss": 2.0432,
+      "step": 14800
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.393424289868038e-05,
+      "loss": 2.0983,
+      "step": 14820
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.382956832923283e-05,
+      "loss": 2.0853,
+      "step": 14840
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.3713263252068886e-05,
+      "loss": 2.09,
+      "step": 14860
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.359695817490494e-05,
+      "loss": 2.1009,
+      "step": 14880
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 4.348065309774099e-05,
+      "loss": 2.0858,
+      "step": 14900
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 4.336434802057705e-05,
+      "loss": 2.0515,
+      "step": 14920
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 4.3248042943413104e-05,
+      "loss": 2.0471,
+      "step": 14940
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 4.313173786624916e-05,
+      "loss": 2.1183,
+      "step": 14960
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 4.301543278908521e-05,
+      "loss": 2.1014,
+      "step": 14980
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 4.289912771192127e-05,
+      "loss": 2.0757,
+      "step": 15000
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 4.278282263475732e-05,
+      "loss": 2.082,
+      "step": 15020
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 4.2666517557593375e-05,
+      "loss": 2.0863,
+      "step": 15040
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 4.255021248042943e-05,
+      "loss": 2.0706,
+      "step": 15060
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 4.243390740326549e-05,
+      "loss": 2.0888,
+      "step": 15080
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 4.231760232610154e-05,
+      "loss": 2.0727,
+      "step": 15100
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 4.220129724893759e-05,
+      "loss": 2.0461,
+      "step": 15120
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 4.2084992171773646e-05,
+      "loss": 2.0925,
+      "step": 15140
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 4.1968687094609706e-05,
+      "loss": 2.0566,
+      "step": 15160
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 4.185238201744575e-05,
+      "loss": 2.0723,
+      "step": 15180
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 4.1741892194140005e-05,
+      "loss": 2.1198,
+      "step": 15200
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 4.1625587116976064e-05,
+      "loss": 2.0785,
+      "step": 15220
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 4.1509282039812124e-05,
+      "loss": 2.0565,
+      "step": 15240
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 4.139297696264817e-05,
+      "loss": 2.0527,
+      "step": 15260
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 4.127667188548423e-05,
+      "loss": 2.0889,
+      "step": 15280
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 4.116036680832028e-05,
+      "loss": 2.0971,
+      "step": 15300
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 4.104406173115634e-05,
+      "loss": 2.115,
+      "step": 15320
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 4.092775665399239e-05,
+      "loss": 2.0408,
+      "step": 15340
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 4.081145157682845e-05,
+      "loss": 2.0875,
+      "step": 15360
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 4.06951464996645e-05,
+      "loss": 2.0583,
+      "step": 15380
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 4.057884142250055e-05,
+      "loss": 2.0844,
+      "step": 15400
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 4.0462536345336606e-05,
+      "loss": 2.1288,
+      "step": 15420
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 4.0346231268172666e-05,
+      "loss": 2.0507,
+      "step": 15440
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 4.022992619100872e-05,
+      "loss": 2.0735,
+      "step": 15460
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 4.011362111384477e-05,
+      "loss": 2.1198,
+      "step": 15480
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.999731603668083e-05,
+      "loss": 2.0738,
+      "step": 15500
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.9881010959516884e-05,
+      "loss": 2.0293,
+      "step": 15520
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.976470588235294e-05,
+      "loss": 2.0787,
+      "step": 15540
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.964840080518899e-05,
+      "loss": 2.0727,
+      "step": 15560
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.953209572802505e-05,
+      "loss": 2.0838,
+      "step": 15580
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.94157906508611e-05,
+      "loss": 2.0455,
+      "step": 15600
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.9299485573697154e-05,
+      "loss": 2.0603,
+      "step": 15620
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.918318049653321e-05,
+      "loss": 2.0766,
+      "step": 15640
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.906687541936927e-05,
+      "loss": 2.101,
+      "step": 15660
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.895057034220532e-05,
+      "loss": 2.0211,
+      "step": 15680
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.883426526504137e-05,
+      "loss": 2.0948,
+      "step": 15700
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.8717960187877425e-05,
+      "loss": 2.0982,
+      "step": 15720
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.8601655110713485e-05,
+      "loss": 2.0548,
+      "step": 15740
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.8485350033549544e-05,
+      "loss": 2.0852,
+      "step": 15760
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.836904495638559e-05,
+      "loss": 2.0868,
+      "step": 15780
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.825273987922165e-05,
+      "loss": 2.0769,
+      "step": 15800
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.81364348020577e-05,
+      "loss": 2.0442,
+      "step": 15820
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.8020129724893756e-05,
+      "loss": 2.0668,
+      "step": 15840
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.790382464772981e-05,
+      "loss": 2.0529,
+      "step": 15860
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.778751957056587e-05,
+      "loss": 2.079,
+      "step": 15880
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.767121449340192e-05,
+      "loss": 2.1526,
+      "step": 15900
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.7554909416237974e-05,
+      "loss": 2.0635,
+      "step": 15920
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.7438604339074026e-05,
+      "loss": 2.0773,
+      "step": 15940
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.7322299261910086e-05,
+      "loss": 2.0929,
+      "step": 15960
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.720599418474614e-05,
+      "loss": 2.0554,
+      "step": 15980
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.708968910758219e-05,
+      "loss": 2.1168,
+      "step": 16000
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.6973384030418244e-05,
+      "loss": 2.0428,
+      "step": 16020
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.6857078953254304e-05,
+      "loss": 2.0781,
+      "step": 16040
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.674077387609036e-05,
+      "loss": 2.0755,
+      "step": 16060
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.662446879892641e-05,
+      "loss": 2.0364,
+      "step": 16080
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.650816372176247e-05,
+      "loss": 2.1061,
+      "step": 16100
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.639185864459852e-05,
+      "loss": 2.0723,
+      "step": 16120
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.6275553567434575e-05,
+      "loss": 2.0164,
+      "step": 16140
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.615924849027063e-05,
+      "loss": 2.0676,
+      "step": 16160
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.604294341310669e-05,
+      "loss": 2.0667,
+      "step": 16180
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.592663833594274e-05,
+      "loss": 2.0623,
+      "step": 16200
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.581033325877879e-05,
+      "loss": 2.0801,
+      "step": 16220
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.5694028181614846e-05,
+      "loss": 2.0449,
+      "step": 16240
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.5577723104450905e-05,
+      "loss": 2.0812,
+      "step": 16260
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.546141802728695e-05,
+      "loss": 2.0907,
+      "step": 16280
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.534511295012301e-05,
+      "loss": 2.0436,
+      "step": 16300
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.522880787295907e-05,
+      "loss": 2.111,
+      "step": 16320
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.511250279579512e-05,
+      "loss": 2.0559,
+      "step": 16340
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.4996197718631176e-05,
+      "loss": 2.1178,
+      "step": 16360
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.487989264146723e-05,
+      "loss": 2.0414,
+      "step": 16380
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.476358756430329e-05,
+      "loss": 2.0485,
+      "step": 16400
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.464728248713934e-05,
+      "loss": 2.0785,
+      "step": 16420
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.4530977409975394e-05,
+      "loss": 2.0779,
+      "step": 16440
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.441467233281145e-05,
+      "loss": 2.0431,
+      "step": 16460
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.4298367255647506e-05,
+      "loss": 2.1142,
+      "step": 16480
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.418206217848355e-05,
+      "loss": 2.0406,
+      "step": 16500
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.406575710131961e-05,
+      "loss": 2.0579,
+      "step": 16520
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.3949452024155665e-05,
+      "loss": 2.0933,
+      "step": 16540
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.3833146946991724e-05,
+      "loss": 2.0477,
+      "step": 16560
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.371684186982777e-05,
+      "loss": 2.0948,
+      "step": 16580
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.360053679266383e-05,
+      "loss": 2.0587,
+      "step": 16600
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.348423171549989e-05,
+      "loss": 2.0628,
+      "step": 16620
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.336792663833594e-05,
+      "loss": 2.0993,
+      "step": 16640
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.3251621561171995e-05,
+      "loss": 2.0701,
+      "step": 16660
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.313531648400805e-05,
+      "loss": 2.0582,
+      "step": 16680
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.301901140684411e-05,
+      "loss": 2.044,
+      "step": 16700
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.2902706329680154e-05,
+      "loss": 2.0492,
+      "step": 16720
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.278640125251621e-05,
+      "loss": 2.0256,
+      "step": 16740
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.2670096175352266e-05,
+      "loss": 2.0283,
+      "step": 16760
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.2553791098188326e-05,
+      "loss": 2.0441,
+      "step": 16780
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.243748602102438e-05,
+      "loss": 2.071,
+      "step": 16800
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.232118094386043e-05,
+      "loss": 2.089,
+      "step": 16820
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.220487586669649e-05,
+      "loss": 2.0854,
+      "step": 16840
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.2088570789532544e-05,
+      "loss": 2.053,
+      "step": 16860
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.1972265712368596e-05,
+      "loss": 2.0928,
+      "step": 16880
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.185596063520465e-05,
+      "loss": 2.0675,
+      "step": 16900
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.17396555580407e-05,
+      "loss": 2.0425,
+      "step": 16920
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.162335048087676e-05,
+      "loss": 2.056,
+      "step": 16940
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.1507045403712814e-05,
+      "loss": 2.0542,
+      "step": 16960
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.139074032654887e-05,
+      "loss": 2.0871,
+      "step": 16980
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.127443524938492e-05,
+      "loss": 2.1014,
+      "step": 17000
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.115813017222098e-05,
+      "loss": 2.0285,
+      "step": 17020
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.104182509505703e-05,
+      "loss": 2.0229,
+      "step": 17040
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.0925520017893085e-05,
+      "loss": 2.0798,
+      "step": 17060
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.080921494072914e-05,
+      "loss": 2.0637,
+      "step": 17080
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.069290986356519e-05,
+      "loss": 2.0567,
+      "step": 17100
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.057660478640125e-05,
+      "loss": 2.0258,
+      "step": 17120
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0460299709237303e-05,
+      "loss": 2.0988,
+      "step": 17140
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.034399463207336e-05,
+      "loss": 2.0889,
+      "step": 17160
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0227689554909412e-05,
+      "loss": 2.0466,
+      "step": 17180
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0123014985461862e-05,
+      "loss": 2.0953,
+      "step": 17200
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.0006709908297915e-05,
+      "loss": 2.0807,
+      "step": 17220
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 2.989040483113397e-05,
+      "loss": 2.0344,
+      "step": 17240
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 2.977991500782822e-05,
+      "loss": 2.1382,
+      "step": 17260
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 2.9663609930664277e-05,
+      "loss": 2.0324,
+      "step": 17280
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 2.954730485350033e-05,
+      "loss": 2.0842,
+      "step": 17300
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.943099977633639e-05,
+      "loss": 2.0407,
+      "step": 17320
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9314694699172443e-05,
+      "loss": 2.0312,
+      "step": 17340
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.91983896220085e-05,
+      "loss": 2.0736,
+      "step": 17360
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.908208454484455e-05,
+      "loss": 2.0568,
+      "step": 17380
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.8965779467680608e-05,
+      "loss": 2.0744,
+      "step": 17400
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.884947439051666e-05,
+      "loss": 2.0691,
+      "step": 17420
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.8733169313352713e-05,
+      "loss": 2.1048,
+      "step": 17440
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.861686423618877e-05,
+      "loss": 2.0583,
+      "step": 17460
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.8500559159024822e-05,
+      "loss": 2.0439,
+      "step": 17480
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.838425408186088e-05,
+      "loss": 2.0741,
+      "step": 17500
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.826794900469693e-05,
+      "loss": 2.0847,
+      "step": 17520
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.8151643927532988e-05,
+      "loss": 2.0784,
+      "step": 17540
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.803533885036904e-05,
+      "loss": 2.0681,
+      "step": 17560
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.79190337732051e-05,
+      "loss": 2.0736,
+      "step": 17580
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.7802728696041153e-05,
+      "loss": 2.1105,
+      "step": 17600
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.768642361887721e-05,
+      "loss": 2.0879,
+      "step": 17620
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.7570118541713262e-05,
+      "loss": 2.0742,
+      "step": 17640
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.7453813464549315e-05,
+      "loss": 2.0421,
+      "step": 17660
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.733750838738537e-05,
+      "loss": 2.0922,
+      "step": 17680
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.7221203310221424e-05,
+      "loss": 2.0433,
+      "step": 17700
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.710489823305748e-05,
+      "loss": 2.1093,
+      "step": 17720
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.6988593155893533e-05,
+      "loss": 2.057,
+      "step": 17740
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.687228807872959e-05,
+      "loss": 2.0387,
+      "step": 17760
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.675598300156564e-05,
+      "loss": 2.0967,
+      "step": 17780
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.6639677924401698e-05,
+      "loss": 2.0828,
+      "step": 17800
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.652337284723775e-05,
+      "loss": 2.0244,
+      "step": 17820
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.6407067770073807e-05,
+      "loss": 2.0618,
+      "step": 17840
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.6290762692909863e-05,
+      "loss": 2.1041,
+      "step": 17860
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.6174457615745916e-05,
+      "loss": 2.0283,
+      "step": 17880
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.6058152538581972e-05,
+      "loss": 2.0234,
+      "step": 17900
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.5941847461418025e-05,
+      "loss": 2.0634,
+      "step": 17920
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.582554238425408e-05,
+      "loss": 2.0737,
+      "step": 17940
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.5709237307090134e-05,
+      "loss": 2.0651,
+      "step": 17960
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.559293222992619e-05,
+      "loss": 2.025,
+      "step": 17980
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.5476627152762243e-05,
+      "loss": 2.0662,
+      "step": 18000
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.53603220755983e-05,
+      "loss": 2.0219,
+      "step": 18020
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.5244016998434352e-05,
+      "loss": 2.0623,
+      "step": 18040
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.5127711921270405e-05,
+      "loss": 2.059,
+      "step": 18060
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.501140684410646e-05,
+      "loss": 2.1055,
+      "step": 18080
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.4895101766942514e-05,
+      "loss": 2.1067,
+      "step": 18100
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.477879668977857e-05,
+      "loss": 2.0925,
+      "step": 18120
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.4662491612614626e-05,
+      "loss": 2.0838,
+      "step": 18140
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.4546186535450682e-05,
+      "loss": 2.0771,
+      "step": 18160
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.4429881458286735e-05,
+      "loss": 2.0885,
+      "step": 18180
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.431357638112279e-05,
+      "loss": 2.0648,
+      "step": 18200
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.4197271303958844e-05,
+      "loss": 2.0681,
+      "step": 18220
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.40809662267949e-05,
+      "loss": 2.0553,
+      "step": 18240
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.3964661149630953e-05,
+      "loss": 2.0908,
+      "step": 18260
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.3848356072467006e-05,
+      "loss": 2.0558,
+      "step": 18280
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.3732050995303062e-05,
+      "loss": 2.0142,
+      "step": 18300
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.3615745918139115e-05,
+      "loss": 2.0327,
+      "step": 18320
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.349944084097517e-05,
+      "loss": 2.1027,
+      "step": 18340
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.3383135763811224e-05,
+      "loss": 2.0602,
+      "step": 18360
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.326683068664728e-05,
+      "loss": 2.0362,
+      "step": 18380
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.3150525609483333e-05,
+      "loss": 2.0628,
+      "step": 18400
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.3034220532319392e-05,
+      "loss": 2.0663,
+      "step": 18420
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.2917915455155445e-05,
+      "loss": 2.0567,
+      "step": 18440
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.28016103779915e-05,
+      "loss": 2.0717,
+      "step": 18460
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.2685305300827554e-05,
+      "loss": 2.0677,
+      "step": 18480
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.2569000223663607e-05,
+      "loss": 2.0664,
+      "step": 18500
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.2452695146499663e-05,
+      "loss": 2.0965,
+      "step": 18520
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.2336390069335716e-05,
+      "loss": 2.1145,
+      "step": 18540
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.2220084992171772e-05,
+      "loss": 2.0512,
+      "step": 18560
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.2103779915007825e-05,
+      "loss": 2.0948,
+      "step": 18580
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.198747483784388e-05,
+      "loss": 2.1022,
+      "step": 18600
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.1871169760679934e-05,
+      "loss": 2.0139,
+      "step": 18620
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.175486468351599e-05,
+      "loss": 2.0366,
+      "step": 18640
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.1638559606352043e-05,
+      "loss": 2.0667,
+      "step": 18660
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.1522254529188103e-05,
+      "loss": 2.0617,
+      "step": 18680
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.1405949452024155e-05,
+      "loss": 2.0557,
+      "step": 18700
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.1289644374860208e-05,
+      "loss": 2.0373,
+      "step": 18720
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.1173339297696264e-05,
+      "loss": 2.054,
+      "step": 18740
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.1057034220532317e-05,
+      "loss": 2.0393,
+      "step": 18760
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.0940729143368373e-05,
+      "loss": 2.0526,
+      "step": 18780
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.0824424066204426e-05,
+      "loss": 2.0431,
+      "step": 18800
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.0708118989040482e-05,
+      "loss": 2.0438,
+      "step": 18820
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.0591813911876535e-05,
+      "loss": 2.077,
+      "step": 18840
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.047550883471259e-05,
+      "loss": 2.0744,
+      "step": 18860
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.0359203757548644e-05,
+      "loss": 2.1086,
+      "step": 18880
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.0242898680384697e-05,
+      "loss": 2.1172,
+      "step": 18900
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.0126593603220753e-05,
+      "loss": 2.0531,
+      "step": 18920
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.0010288526056806e-05,
+      "loss": 2.0392,
+      "step": 18940
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 1.9893983448892866e-05,
+      "loss": 2.093,
+      "step": 18960
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 1.977767837172892e-05,
+      "loss": 2.0838,
+      "step": 18980
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 1.9661373294564975e-05,
+      "loss": 2.0741,
+      "step": 19000
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 1.9545068217401027e-05,
+      "loss": 2.0726,
+      "step": 19020
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 1.9428763140237084e-05,
+      "loss": 2.0095,
+      "step": 19040
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 1.9312458063073136e-05,
+      "loss": 2.0646,
+      "step": 19060
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 1.9196152985909193e-05,
+      "loss": 2.051,
+      "step": 19080
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 1.9079847908745245e-05,
+      "loss": 2.0164,
+      "step": 19100
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 1.8963542831581298e-05,
+      "loss": 2.0951,
+      "step": 19120
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 1.8847237754417354e-05,
+      "loss": 2.0782,
+      "step": 19140
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 1.8730932677253407e-05,
+      "loss": 2.0496,
+      "step": 19160
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 1.8614627600089463e-05,
+      "loss": 2.0653,
+      "step": 19180
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 1.8498322522925516e-05,
+      "loss": 2.0701,
+      "step": 19200
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 1.8382017445761572e-05,
+      "loss": 2.0712,
+      "step": 19220
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 1.826571236859763e-05,
+      "loss": 2.051,
+      "step": 19240
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 1.816103779915008e-05,
+      "loss": 2.0425,
+      "step": 19260
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 1.804473272198613e-05,
+      "loss": 2.0742,
+      "step": 19280
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 1.7928427644822188e-05,
+      "loss": 2.066,
+      "step": 19300
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 1.781212256765824e-05,
+      "loss": 2.0443,
+      "step": 19320
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 1.7695817490494297e-05,
+      "loss": 2.0841,
+      "step": 19340
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 1.757951241333035e-05,
+      "loss": 2.0769,
+      "step": 19360
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 1.7463207336166406e-05,
+      "loss": 2.0911,
+      "step": 19380
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 1.734690225900246e-05,
+      "loss": 2.032,
+      "step": 19400
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 1.723059718183851e-05,
+      "loss": 2.056,
+      "step": 19420
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 1.7114292104674568e-05,
+      "loss": 2.0717,
+      "step": 19440
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 1.699798702751062e-05,
+      "loss": 2.0455,
+      "step": 19460
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 1.6881681950346677e-05,
+      "loss": 2.0697,
+      "step": 19480
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 1.6771192127040926e-05,
+      "loss": 2.0498,
+      "step": 19500
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 1.6654887049876983e-05,
+      "loss": 2.0415,
+      "step": 19520
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 1.6538581972713035e-05,
+      "loss": 2.0745,
+      "step": 19540
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 1.6422276895549095e-05,
+      "loss": 2.0936,
+      "step": 19560
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 1.6305971818385148e-05,
+      "loss": 2.0495,
+      "step": 19580
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 1.61896667412212e-05,
+      "loss": 2.0615,
+      "step": 19600
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 1.6073361664057257e-05,
+      "loss": 2.0566,
+      "step": 19620
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.595705658689331e-05,
+      "loss": 2.064,
+      "step": 19640
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.5840751509729366e-05,
+      "loss": 2.0304,
+      "step": 19660
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.572444643256542e-05,
+      "loss": 2.0897,
+      "step": 19680
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.5608141355401475e-05,
+      "loss": 2.069,
+      "step": 19700
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.549183627823753e-05,
+      "loss": 2.0497,
+      "step": 19720
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.5375531201073584e-05,
+      "loss": 2.0427,
+      "step": 19740
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.525922612390964e-05,
+      "loss": 2.0802,
+      "step": 19760
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.5142921046745693e-05,
+      "loss": 2.0825,
+      "step": 19780
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.5026615969581747e-05,
+      "loss": 2.0549,
+      "step": 19800
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.4910310892417802e-05,
+      "loss": 2.0846,
+      "step": 19820
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.4794005815253856e-05,
+      "loss": 2.0599,
+      "step": 19840
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.4677700738089911e-05,
+      "loss": 2.0198,
+      "step": 19860
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.4561395660925965e-05,
+      "loss": 2.0434,
+      "step": 19880
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.4445090583762022e-05,
+      "loss": 2.0567,
+      "step": 19900
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.4328785506598076e-05,
+      "loss": 2.0546,
+      "step": 19920
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.421248042943413e-05,
+      "loss": 2.0774,
+      "step": 19940
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.4096175352270185e-05,
+      "loss": 2.0797,
+      "step": 19960
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.397987027510624e-05,
+      "loss": 2.0676,
+      "step": 19980
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.3863565197942292e-05,
+      "loss": 2.0514,
+      "step": 20000
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.3747260120778347e-05,
+      "loss": 2.0721,
+      "step": 20020
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.3630955043614403e-05,
+      "loss": 2.0641,
+      "step": 20040
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.3514649966450458e-05,
+      "loss": 2.0452,
+      "step": 20060
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.3398344889286512e-05,
+      "loss": 2.0922,
+      "step": 20080
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.3282039812122567e-05,
+      "loss": 2.0634,
+      "step": 20100
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.3165734734958621e-05,
+      "loss": 2.0843,
+      "step": 20120
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.3049429657794676e-05,
+      "loss": 2.0678,
+      "step": 20140
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.293312458063073e-05,
+      "loss": 2.0736,
+      "step": 20160
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.2816819503466786e-05,
+      "loss": 2.068,
+      "step": 20180
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.2700514426302839e-05,
+      "loss": 2.1375,
+      "step": 20200
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.2584209349138894e-05,
+      "loss": 2.036,
+      "step": 20220
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.2467904271974948e-05,
+      "loss": 2.0958,
+      "step": 20240
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.2351599194811003e-05,
+      "loss": 2.0575,
+      "step": 20260
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.2235294117647057e-05,
+      "loss": 2.022,
+      "step": 20280
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.2118989040483112e-05,
+      "loss": 2.1452,
+      "step": 20300
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.2002683963319168e-05,
+      "loss": 2.0374,
+      "step": 20320
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.1886378886155222e-05,
+      "loss": 2.0504,
+      "step": 20340
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.1770073808991277e-05,
+      "loss": 2.0327,
+      "step": 20360
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.1653768731827331e-05,
+      "loss": 2.0743,
+      "step": 20380
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.1537463654663386e-05,
+      "loss": 2.0258,
+      "step": 20400
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.1421158577499439e-05,
+      "loss": 2.0431,
+      "step": 20420
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.1304853500335493e-05,
+      "loss": 2.0772,
+      "step": 20440
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.118854842317155e-05,
+      "loss": 2.046,
+      "step": 20460
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.1072243346007604e-05,
+      "loss": 2.0498,
+      "step": 20480
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.0955938268843658e-05,
+      "loss": 2.0543,
+      "step": 20500
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.0839633191679713e-05,
+      "loss": 2.0573,
+      "step": 20520
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.0723328114515767e-05,
+      "loss": 2.0651,
+      "step": 20540
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.0607023037351822e-05,
+      "loss": 2.0172,
+      "step": 20560
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.0490717960187878e-05,
+      "loss": 2.0421,
+      "step": 20580
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.0374412883023932e-05,
+      "loss": 2.0252,
+      "step": 20600
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.0258107805859985e-05,
+      "loss": 2.0479,
+      "step": 20620
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.014180272869604e-05,
+      "loss": 2.0661,
+      "step": 20640
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.0025497651532094e-05,
+      "loss": 2.0576,
+      "step": 20660
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 9.909192574368149e-06,
+      "loss": 2.0088,
+      "step": 20680
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 9.792887497204203e-06,
+      "loss": 2.0433,
+      "step": 20700
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 9.67658242004026e-06,
+      "loss": 2.0522,
+      "step": 20720
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 9.560277342876314e-06,
+      "loss": 2.0749,
+      "step": 20740
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 9.443972265712368e-06,
+      "loss": 2.062,
+      "step": 20760
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 9.327667188548423e-06,
+      "loss": 2.076,
+      "step": 20780
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 9.211362111384477e-06,
+      "loss": 2.0607,
+      "step": 20800
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 9.095057034220532e-06,
+      "loss": 2.0379,
+      "step": 20820
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 8.978751957056585e-06,
+      "loss": 2.0791,
+      "step": 20840
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 8.862446879892641e-06,
+      "loss": 2.0544,
+      "step": 20860
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 8.746141802728695e-06,
+      "loss": 2.028,
+      "step": 20880
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 8.62983672556475e-06,
+      "loss": 2.0247,
+      "step": 20900
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 8.513531648400804e-06,
+      "loss": 2.0644,
+      "step": 20920
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 8.397226571236859e-06,
+      "loss": 2.0914,
+      "step": 20940
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 8.280921494072913e-06,
+      "loss": 2.0588,
+      "step": 20960
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 8.164616416908968e-06,
+      "loss": 2.082,
+      "step": 20980
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 8.048311339745022e-06,
+      "loss": 2.0454,
+      "step": 21000
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 7.932006262581077e-06,
+      "loss": 2.0487,
+      "step": 21020
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 7.815701185417131e-06,
+      "loss": 2.073,
+      "step": 21040
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 7.699396108253186e-06,
+      "loss": 2.0735,
+      "step": 21060
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 7.583091031089241e-06,
+      "loss": 2.1009,
+      "step": 21080
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 7.466785953925296e-06,
+      "loss": 2.0592,
+      "step": 21100
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 7.35048087676135e-06,
+      "loss": 2.0746,
+      "step": 21120
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 7.234175799597405e-06,
+      "loss": 2.0362,
+      "step": 21140
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 7.117870722433459e-06,
+      "loss": 2.0595,
+      "step": 21160
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 7.001565645269515e-06,
+      "loss": 2.0417,
+      "step": 21180
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 6.885260568105568e-06,
+      "loss": 2.0312,
+      "step": 21200
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 6.768955490941623e-06,
+      "loss": 2.0407,
+      "step": 21220
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 6.652650413777678e-06,
+      "loss": 2.0756,
+      "step": 21240
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 6.536345336613733e-06,
+      "loss": 2.0649,
+      "step": 21260
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 6.420040259449787e-06,
+      "loss": 2.0822,
+      "step": 21280
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 6.303735182285841e-06,
+      "loss": 2.0615,
+      "step": 21300
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 6.187430105121896e-06,
+      "loss": 2.0602,
+      "step": 21320
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 6.071125027957951e-06,
+      "loss": 2.0534,
+      "step": 21340
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 5.954819950794005e-06,
+      "loss": 2.0889,
+      "step": 21360
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 5.8385148736300605e-06,
+      "loss": 2.0617,
+      "step": 21380
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 5.722209796466114e-06,
+      "loss": 2.0512,
+      "step": 21400
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 5.605904719302169e-06,
+      "loss": 2.0741,
+      "step": 21420
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 5.489599642138223e-06,
+      "loss": 2.1048,
+      "step": 21440
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 5.3732945649742785e-06,
+      "loss": 2.0448,
+      "step": 21460
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 5.256989487810333e-06,
+      "loss": 2.0922,
+      "step": 21480
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 5.152314918362782e-06,
+      "loss": 2.0596,
+      "step": 21500
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 5.036009841198836e-06,
+      "loss": 2.0856,
+      "step": 21520
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 4.9197047640348906e-06,
+      "loss": 2.0461,
+      "step": 21540
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 4.803399686870946e-06,
+      "loss": 2.0339,
+      "step": 21560
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 4.687094609707e-06,
+      "loss": 2.0895,
+      "step": 21580
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 4.570789532543055e-06,
+      "loss": 2.0713,
+      "step": 21600
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 4.454484455379109e-06,
+      "loss": 2.0354,
+      "step": 21620
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 4.338179378215164e-06,
+      "loss": 2.0733,
+      "step": 21640
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 4.221874301051218e-06,
+      "loss": 2.041,
+      "step": 21660
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 4.105569223887274e-06,
+      "loss": 2.0864,
+      "step": 21680
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 3.989264146723327e-06,
+      "loss": 2.0765,
+      "step": 21700
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 3.872959069559383e-06,
+      "loss": 2.0272,
+      "step": 21720
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 3.756653992395437e-06,
+      "loss": 2.1094,
+      "step": 21740
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 3.6403489152314913e-06,
+      "loss": 2.0012,
+      "step": 21760
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 3.5240438380675463e-06,
+      "loss": 2.0396,
+      "step": 21780
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 3.4077387609036008e-06,
+      "loss": 2.0714,
+      "step": 21800
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 3.2914336837396553e-06,
+      "loss": 2.0882,
+      "step": 21820
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 3.1751286065757098e-06,
+      "loss": 2.0789,
+      "step": 21840
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 3.0588235294117643e-06,
+      "loss": 2.0701,
+      "step": 21860
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 2.9483337061060162e-06,
+      "loss": 2.0979,
+      "step": 21880
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 2.8320286289420707e-06,
+      "loss": 2.0812,
+      "step": 21900
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 2.7157235517781256e-06,
+      "loss": 2.1,
+      "step": 21920
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 2.59941847461418e-06,
+      "loss": 2.0769,
+      "step": 21940
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 2.4831133974502346e-06,
+      "loss": 2.0691,
+      "step": 21960
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 2.366808320286289e-06,
+      "loss": 2.0583,
+      "step": 21980
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 2.2505032431223436e-06,
+      "loss": 2.057,
+      "step": 22000
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 2.1341981659583986e-06,
+      "loss": 2.1085,
+      "step": 22020
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 2.017893088794453e-06,
+      "loss": 2.0809,
+      "step": 22040
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 1.9015880116305076e-06,
+      "loss": 2.0627,
+      "step": 22060
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 1.7852829344665623e-06,
+      "loss": 2.0509,
+      "step": 22080
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 1.6689778573026168e-06,
+      "loss": 2.0466,
+      "step": 22100
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 1.5526727801386713e-06,
+      "loss": 2.0756,
+      "step": 22120
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 1.4363677029747258e-06,
+      "loss": 2.038,
+      "step": 22140
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 1.3200626258107805e-06,
+      "loss": 2.0362,
+      "step": 22160
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 1.203757548646835e-06,
+      "loss": 2.0785,
+      "step": 22180
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 1.0874524714828897e-06,
+      "loss": 2.0653,
+      "step": 22200
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 9.711473943189442e-07,
+      "loss": 2.1218,
+      "step": 22220
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 8.548423171549988e-07,
+      "loss": 2.0656,
+      "step": 22240
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 7.385372399910534e-07,
+      "loss": 2.0818,
+      "step": 22260
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 6.222321628271079e-07,
+      "loss": 2.0546,
+      "step": 22280
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 5.059270856631625e-07,
+      "loss": 2.0465,
+      "step": 22300
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 3.8962200849921713e-07,
+      "loss": 2.0968,
+      "step": 22320
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 2.7331693133527173e-07,
+      "loss": 2.038,
+      "step": 22340
+    },
+    {
+      "epoch": 2.5,
+      "step": 22355,
+      "total_flos": 2.924979686683443e+17,
+      "train_loss": 2.08698912321708,
+      "train_runtime": 8788.5423,
+      "train_samples_per_second": 15.261,
+      "train_steps_per_second": 2.544
+    }
+  ],
+  "logging_steps": 20,
+  "max_steps": 22355,
+  "num_train_epochs": 3,
+  "save_steps": 5000,
+  "total_flos": 2.924979686683443e+17,
+  "trial_name": null,
+  "trial_params": null
+}