diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,31210 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.9998557067962099,
+  "eval_steps": 500,
+  "global_step": 5197,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.282051282051282e-06,
+      "loss": 2.4495,
+      "step": 1
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.564102564102564e-06,
+      "loss": 2.4808,
+      "step": 2
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 3.846153846153847e-06,
+      "loss": 2.5557,
+      "step": 3
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 5.128205128205128e-06,
+      "loss": 2.4657,
+      "step": 4
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 6.41025641025641e-06,
+      "loss": 2.3515,
+      "step": 5
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 7.692307692307694e-06,
+      "loss": 2.3719,
+      "step": 6
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 8.974358974358976e-06,
+      "loss": 2.2325,
+      "step": 7
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.0256410256410256e-05,
+      "loss": 2.1511,
+      "step": 8
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.153846153846154e-05,
+      "loss": 2.0811,
+      "step": 9
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.282051282051282e-05,
+      "loss": 1.9742,
+      "step": 10
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.4102564102564104e-05,
+      "loss": 1.8976,
+      "step": 11
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.5384615384615387e-05,
+      "loss": 1.8108,
+      "step": 12
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.6666666666666667e-05,
+      "loss": 1.7889,
+      "step": 13
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.794871794871795e-05,
+      "loss": 1.7111,
+      "step": 14
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.923076923076923e-05,
+      "loss": 1.7365,
+      "step": 15
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.0512820512820512e-05,
+      "loss": 1.6132,
+      "step": 16
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.1794871794871795e-05,
+      "loss": 1.5401,
+      "step": 17
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.307692307692308e-05,
+      "loss": 1.5213,
+      "step": 18
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.435897435897436e-05,
+      "loss": 1.5816,
+      "step": 19
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.564102564102564e-05,
+      "loss": 1.4479,
+      "step": 20
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.6923076923076923e-05,
+      "loss": 1.4952,
+      "step": 21
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.8205128205128207e-05,
+      "loss": 1.4461,
+      "step": 22
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.948717948717949e-05,
+      "loss": 1.363,
+      "step": 23
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 3.0769230769230774e-05,
+      "loss": 1.5245,
+      "step": 24
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 3.205128205128206e-05,
+      "loss": 1.3932,
+      "step": 25
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3.3333333333333335e-05,
+      "loss": 1.4169,
+      "step": 26
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3.461538461538462e-05,
+      "loss": 1.3939,
+      "step": 27
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3.58974358974359e-05,
+      "loss": 1.3658,
+      "step": 28
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3.717948717948718e-05,
+      "loss": 1.3274,
+      "step": 29
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3.846153846153846e-05,
+      "loss": 1.3516,
+      "step": 30
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3.974358974358974e-05,
+      "loss": 1.3496,
+      "step": 31
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.1025641025641023e-05,
+      "loss": 1.2947,
+      "step": 32
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.230769230769231e-05,
+      "loss": 1.3339,
+      "step": 33
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.358974358974359e-05,
+      "loss": 1.288,
+      "step": 34
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.4871794871794874e-05,
+      "loss": 1.2671,
+      "step": 35
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.615384615384616e-05,
+      "loss": 1.3012,
+      "step": 36
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.7435897435897435e-05,
+      "loss": 1.4506,
+      "step": 37
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.871794871794872e-05,
+      "loss": 1.2895,
+      "step": 38
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5e-05,
+      "loss": 1.3639,
+      "step": 39
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5.128205128205128e-05,
+      "loss": 1.2838,
+      "step": 40
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5.256410256410257e-05,
+      "loss": 1.2282,
+      "step": 41
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5.384615384615385e-05,
+      "loss": 1.2497,
+      "step": 42
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5.512820512820514e-05,
+      "loss": 1.1901,
+      "step": 43
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5.6410256410256414e-05,
+      "loss": 1.2531,
+      "step": 44
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5.769230769230769e-05,
+      "loss": 1.2672,
+      "step": 45
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5.897435897435898e-05,
+      "loss": 1.1824,
+      "step": 46
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.025641025641026e-05,
+      "loss": 1.1751,
+      "step": 47
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.153846153846155e-05,
+      "loss": 1.1927,
+      "step": 48
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.282051282051282e-05,
+      "loss": 1.1501,
+      "step": 49
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.410256410256412e-05,
+      "loss": 1.172,
+      "step": 50
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.538461538461539e-05,
+      "loss": 1.2125,
+      "step": 51
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.666666666666667e-05,
+      "loss": 1.2272,
+      "step": 52
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.794871794871795e-05,
+      "loss": 1.1534,
+      "step": 53
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.923076923076924e-05,
+      "loss": 1.1855,
+      "step": 54
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7.051282051282052e-05,
+      "loss": 1.1748,
+      "step": 55
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7.17948717948718e-05,
+      "loss": 1.397,
+      "step": 56
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7.307692307692307e-05,
+      "loss": 1.2171,
+      "step": 57
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7.435897435897436e-05,
+      "loss": 1.2438,
+      "step": 58
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7.564102564102564e-05,
+      "loss": 1.2861,
+      "step": 59
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7.692307692307693e-05,
+      "loss": 1.1762,
+      "step": 60
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7.820512820512821e-05,
+      "loss": 1.1456,
+      "step": 61
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7.948717948717948e-05,
+      "loss": 1.1431,
+      "step": 62
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 8.076923076923078e-05,
+      "loss": 1.096,
+      "step": 63
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 8.205128205128205e-05,
+      "loss": 1.1836,
+      "step": 64
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 8.333333333333334e-05,
+      "loss": 1.1316,
+      "step": 65
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 8.461538461538461e-05,
+      "loss": 1.1301,
+      "step": 66
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 8.58974358974359e-05,
+      "loss": 1.0344,
+      "step": 67
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 8.717948717948718e-05,
+      "loss": 1.1565,
+      "step": 68
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 8.846153846153847e-05,
+      "loss": 1.1527,
+      "step": 69
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 8.974358974358975e-05,
+      "loss": 1.1291,
+      "step": 70
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.102564102564103e-05,
+      "loss": 1.1433,
+      "step": 71
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.230769230769232e-05,
+      "loss": 1.0529,
+      "step": 72
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.35897435897436e-05,
+      "loss": 1.1758,
+      "step": 73
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.487179487179487e-05,
+      "loss": 1.0671,
+      "step": 74
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.615384615384617e-05,
+      "loss": 1.0697,
+      "step": 75
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.743589743589744e-05,
+      "loss": 1.0885,
+      "step": 76
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.871794871794872e-05,
+      "loss": 1.0439,
+      "step": 77
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0001,
+      "loss": 1.1519,
+      "step": 78
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.00010128205128205129,
+      "loss": 1.2238,
+      "step": 79
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.00010256410256410256,
+      "loss": 1.0893,
+      "step": 80
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.00010384615384615386,
+      "loss": 1.1782,
+      "step": 81
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.00010512820512820514,
+      "loss": 1.2782,
+      "step": 82
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.00010641025641025641,
+      "loss": 1.1809,
+      "step": 83
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0001076923076923077,
+      "loss": 1.1,
+      "step": 84
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.00010897435897435896,
+      "loss": 1.1166,
+      "step": 85
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.00011025641025641027,
+      "loss": 1.0714,
+      "step": 86
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.00011153846153846154,
+      "loss": 1.1742,
+      "step": 87
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.00011282051282051283,
+      "loss": 1.1072,
+      "step": 88
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0001141025641025641,
+      "loss": 1.2533,
+      "step": 89
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.00011538461538461538,
+      "loss": 1.0631,
+      "step": 90
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.00011666666666666668,
+      "loss": 1.1467,
+      "step": 91
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.00011794871794871796,
+      "loss": 1.18,
+      "step": 92
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.00011923076923076923,
+      "loss": 1.106,
+      "step": 93
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.00012051282051282052,
+      "loss": 1.0743,
+      "step": 94
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.00012179487179487179,
+      "loss": 1.2444,
+      "step": 95
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0001230769230769231,
+      "loss": 1.1123,
+      "step": 96
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.00012435897435897437,
+      "loss": 1.0751,
+      "step": 97
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.00012564102564102564,
+      "loss": 1.1324,
+      "step": 98
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.00012692307692307693,
+      "loss": 1.0529,
+      "step": 99
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.00012820512820512823,
+      "loss": 1.1842,
+      "step": 100
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0001294871794871795,
+      "loss": 1.0468,
+      "step": 101
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.00013076923076923077,
+      "loss": 1.1521,
+      "step": 102
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.00013205128205128204,
+      "loss": 1.1114,
+      "step": 103
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.00013333333333333334,
+      "loss": 1.1158,
+      "step": 104
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.00013461538461538464,
+      "loss": 1.0893,
+      "step": 105
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0001358974358974359,
+      "loss": 1.0735,
+      "step": 106
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.00013717948717948718,
+      "loss": 1.1572,
+      "step": 107
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.00013846153846153847,
+      "loss": 1.1196,
+      "step": 108
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.00013974358974358974,
+      "loss": 1.1042,
+      "step": 109
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.00014102564102564104,
+      "loss": 1.0501,
+      "step": 110
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0001423076923076923,
+      "loss": 1.1167,
+      "step": 111
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0001435897435897436,
+      "loss": 1.1715,
+      "step": 112
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.00014487179487179488,
+      "loss": 1.0398,
+      "step": 113
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.00014615384615384615,
+      "loss": 1.1328,
+      "step": 114
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.00014743589743589745,
+      "loss": 1.0735,
+      "step": 115
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.00014871794871794872,
+      "loss": 1.1924,
+      "step": 116
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.00015000000000000001,
+      "loss": 1.1244,
+      "step": 117
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.00015128205128205128,
+      "loss": 1.0372,
+      "step": 118
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.00015256410256410255,
+      "loss": 1.1522,
+      "step": 119
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.00015384615384615385,
+      "loss": 1.0351,
+      "step": 120
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.00015512820512820515,
+      "loss": 1.1183,
+      "step": 121
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.00015641025641025642,
+      "loss": 1.1774,
+      "step": 122
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0001576923076923077,
+      "loss": 0.9386,
+      "step": 123
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.00015897435897435896,
+      "loss": 1.0902,
+      "step": 124
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.00016025641025641028,
+      "loss": 1.0925,
+      "step": 125
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.00016153846153846155,
+      "loss": 1.0708,
+      "step": 126
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.00016282051282051282,
+      "loss": 1.1271,
+      "step": 127
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0001641025641025641,
+      "loss": 0.9205,
+      "step": 128
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0001653846153846154,
+      "loss": 1.0646,
+      "step": 129
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0001666666666666667,
+      "loss": 1.105,
+      "step": 130
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.00016794871794871796,
+      "loss": 1.1384,
+      "step": 131
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.00016923076923076923,
+      "loss": 1.0063,
+      "step": 132
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.00017051282051282053,
+      "loss": 1.024,
+      "step": 133
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0001717948717948718,
+      "loss": 1.0578,
+      "step": 134
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0001730769230769231,
+      "loss": 1.0372,
+      "step": 135
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.00017435897435897436,
+      "loss": 0.9794,
+      "step": 136
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.00017564102564102566,
+      "loss": 1.1015,
+      "step": 137
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.00017692307692307693,
+      "loss": 1.1127,
+      "step": 138
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.00017820512820512823,
+      "loss": 1.0377,
+      "step": 139
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0001794871794871795,
+      "loss": 1.122,
+      "step": 140
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.00018076923076923077,
+      "loss": 1.1143,
+      "step": 141
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.00018205128205128207,
+      "loss": 1.0552,
+      "step": 142
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.00018333333333333334,
+      "loss": 1.1194,
+      "step": 143
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.00018461538461538463,
+      "loss": 1.0469,
+      "step": 144
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0001858974358974359,
+      "loss": 1.0773,
+      "step": 145
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0001871794871794872,
+      "loss": 1.0826,
+      "step": 146
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.00018846153846153847,
+      "loss": 1.0034,
+      "step": 147
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.00018974358974358974,
+      "loss": 1.0805,
+      "step": 148
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.00019102564102564104,
+      "loss": 1.0492,
+      "step": 149
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.00019230769230769233,
+      "loss": 1.0406,
+      "step": 150
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0001935897435897436,
+      "loss": 1.1033,
+      "step": 151
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.00019487179487179487,
+      "loss": 1.1942,
+      "step": 152
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.00019615384615384615,
+      "loss": 1.0883,
+      "step": 153
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.00019743589743589744,
+      "loss": 0.966,
+      "step": 154
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.00019871794871794874,
+      "loss": 1.0236,
+      "step": 155
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0002,
+      "loss": 1.1349,
+      "step": 156
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.00019999998058057615,
+      "loss": 1.0369,
+      "step": 157
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.00019999992232231216,
+      "loss": 1.0904,
+      "step": 158
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0001999998252252306,
+      "loss": 1.0808,
+      "step": 159
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.00019999968928936926,
+      "loss": 1.0679,
+      "step": 160
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.00019999951451478087,
+      "loss": 1.0341,
+      "step": 161
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.00019999930090153334,
+      "loss": 1.0427,
+      "step": 162
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.00019999904844970962,
+      "loss": 1.022,
+      "step": 163
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.00019999875715940782,
+      "loss": 1.3541,
+      "step": 164
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.000199998427030741,
+      "loss": 1.0842,
+      "step": 165
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.00019999805806383738,
+      "loss": 1.0673,
+      "step": 166
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0001999976502588403,
+      "loss": 1.0654,
+      "step": 167
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0001999972036159081,
+      "loss": 1.0203,
+      "step": 168
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.00019999671813521435,
+      "loss": 1.0474,
+      "step": 169
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0001999961938169475,
+      "loss": 1.0052,
+      "step": 170
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.00019999563066131124,
+      "loss": 0.8932,
+      "step": 171
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.00019999502866852425,
+      "loss": 1.1037,
+      "step": 172
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0001999943878388204,
+      "loss": 1.0039,
+      "step": 173
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.00019999370817244853,
+      "loss": 1.0571,
+      "step": 174
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.00019999298966967265,
+      "loss": 1.0817,
+      "step": 175
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.00019999223233077177,
+      "loss": 1.0522,
+      "step": 176
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0001999914361560401,
+      "loss": 1.0524,
+      "step": 177
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.00019999060114578684,
+      "loss": 0.9769,
+      "step": 178
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.00019998972730033622,
+      "loss": 1.0201,
+      "step": 179
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.00019998881462002778,
+      "loss": 1.1623,
+      "step": 180
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.00019998786310521585,
+      "loss": 0.9995,
+      "step": 181
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.00019998687275627006,
+      "loss": 1.1376,
+      "step": 182
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.00019998584357357502,
+      "loss": 1.0233,
+      "step": 183
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.00019998477555753055,
+      "loss": 1.0172,
+      "step": 184
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.00019998366870855133,
+      "loss": 1.1122,
+      "step": 185
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.0001999825230270673,
+      "loss": 1.0285,
+      "step": 186
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.0001999813385135234,
+      "loss": 1.1283,
+      "step": 187
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.00019998011516837974,
+      "loss": 1.0258,
+      "step": 188
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.0001999788529921114,
+      "loss": 0.9672,
+      "step": 189
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.0001999775519852086,
+      "loss": 1.1207,
+      "step": 190
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.00019997621214817667,
+      "loss": 1.045,
+      "step": 191
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.000199974833481536,
+      "loss": 0.9977,
+      "step": 192
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.00019997341598582195,
+      "loss": 1.1578,
+      "step": 193
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.00019997195966158518,
+      "loss": 1.0836,
+      "step": 194
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.0001999704645093912,
+      "loss": 0.9898,
+      "step": 195
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.0001999689305298208,
+      "loss": 1.0885,
+      "step": 196
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.00019996735772346972,
+      "loss": 1.0917,
+      "step": 197
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.00019996574609094884,
+      "loss": 1.0619,
+      "step": 198
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.00019996409563288406,
+      "loss": 0.964,
+      "step": 199
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.00019996240634991642,
+      "loss": 1.0336,
+      "step": 200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.00019996067824270205,
+      "loss": 1.091,
+      "step": 201
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.00019995891131191205,
+      "loss": 1.1102,
+      "step": 202
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.00019995710555823276,
+      "loss": 1.0825,
+      "step": 203
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.00019995526098236547,
+      "loss": 0.9854,
+      "step": 204
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.0001999533775850266,
+      "loss": 1.0746,
+      "step": 205
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.00019995145536694762,
+      "loss": 1.0309,
+      "step": 206
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.00019994949432887514,
+      "loss": 1.0376,
+      "step": 207
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.00019994749447157077,
+      "loss": 1.0375,
+      "step": 208
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.00019994545579581123,
+      "loss": 1.0513,
+      "step": 209
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.00019994337830238834,
+      "loss": 1.0355,
+      "step": 210
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.00019994126199210897,
+      "loss": 1.0745,
+      "step": 211
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.00019993910686579507,
+      "loss": 0.9232,
+      "step": 212
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.00019993691292428365,
+      "loss": 1.0128,
+      "step": 213
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.00019993468016842682,
+      "loss": 1.0087,
+      "step": 214
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.00019993240859909176,
+      "loss": 1.0384,
+      "step": 215
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.00019993009821716074,
+      "loss": 1.0766,
+      "step": 216
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.00019992774902353105,
+      "loss": 1.0804,
+      "step": 217
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.0001999253610191151,
+      "loss": 1.0817,
+      "step": 218
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.00019992293420484039,
+      "loss": 1.0829,
+      "step": 219
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.00019992046858164944,
+      "loss": 0.952,
+      "step": 220
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.0001999179641504999,
+      "loss": 1.0135,
+      "step": 221
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.00019991542091236437,
+      "loss": 1.0095,
+      "step": 222
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.00019991283886823074,
+      "loss": 1.0859,
+      "step": 223
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.00019991021801910177,
+      "loss": 1.0411,
+      "step": 224
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.00019990755836599538,
+      "loss": 1.0401,
+      "step": 225
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.0001999048599099446,
+      "loss": 1.051,
+      "step": 226
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.00019990212265199738,
+      "loss": 0.9857,
+      "step": 227
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.0001998993465932169,
+      "loss": 1.0935,
+      "step": 228
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.00019989653173468135,
+      "loss": 1.0236,
+      "step": 229
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.000199893678077484,
+      "loss": 0.9846,
+      "step": 230
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.00019989078562273314,
+      "loss": 1.002,
+      "step": 231
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.0001998878543715522,
+      "loss": 0.9906,
+      "step": 232
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 0.0001998848843250796,
+      "loss": 1.0321,
+      "step": 233
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.00019988187548446894,
+      "loss": 0.9929,
+      "step": 234
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.0001998788278508888,
+      "loss": 1.0213,
+      "step": 235
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.00019987574142552275,
+      "loss": 1.0664,
+      "step": 236
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.00019987261620956964,
+      "loss": 1.0591,
+      "step": 237
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.00019986945220424324,
+      "loss": 1.1191,
+      "step": 238
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.00019986624941077238,
+      "loss": 0.9962,
+      "step": 239
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.000199863007830401,
+      "loss": 1.0771,
+      "step": 240
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.0001998597274643881,
+      "loss": 1.0871,
+      "step": 241
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.00019985640831400776,
+      "loss": 0.9532,
+      "step": 242
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.0001998530503805491,
+      "loss": 1.0235,
+      "step": 243
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.00019984965366531623,
+      "loss": 1.015,
+      "step": 244
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.00019984621816962844,
+      "loss": 1.058,
+      "step": 245
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.00019984274389482005,
+      "loss": 1.1106,
+      "step": 246
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.00019983923084224045,
+      "loss": 1.0335,
+      "step": 247
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.00019983567901325403,
+      "loss": 1.0576,
+      "step": 248
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.00019983208840924026,
+      "loss": 0.9588,
+      "step": 249
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.0001998284590315937,
+      "loss": 0.966,
+      "step": 250
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.00019982479088172405,
+      "loss": 1.0446,
+      "step": 251
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.00019982108396105584,
+      "loss": 1.0443,
+      "step": 252
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.00019981733827102884,
+      "loss": 0.9856,
+      "step": 253
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.00019981355381309789,
+      "loss": 0.9969,
+      "step": 254
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.0001998097305887328,
+      "loss": 1.0758,
+      "step": 255
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.00019980586859941847,
+      "loss": 0.9257,
+      "step": 256
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.00019980196784665478,
+      "loss": 0.9158,
+      "step": 257
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.00019979802833195682,
+      "loss": 1.0406,
+      "step": 258
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.00019979405005685465,
+      "loss": 1.0766,
+      "step": 259
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.00019979003302289335,
+      "loss": 0.9922,
+      "step": 260
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.0001997859772316331,
+      "loss": 1.0568,
+      "step": 261
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.00019978188268464912,
+      "loss": 0.9099,
+      "step": 262
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.0001997777493835317,
+      "loss": 1.0649,
+      "step": 263
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.00019977357732988614,
+      "loss": 0.9933,
+      "step": 264
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.0001997693665253329,
+      "loss": 0.995,
+      "step": 265
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.0001997651169715073,
+      "loss": 1.025,
+      "step": 266
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.00019976082867005984,
+      "loss": 1.0152,
+      "step": 267
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.00019975650162265608,
+      "loss": 1.1138,
+      "step": 268
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.0001997521358309766,
+      "loss": 0.9368,
+      "step": 269
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.00019974773129671701,
+      "loss": 1.0238,
+      "step": 270
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.00019974328802158797,
+      "loss": 1.0274,
+      "step": 271
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.0001997388060073152,
+      "loss": 1.0653,
+      "step": 272
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.00019973428525563947,
+      "loss": 1.0667,
+      "step": 273
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.00019972972576831656,
+      "loss": 1.0095,
+      "step": 274
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.0001997251275471174,
+      "loss": 1.0476,
+      "step": 275
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.00019972049059382782,
+      "loss": 0.9992,
+      "step": 276
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.00019971581491024873,
+      "loss": 1.0567,
+      "step": 277
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.0001997111004981962,
+      "loss": 1.0334,
+      "step": 278
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.00019970634735950115,
+      "loss": 1.0743,
+      "step": 279
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.00019970155549600978,
+      "loss": 1.0598,
+      "step": 280
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.00019969672490958304,
+      "loss": 1.0099,
+      "step": 281
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.0001996918556020972,
+      "loss": 1.0101,
+      "step": 282
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.0001996869475754434,
+      "loss": 1.0177,
+      "step": 283
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.00019968200083152782,
+      "loss": 1.0767,
+      "step": 284
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 0.00019967701537227175,
+      "loss": 0.9211,
+      "step": 285
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.00019967199119961152,
+      "loss": 0.9953,
+      "step": 286
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.0001996669283154984,
+      "loss": 0.9016,
+      "step": 287
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.0001996618267218988,
+      "loss": 0.9634,
+      "step": 288
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.00019965668642079408,
+      "loss": 1.0099,
+      "step": 289
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.00019965150741418073,
+      "loss": 1.0275,
+      "step": 290
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.0001996462897040702,
+      "loss": 1.0474,
+      "step": 291
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.0001996410332924889,
+      "loss": 1.0166,
+      "step": 292
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.0001996357381814785,
+      "loss": 0.9731,
+      "step": 293
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.00019963040437309549,
+      "loss": 1.0642,
+      "step": 294
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.00019962503186941142,
+      "loss": 0.9812,
+      "step": 295
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.00019961962067251298,
+      "loss": 1.0368,
+      "step": 296
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.00019961417078450178,
+      "loss": 1.1205,
+      "step": 297
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.00019960868220749448,
+      "loss": 1.012,
+      "step": 298
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.00019960315494362284,
+      "loss": 1.0146,
+      "step": 299
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.00019959758899503353,
+      "loss": 0.9868,
+      "step": 300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.0001995919843638883,
+      "loss": 1.072,
+      "step": 301
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.00019958634105236395,
+      "loss": 1.0791,
+      "step": 302
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.00019958065906265228,
+      "loss": 0.9979,
+      "step": 303
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.0001995749383969601,
+      "loss": 0.9867,
+      "step": 304
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.00019956917905750924,
+      "loss": 1.0211,
+      "step": 305
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.00019956338104653657,
+      "loss": 0.9505,
+      "step": 306
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.00019955754436629399,
+      "loss": 1.061,
+      "step": 307
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.00019955166901904837,
+      "loss": 0.9542,
+      "step": 308
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.00019954575500708162,
+      "loss": 1.0307,
+      "step": 309
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.0001995398023326907,
+      "loss": 0.9837,
+      "step": 310
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.00019953381099818755,
+      "loss": 0.9687,
+      "step": 311
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.00019952778100589913,
+      "loss": 0.9069,
+      "step": 312
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.00019952171235816747,
+      "loss": 1.0671,
+      "step": 313
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.00019951560505734945,
+      "loss": 1.1031,
+      "step": 314
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.00019950945910581717,
+      "loss": 0.9199,
+      "step": 315
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.00019950327450595764,
+      "loss": 1.0169,
+      "step": 316
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.00019949705126017287,
+      "loss": 1.0322,
+      "step": 317
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.00019949078937087986,
+      "loss": 1.0293,
+      "step": 318
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.0001994844888405107,
+      "loss": 0.9878,
+      "step": 319
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.00019947814967151244,
+      "loss": 0.9583,
+      "step": 320
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.00019947177186634715,
+      "loss": 0.9732,
+      "step": 321
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.00019946535542749184,
+      "loss": 1.0063,
+      "step": 322
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.00019945890035743866,
+      "loss": 1.1327,
+      "step": 323
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.00019945240665869465,
+      "loss": 1.0256,
+      "step": 324
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.00019944587433378186,
+      "loss": 1.0966,
+      "step": 325
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.0001994393033852374,
+      "loss": 0.9144,
+      "step": 326
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.00019943269381561334,
+      "loss": 1.0847,
+      "step": 327
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.00019942604562747678,
+      "loss": 0.9978,
+      "step": 328
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.00019941935882340976,
+      "loss": 0.9679,
+      "step": 329
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.00019941263340600939,
+      "loss": 0.9318,
+      "step": 330
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.00019940586937788776,
+      "loss": 1.0085,
+      "step": 331
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.0001993990667416719,
+      "loss": 1.0228,
+      "step": 332
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.0001993922255000039,
+      "loss": 1.0254,
+      "step": 333
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.0001993853456555408,
+      "loss": 0.9335,
+      "step": 334
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.00019937842721095468,
+      "loss": 1.0359,
+      "step": 335
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.00019937147016893257,
+      "loss": 1.0332,
+      "step": 336
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 0.00019936447453217646,
+      "loss": 0.9621,
+      "step": 337
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.00019935744030340346,
+      "loss": 1.0268,
+      "step": 338
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.00019935036748534553,
+      "loss": 1.0557,
+      "step": 339
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.0001993432560807497,
+      "loss": 0.9793,
+      "step": 340
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.00019933610609237793,
+      "loss": 1.0436,
+      "step": 341
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.00019932891752300717,
+      "loss": 0.9359,
+      "step": 342
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.00019932169037542946,
+      "loss": 1.0423,
+      "step": 343
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.00019931442465245165,
+      "loss": 0.9809,
+      "step": 344
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.00019930712035689575,
+      "loss": 0.9759,
+      "step": 345
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.00019929977749159859,
+      "loss": 1.0047,
+      "step": 346
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.00019929239605941208,
+      "loss": 1.0605,
+      "step": 347
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.0001992849760632031,
+      "loss": 0.9965,
+      "step": 348
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.00019927751750585347,
+      "loss": 1.0869,
+      "step": 349
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.00019927002039026002,
+      "loss": 0.905,
+      "step": 350
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.00019926248471933454,
+      "loss": 0.9713,
+      "step": 351
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.0001992549104960038,
+      "loss": 1.0989,
+      "step": 352
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.0001992472977232095,
+      "loss": 0.9559,
+      "step": 353
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.00019923964640390843,
+      "loss": 1.0587,
+      "step": 354
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.00019923195654107225,
+      "loss": 0.9693,
+      "step": 355
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.00019922422813768758,
+      "loss": 0.9667,
+      "step": 356
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.00019921646119675605,
+      "loss": 0.9726,
+      "step": 357
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.00019920865572129425,
+      "loss": 1.0714,
+      "step": 358
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.00019920081171433379,
+      "loss": 1.1086,
+      "step": 359
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.00019919292917892112,
+      "loss": 1.0406,
+      "step": 360
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.00019918500811811778,
+      "loss": 1.0122,
+      "step": 361
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.00019917704853500016,
+      "loss": 0.975,
+      "step": 362
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.00019916905043265972,
+      "loss": 1.0256,
+      "step": 363
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.00019916101381420285,
+      "loss": 0.9851,
+      "step": 364
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.00019915293868275083,
+      "loss": 0.9697,
+      "step": 365
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.00019914482504143995,
+      "loss": 1.0452,
+      "step": 366
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.00019913667289342147,
+      "loss": 1.0143,
+      "step": 367
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.0001991284822418616,
+      "loss": 0.9677,
+      "step": 368
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.00019912025308994148,
+      "loss": 1.014,
+      "step": 369
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.00019911198544085722,
+      "loss": 1.0769,
+      "step": 370
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.00019910367929781988,
+      "loss": 1.0425,
+      "step": 371
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.00019909533466405546,
+      "loss": 0.9659,
+      "step": 372
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.00019908695154280496,
+      "loss": 0.9825,
+      "step": 373
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.00019907852993732424,
+      "loss": 0.9756,
+      "step": 374
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.0001990700698508842,
+      "loss": 0.9811,
+      "step": 375
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.0001990615712867706,
+      "loss": 0.9382,
+      "step": 376
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.00019905303424828417,
+      "loss": 1.0981,
+      "step": 377
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.00019904445873874068,
+      "loss": 0.9408,
+      "step": 378
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.00019903584476147065,
+      "loss": 1.0032,
+      "step": 379
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.00019902719231981974,
+      "loss": 1.0059,
+      "step": 380
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.00019901850141714841,
+      "loss": 1.0078,
+      "step": 381
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.0001990097720568321,
+      "loss": 0.9815,
+      "step": 382
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.00019900100424226125,
+      "loss": 0.9399,
+      "step": 383
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.00019899219797684113,
+      "loss": 0.9445,
+      "step": 384
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.000198983353263992,
+      "loss": 0.9736,
+      "step": 385
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.00019897447010714905,
+      "loss": 1.0276,
+      "step": 386
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.00019896554850976238,
+      "loss": 1.0206,
+      "step": 387
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.00019895658847529708,
+      "loss": 0.9541,
+      "step": 388
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.00019894759000723306,
+      "loss": 1.0419,
+      "step": 389
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.00019893855310906526,
+      "loss": 1.0308,
+      "step": 390
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.0001989294777843035,
+      "loss": 1.011,
+      "step": 391
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.00019892036403647254,
+      "loss": 1.0432,
+      "step": 392
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.00019891121186911206,
+      "loss": 0.9787,
+      "step": 393
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.00019890202128577662,
+      "loss": 1.0527,
+      "step": 394
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.00019889279229003576,
+      "loss": 0.9209,
+      "step": 395
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.00019888352488547394,
+      "loss": 1.0213,
+      "step": 396
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.00019887421907569048,
+      "loss": 0.9749,
+      "step": 397
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.00019886487486429964,
+      "loss": 1.0487,
+      "step": 398
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.00019885549225493064,
+      "loss": 0.9914,
+      "step": 399
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.00019884607125122755,
+      "loss": 0.9701,
+      "step": 400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.0001988366118568494,
+      "loss": 0.9567,
+      "step": 401
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.0001988271140754701,
+      "loss": 0.9973,
+      "step": 402
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.00019881757791077845,
+      "loss": 1.05,
+      "step": 403
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.00019880800336647824,
+      "loss": 1.0125,
+      "step": 404
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.0001987983904462881,
+      "loss": 1.03,
+      "step": 405
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.00019878873915394154,
+      "loss": 1.0323,
+      "step": 406
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.00019877904949318703,
+      "loss": 1.0009,
+      "step": 407
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.00019876932146778794,
+      "loss": 0.9498,
+      "step": 408
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.00019875955508152253,
+      "loss": 1.0288,
+      "step": 409
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.0001987497503381839,
+      "loss": 1.0438,
+      "step": 410
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.00019873990724158014,
+      "loss": 0.9599,
+      "step": 411
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.00019873002579553418,
+      "loss": 1.0092,
+      "step": 412
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.00019872010600388392,
+      "loss": 0.9958,
+      "step": 413
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.00019871014787048197,
+      "loss": 1.0235,
+      "step": 414
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.00019870015139919606,
+      "loss": 0.9347,
+      "step": 415
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.00019869011659390866,
+      "loss": 1.0589,
+      "step": 416
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.00019868004345851716,
+      "loss": 1.0179,
+      "step": 417
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.00019866993199693392,
+      "loss": 0.9739,
+      "step": 418
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.000198659782213086,
+      "loss": 1.058,
+      "step": 419
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.00019864959411091556,
+      "loss": 1.0263,
+      "step": 420
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.00019863936769437955,
+      "loss": 1.0577,
+      "step": 421
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.00019862910296744967,
+      "loss": 1.0216,
+      "step": 422
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.00019861879993411275,
+      "loss": 1.0739,
+      "step": 423
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.00019860845859837032,
+      "loss": 1.0024,
+      "step": 424
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.00019859807896423882,
+      "loss": 0.8755,
+      "step": 425
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.0001985876610357496,
+      "loss": 1.0112,
+      "step": 426
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.00019857720481694885,
+      "loss": 0.977,
+      "step": 427
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.00019856671031189766,
+      "loss": 1.0171,
+      "step": 428
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.000198556177524672,
+      "loss": 0.9649,
+      "step": 429
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.0001985456064593626,
+      "loss": 1.0328,
+      "step": 430
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.00019853499712007522,
+      "loss": 1.0185,
+      "step": 431
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.00019852434951093034,
+      "loss": 0.9185,
+      "step": 432
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.00019851366363606346,
+      "loss": 0.9495,
+      "step": 433
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.00019850293949962478,
+      "loss": 1.1043,
+      "step": 434
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.00019849217710577946,
+      "loss": 1.064,
+      "step": 435
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.00019848137645870747,
+      "loss": 0.9988,
+      "step": 436
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.0001984705375626036,
+      "loss": 1.0082,
+      "step": 437
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.0001984596604216777,
+      "loss": 0.9957,
+      "step": 438
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.0001984487450401542,
+      "loss": 0.9977,
+      "step": 439
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.00019843779142227256,
+      "loss": 0.9581,
+      "step": 440
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 0.00019842679957228704,
+      "loss": 1.0591,
+      "step": 441
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.00019841576949446675,
+      "loss": 0.9689,
+      "step": 442
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.0001984047011930956,
+      "loss": 1.0178,
+      "step": 443
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.00019839359467247242,
+      "loss": 0.9798,
+      "step": 444
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.0001983824499369109,
+      "loss": 1.0228,
+      "step": 445
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.00019837126699073947,
+      "loss": 1.0203,
+      "step": 446
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.00019836004583830146,
+      "loss": 0.976,
+      "step": 447
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.00019834878648395505,
+      "loss": 1.0098,
+      "step": 448
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.00019833748893207325,
+      "loss": 1.0038,
+      "step": 449
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.00019832615318704389,
+      "loss": 0.9021,
+      "step": 450
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.00019831477925326963,
+      "loss": 1.0909,
+      "step": 451
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.00019830336713516799,
+      "loss": 1.0618,
+      "step": 452
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.00019829191683717133,
+      "loss": 0.8953,
+      "step": 453
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.00019828042836372677,
+      "loss": 0.9879,
+      "step": 454
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.00019826890171929632,
+      "loss": 0.9205,
+      "step": 455
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.00019825733690835679,
+      "loss": 0.9486,
+      "step": 456
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.00019824573393539984,
+      "loss": 1.0184,
+      "step": 457
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.0001982340928049319,
+      "loss": 1.0399,
+      "step": 458
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.00019822241352147427,
+      "loss": 0.977,
+      "step": 459
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.00019821069608956307,
+      "loss": 0.9906,
+      "step": 460
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.00019819894051374915,
+      "loss": 0.9646,
+      "step": 461
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.0001981871467985983,
+      "loss": 1.0318,
+      "step": 462
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.00019817531494869105,
+      "loss": 1.0231,
+      "step": 463
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.00019816344496862272,
+      "loss": 0.9622,
+      "step": 464
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.00019815153686300352,
+      "loss": 1.022,
+      "step": 465
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.0001981395906364584,
+      "loss": 1.0788,
+      "step": 466
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.00019812760629362716,
+      "loss": 0.9674,
+      "step": 467
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.0001981155838391643,
+      "loss": 0.9266,
+      "step": 468
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.00019810352327773935,
+      "loss": 0.9023,
+      "step": 469
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.00019809142461403633,
+      "loss": 0.8694,
+      "step": 470
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.00019807928785275434,
+      "loss": 1.0768,
+      "step": 471
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.0001980671129986071,
+      "loss": 1.013,
+      "step": 472
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.0001980549000563232,
+      "loss": 1.0322,
+      "step": 473
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.000198042649030646,
+      "loss": 1.0719,
+      "step": 474
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.00019803035992633366,
+      "loss": 1.0598,
+      "step": 475
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.00019801803274815917,
+      "loss": 1.0314,
+      "step": 476
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.00019800566750091016,
+      "loss": 1.0082,
+      "step": 477
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.00019799326418938924,
+      "loss": 0.9271,
+      "step": 478
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.0001979808228184137,
+      "loss": 0.9733,
+      "step": 479
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.0001979683433928156,
+      "loss": 0.9264,
+      "step": 480
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.0001979558259174418,
+      "loss": 0.9677,
+      "step": 481
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.00019794327039715395,
+      "loss": 0.9359,
+      "step": 482
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.0001979306768368285,
+      "loss": 1.0036,
+      "step": 483
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.0001979180452413566,
+      "loss": 1.0759,
+      "step": 484
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.00019790537561564428,
+      "loss": 0.9744,
+      "step": 485
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.00019789266796461222,
+      "loss": 0.9647,
+      "step": 486
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.00019787992229319592,
+      "loss": 0.8928,
+      "step": 487
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.00019786713860634567,
+      "loss": 1.0353,
+      "step": 488
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.00019785431690902652,
+      "loss": 1.1908,
+      "step": 489
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.00019784145720621826,
+      "loss": 1.0109,
+      "step": 490
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.00019782855950291542,
+      "loss": 1.0033,
+      "step": 491
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.0001978156238041274,
+      "loss": 0.9975,
+      "step": 492
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 0.0001978026501148782,
+      "loss": 0.9897,
+      "step": 493
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.00019778963844020665,
+      "loss": 0.9919,
+      "step": 494
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.00019777658878516639,
+      "loss": 0.9017,
+      "step": 495
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.0001977635011548257,
+      "loss": 1.0692,
+      "step": 496
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.0001977503755542677,
+      "loss": 0.9586,
+      "step": 497
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.00019773721198859022,
+      "loss": 0.9664,
+      "step": 498
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.00019772401046290586,
+      "loss": 1.0223,
+      "step": 499
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.00019771077098234186,
+      "loss": 1.0413,
+      "step": 500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.00019769749355204032,
+      "loss": 1.0185,
+      "step": 501
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.00019768417817715809,
+      "loss": 0.999,
+      "step": 502
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.00019767082486286665,
+      "loss": 0.9747,
+      "step": 503
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.0001976574336143523,
+      "loss": 0.9307,
+      "step": 504
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.00019764400443681606,
+      "loss": 0.9214,
+      "step": 505
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.00019763053733547366,
+      "loss": 1.1009,
+      "step": 506
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.0001976170323155555,
+      "loss": 0.9416,
+      "step": 507
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.0001976034893823069,
+      "loss": 0.918,
+      "step": 508
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.0001975899085409876,
+      "loss": 0.9689,
+      "step": 509
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.00019757628979687246,
+      "loss": 1.0128,
+      "step": 510
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.0001975626331552507,
+      "loss": 0.9835,
+      "step": 511
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.00019754893862142643,
+      "loss": 1.0468,
+      "step": 512
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.00019753520620071843,
+      "loss": 1.0375,
+      "step": 513
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.0001975214358984603,
+      "loss": 1.0221,
+      "step": 514
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.00019750762772000014,
+      "loss": 1.0121,
+      "step": 515
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.000197493781670701,
+      "loss": 0.8935,
+      "step": 516
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.00019747989775594044,
+      "loss": 0.9219,
+      "step": 517
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.0001974659759811109,
+      "loss": 0.9784,
+      "step": 518
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.00019745201635161936,
+      "loss": 1.0027,
+      "step": 519
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.00019743801887288763,
+      "loss": 1.0058,
+      "step": 520
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.0001974239835503521,
+      "loss": 1.0108,
+      "step": 521
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.00019740991038946404,
+      "loss": 1.0573,
+      "step": 522
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.0001973957993956892,
+      "loss": 1.0255,
+      "step": 523
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.00019738165057450816,
+      "loss": 0.9652,
+      "step": 524
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.00019736746393141617,
+      "loss": 1.0075,
+      "step": 525
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.00019735323947192316,
+      "loss": 1.0236,
+      "step": 526
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.00019733897720155375,
+      "loss": 0.9596,
+      "step": 527
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.00019732467712584722,
+      "loss": 0.9412,
+      "step": 528
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.0001973103392503576,
+      "loss": 1.0653,
+      "step": 529
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.00019729596358065345,
+      "loss": 1.0088,
+      "step": 530
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.00019728155012231825,
+      "loss": 0.9348,
+      "step": 531
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.00019726709888094992,
+      "loss": 1.0122,
+      "step": 532
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.0001972526098621612,
+      "loss": 0.9831,
+      "step": 533
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.00019723808307157948,
+      "loss": 1.04,
+      "step": 534
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.00019722351851484676,
+      "loss": 0.9668,
+      "step": 535
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.00019720891619761974,
+      "loss": 0.9766,
+      "step": 536
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.0001971942761255698,
+      "loss": 1.088,
+      "step": 537
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.00019717959830438302,
+      "loss": 0.9204,
+      "step": 538
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.00019716488273976003,
+      "loss": 0.964,
+      "step": 539
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.0001971501294374162,
+      "loss": 1.0147,
+      "step": 540
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.00019713533840308157,
+      "loss": 0.9968,
+      "step": 541
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.00019712050964250082,
+      "loss": 0.9464,
+      "step": 542
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.00019710564316143323,
+      "loss": 0.9397,
+      "step": 543
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.00019709073896565275,
+      "loss": 0.9906,
+      "step": 544
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 0.00019707579706094807,
+      "loss": 0.9598,
+      "step": 545
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.0001970608174531224,
+      "loss": 0.9865,
+      "step": 546
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.0001970458001479937,
+      "loss": 0.974,
+      "step": 547
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.00019703074515139445,
+      "loss": 0.9946,
+      "step": 548
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.00019701565246917183,
+      "loss": 1.0253,
+      "step": 549
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.00019700052210718777,
+      "loss": 1.0262,
+      "step": 550
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.00019698535407131862,
+      "loss": 1.0234,
+      "step": 551
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.00019697014836745553,
+      "loss": 0.981,
+      "step": 552
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.00019695490500150418,
+      "loss": 0.9926,
+      "step": 553
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.00019693962397938496,
+      "loss": 1.0317,
+      "step": 554
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.00019692430530703282,
+      "loss": 1.0065,
+      "step": 555
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.00019690894899039734,
+      "loss": 1.007,
+      "step": 556
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.00019689355503544275,
+      "loss": 0.911,
+      "step": 557
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.0001968781234481479,
+      "loss": 0.9642,
+      "step": 558
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.00019686265423450624,
+      "loss": 0.9747,
+      "step": 559
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.00019684714740052583,
+      "loss": 0.9867,
+      "step": 560
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.00019683160295222934,
+      "loss": 0.9522,
+      "step": 561
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.00019681602089565402,
+      "loss": 0.9826,
+      "step": 562
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.0001968004012368518,
+      "loss": 0.9433,
+      "step": 563
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.0001967847439818892,
+      "loss": 0.9424,
+      "step": 564
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.00019676904913684727,
+      "loss": 0.9556,
+      "step": 565
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.0001967533167078217,
+      "loss": 0.9868,
+      "step": 566
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.00019673754670092284,
+      "loss": 1.0391,
+      "step": 567
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.00019672173912227553,
+      "loss": 0.9513,
+      "step": 568
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.0001967058939780193,
+      "loss": 1.0498,
+      "step": 569
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.00019669001127430816,
+      "loss": 0.9115,
+      "step": 570
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.00019667409101731083,
+      "loss": 0.9,
+      "step": 571
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.0001966581332132105,
+      "loss": 1.0001,
+      "step": 572
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.00019664213786820502,
+      "loss": 0.9964,
+      "step": 573
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.00019662610498850683,
+      "loss": 0.9217,
+      "step": 574
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.00019661003458034285,
+      "loss": 0.9696,
+      "step": 575
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.0001965939266499547,
+      "loss": 1.0127,
+      "step": 576
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.00019657778120359847,
+      "loss": 0.9735,
+      "step": 577
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.0001965615982475449,
+      "loss": 0.951,
+      "step": 578
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.00019654537778807923,
+      "loss": 0.9747,
+      "step": 579
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.00019652911983150136,
+      "loss": 1.0292,
+      "step": 580
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.0001965128243841256,
+      "loss": 0.9527,
+      "step": 581
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.00019649649145228102,
+      "loss": 1.0112,
+      "step": 582
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.00019648012104231106,
+      "loss": 1.0233,
+      "step": 583
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.00019646371316057383,
+      "loss": 1.0188,
+      "step": 584
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.00019644726781344195,
+      "loss": 0.9679,
+      "step": 585
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.0001964307850073026,
+      "loss": 0.9988,
+      "step": 586
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.00019641426474855758,
+      "loss": 1.005,
+      "step": 587
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.00019639770704362307,
+      "loss": 0.9944,
+      "step": 588
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.00019638111189892993,
+      "loss": 0.9531,
+      "step": 589
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.00019636447932092353,
+      "loss": 1.0098,
+      "step": 590
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.0001963478093160638,
+      "loss": 1.0187,
+      "step": 591
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.00019633110189082512,
+      "loss": 0.9825,
+      "step": 592
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.0001963143570516965,
+      "loss": 0.9373,
+      "step": 593
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.00019629757480518143,
+      "loss": 0.9143,
+      "step": 594
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.00019628075515779796,
+      "loss": 0.929,
+      "step": 595
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.0001962638981160786,
+      "loss": 0.9983,
+      "step": 596
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.00019624700368657045,
+      "loss": 0.9374,
+      "step": 597
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.00019623007187583515,
+      "loss": 0.9427,
+      "step": 598
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.0001962131026904488,
+      "loss": 0.9518,
+      "step": 599
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.000196196096137002,
+      "loss": 1.0222,
+      "step": 600
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.00019617905222209996,
+      "loss": 0.9296,
+      "step": 601
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.00019616197095236227,
+      "loss": 0.9688,
+      "step": 602
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.00019614485233442316,
+      "loss": 0.9782,
+      "step": 603
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.00019612769637493126,
+      "loss": 0.9669,
+      "step": 604
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.0001961105030805498,
+      "loss": 0.9696,
+      "step": 605
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.00019609327245795642,
+      "loss": 1.0295,
+      "step": 606
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.00019607600451384326,
+      "loss": 0.9909,
+      "step": 607
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.00019605869925491706,
+      "loss": 1.0277,
+      "step": 608
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.00019604135668789896,
+      "loss": 0.9699,
+      "step": 609
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.00019602397681952463,
+      "loss": 0.9025,
+      "step": 610
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.00019600655965654412,
+      "loss": 0.9292,
+      "step": 611
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.00019598910520572218,
+      "loss": 0.9337,
+      "step": 612
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.00019597161347383784,
+      "loss": 1.0149,
+      "step": 613
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.00019595408446768472,
+      "loss": 0.9455,
+      "step": 614
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.00019593651819407084,
+      "loss": 0.9422,
+      "step": 615
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.0001959189146598188,
+      "loss": 0.9478,
+      "step": 616
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.00019590127387176555,
+      "loss": 0.9636,
+      "step": 617
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.00019588359583676263,
+      "loss": 0.9785,
+      "step": 618
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.00019586588056167594,
+      "loss": 0.9755,
+      "step": 619
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.0001958481280533859,
+      "loss": 0.9347,
+      "step": 620
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.0001958303383187874,
+      "loss": 0.9685,
+      "step": 621
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.00019581251136478972,
+      "loss": 0.9824,
+      "step": 622
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.00019579464719831667,
+      "loss": 1.0529,
+      "step": 623
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.00019577674582630652,
+      "loss": 1.0397,
+      "step": 624
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.0001957588072557119,
+      "loss": 0.9948,
+      "step": 625
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.0001957408314935,
+      "loss": 0.8789,
+      "step": 626
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.00019572281854665234,
+      "loss": 0.9961,
+      "step": 627
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.00019570476842216498,
+      "loss": 0.9778,
+      "step": 628
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.00019568668112704838,
+      "loss": 0.9486,
+      "step": 629
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.00019566855666832743,
+      "loss": 0.9821,
+      "step": 630
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.00019565039505304145,
+      "loss": 0.9363,
+      "step": 631
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.0001956321962882442,
+      "loss": 1.0302,
+      "step": 632
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.0001956139603810039,
+      "loss": 0.9778,
+      "step": 633
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.00019559568733840314,
+      "loss": 0.9788,
+      "step": 634
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.00019557737716753896,
+      "loss": 0.9271,
+      "step": 635
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.00019555902987552283,
+      "loss": 0.9621,
+      "step": 636
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.00019554064546948064,
+      "loss": 0.9502,
+      "step": 637
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.0001955222239565526,
+      "loss": 0.8589,
+      "step": 638
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.00019550376534389357,
+      "loss": 0.9531,
+      "step": 639
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.00019548526963867252,
+      "loss": 1.0087,
+      "step": 640
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.00019546673684807302,
+      "loss": 0.9373,
+      "step": 641
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.000195448166979293,
+      "loss": 0.9832,
+      "step": 642
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.00019542956003954477,
+      "loss": 0.9895,
+      "step": 643
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.00019541091603605506,
+      "loss": 0.8814,
+      "step": 644
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.000195392234976065,
+      "loss": 0.9314,
+      "step": 645
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.00019537351686683003,
+      "loss": 0.9062,
+      "step": 646
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.00019535476171562012,
+      "loss": 1.0054,
+      "step": 647
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.00019533596952971954,
+      "loss": 0.9098,
+      "step": 648
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 0.00019531714031642696,
+      "loss": 0.8966,
+      "step": 649
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.0001952982740830554,
+      "loss": 0.9459,
+      "step": 650
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.00019527937083693231,
+      "loss": 1.036,
+      "step": 651
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.0001952604305853995,
+      "loss": 0.9675,
+      "step": 652
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.00019524145333581317,
+      "loss": 0.9874,
+      "step": 653
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.00019522243909554377,
+      "loss": 0.977,
+      "step": 654
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.00019520338787197629,
+      "loss": 1.0595,
+      "step": 655
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.00019518429967251,
+      "loss": 1.0059,
+      "step": 656
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.00019516517450455853,
+      "loss": 0.9173,
+      "step": 657
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.00019514601237554988,
+      "loss": 0.8937,
+      "step": 658
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.00019512681329292636,
+      "loss": 0.9625,
+      "step": 659
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.00019510757726414472,
+      "loss": 0.9415,
+      "step": 660
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.000195088304296676,
+      "loss": 0.9326,
+      "step": 661
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.00019506899439800557,
+      "loss": 0.904,
+      "step": 662
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.0001950496475756332,
+      "loss": 1.0122,
+      "step": 663
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.000195030263837073,
+      "loss": 0.942,
+      "step": 664
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.00019501084318985335,
+      "loss": 0.9675,
+      "step": 665
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.000194991385641517,
+      "loss": 0.983,
+      "step": 666
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.00019497189119962105,
+      "loss": 1.0248,
+      "step": 667
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.00019495235987173693,
+      "loss": 0.9313,
+      "step": 668
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.00019493279166545038,
+      "loss": 1.0105,
+      "step": 669
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.00019491318658836142,
+      "loss": 0.8822,
+      "step": 670
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.0001948935446480845,
+      "loss": 0.9078,
+      "step": 671
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.0001948738658522483,
+      "loss": 0.9826,
+      "step": 672
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.00019485415020849582,
+      "loss": 1.0514,
+      "step": 673
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.0001948343977244844,
+      "loss": 0.8715,
+      "step": 674
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.00019481460840788573,
+      "loss": 0.9364,
+      "step": 675
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.00019479478226638565,
+      "loss": 1.0334,
+      "step": 676
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.0001947749193076845,
+      "loss": 0.9678,
+      "step": 677
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.00019475501953949672,
+      "loss": 0.9473,
+      "step": 678
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.00019473508296955126,
+      "loss": 1.0436,
+      "step": 679
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.0001947151096055912,
+      "loss": 0.969,
+      "step": 680
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.00019469509945537397,
+      "loss": 1.0269,
+      "step": 681
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.00019467505252667127,
+      "loss": 1.0234,
+      "step": 682
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.0001946549688272691,
+      "loss": 1.0248,
+      "step": 683
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.0001946348483649678,
+      "loss": 0.9604,
+      "step": 684
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.0001946146911475818,
+      "loss": 0.9718,
+      "step": 685
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.00019459449718294008,
+      "loss": 0.9348,
+      "step": 686
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.00019457426647888563,
+      "loss": 0.9751,
+      "step": 687
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.00019455399904327585,
+      "loss": 0.9979,
+      "step": 688
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.00019453369488398238,
+      "loss": 0.9358,
+      "step": 689
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.00019451335400889116,
+      "loss": 1.0105,
+      "step": 690
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.00019449297642590228,
+      "loss": 0.9762,
+      "step": 691
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.00019447256214293025,
+      "loss": 0.9351,
+      "step": 692
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.00019445211116790362,
+      "loss": 0.9606,
+      "step": 693
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.00019443162350876546,
+      "loss": 0.9439,
+      "step": 694
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.0001944110991734728,
+      "loss": 0.8729,
+      "step": 695
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.00019439053816999716,
+      "loss": 0.9295,
+      "step": 696
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.00019436994050632414,
+      "loss": 0.9717,
+      "step": 697
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.00019434930619045368,
+      "loss": 0.9091,
+      "step": 698
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.00019432863523039987,
+      "loss": 0.9861,
+      "step": 699
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.00019430792763419107,
+      "loss": 0.9871,
+      "step": 700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.00019428718340986988,
+      "loss": 0.966,
+      "step": 701
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.00019426640256549313,
+      "loss": 0.9982,
+      "step": 702
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.00019424558510913186,
+      "loss": 0.9836,
+      "step": 703
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.00019422473104887134,
+      "loss": 0.995,
+      "step": 704
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.000194203840392811,
+      "loss": 1.0174,
+      "step": 705
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.00019418291314906457,
+      "loss": 0.927,
+      "step": 706
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.00019416194932576,
+      "loss": 0.9494,
+      "step": 707
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.00019414094893103928,
+      "loss": 0.9234,
+      "step": 708
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.00019411991197305879,
+      "loss": 0.929,
+      "step": 709
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.00019409883845998904,
+      "loss": 0.9864,
+      "step": 710
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.00019407772840001472,
+      "loss": 0.9306,
+      "step": 711
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.00019405658180133477,
+      "loss": 0.9982,
+      "step": 712
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.00019403539867216224,
+      "loss": 1.0021,
+      "step": 713
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.00019401417902072446,
+      "loss": 0.961,
+      "step": 714
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.00019399292285526284,
+      "loss": 1.0467,
+      "step": 715
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.00019397163018403308,
+      "loss": 0.9702,
+      "step": 716
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.00019395030101530502,
+      "loss": 1.0007,
+      "step": 717
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.0001939289353573626,
+      "loss": 0.9944,
+      "step": 718
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.00019390753321850404,
+      "loss": 0.9022,
+      "step": 719
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.00019388609460704168,
+      "loss": 0.9613,
+      "step": 720
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.000193864619531302,
+      "loss": 0.9853,
+      "step": 721
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.00019384310799962573,
+      "loss": 0.9839,
+      "step": 722
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.00019382156002036764,
+      "loss": 0.9211,
+      "step": 723
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.00019379997560189675,
+      "loss": 0.9301,
+      "step": 724
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.0001937783547525962,
+      "loss": 0.9662,
+      "step": 725
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.00019375669748086327,
+      "loss": 0.9677,
+      "step": 726
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.00019373500379510938,
+      "loss": 1.0052,
+      "step": 727
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.00019371327370376016,
+      "loss": 0.9904,
+      "step": 728
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.00019369150721525527,
+      "loss": 0.9732,
+      "step": 729
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.0001936697043380486,
+      "loss": 0.9598,
+      "step": 730
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.00019364786508060808,
+      "loss": 0.9605,
+      "step": 731
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.0001936259894514159,
+      "loss": 0.9726,
+      "step": 732
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.00019360407745896827,
+      "loss": 0.9867,
+      "step": 733
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.00019358212911177556,
+      "loss": 0.8907,
+      "step": 734
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.0001935601444183622,
+      "loss": 1.0059,
+      "step": 735
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.0001935381233872669,
+      "loss": 0.8812,
+      "step": 736
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.00019351606602704228,
+      "loss": 0.9842,
+      "step": 737
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.0001934939723462552,
+      "loss": 0.9046,
+      "step": 738
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.00019347184235348662,
+      "loss": 0.949,
+      "step": 739
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.00019344967605733153,
+      "loss": 0.9434,
+      "step": 740
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.0001934274734663991,
+      "loss": 0.9708,
+      "step": 741
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.00019340523458931253,
+      "loss": 0.9785,
+      "step": 742
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.00019338295943470914,
+      "loss": 0.9621,
+      "step": 743
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.00019336064801124035,
+      "loss": 0.9771,
+      "step": 744
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.0001933383003275717,
+      "loss": 0.9646,
+      "step": 745
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.0001933159163923827,
+      "loss": 1.0334,
+      "step": 746
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.00019329349621436708,
+      "loss": 0.9671,
+      "step": 747
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.00019327103980223254,
+      "loss": 1.0002,
+      "step": 748
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.0001932485471647009,
+      "loss": 0.9477,
+      "step": 749
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.00019322601831050804,
+      "loss": 0.9448,
+      "step": 750
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.00019320345324840395,
+      "loss": 1.0527,
+      "step": 751
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.00019318085198715256,
+      "loss": 0.9705,
+      "step": 752
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 0.000193158214535532,
+      "loss": 0.9134,
+      "step": 753
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.00019313554090233436,
+      "loss": 0.9666,
+      "step": 754
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.00019311283109636583,
+      "loss": 0.9685,
+      "step": 755
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.00019309008512644667,
+      "loss": 0.9896,
+      "step": 756
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.0001930673030014111,
+      "loss": 1.0538,
+      "step": 757
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.00019304448473010747,
+      "loss": 1.0344,
+      "step": 758
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.00019302163032139814,
+      "loss": 0.9855,
+      "step": 759
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.00019299873978415947,
+      "loss": 0.9857,
+      "step": 760
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.00019297581312728186,
+      "loss": 0.8946,
+      "step": 761
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.0001929528503596698,
+      "loss": 0.9176,
+      "step": 762
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.00019292985149024178,
+      "loss": 1.0173,
+      "step": 763
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.00019290681652793027,
+      "loss": 0.9436,
+      "step": 764
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.0001928837454816818,
+      "loss": 0.9798,
+      "step": 765
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.00019286063836045685,
+      "loss": 0.9166,
+      "step": 766
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.00019283749517322999,
+      "loss": 0.95,
+      "step": 767
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.00019281431592898978,
+      "loss": 0.9697,
+      "step": 768
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.0001927911006367388,
+      "loss": 0.926,
+      "step": 769
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.0001927678493054935,
+      "loss": 1.0473,
+      "step": 770
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.00019274456194428454,
+      "loss": 0.9173,
+      "step": 771
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.0001927212385621564,
+      "loss": 0.9639,
+      "step": 772
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.00019269787916816763,
+      "loss": 0.9321,
+      "step": 773
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.00019267448377139075,
+      "loss": 1.0117,
+      "step": 774
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.00019265105238091228,
+      "loss": 0.9288,
+      "step": 775
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.00019262758500583263,
+      "loss": 0.9257,
+      "step": 776
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.00019260408165526637,
+      "loss": 0.9697,
+      "step": 777
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.00019258054233834183,
+      "loss": 0.8839,
+      "step": 778
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.00019255696706420148,
+      "loss": 0.9953,
+      "step": 779
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.00019253335584200164,
+      "loss": 0.8905,
+      "step": 780
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.00019250970868091267,
+      "loss": 0.9585,
+      "step": 781
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.00019248602559011882,
+      "loss": 0.9152,
+      "step": 782
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.00019246230657881834,
+      "loss": 0.9996,
+      "step": 783
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.00019243855165622343,
+      "loss": 0.9893,
+      "step": 784
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.00019241476083156026,
+      "loss": 0.9607,
+      "step": 785
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.00019239093411406886,
+      "loss": 0.9955,
+      "step": 786
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.00019236707151300327,
+      "loss": 0.8491,
+      "step": 787
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.00019234317303763144,
+      "loss": 0.8708,
+      "step": 788
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.00019231923869723528,
+      "loss": 1.0783,
+      "step": 789
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.0001922952685011106,
+      "loss": 0.9788,
+      "step": 790
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.00019227126245856716,
+      "loss": 1.0178,
+      "step": 791
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.00019224722057892862,
+      "loss": 1.0271,
+      "step": 792
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.00019222314287153255,
+      "loss": 1.0029,
+      "step": 793
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.00019219902934573048,
+      "loss": 0.9838,
+      "step": 794
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.00019217488001088784,
+      "loss": 0.9723,
+      "step": 795
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.00019215069487638395,
+      "loss": 1.0318,
+      "step": 796
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.000192126473951612,
+      "loss": 0.9826,
+      "step": 797
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.0001921022172459791,
+      "loss": 1.0491,
+      "step": 798
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.00019207792476890641,
+      "loss": 0.9327,
+      "step": 799
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.00019205359652982868,
+      "loss": 1.0056,
+      "step": 800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.0001920292325381948,
+      "loss": 0.924,
+      "step": 801
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.00019200483280346748,
+      "loss": 0.8911,
+      "step": 802
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.00019198039733512326,
+      "loss": 0.9214,
+      "step": 803
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.00019195592614265261,
+      "loss": 0.9708,
+      "step": 804
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.00019193141923555984,
+      "loss": 0.9233,
+      "step": 805
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.00019190687662336316,
+      "loss": 0.8507,
+      "step": 806
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.00019188229831559466,
+      "loss": 1.0019,
+      "step": 807
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.00019185768432180024,
+      "loss": 0.9552,
+      "step": 808
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.00019183303465153973,
+      "loss": 0.959,
+      "step": 809
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.00019180834931438673,
+      "loss": 0.9481,
+      "step": 810
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.00019178362831992878,
+      "loss": 0.9015,
+      "step": 811
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.00019175887167776717,
+      "loss": 0.9615,
+      "step": 812
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.0001917340793975172,
+      "loss": 0.8845,
+      "step": 813
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.0001917092514888078,
+      "loss": 0.9651,
+      "step": 814
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.00019168438796128193,
+      "loss": 0.9188,
+      "step": 815
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.0001916594888245962,
+      "loss": 0.9185,
+      "step": 816
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.00019163455408842124,
+      "loss": 1.0105,
+      "step": 817
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.00019160958376244136,
+      "loss": 0.9437,
+      "step": 818
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.00019158457785635477,
+      "loss": 1.0202,
+      "step": 819
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.00019155953637987346,
+      "loss": 0.9213,
+      "step": 820
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.0001915344593427233,
+      "loss": 0.9468,
+      "step": 821
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.00019150934675464382,
+      "loss": 0.909,
+      "step": 822
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.00019148419862538858,
+      "loss": 1.0065,
+      "step": 823
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.00019145901496472472,
+      "loss": 1.0127,
+      "step": 824
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.00019143379578243335,
+      "loss": 0.9612,
+      "step": 825
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.0001914085410883093,
+      "loss": 1.0199,
+      "step": 826
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.00019138325089216118,
+      "loss": 0.9255,
+      "step": 827
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.00019135792520381142,
+      "loss": 0.9731,
+      "step": 828
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.00019133256403309625,
+      "loss": 0.9422,
+      "step": 829
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.0001913071673898656,
+      "loss": 0.9836,
+      "step": 830
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.0001912817352839833,
+      "loss": 0.9122,
+      "step": 831
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.00019125626772532683,
+      "loss": 0.8686,
+      "step": 832
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.00019123076472378752,
+      "loss": 0.9781,
+      "step": 833
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.00019120522628927045,
+      "loss": 1.0278,
+      "step": 834
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.00019117965243169445,
+      "loss": 0.911,
+      "step": 835
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.00019115404316099213,
+      "loss": 0.9633,
+      "step": 836
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.00019112839848710978,
+      "loss": 0.9678,
+      "step": 837
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.00019110271842000755,
+      "loss": 0.9997,
+      "step": 838
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.00019107700296965927,
+      "loss": 1.0006,
+      "step": 839
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.0001910512521460525,
+      "loss": 0.9405,
+      "step": 840
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.00019102546595918857,
+      "loss": 1.0353,
+      "step": 841
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.00019099964441908257,
+      "loss": 0.9498,
+      "step": 842
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.00019097378753576324,
+      "loss": 0.9365,
+      "step": 843
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.00019094789531927316,
+      "loss": 0.9199,
+      "step": 844
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.00019092196777966848,
+      "loss": 0.9864,
+      "step": 845
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.00019089600492701924,
+      "loss": 0.9112,
+      "step": 846
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.00019087000677140908,
+      "loss": 1.0298,
+      "step": 847
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.00019084397332293538,
+      "loss": 0.9751,
+      "step": 848
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.00019081790459170926,
+      "loss": 1.0011,
+      "step": 849
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.00019079180058785547,
+      "loss": 0.9392,
+      "step": 850
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.00019076566132151252,
+      "loss": 0.9887,
+      "step": 851
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.0001907394868028326,
+      "loss": 0.9477,
+      "step": 852
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.0001907132770419816,
+      "loss": 0.9519,
+      "step": 853
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.0001906870320491391,
+      "loss": 0.833,
+      "step": 854
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.00019066075183449835,
+      "loss": 0.9579,
+      "step": 855
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.00019063443640826623,
+      "loss": 0.9265,
+      "step": 856
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.0001906080857806634,
+      "loss": 0.9669,
+      "step": 857
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.00019058169996192417,
+      "loss": 0.9619,
+      "step": 858
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.00019055527896229643,
+      "loss": 0.934,
+      "step": 859
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.00019052882279204178,
+      "loss": 0.8831,
+      "step": 860
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.00019050233146143556,
+      "loss": 0.9885,
+      "step": 861
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.00019047580498076662,
+      "loss": 1.0144,
+      "step": 862
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.00019044924336033758,
+      "loss": 0.8882,
+      "step": 863
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.0001904226466104647,
+      "loss": 0.9958,
+      "step": 864
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.0001903960147414778,
+      "loss": 0.9287,
+      "step": 865
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.0001903693477637204,
+      "loss": 1.0095,
+      "step": 866
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.00019034264568754968,
+      "loss": 0.9866,
+      "step": 867
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.00019031590852333635,
+      "loss": 0.9732,
+      "step": 868
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.00019028913628146488,
+      "loss": 0.9716,
+      "step": 869
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.00019026232897233328,
+      "loss": 0.9268,
+      "step": 870
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.0001902354866063532,
+      "loss": 0.9304,
+      "step": 871
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.0001902086091939499,
+      "loss": 0.9142,
+      "step": 872
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.00019018169674556227,
+      "loss": 0.8523,
+      "step": 873
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.0001901547492716428,
+      "loss": 0.9434,
+      "step": 874
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.00019012776678265756,
+      "loss": 0.9359,
+      "step": 875
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.00019010074928908622,
+      "loss": 0.9039,
+      "step": 876
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.0001900736968014221,
+      "loss": 0.9341,
+      "step": 877
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.0001900466093301721,
+      "loss": 0.9648,
+      "step": 878
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.0001900194868858566,
+      "loss": 0.9398,
+      "step": 879
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.0001899923294790097,
+      "loss": 0.9294,
+      "step": 880
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.00018996513712017898,
+      "loss": 0.9509,
+      "step": 881
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.0001899379098199257,
+      "loss": 0.9024,
+      "step": 882
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.0001899106475888246,
+      "loss": 0.9695,
+      "step": 883
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.00018988335043746403,
+      "loss": 0.9736,
+      "step": 884
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.00018985601837644587,
+      "loss": 0.9727,
+      "step": 885
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.00018982865141638558,
+      "loss": 1.024,
+      "step": 886
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.00018980124956791215,
+      "loss": 0.9065,
+      "step": 887
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.00018977381284166817,
+      "loss": 1.0331,
+      "step": 888
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.00018974634124830977,
+      "loss": 0.8761,
+      "step": 889
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.0001897188347985066,
+      "loss": 0.9643,
+      "step": 890
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.00018969129350294178,
+      "loss": 0.9338,
+      "step": 891
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.00018966371737231207,
+      "loss": 0.9669,
+      "step": 892
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.00018963610641732777,
+      "loss": 1.019,
+      "step": 893
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.00018960846064871258,
+      "loss": 0.8548,
+      "step": 894
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.00018958078007720385,
+      "loss": 0.9106,
+      "step": 895
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.00018955306471355235,
+      "loss": 0.9097,
+      "step": 896
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.00018952531456852247,
+      "loss": 0.9454,
+      "step": 897
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.00018949752965289197,
+      "loss": 0.9223,
+      "step": 898
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.0001894697099774523,
+      "loss": 0.88,
+      "step": 899
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.0001894418555530082,
+      "loss": 0.9549,
+      "step": 900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.000189413966390378,
+      "loss": 0.9706,
+      "step": 901
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.00018938604250039363,
+      "loss": 0.9622,
+      "step": 902
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.00018935808389390033,
+      "loss": 0.9024,
+      "step": 903
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.0001893300905817569,
+      "loss": 0.9112,
+      "step": 904
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.00018930206257483564,
+      "loss": 1.0174,
+      "step": 905
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.00018927399988402232,
+      "loss": 0.966,
+      "step": 906
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.00018924590252021614,
+      "loss": 0.9147,
+      "step": 907
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.00018921777049432984,
+      "loss": 1.0276,
+      "step": 908
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 0.00018918960381728947,
+      "loss": 0.9779,
+      "step": 909
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.00018916140250003474,
+      "loss": 0.9219,
+      "step": 910
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.0001891331665535187,
+      "loss": 0.9838,
+      "step": 911
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.00018910489598870784,
+      "loss": 0.9996,
+      "step": 912
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.00018907659081658214,
+      "loss": 0.9753,
+      "step": 913
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.00018904825104813498,
+      "loss": 0.9031,
+      "step": 914
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.0001890198766943732,
+      "loss": 0.9743,
+      "step": 915
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.00018899146776631712,
+      "loss": 0.9185,
+      "step": 916
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.0001889630242750004,
+      "loss": 0.9121,
+      "step": 917
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.0001889345462314702,
+      "loss": 0.9778,
+      "step": 918
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.000188906033646787,
+      "loss": 0.9458,
+      "step": 919
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.00018887748653202477,
+      "loss": 0.9616,
+      "step": 920
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.00018884890489827096,
+      "loss": 0.8723,
+      "step": 921
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.00018882028875662627,
+      "loss": 0.8441,
+      "step": 922
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.0001887916381182049,
+      "loss": 0.907,
+      "step": 923
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.00018876295299413443,
+      "loss": 0.8992,
+      "step": 924
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.00018873423339555584,
+      "loss": 0.9529,
+      "step": 925
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.0001887054793336235,
+      "loss": 0.9792,
+      "step": 926
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.0001886766908195051,
+      "loss": 0.9704,
+      "step": 927
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.00018864786786438185,
+      "loss": 0.9412,
+      "step": 928
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.00018861901047944818,
+      "loss": 1.0161,
+      "step": 929
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.00018859011867591202,
+      "loss": 0.9371,
+      "step": 930
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.00018856119246499458,
+      "loss": 0.9472,
+      "step": 931
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.00018853223185793047,
+      "loss": 0.9698,
+      "step": 932
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.00018850323686596764,
+      "loss": 0.9999,
+      "step": 933
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.00018847420750036747,
+      "loss": 0.8594,
+      "step": 934
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.00018844514377240457,
+      "loss": 0.9229,
+      "step": 935
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.000188416045693367,
+      "loss": 0.9317,
+      "step": 936
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.0001883869132745561,
+      "loss": 0.8694,
+      "step": 937
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.0001883577465272866,
+      "loss": 0.8708,
+      "step": 938
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.00018832854546288642,
+      "loss": 0.9112,
+      "step": 939
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.00018829931009269705,
+      "loss": 0.9204,
+      "step": 940
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.0001882700404280731,
+      "loss": 0.935,
+      "step": 941
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.00018824073648038257,
+      "loss": 0.916,
+      "step": 942
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.0001882113982610068,
+      "loss": 0.9381,
+      "step": 943
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.00018818202578134042,
+      "loss": 1.0271,
+      "step": 944
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.0001881526190527913,
+      "loss": 0.9201,
+      "step": 945
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.00018812317808678076,
+      "loss": 0.9744,
+      "step": 946
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.0001880937028947433,
+      "loss": 0.9779,
+      "step": 947
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.00018806419348812672,
+      "loss": 0.9412,
+      "step": 948
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.00018803464987839216,
+      "loss": 0.9489,
+      "step": 949
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.000188005072077014,
+      "loss": 0.9241,
+      "step": 950
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.00018797546009547995,
+      "loss": 0.9615,
+      "step": 951
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.0001879458139452909,
+      "loss": 0.9695,
+      "step": 952
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.00018791613363796118,
+      "loss": 0.9165,
+      "step": 953
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.00018788641918501814,
+      "loss": 0.8603,
+      "step": 954
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.00018785667059800264,
+      "loss": 0.8208,
+      "step": 955
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.00018782688788846865,
+      "loss": 0.8697,
+      "step": 956
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.0001877970710679834,
+      "loss": 0.9446,
+      "step": 957
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.0001877672201481275,
+      "loss": 0.9196,
+      "step": 958
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.0001877373351404946,
+      "loss": 0.9257,
+      "step": 959
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.00018770741605669171,
+      "loss": 0.9422,
+      "step": 960
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.0001876774629083391,
+      "loss": 0.9626,
+      "step": 961
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.00018764747570707019,
+      "loss": 0.956,
+      "step": 962
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.00018761745446453168,
+      "loss": 0.9923,
+      "step": 963
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.00018758739919238349,
+      "loss": 0.9954,
+      "step": 964
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.00018755730990229868,
+      "loss": 0.9526,
+      "step": 965
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.00018752718660596367,
+      "loss": 0.9335,
+      "step": 966
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.00018749702931507796,
+      "loss": 0.9261,
+      "step": 967
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.00018746683804135429,
+      "loss": 0.865,
+      "step": 968
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.00018743661279651855,
+      "loss": 0.9904,
+      "step": 969
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.00018740635359231,
+      "loss": 0.9904,
+      "step": 970
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.00018737606044048086,
+      "loss": 0.8515,
+      "step": 971
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.00018734573335279668,
+      "loss": 1.0046,
+      "step": 972
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.00018731537234103617,
+      "loss": 1.015,
+      "step": 973
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.00018728497741699117,
+      "loss": 0.9304,
+      "step": 974
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.0001872545485924667,
+      "loss": 0.9163,
+      "step": 975
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.00018722408587928103,
+      "loss": 1.0588,
+      "step": 976
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.00018719358928926546,
+      "loss": 0.9492,
+      "step": 977
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.00018716305883426454,
+      "loss": 0.9197,
+      "step": 978
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.00018713249452613598,
+      "loss": 0.8574,
+      "step": 979
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.00018710189637675056,
+      "loss": 0.8627,
+      "step": 980
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.00018707126439799224,
+      "loss": 0.9213,
+      "step": 981
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.00018704059860175817,
+      "loss": 0.915,
+      "step": 982
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.00018700989899995857,
+      "loss": 0.9168,
+      "step": 983
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.00018697916560451682,
+      "loss": 0.97,
+      "step": 984
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.0001869483984273694,
+      "loss": 0.9055,
+      "step": 985
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.00018691759748046594,
+      "loss": 0.9684,
+      "step": 986
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.00018688676277576916,
+      "loss": 0.9803,
+      "step": 987
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.00018685589432525492,
+      "loss": 0.9171,
+      "step": 988
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.0001868249921409122,
+      "loss": 0.9862,
+      "step": 989
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.00018679405623474296,
+      "loss": 0.9772,
+      "step": 990
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.00018676308661876243,
+      "loss": 1.0161,
+      "step": 991
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.00018673208330499883,
+      "loss": 0.9181,
+      "step": 992
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.00018670104630549348,
+      "loss": 0.981,
+      "step": 993
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.0001866699756323008,
+      "loss": 0.8094,
+      "step": 994
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.0001866388712974883,
+      "loss": 0.9996,
+      "step": 995
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.0001866077333131365,
+      "loss": 0.8921,
+      "step": 996
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.00018657656169133907,
+      "loss": 0.9393,
+      "step": 997
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.00018654535644420275,
+      "loss": 0.9028,
+      "step": 998
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.00018651411758384718,
+      "loss": 0.8667,
+      "step": 999
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.0001864828451224053,
+      "loss": 0.9038,
+      "step": 1000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.00018645153907202285,
+      "loss": 0.908,
+      "step": 1001
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.00018642019944485884,
+      "loss": 0.9547,
+      "step": 1002
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.00018638882625308522,
+      "loss": 0.9863,
+      "step": 1003
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.0001863574195088869,
+      "loss": 0.8637,
+      "step": 1004
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.00018632597922446195,
+      "loss": 0.9729,
+      "step": 1005
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.0001862945054120214,
+      "loss": 1.0088,
+      "step": 1006
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.00018626299808378934,
+      "loss": 0.9054,
+      "step": 1007
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.00018623145725200278,
+      "loss": 0.9284,
+      "step": 1008
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.0001861998829289119,
+      "loss": 1.0103,
+      "step": 1009
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.0001861682751267798,
+      "loss": 0.9206,
+      "step": 1010
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.00018613663385788252,
+      "loss": 0.9574,
+      "step": 1011
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.0001861049591345092,
+      "loss": 0.9351,
+      "step": 1012
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 0.00018607325096896195,
+      "loss": 1.0005,
+      "step": 1013
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.00018604150937355586,
+      "loss": 0.8717,
+      "step": 1014
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.00018600973436061897,
+      "loss": 0.9813,
+      "step": 1015
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.00018597792594249234,
+      "loss": 0.9608,
+      "step": 1016
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.00018594608413153001,
+      "loss": 1.0243,
+      "step": 1017
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.00018591420894009897,
+      "loss": 0.9316,
+      "step": 1018
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.00018588230038057914,
+      "loss": 0.9602,
+      "step": 1019
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.00018585035846536348,
+      "loss": 0.9874,
+      "step": 1020
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.00018581838320685782,
+      "loss": 1.015,
+      "step": 1021
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.00018578637461748106,
+      "loss": 0.9643,
+      "step": 1022
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.00018575433270966486,
+      "loss": 0.9716,
+      "step": 1023
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.00018572225749585402,
+      "loss": 0.9392,
+      "step": 1024
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.00018569014898850612,
+      "loss": 1.0399,
+      "step": 1025
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.0001856580072000918,
+      "loss": 0.9091,
+      "step": 1026
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.00018562583214309445,
+      "loss": 0.9632,
+      "step": 1027
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.0001855936238300106,
+      "loss": 1.0772,
+      "step": 1028
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.00018556138227334955,
+      "loss": 0.9645,
+      "step": 1029
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.00018552910748563357,
+      "loss": 0.9733,
+      "step": 1030
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.00018549679947939778,
+      "loss": 0.9446,
+      "step": 1031
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.00018546445826719024,
+      "loss": 1.0382,
+      "step": 1032
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.00018543208386157193,
+      "loss": 1.0414,
+      "step": 1033
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.00018539967627511668,
+      "loss": 1.0058,
+      "step": 1034
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.00018536723552041123,
+      "loss": 0.942,
+      "step": 1035
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.00018533476161005518,
+      "loss": 0.8838,
+      "step": 1036
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.00018530225455666102,
+      "loss": 0.8576,
+      "step": 1037
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.00018526971437285417,
+      "loss": 0.9918,
+      "step": 1038
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.00018523714107127276,
+      "loss": 0.983,
+      "step": 1039
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.00018520453466456797,
+      "loss": 0.9545,
+      "step": 1040
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.00018517189516540378,
+      "loss": 1.0629,
+      "step": 1041
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.00018513922258645685,
+      "loss": 0.9649,
+      "step": 1042
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.000185106516940417,
+      "loss": 0.9286,
+      "step": 1043
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.00018507377823998665,
+      "loss": 0.8917,
+      "step": 1044
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.0001850410064978811,
+      "loss": 0.8949,
+      "step": 1045
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.00018500820172682856,
+      "loss": 1.0262,
+      "step": 1046
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.00018497536393957003,
+      "loss": 0.9648,
+      "step": 1047
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.0001849424931488593,
+      "loss": 0.8344,
+      "step": 1048
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.00018490958936746306,
+      "loss": 0.9384,
+      "step": 1049
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.0001848766526081607,
+      "loss": 0.927,
+      "step": 1050
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.0001848436828837445,
+      "loss": 0.9935,
+      "step": 1051
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.00018481068020701952,
+      "loss": 0.9939,
+      "step": 1052
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.00018477764459080362,
+      "loss": 0.9306,
+      "step": 1053
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.00018474457604792746,
+      "loss": 0.9956,
+      "step": 1054
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.00018471147459123448,
+      "loss": 0.9754,
+      "step": 1055
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.00018467834023358086,
+      "loss": 0.9032,
+      "step": 1056
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.0001846451729878357,
+      "loss": 0.9863,
+      "step": 1057
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.00018461197286688067,
+      "loss": 0.984,
+      "step": 1058
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.00018457873988361037,
+      "loss": 0.9565,
+      "step": 1059
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.00018454547405093212,
+      "loss": 0.9509,
+      "step": 1060
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.00018451217538176598,
+      "loss": 0.9814,
+      "step": 1061
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.0001844788438890447,
+      "loss": 1.0064,
+      "step": 1062
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.00018444547958571396,
+      "loss": 0.9632,
+      "step": 1063
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.00018441208248473197,
+      "loss": 0.9663,
+      "step": 1064
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.00018437865259906985,
+      "loss": 0.9638,
+      "step": 1065
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.00018434518994171135,
+      "loss": 0.9825,
+      "step": 1066
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.000184311694525653,
+      "loss": 0.939,
+      "step": 1067
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.00018427816636390398,
+      "loss": 0.9022,
+      "step": 1068
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.0001842446054694863,
+      "loss": 0.9093,
+      "step": 1069
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.00018421101185543465,
+      "loss": 0.9318,
+      "step": 1070
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.0001841773855347963,
+      "loss": 0.9329,
+      "step": 1071
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.0001841437265206314,
+      "loss": 0.8534,
+      "step": 1072
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.0001841100348260127,
+      "loss": 0.96,
+      "step": 1073
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.0001840763104640257,
+      "loss": 0.9839,
+      "step": 1074
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.0001840425534477685,
+      "loss": 0.9737,
+      "step": 1075
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.000184008763790352,
+      "loss": 0.9063,
+      "step": 1076
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.00018397494150489965,
+      "loss": 1.0293,
+      "step": 1077
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.00018394108660454766,
+      "loss": 0.8814,
+      "step": 1078
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.00018390719910244487,
+      "loss": 0.9755,
+      "step": 1079
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.00018387327901175284,
+      "loss": 0.9717,
+      "step": 1080
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.00018383932634564572,
+      "loss": 1.0118,
+      "step": 1081
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.00018380534111731028,
+      "loss": 0.9498,
+      "step": 1082
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.00018377132333994607,
+      "loss": 0.9202,
+      "step": 1083
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.0001837372730267652,
+      "loss": 0.9315,
+      "step": 1084
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.00018370319019099234,
+      "loss": 0.9476,
+      "step": 1085
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.00018366907484586496,
+      "loss": 0.9164,
+      "step": 1086
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.000183634927004633,
+      "loss": 0.9466,
+      "step": 1087
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.00018360074668055914,
+      "loss": 0.9339,
+      "step": 1088
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.00018356653388691859,
+      "loss": 0.8505,
+      "step": 1089
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.00018353228863699923,
+      "loss": 0.9372,
+      "step": 1090
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.00018349801094410148,
+      "loss": 0.8834,
+      "step": 1091
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.00018346370082153844,
+      "loss": 0.8877,
+      "step": 1092
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.00018342935828263575,
+      "loss": 0.9723,
+      "step": 1093
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.00018339498334073168,
+      "loss": 0.903,
+      "step": 1094
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.000183360576009177,
+      "loss": 0.907,
+      "step": 1095
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.00018332613630133517,
+      "loss": 0.8857,
+      "step": 1096
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.0001832916642305822,
+      "loss": 0.8919,
+      "step": 1097
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.00018325715981030657,
+      "loss": 0.9343,
+      "step": 1098
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.00018322262305390947,
+      "loss": 1.0396,
+      "step": 1099
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.00018318805397480453,
+      "loss": 0.9525,
+      "step": 1100
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.00018315345258641802,
+      "loss": 1.0058,
+      "step": 1101
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.00018311881890218873,
+      "loss": 0.9274,
+      "step": 1102
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.0001830841529355679,
+      "loss": 0.939,
+      "step": 1103
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.0001830494547000195,
+      "loss": 0.9416,
+      "step": 1104
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.00018301472420901983,
+      "loss": 0.9422,
+      "step": 1105
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.00018297996147605787,
+      "loss": 0.9657,
+      "step": 1106
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.00018294516651463507,
+      "loss": 0.9395,
+      "step": 1107
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.00018291033933826533,
+      "loss": 1.0214,
+      "step": 1108
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.0001828754799604752,
+      "loss": 0.9452,
+      "step": 1109
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.00018284058839480361,
+      "loss": 0.8945,
+      "step": 1110
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.00018280566465480206,
+      "loss": 0.9269,
+      "step": 1111
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.00018277070875403456,
+      "loss": 0.9758,
+      "step": 1112
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.00018273572070607753,
+      "loss": 0.9829,
+      "step": 1113
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.00018270070052451993,
+      "loss": 0.9325,
+      "step": 1114
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.00018266564822296322,
+      "loss": 0.9235,
+      "step": 1115
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.0001826305638150213,
+      "loss": 1.0078,
+      "step": 1116
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.0001825954473143205,
+      "loss": 0.939,
+      "step": 1117
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.00018256029873449974,
+      "loss": 0.8689,
+      "step": 1118
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.00018252511808921032,
+      "loss": 0.983,
+      "step": 1119
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.00018248990539211594,
+      "loss": 0.898,
+      "step": 1120
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.00018245466065689282,
+      "loss": 1.0132,
+      "step": 1121
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.00018241938389722967,
+      "loss": 0.9215,
+      "step": 1122
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.0001823840751268275,
+      "loss": 0.8213,
+      "step": 1123
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.00018234873435939988,
+      "loss": 0.8956,
+      "step": 1124
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.00018231336160867275,
+      "loss": 0.9645,
+      "step": 1125
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.00018227795688838445,
+      "loss": 0.9017,
+      "step": 1126
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.00018224252021228579,
+      "loss": 0.9114,
+      "step": 1127
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.00018220705159413994,
+      "loss": 0.8689,
+      "step": 1128
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.00018217155104772258,
+      "loss": 0.9638,
+      "step": 1129
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.0001821360185868216,
+      "loss": 1.0114,
+      "step": 1130
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.00018210045422523745,
+      "loss": 0.9109,
+      "step": 1131
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.00018206485797678295,
+      "loss": 0.9593,
+      "step": 1132
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.00018202922985528322,
+      "loss": 1.0002,
+      "step": 1133
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.00018199356987457586,
+      "loss": 0.8828,
+      "step": 1134
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.00018195787804851078,
+      "loss": 0.944,
+      "step": 1135
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.00018192215439095024,
+      "loss": 0.9497,
+      "step": 1136
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.00018188639891576893,
+      "loss": 0.8896,
+      "step": 1137
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.00018185061163685385,
+      "loss": 0.8799,
+      "step": 1138
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.0001818147925681044,
+      "loss": 0.9794,
+      "step": 1139
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.00018177894172343226,
+      "loss": 0.9481,
+      "step": 1140
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.00018174305911676148,
+      "loss": 0.9492,
+      "step": 1141
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.00018170714476202848,
+      "loss": 0.9297,
+      "step": 1142
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.00018167119867318197,
+      "loss": 0.9944,
+      "step": 1143
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.00018163522086418299,
+      "loss": 0.871,
+      "step": 1144
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.00018159921134900487,
+      "loss": 0.9832,
+      "step": 1145
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.00018156317014163338,
+      "loss": 0.9557,
+      "step": 1146
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.0001815270972560664,
+      "loss": 0.9366,
+      "step": 1147
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.00018149099270631434,
+      "loss": 0.8877,
+      "step": 1148
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.00018145485650639974,
+      "loss": 0.9831,
+      "step": 1149
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.00018141868867035745,
+      "loss": 0.9916,
+      "step": 1150
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.00018138248921223467,
+      "loss": 0.8696,
+      "step": 1151
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.00018134625814609083,
+      "loss": 0.9788,
+      "step": 1152
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.00018130999548599767,
+      "loss": 0.9741,
+      "step": 1153
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.00018127370124603926,
+      "loss": 0.9676,
+      "step": 1154
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.00018123737544031176,
+      "loss": 0.9098,
+      "step": 1155
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.00018120101808292372,
+      "loss": 0.9212,
+      "step": 1156
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.000181164629187996,
+      "loss": 1.0151,
+      "step": 1157
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.00018112820876966152,
+      "loss": 0.86,
+      "step": 1158
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.00018109175684206559,
+      "loss": 0.9119,
+      "step": 1159
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.00018105527341936574,
+      "loss": 0.9836,
+      "step": 1160
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.0001810187585157317,
+      "loss": 0.9324,
+      "step": 1161
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.00018098221214534542,
+      "loss": 0.9448,
+      "step": 1162
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.00018094563432240107,
+      "loss": 0.9751,
+      "step": 1163
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.0001809090250611051,
+      "loss": 0.9345,
+      "step": 1164
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.00018087238437567614,
+      "loss": 0.9519,
+      "step": 1165
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.00018083571228034496,
+      "loss": 0.9345,
+      "step": 1166
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.0001807990087893546,
+      "loss": 0.8635,
+      "step": 1167
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.00018076227391696027,
+      "loss": 0.9701,
+      "step": 1168
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 0.0001807255076774294,
+      "loss": 1.0296,
+      "step": 1169
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.00018068871008504152,
+      "loss": 0.97,
+      "step": 1170
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.00018065188115408843,
+      "loss": 1.0515,
+      "step": 1171
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.00018061502089887407,
+      "loss": 0.8964,
+      "step": 1172
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.0001805781293337145,
+      "loss": 0.8504,
+      "step": 1173
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.00018054120647293797,
+      "loss": 0.884,
+      "step": 1174
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.00018050425233088495,
+      "loss": 0.9755,
+      "step": 1175
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.000180467266921908,
+      "loss": 0.896,
+      "step": 1176
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.00018043025026037176,
+      "loss": 0.9498,
+      "step": 1177
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.00018039320236065313,
+      "loss": 0.9133,
+      "step": 1178
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.0001803561232371411,
+      "loss": 0.983,
+      "step": 1179
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.0001803190129042367,
+      "loss": 0.8733,
+      "step": 1180
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.00018028187137635325,
+      "loss": 0.966,
+      "step": 1181
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.000180244698667916,
+      "loss": 0.9913,
+      "step": 1182
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.00018020749479336247,
+      "loss": 0.9109,
+      "step": 1183
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.00018017025976714218,
+      "loss": 0.9373,
+      "step": 1184
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.00018013299360371686,
+      "loss": 0.9005,
+      "step": 1185
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.00018009569631756013,
+      "loss": 0.9899,
+      "step": 1186
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.0001800583679231579,
+      "loss": 0.8431,
+      "step": 1187
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.0001800210084350081,
+      "loss": 0.9862,
+      "step": 1188
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.0001799836178676207,
+      "loss": 0.9204,
+      "step": 1189
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.00017994619623551777,
+      "loss": 0.974,
+      "step": 1190
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.00017990874355323344,
+      "loss": 0.9009,
+      "step": 1191
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.00017987125983531392,
+      "loss": 0.8775,
+      "step": 1192
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.00017983374509631742,
+      "loss": 0.9146,
+      "step": 1193
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.00017979619935081426,
+      "loss": 0.9697,
+      "step": 1194
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.0001797586226133867,
+      "loss": 0.9043,
+      "step": 1195
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.00017972101489862924,
+      "loss": 0.9378,
+      "step": 1196
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.00017968337622114824,
+      "loss": 0.9016,
+      "step": 1197
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.00017964570659556207,
+      "loss": 0.9057,
+      "step": 1198
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.0001796080060365012,
+      "loss": 0.9477,
+      "step": 1199
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.00017957027455860813,
+      "loss": 0.9399,
+      "step": 1200
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.0001795325121765373,
+      "loss": 0.853,
+      "step": 1201
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.00017949471890495522,
+      "loss": 0.9566,
+      "step": 1202
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.0001794568947585403,
+      "loss": 0.9466,
+      "step": 1203
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.00017941903975198306,
+      "loss": 0.9359,
+      "step": 1204
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.00017938115389998593,
+      "loss": 0.9714,
+      "step": 1205
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.00017934323721726332,
+      "loss": 0.9676,
+      "step": 1206
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.00017930528971854163,
+      "loss": 0.9498,
+      "step": 1207
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.00017926731141855928,
+      "loss": 0.9434,
+      "step": 1208
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.00017922930233206657,
+      "loss": 0.9601,
+      "step": 1209
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.00017919126247382575,
+      "loss": 0.9232,
+      "step": 1210
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.00017915319185861118,
+      "loss": 0.9017,
+      "step": 1211
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.0001791150905012089,
+      "loss": 0.9633,
+      "step": 1212
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.00017907695841641713,
+      "loss": 0.8871,
+      "step": 1213
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.00017903879561904598,
+      "loss": 0.8777,
+      "step": 1214
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.0001790006021239173,
+      "loss": 0.9341,
+      "step": 1215
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.00017896237794586513,
+      "loss": 1.0208,
+      "step": 1216
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.0001789241230997352,
+      "loss": 1.0288,
+      "step": 1217
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.00017888583760038534,
+      "loss": 0.8439,
+      "step": 1218
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.00017884752146268512,
+      "loss": 0.9146,
+      "step": 1219
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.00017880917470151615,
+      "loss": 0.9684,
+      "step": 1220
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.00017877079733177184,
+      "loss": 0.9064,
+      "step": 1221
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.0001787323893683575,
+      "loss": 0.8716,
+      "step": 1222
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.0001786939508261904,
+      "loss": 0.9134,
+      "step": 1223
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.00017865548172019957,
+      "loss": 0.9133,
+      "step": 1224
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.00017861698206532596,
+      "loss": 0.9621,
+      "step": 1225
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.00017857845187652246,
+      "loss": 0.9069,
+      "step": 1226
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.00017853989116875375,
+      "loss": 1.0053,
+      "step": 1227
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.00017850129995699624,
+      "loss": 0.9084,
+      "step": 1228
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.00017846267825623845,
+      "loss": 1.0296,
+      "step": 1229
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.00017842402608148053,
+      "loss": 0.982,
+      "step": 1230
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.00017838534344773453,
+      "loss": 0.9132,
+      "step": 1231
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.00017834663037002443,
+      "loss": 0.9462,
+      "step": 1232
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.00017830788686338584,
+      "loss": 0.924,
+      "step": 1233
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.00017826911294286637,
+      "loss": 0.9125,
+      "step": 1234
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.0001782303086235253,
+      "loss": 0.95,
+      "step": 1235
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.0001781914739204338,
+      "loss": 0.7983,
+      "step": 1236
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.00017815260884867484,
+      "loss": 0.8871,
+      "step": 1237
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.00017811371342334317,
+      "loss": 1.0068,
+      "step": 1238
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.0001780747876595453,
+      "loss": 0.9513,
+      "step": 1239
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.00017803583157239956,
+      "loss": 0.9316,
+      "step": 1240
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.00017799684517703603,
+      "loss": 0.8813,
+      "step": 1241
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.0001779578284885966,
+      "loss": 0.9362,
+      "step": 1242
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.00017791878152223492,
+      "loss": 0.8924,
+      "step": 1243
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.00017787970429311632,
+      "loss": 0.8962,
+      "step": 1244
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.00017784059681641797,
+      "loss": 0.9735,
+      "step": 1245
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.0001778014591073288,
+      "loss": 0.9227,
+      "step": 1246
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.00017776229118104942,
+      "loss": 0.882,
+      "step": 1247
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.0001777230930527922,
+      "loss": 0.913,
+      "step": 1248
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.00017768386473778123,
+      "loss": 0.9473,
+      "step": 1249
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.00017764460625125235,
+      "loss": 0.9037,
+      "step": 1250
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.0001776053176084531,
+      "loss": 0.9387,
+      "step": 1251
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.00017756599882464273,
+      "loss": 1.0305,
+      "step": 1252
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.00017752664991509224,
+      "loss": 0.8784,
+      "step": 1253
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.0001774872708950842,
+      "loss": 0.9185,
+      "step": 1254
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.0001774478617799131,
+      "loss": 0.945,
+      "step": 1255
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.00017740842258488488,
+      "loss": 0.9348,
+      "step": 1256
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.0001773689533253173,
+      "loss": 0.9284,
+      "step": 1257
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.00017732945401653977,
+      "loss": 0.9136,
+      "step": 1258
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.0001772899246738934,
+      "loss": 0.9318,
+      "step": 1259
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.00017725036531273088,
+      "loss": 0.9262,
+      "step": 1260
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.00017721077594841662,
+      "loss": 0.9839,
+      "step": 1261
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.00017717115659632667,
+      "loss": 0.9256,
+      "step": 1262
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.00017713150727184876,
+      "loss": 0.9273,
+      "step": 1263
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.00017709182799038222,
+      "loss": 0.8986,
+      "step": 1264
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.000177052118767338,
+      "loss": 0.9052,
+      "step": 1265
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.00017701237961813875,
+      "loss": 0.9189,
+      "step": 1266
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.00017697261055821863,
+      "loss": 1.0264,
+      "step": 1267
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.00017693281160302356,
+      "loss": 0.9084,
+      "step": 1268
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.00017689298276801093,
+      "loss": 0.8417,
+      "step": 1269
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.00017685312406864984,
+      "loss": 0.9628,
+      "step": 1270
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.00017681323552042096,
+      "loss": 0.9416,
+      "step": 1271
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.00017677331713881648,
+      "loss": 0.9725,
+      "step": 1272
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.0001767333689393403,
+      "loss": 0.894,
+      "step": 1273
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.00017669339093750785,
+      "loss": 0.8858,
+      "step": 1274
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.00017665338314884607,
+      "loss": 0.9455,
+      "step": 1275
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.00017661334558889357,
+      "loss": 0.8956,
+      "step": 1276
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.00017657327827320045,
+      "loss": 0.8674,
+      "step": 1277
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.0001765331812173284,
+      "loss": 0.9603,
+      "step": 1278
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.00017649305443685068,
+      "loss": 0.9176,
+      "step": 1279
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.000176452897947352,
+      "loss": 0.8832,
+      "step": 1280
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.00017641271176442876,
+      "loss": 0.8868,
+      "step": 1281
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.00017637249590368877,
+      "loss": 0.9484,
+      "step": 1282
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.00017633225038075142,
+      "loss": 0.9024,
+      "step": 1283
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.00017629197521124755,
+      "loss": 0.899,
+      "step": 1284
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.00017625167041081965,
+      "loss": 0.9236,
+      "step": 1285
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.00017621133599512163,
+      "loss": 0.919,
+      "step": 1286
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.00017617097197981889,
+      "loss": 0.9753,
+      "step": 1287
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.0001761305783805883,
+      "loss": 0.9548,
+      "step": 1288
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.00017609015521311835,
+      "loss": 0.9464,
+      "step": 1289
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.0001760497024931089,
+      "loss": 0.8816,
+      "step": 1290
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.00017600922023627136,
+      "loss": 0.9034,
+      "step": 1291
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.0001759687084583285,
+      "loss": 0.9564,
+      "step": 1292
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.0001759281671750147,
+      "loss": 0.9818,
+      "step": 1293
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.00017588759640207563,
+      "loss": 0.9876,
+      "step": 1294
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.00017584699615526858,
+      "loss": 0.9018,
+      "step": 1295
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.00017580636645036225,
+      "loss": 0.9966,
+      "step": 1296
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.0001757657073031367,
+      "loss": 1.0155,
+      "step": 1297
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.00017572501872938342,
+      "loss": 0.921,
+      "step": 1298
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.0001756843007449055,
+      "loss": 0.9447,
+      "step": 1299
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.00017564355336551727,
+      "loss": 0.8648,
+      "step": 1300
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.00017560277660704453,
+      "loss": 0.9977,
+      "step": 1301
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.00017556197048532456,
+      "loss": 0.9137,
+      "step": 1302
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.00017552113501620594,
+      "loss": 0.8662,
+      "step": 1303
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.00017548027021554874,
+      "loss": 0.9643,
+      "step": 1304
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.0001754393760992243,
+      "loss": 0.8865,
+      "step": 1305
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.00017539845268311547,
+      "loss": 0.9361,
+      "step": 1306
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.00017535749998311647,
+      "loss": 0.9036,
+      "step": 1307
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.0001753165180151328,
+      "loss": 0.9613,
+      "step": 1308
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.0001752755067950814,
+      "loss": 0.9769,
+      "step": 1309
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.0001752344663388906,
+      "loss": 0.9005,
+      "step": 1310
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.00017519339666249997,
+      "loss": 0.9106,
+      "step": 1311
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.00017515229778186054,
+      "loss": 0.9252,
+      "step": 1312
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.0001751111697129346,
+      "loss": 0.8436,
+      "step": 1313
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.00017507001247169587,
+      "loss": 0.8946,
+      "step": 1314
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.00017502882607412933,
+      "loss": 0.9416,
+      "step": 1315
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.00017498761053623128,
+      "loss": 0.9203,
+      "step": 1316
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.0001749463658740094,
+      "loss": 0.9815,
+      "step": 1317
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.00017490509210348263,
+      "loss": 0.9293,
+      "step": 1318
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.0001748637892406812,
+      "loss": 0.9882,
+      "step": 1319
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.0001748224573016467,
+      "loss": 0.9726,
+      "step": 1320
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.00017478109630243195,
+      "loss": 0.9211,
+      "step": 1321
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.0001747397062591011,
+      "loss": 0.86,
+      "step": 1322
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.00017469828718772958,
+      "loss": 0.9327,
+      "step": 1323
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.00017465683910440405,
+      "loss": 0.9916,
+      "step": 1324
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 0.00017461536202522247,
+      "loss": 0.8562,
+      "step": 1325
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.0001745738559662941,
+      "loss": 0.883,
+      "step": 1326
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.00017453232094373936,
+      "loss": 0.9125,
+      "step": 1327
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.00017449075697369005,
+      "loss": 0.989,
+      "step": 1328
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.00017444916407228904,
+      "loss": 0.9188,
+      "step": 1329
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.0001744075422556906,
+      "loss": 0.9049,
+      "step": 1330
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.00017436589154006012,
+      "loss": 1.0434,
+      "step": 1331
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.00017432421194157432,
+      "loss": 0.8969,
+      "step": 1332
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.000174282503476421,
+      "loss": 0.8949,
+      "step": 1333
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.00017424076616079934,
+      "loss": 0.9687,
+      "step": 1334
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.00017419900001091953,
+      "loss": 0.9511,
+      "step": 1335
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.00017415720504300314,
+      "loss": 0.9388,
+      "step": 1336
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.00017411538127328283,
+      "loss": 0.9649,
+      "step": 1337
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.00017407352871800244,
+      "loss": 0.882,
+      "step": 1338
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.00017403164739341706,
+      "loss": 0.9448,
+      "step": 1339
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.0001739897373157929,
+      "loss": 0.8993,
+      "step": 1340
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.00017394779850140734,
+      "loss": 0.9589,
+      "step": 1341
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.00017390583096654896,
+      "loss": 0.9116,
+      "step": 1342
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.00017386383472751743,
+      "loss": 0.9082,
+      "step": 1343
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.00017382180980062364,
+      "loss": 0.9112,
+      "step": 1344
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.00017377975620218953,
+      "loss": 0.9244,
+      "step": 1345
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.00017373767394854834,
+      "loss": 0.9574,
+      "step": 1346
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.00017369556305604422,
+      "loss": 0.9567,
+      "step": 1347
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.00017365342354103264,
+      "loss": 0.9212,
+      "step": 1348
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.00017361125541988002,
+      "loss": 0.8522,
+      "step": 1349
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.00017356905870896406,
+      "loss": 0.9607,
+      "step": 1350
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.0001735268334246734,
+      "loss": 0.8931,
+      "step": 1351
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.0001734845795834079,
+      "loss": 0.8955,
+      "step": 1352
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.00017344229720157845,
+      "loss": 0.9217,
+      "step": 1353
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.00017339998629560706,
+      "loss": 0.9611,
+      "step": 1354
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.00017335764688192678,
+      "loss": 1.0023,
+      "step": 1355
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.0001733152789769817,
+      "loss": 1.0431,
+      "step": 1356
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.00017327288259722713,
+      "loss": 1.0096,
+      "step": 1357
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.00017323045775912926,
+      "loss": 0.9259,
+      "step": 1358
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.00017318800447916542,
+      "loss": 0.975,
+      "step": 1359
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.00017314552277382402,
+      "loss": 0.9656,
+      "step": 1360
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.00017310301265960446,
+      "loss": 0.8845,
+      "step": 1361
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.00017306047415301706,
+      "loss": 0.9025,
+      "step": 1362
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.00017301790727058345,
+      "loss": 0.922,
+      "step": 1363
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.000172975312028836,
+      "loss": 0.9342,
+      "step": 1364
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.00017293268844431828,
+      "loss": 0.9173,
+      "step": 1365
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.00017289003653358473,
+      "loss": 0.9478,
+      "step": 1366
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.00017284735631320093,
+      "loss": 0.8597,
+      "step": 1367
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.00017280464779974335,
+      "loss": 0.9435,
+      "step": 1368
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.0001727619110097995,
+      "loss": 0.8986,
+      "step": 1369
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.00017271914595996782,
+      "loss": 0.9067,
+      "step": 1370
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.00017267635266685782,
+      "loss": 0.9342,
+      "step": 1371
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.0001726335311470899,
+      "loss": 0.962,
+      "step": 1372
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.00017259068141729542,
+      "loss": 0.8773,
+      "step": 1373
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.00017254780349411675,
+      "loss": 1.0586,
+      "step": 1374
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.00017250489739420718,
+      "loss": 1.0098,
+      "step": 1375
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.00017246196313423093,
+      "loss": 0.9317,
+      "step": 1376
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.00017241900073086317,
+      "loss": 0.9093,
+      "step": 1377
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.00017237601020079002,
+      "loss": 0.9092,
+      "step": 1378
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.0001723329915607085,
+      "loss": 0.9747,
+      "step": 1379
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.00017228994482732651,
+      "loss": 0.9794,
+      "step": 1380
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.000172246870017363,
+      "loss": 0.952,
+      "step": 1381
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.00017220376714754764,
+      "loss": 0.8677,
+      "step": 1382
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.00017216063623462112,
+      "loss": 0.8556,
+      "step": 1383
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.00017211747729533502,
+      "loss": 0.9348,
+      "step": 1384
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.00017207429034645175,
+      "loss": 0.8779,
+      "step": 1385
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.0001720310754047446,
+      "loss": 0.9204,
+      "step": 1386
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.00017198783248699779,
+      "loss": 0.8953,
+      "step": 1387
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.00017194456161000635,
+      "loss": 0.9535,
+      "step": 1388
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.0001719012627905762,
+      "loss": 0.8706,
+      "step": 1389
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.00017185793604552408,
+      "loss": 0.9983,
+      "step": 1390
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.00017181458139167764,
+      "loss": 0.9219,
+      "step": 1391
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.00017177119884587535,
+      "loss": 0.8593,
+      "step": 1392
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.0001717277884249664,
+      "loss": 0.9441,
+      "step": 1393
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.00017168435014581094,
+      "loss": 0.9673,
+      "step": 1394
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.0001716408840252799,
+      "loss": 0.9132,
+      "step": 1395
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.00017159739008025505,
+      "loss": 1.0146,
+      "step": 1396
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.0001715538683276289,
+      "loss": 0.964,
+      "step": 1397
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.0001715103187843048,
+      "loss": 0.915,
+      "step": 1398
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.0001714667414671969,
+      "loss": 0.9286,
+      "step": 1399
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.0001714231363932301,
+      "loss": 0.8735,
+      "step": 1400
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.00017137950357934016,
+      "loss": 0.9114,
+      "step": 1401
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.00017133584304247353,
+      "loss": 0.9159,
+      "step": 1402
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.00017129215479958745,
+      "loss": 0.8635,
+      "step": 1403
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.00017124843886765,
+      "loss": 0.9206,
+      "step": 1404
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.00017120469526363982,
+      "loss": 0.8962,
+      "step": 1405
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.00017116092400454652,
+      "loss": 0.8754,
+      "step": 1406
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.00017111712510737035,
+      "loss": 0.9045,
+      "step": 1407
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.00017107329858912225,
+      "loss": 0.9142,
+      "step": 1408
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.00017102944446682395,
+      "loss": 0.9474,
+      "step": 1409
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.00017098556275750787,
+      "loss": 0.9214,
+      "step": 1410
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.00017094165347821723,
+      "loss": 0.942,
+      "step": 1411
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.00017089771664600582,
+      "loss": 0.8765,
+      "step": 1412
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.00017085375227793818,
+      "loss": 0.9066,
+      "step": 1413
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.00017080976039108965,
+      "loss": 0.9792,
+      "step": 1414
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.00017076574100254613,
+      "loss": 0.9527,
+      "step": 1415
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.00017072169412940422,
+      "loss": 0.9145,
+      "step": 1416
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.00017067761978877121,
+      "loss": 0.8392,
+      "step": 1417
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.00017063351799776513,
+      "loss": 0.9683,
+      "step": 1418
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.00017058938877351456,
+      "loss": 0.9277,
+      "step": 1419
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.00017054523213315878,
+      "loss": 0.8688,
+      "step": 1420
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.00017050104809384774,
+      "loss": 0.9111,
+      "step": 1421
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.000170456836672742,
+      "loss": 0.8747,
+      "step": 1422
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.00017041259788701281,
+      "loss": 0.9001,
+      "step": 1423
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.0001703683317538419,
+      "loss": 0.9066,
+      "step": 1424
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.00017032403829042182,
+      "loss": 0.9796,
+      "step": 1425
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.00017027971751395563,
+      "loss": 0.9585,
+      "step": 1426
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.00017023536944165698,
+      "loss": 0.9504,
+      "step": 1427
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.00017019099409075014,
+      "loss": 0.9061,
+      "step": 1428
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 0.00017014659147847002,
+      "loss": 0.8818,
+      "step": 1429
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.00017010216162206208,
+      "loss": 0.9593,
+      "step": 1430
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.00017005770453878234,
+      "loss": 1.0254,
+      "step": 1431
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.00017001322024589742,
+      "loss": 0.9361,
+      "step": 1432
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.00016996870876068452,
+      "loss": 0.9375,
+      "step": 1433
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.00016992417010043142,
+      "loss": 0.8759,
+      "step": 1434
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.00016987960428243638,
+      "loss": 0.8593,
+      "step": 1435
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.00016983501132400824,
+      "loss": 0.9354,
+      "step": 1436
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.00016979039124246642,
+      "loss": 1.0505,
+      "step": 1437
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.00016974574405514083,
+      "loss": 0.9309,
+      "step": 1438
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.00016970106977937192,
+      "loss": 0.9572,
+      "step": 1439
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.0001696563684325107,
+      "loss": 1.0006,
+      "step": 1440
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.00016961164003191862,
+      "loss": 0.918,
+      "step": 1441
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.00016956688459496765,
+      "loss": 1.0206,
+      "step": 1442
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.00016952210213904038,
+      "loss": 0.8807,
+      "step": 1443
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.0001694772926815297,
+      "loss": 0.9173,
+      "step": 1444
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.00016943245623983916,
+      "loss": 1.0194,
+      "step": 1445
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.00016938759283138268,
+      "loss": 0.9204,
+      "step": 1446
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.00016934270247358468,
+      "loss": 0.9731,
+      "step": 1447
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.00016929778518388007,
+      "loss": 0.9449,
+      "step": 1448
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.00016925284097971425,
+      "loss": 0.9184,
+      "step": 1449
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.00016920786987854294,
+      "loss": 0.9926,
+      "step": 1450
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.00016916287189783252,
+      "loss": 0.9733,
+      "step": 1451
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.00016911784705505957,
+      "loss": 0.9206,
+      "step": 1452
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.0001690727953677113,
+      "loss": 0.9828,
+      "step": 1453
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.00016902771685328523,
+      "loss": 0.8792,
+      "step": 1454
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.00016898261152928931,
+      "loss": 1.0352,
+      "step": 1455
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.00016893747941324196,
+      "loss": 0.9463,
+      "step": 1456
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.000168892320522672,
+      "loss": 0.8827,
+      "step": 1457
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.00016884713487511858,
+      "loss": 0.7893,
+      "step": 1458
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.0001688019224881313,
+      "loss": 0.9189,
+      "step": 1459
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.00016875668337927013,
+      "loss": 0.8821,
+      "step": 1460
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.00016871141756610544,
+      "loss": 0.8136,
+      "step": 1461
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.0001686661250662179,
+      "loss": 0.9026,
+      "step": 1462
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.0001686208058971986,
+      "loss": 0.8956,
+      "step": 1463
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.00016857546007664905,
+      "loss": 0.9209,
+      "step": 1464
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.000168530087622181,
+      "loss": 1.0228,
+      "step": 1465
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.0001684846885514166,
+      "loss": 0.9699,
+      "step": 1466
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.00016843926288198828,
+      "loss": 0.968,
+      "step": 1467
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.0001683938106315389,
+      "loss": 0.8956,
+      "step": 1468
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.0001683483318177216,
+      "loss": 0.9969,
+      "step": 1469
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.00016830282645819976,
+      "loss": 0.8913,
+      "step": 1470
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.0001682572945706472,
+      "loss": 0.9796,
+      "step": 1471
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.00016821173617274793,
+      "loss": 0.842,
+      "step": 1472
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.00016816615128219635,
+      "loss": 0.8486,
+      "step": 1473
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.0001681205399166971,
+      "loss": 0.8804,
+      "step": 1474
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.00016807490209396506,
+      "loss": 0.9209,
+      "step": 1475
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.00016802923783172552,
+      "loss": 0.9458,
+      "step": 1476
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.0001679835471477139,
+      "loss": 0.8941,
+      "step": 1477
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.00016793783005967592,
+      "loss": 0.9324,
+      "step": 1478
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.0001678920865853676,
+      "loss": 0.9542,
+      "step": 1479
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.00016784631674255518,
+      "loss": 0.9077,
+      "step": 1480
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.00016780052054901512,
+      "loss": 0.8908,
+      "step": 1481
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.00016775469802253414,
+      "loss": 0.8955,
+      "step": 1482
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.0001677088491809092,
+      "loss": 0.8933,
+      "step": 1483
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.00016766297404194745,
+      "loss": 0.9313,
+      "step": 1484
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.00016761707262346625,
+      "loss": 0.8773,
+      "step": 1485
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.0001675711449432932,
+      "loss": 0.942,
+      "step": 1486
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.00016752519101926607,
+      "loss": 0.8549,
+      "step": 1487
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.00016747921086923283,
+      "loss": 0.8767,
+      "step": 1488
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.00016743320451105168,
+      "loss": 0.9539,
+      "step": 1489
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.00016738717196259094,
+      "loss": 0.9207,
+      "step": 1490
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.0001673411132417291,
+      "loss": 0.9497,
+      "step": 1491
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.0001672950283663548,
+      "loss": 0.9956,
+      "step": 1492
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.00016724891735436697,
+      "loss": 0.9705,
+      "step": 1493
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.00016720278022367452,
+      "loss": 0.8606,
+      "step": 1494
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.00016715661699219663,
+      "loss": 0.9332,
+      "step": 1495
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.00016711042767786257,
+      "loss": 0.912,
+      "step": 1496
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.00016706421229861166,
+      "loss": 0.8817,
+      "step": 1497
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.00016701797087239354,
+      "loss": 0.9809,
+      "step": 1498
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.0001669717034171677,
+      "loss": 0.8109,
+      "step": 1499
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.000166925409950904,
+      "loss": 0.9413,
+      "step": 1500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.00016687909049158228,
+      "loss": 0.9099,
+      "step": 1501
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.00016683274505719246,
+      "loss": 0.8984,
+      "step": 1502
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.00016678637366573454,
+      "loss": 0.9154,
+      "step": 1503
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.0001667399763352187,
+      "loss": 0.9636,
+      "step": 1504
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.0001666935530836651,
+      "loss": 0.9467,
+      "step": 1505
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.00016664710392910395,
+      "loss": 0.798,
+      "step": 1506
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.00016660062888957563,
+      "loss": 0.9577,
+      "step": 1507
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.00016655412798313051,
+      "loss": 0.8724,
+      "step": 1508
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.00016650760122782895,
+      "loss": 0.8033,
+      "step": 1509
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.00016646104864174145,
+      "loss": 0.9111,
+      "step": 1510
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.0001664144702429485,
+      "loss": 0.9027,
+      "step": 1511
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.0001663678660495406,
+      "loss": 0.8291,
+      "step": 1512
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.0001663212360796183,
+      "loss": 0.9445,
+      "step": 1513
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.0001662745803512921,
+      "loss": 0.9072,
+      "step": 1514
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.00016622789888268258,
+      "loss": 0.9362,
+      "step": 1515
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.00016618119169192026,
+      "loss": 0.9369,
+      "step": 1516
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.00016613445879714572,
+      "loss": 0.9844,
+      "step": 1517
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.00016608770021650943,
+      "loss": 0.9369,
+      "step": 1518
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.00016604091596817192,
+      "loss": 0.9229,
+      "step": 1519
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.00016599410607030365,
+      "loss": 1.0115,
+      "step": 1520
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.00016594727054108498,
+      "loss": 0.9548,
+      "step": 1521
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.0001659004093987064,
+      "loss": 0.9411,
+      "step": 1522
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.00016585352266136814,
+      "loss": 0.9779,
+      "step": 1523
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.00016580661034728053,
+      "loss": 0.9289,
+      "step": 1524
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.00016575967247466376,
+      "loss": 0.8867,
+      "step": 1525
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.0001657127090617479,
+      "loss": 0.9125,
+      "step": 1526
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.0001656657201267731,
+      "loss": 0.9327,
+      "step": 1527
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.00016561870568798924,
+      "loss": 0.9357,
+      "step": 1528
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.00016557166576365622,
+      "loss": 0.889,
+      "step": 1529
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.00016552460037204384,
+      "loss": 0.9304,
+      "step": 1530
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.00016547750953143167,
+      "loss": 0.8642,
+      "step": 1531
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.00016543039326010928,
+      "loss": 0.9355,
+      "step": 1532
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.00016538325157637614,
+      "loss": 0.9365,
+      "step": 1533
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.00016533608449854147,
+      "loss": 0.9622,
+      "step": 1534
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.00016528889204492448,
+      "loss": 0.9481,
+      "step": 1535
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.00016524167423385413,
+      "loss": 0.9878,
+      "step": 1536
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.00016519443108366927,
+      "loss": 0.93,
+      "step": 1537
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.00016514716261271866,
+      "loss": 0.8643,
+      "step": 1538
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.00016509986883936074,
+      "loss": 0.85,
+      "step": 1539
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.00016505254978196388,
+      "loss": 0.9923,
+      "step": 1540
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.00016500520545890634,
+      "loss": 0.9102,
+      "step": 1541
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.00016495783588857605,
+      "loss": 0.9615,
+      "step": 1542
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.0001649104410893708,
+      "loss": 0.9395,
+      "step": 1543
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.0001648630210796982,
+      "loss": 0.898,
+      "step": 1544
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.0001648155758779756,
+      "loss": 0.9651,
+      "step": 1545
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.0001647681055026302,
+      "loss": 0.9795,
+      "step": 1546
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.000164720609972099,
+      "loss": 0.8903,
+      "step": 1547
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.00016467308930482864,
+      "loss": 0.9562,
+      "step": 1548
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.00016462554351927557,
+      "loss": 0.8823,
+      "step": 1549
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.00016457797263390612,
+      "loss": 0.8469,
+      "step": 1550
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.00016453037666719624,
+      "loss": 0.8944,
+      "step": 1551
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.00016448275563763162,
+      "loss": 0.8673,
+      "step": 1552
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.0001644351095637078,
+      "loss": 0.9139,
+      "step": 1553
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.00016438743846392985,
+      "loss": 0.9363,
+      "step": 1554
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.00016433974235681274,
+      "loss": 0.9614,
+      "step": 1555
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.0001642920212608811,
+      "loss": 0.8795,
+      "step": 1556
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.00016424427519466924,
+      "loss": 0.9241,
+      "step": 1557
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.00016419650417672118,
+      "loss": 0.8371,
+      "step": 1558
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.00016414870822559064,
+      "loss": 0.8997,
+      "step": 1559
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.00016410088735984102,
+      "loss": 0.9618,
+      "step": 1560
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.00016405304159804534,
+      "loss": 0.9281,
+      "step": 1561
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.00016400517095878643,
+      "loss": 0.9788,
+      "step": 1562
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.00016395727546065665,
+      "loss": 0.9912,
+      "step": 1563
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.00016390935512225805,
+      "loss": 0.9857,
+      "step": 1564
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.00016386140996220232,
+      "loss": 0.9838,
+      "step": 1565
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.00016381343999911086,
+      "loss": 0.9729,
+      "step": 1566
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.00016376544525161465,
+      "loss": 0.9911,
+      "step": 1567
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.00016371742573835426,
+      "loss": 0.8525,
+      "step": 1568
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.0001636693814779799,
+      "loss": 0.9886,
+      "step": 1569
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.00016362131248915144,
+      "loss": 0.8589,
+      "step": 1570
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.00016357321879053834,
+      "loss": 0.9548,
+      "step": 1571
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.00016352510040081963,
+      "loss": 0.9679,
+      "step": 1572
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.00016347695733868388,
+      "loss": 0.881,
+      "step": 1573
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.00016342878962282938,
+      "loss": 0.8471,
+      "step": 1574
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.00016338059727196387,
+      "loss": 0.9085,
+      "step": 1575
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.0001633323803048047,
+      "loss": 0.9366,
+      "step": 1576
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.0001632841387400788,
+      "loss": 0.9673,
+      "step": 1577
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.00016323587259652267,
+      "loss": 0.8789,
+      "step": 1578
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.00016318758189288226,
+      "loss": 0.9553,
+      "step": 1579
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.00016313926664791314,
+      "loss": 0.967,
+      "step": 1580
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.00016309092688038046,
+      "loss": 0.9364,
+      "step": 1581
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.00016304256260905872,
+      "loss": 0.9444,
+      "step": 1582
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.00016299417385273214,
+      "loss": 0.8846,
+      "step": 1583
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.00016294576063019428,
+      "loss": 0.9622,
+      "step": 1584
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 0.00016289732296024834,
+      "loss": 1.0032,
+      "step": 1585
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.00016284886086170698,
+      "loss": 0.9289,
+      "step": 1586
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.00016280037435339217,
+      "loss": 0.9313,
+      "step": 1587
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.00016275186345413568,
+      "loss": 0.938,
+      "step": 1588
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.00016270332818277847,
+      "loss": 0.9594,
+      "step": 1589
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.00016265476855817116,
+      "loss": 0.8532,
+      "step": 1590
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.00016260618459917368,
+      "loss": 0.955,
+      "step": 1591
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.00016255757632465553,
+      "loss": 0.9578,
+      "step": 1592
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.00016250894375349558,
+      "loss": 0.9382,
+      "step": 1593
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.00016246028690458216,
+      "loss": 0.9185,
+      "step": 1594
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.00016241160579681308,
+      "loss": 0.912,
+      "step": 1595
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.0001623629004490954,
+      "loss": 1.037,
+      "step": 1596
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.00016231417088034586,
+      "loss": 0.9268,
+      "step": 1597
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.0001622654171094904,
+      "loss": 0.993,
+      "step": 1598
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.00016221663915546436,
+      "loss": 0.9574,
+      "step": 1599
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.00016216783703721266,
+      "loss": 0.9545,
+      "step": 1600
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.00016211901077368935,
+      "loss": 0.8943,
+      "step": 1601
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.0001620701603838581,
+      "loss": 0.957,
+      "step": 1602
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.00016202128588669177,
+      "loss": 0.9061,
+      "step": 1603
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.00016197238730117271,
+      "loss": 0.8994,
+      "step": 1604
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.00016192346464629246,
+      "loss": 0.8551,
+      "step": 1605
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.00016187451794105214,
+      "loss": 0.8315,
+      "step": 1606
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.00016182554720446202,
+      "loss": 0.8904,
+      "step": 1607
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.00016177655245554177,
+      "loss": 0.8989,
+      "step": 1608
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.00016172753371332038,
+      "loss": 0.875,
+      "step": 1609
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.00016167849099683624,
+      "loss": 0.949,
+      "step": 1610
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.00016162942432513687,
+      "loss": 0.9905,
+      "step": 1611
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.00016158033371727924,
+      "loss": 0.9598,
+      "step": 1612
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.00016153121919232962,
+      "loss": 0.899,
+      "step": 1613
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.00016148208076936348,
+      "loss": 0.9557,
+      "step": 1614
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.0001614329184674656,
+      "loss": 0.928,
+      "step": 1615
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.00016138373230573013,
+      "loss": 0.9967,
+      "step": 1616
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.00016133452230326033,
+      "loss": 0.9178,
+      "step": 1617
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.00016128528847916883,
+      "loss": 0.8884,
+      "step": 1618
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.00016123603085257745,
+      "loss": 0.9174,
+      "step": 1619
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.00016118674944261732,
+      "loss": 0.8227,
+      "step": 1620
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.0001611374442684288,
+      "loss": 0.8471,
+      "step": 1621
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.00016108811534916136,
+      "loss": 0.8849,
+      "step": 1622
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.00016103876270397386,
+      "loss": 0.9737,
+      "step": 1623
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.0001609893863520343,
+      "loss": 0.9204,
+      "step": 1624
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.0001609399863125198,
+      "loss": 0.9536,
+      "step": 1625
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.00016089056260461688,
+      "loss": 0.914,
+      "step": 1626
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.00016084111524752105,
+      "loss": 0.9395,
+      "step": 1627
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.00016079164426043718,
+      "loss": 0.9486,
+      "step": 1628
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.0001607421496625791,
+      "loss": 0.8975,
+      "step": 1629
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.00016069263147317013,
+      "loss": 0.8581,
+      "step": 1630
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.00016064308971144238,
+      "loss": 0.9687,
+      "step": 1631
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.00016059352439663739,
+      "loss": 0.865,
+      "step": 1632
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.00016054393554800576,
+      "loss": 0.9019,
+      "step": 1633
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.0001604943231848072,
+      "loss": 0.9014,
+      "step": 1634
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.00016044468732631057,
+      "loss": 1.0185,
+      "step": 1635
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.00016039502799179394,
+      "loss": 0.9195,
+      "step": 1636
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.00016034534520054433,
+      "loss": 0.9604,
+      "step": 1637
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.000160295638971858,
+      "loss": 0.9388,
+      "step": 1638
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.0001602459093250403,
+      "loss": 0.9673,
+      "step": 1639
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.0001601961562794056,
+      "loss": 0.886,
+      "step": 1640
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.0001601463798542775,
+      "loss": 0.9101,
+      "step": 1641
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.00016009658006898848,
+      "loss": 0.8456,
+      "step": 1642
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.00016004675694288026,
+      "loss": 0.8576,
+      "step": 1643
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.0001599969104953036,
+      "loss": 1.024,
+      "step": 1644
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.0001599470407456182,
+      "loss": 0.9069,
+      "step": 1645
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.00015989714771319299,
+      "loss": 0.8724,
+      "step": 1646
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.00015984723141740576,
+      "loss": 0.9117,
+      "step": 1647
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.0001597972918776435,
+      "loss": 1.0058,
+      "step": 1648
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.00015974732911330208,
+      "loss": 0.9397,
+      "step": 1649
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.00015969734314378654,
+      "loss": 0.866,
+      "step": 1650
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.00015964733398851077,
+      "loss": 0.9456,
+      "step": 1651
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.00015959730166689783,
+      "loss": 0.95,
+      "step": 1652
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.00015954724619837967,
+      "loss": 0.8899,
+      "step": 1653
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.00015949716760239722,
+      "loss": 0.9119,
+      "step": 1654
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.00015944706589840046,
+      "loss": 0.881,
+      "step": 1655
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.00015939694110584832,
+      "loss": 0.9547,
+      "step": 1656
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.00015934679324420872,
+      "loss": 0.907,
+      "step": 1657
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.00015929662233295843,
+      "loss": 0.8318,
+      "step": 1658
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.00015924642839158332,
+      "loss": 1.0043,
+      "step": 1659
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.0001591962114395781,
+      "loss": 0.8988,
+      "step": 1660
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.00015914597149644652,
+      "loss": 0.9642,
+      "step": 1661
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.00015909570858170112,
+      "loss": 0.8962,
+      "step": 1662
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.00015904542271486346,
+      "loss": 0.7982,
+      "step": 1663
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.00015899511391546402,
+      "loss": 0.9589,
+      "step": 1664
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.00015894478220304214,
+      "loss": 0.8759,
+      "step": 1665
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.00015889442759714603,
+      "loss": 0.9585,
+      "step": 1666
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.00015884405011733292,
+      "loss": 0.8757,
+      "step": 1667
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.0001587936497831688,
+      "loss": 0.8625,
+      "step": 1668
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.00015874322661422856,
+      "loss": 0.9004,
+      "step": 1669
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.000158692780630096,
+      "loss": 0.9601,
+      "step": 1670
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.0001586423118503638,
+      "loss": 0.8453,
+      "step": 1671
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.0001585918202946334,
+      "loss": 0.914,
+      "step": 1672
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.00015854130598251512,
+      "loss": 0.977,
+      "step": 1673
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.0001584907689336282,
+      "loss": 0.9514,
+      "step": 1674
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.0001584402091676006,
+      "loss": 0.9023,
+      "step": 1675
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.00015838962670406916,
+      "loss": 0.8994,
+      "step": 1676
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.00015833902156267956,
+      "loss": 0.9268,
+      "step": 1677
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.00015828839376308618,
+      "loss": 0.9965,
+      "step": 1678
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.00015823774332495235,
+      "loss": 0.9596,
+      "step": 1679
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.0001581870702679501,
+      "loss": 0.9132,
+      "step": 1680
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.0001581363746117602,
+      "loss": 0.8972,
+      "step": 1681
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.00015808565637607237,
+      "loss": 0.9655,
+      "step": 1682
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.00015803491558058488,
+      "loss": 0.9246,
+      "step": 1683
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.00015798415224500492,
+      "loss": 0.8649,
+      "step": 1684
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.00015793336638904838,
+      "loss": 0.9851,
+      "step": 1685
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.0001578825580324399,
+      "loss": 0.9113,
+      "step": 1686
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.0001578317271949129,
+      "loss": 0.9081,
+      "step": 1687
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.00015778087389620938,
+      "loss": 0.875,
+      "step": 1688
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 0.00015772999815608028,
+      "loss": 0.8974,
+      "step": 1689
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.00015767909999428513,
+      "loss": 0.9836,
+      "step": 1690
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.00015762817943059217,
+      "loss": 0.9758,
+      "step": 1691
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.00015757723648477837,
+      "loss": 0.9166,
+      "step": 1692
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.0001575262711766294,
+      "loss": 0.9262,
+      "step": 1693
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.00015747528352593956,
+      "loss": 0.8566,
+      "step": 1694
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.0001574242735525119,
+      "loss": 0.8731,
+      "step": 1695
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.00015737324127615806,
+      "loss": 0.9569,
+      "step": 1696
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.00015732218671669844,
+      "loss": 0.9844,
+      "step": 1697
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.00015727110989396202,
+      "loss": 0.8177,
+      "step": 1698
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.00015722001082778646,
+      "loss": 1.0168,
+      "step": 1699
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.00015716888953801804,
+      "loss": 0.9644,
+      "step": 1700
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.00015711774604451167,
+      "loss": 0.8351,
+      "step": 1701
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.0001570665803671309,
+      "loss": 0.9798,
+      "step": 1702
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.00015701539252574792,
+      "loss": 0.9197,
+      "step": 1703
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.00015696418254024344,
+      "loss": 0.8748,
+      "step": 1704
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.00015691295043050688,
+      "loss": 0.9222,
+      "step": 1705
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.0001568616962164362,
+      "loss": 0.8547,
+      "step": 1706
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.0001568104199179379,
+      "loss": 0.9145,
+      "step": 1707
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.00015675912155492712,
+      "loss": 0.9241,
+      "step": 1708
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.00015670780114732756,
+      "loss": 0.852,
+      "step": 1709
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.00015665645871507151,
+      "loss": 0.8337,
+      "step": 1710
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.00015660509427809974,
+      "loss": 0.8645,
+      "step": 1711
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.0001565537078563616,
+      "loss": 0.8106,
+      "step": 1712
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.000156502299469815,
+      "loss": 0.9376,
+      "step": 1713
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.00015645086913842636,
+      "loss": 0.9331,
+      "step": 1714
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.00015639941688217065,
+      "loss": 0.9319,
+      "step": 1715
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.00015634794272103127,
+      "loss": 0.899,
+      "step": 1716
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.0001562964466750003,
+      "loss": 0.8831,
+      "step": 1717
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.0001562449287640781,
+      "loss": 0.9657,
+      "step": 1718
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.00015619338900827367,
+      "loss": 0.9166,
+      "step": 1719
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.00015614182742760448,
+      "loss": 0.9534,
+      "step": 1720
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.00015609024404209643,
+      "loss": 0.9458,
+      "step": 1721
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.00015603863887178393,
+      "loss": 0.9257,
+      "step": 1722
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.00015598701193670982,
+      "loss": 0.9268,
+      "step": 1723
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.0001559353632569254,
+      "loss": 0.8995,
+      "step": 1724
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.00015588369285249047,
+      "loss": 0.8853,
+      "step": 1725
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.00015583200074347316,
+      "loss": 0.9447,
+      "step": 1726
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.0001557802869499501,
+      "loss": 0.9061,
+      "step": 1727
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.00015572855149200638,
+      "loss": 0.9032,
+      "step": 1728
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.0001556767943897354,
+      "loss": 0.9625,
+      "step": 1729
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.00015562501566323907,
+      "loss": 0.8901,
+      "step": 1730
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.0001555732153326276,
+      "loss": 0.9803,
+      "step": 1731
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.00015552139341801967,
+      "loss": 0.8978,
+      "step": 1732
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.00015546954993954227,
+      "loss": 0.9091,
+      "step": 1733
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.00015541768491733092,
+      "loss": 0.9072,
+      "step": 1734
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.00015536579837152926,
+      "loss": 0.8305,
+      "step": 1735
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.00015531389032228955,
+      "loss": 0.9125,
+      "step": 1736
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.00015526196078977217,
+      "loss": 0.9371,
+      "step": 1737
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.00015521000979414602,
+      "loss": 0.8755,
+      "step": 1738
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.00015515803735558826,
+      "loss": 0.9275,
+      "step": 1739
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.00015510604349428436,
+      "loss": 0.9765,
+      "step": 1740
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.00015505402823042818,
+      "loss": 0.8783,
+      "step": 1741
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.00015500199158422178,
+      "loss": 0.9261,
+      "step": 1742
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.0001549499335758757,
+      "loss": 0.9171,
+      "step": 1743
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.00015489785422560857,
+      "loss": 0.9304,
+      "step": 1744
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.00015484575355364743,
+      "loss": 0.9287,
+      "step": 1745
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.00015479363158022764,
+      "loss": 0.9082,
+      "step": 1746
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.0001547414883255927,
+      "loss": 0.9281,
+      "step": 1747
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.0001546893238099945,
+      "loss": 0.8163,
+      "step": 1748
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.0001546371380536931,
+      "loss": 0.8769,
+      "step": 1749
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.00015458493107695686,
+      "loss": 0.906,
+      "step": 1750
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.00015453270290006238,
+      "loss": 0.8811,
+      "step": 1751
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.00015448045354329447,
+      "loss": 0.9357,
+      "step": 1752
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.00015442818302694618,
+      "loss": 0.882,
+      "step": 1753
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.0001543758913713188,
+      "loss": 0.9126,
+      "step": 1754
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.00015432357859672177,
+      "loss": 0.9062,
+      "step": 1755
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.00015427124472347278,
+      "loss": 0.9739,
+      "step": 1756
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.0001542188897718977,
+      "loss": 0.8831,
+      "step": 1757
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.00015416651376233063,
+      "loss": 0.9175,
+      "step": 1758
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.00015411411671511377,
+      "loss": 0.9585,
+      "step": 1759
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.00015406169865059749,
+      "loss": 0.9047,
+      "step": 1760
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.00015400925958914042,
+      "loss": 0.8643,
+      "step": 1761
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.00015395679955110925,
+      "loss": 0.9271,
+      "step": 1762
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.00015390431855687896,
+      "loss": 0.9238,
+      "step": 1763
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.00015385181662683244,
+      "loss": 0.9754,
+      "step": 1764
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.00015379929378136087,
+      "loss": 0.8951,
+      "step": 1765
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.00015374675004086355,
+      "loss": 0.8928,
+      "step": 1766
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.00015369418542574782,
+      "loss": 1.0176,
+      "step": 1767
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.00015364159995642917,
+      "loss": 0.9419,
+      "step": 1768
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.00015358899365333124,
+      "loss": 0.9351,
+      "step": 1769
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.00015353636653688563,
+      "loss": 0.9476,
+      "step": 1770
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.0001534837186275322,
+      "loss": 0.9559,
+      "step": 1771
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.00015343104994571875,
+      "loss": 0.9206,
+      "step": 1772
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.0001533783605119012,
+      "loss": 0.9313,
+      "step": 1773
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.00015332565034654344,
+      "loss": 0.9196,
+      "step": 1774
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.00015327291947011762,
+      "loss": 0.8699,
+      "step": 1775
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.00015322016790310372,
+      "loss": 0.9712,
+      "step": 1776
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.00015316739566598986,
+      "loss": 0.8493,
+      "step": 1777
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.00015311460277927217,
+      "loss": 0.8825,
+      "step": 1778
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.0001530617892634548,
+      "loss": 0.8926,
+      "step": 1779
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.0001530089551390499,
+      "loss": 0.8636,
+      "step": 1780
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.0001529561004265777,
+      "loss": 0.9614,
+      "step": 1781
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.00015290322514656626,
+      "loss": 0.9382,
+      "step": 1782
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.00015285032931955177,
+      "loss": 0.8815,
+      "step": 1783
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.0001527974129660784,
+      "loss": 0.8842,
+      "step": 1784
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.0001527444761066982,
+      "loss": 0.9684,
+      "step": 1785
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.00015269151876197125,
+      "loss": 0.8438,
+      "step": 1786
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.00015263854095246557,
+      "loss": 0.9605,
+      "step": 1787
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.00015258554269875717,
+      "loss": 0.9426,
+      "step": 1788
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.00015253252402142988,
+      "loss": 0.9175,
+      "step": 1789
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.00015247948494107565,
+      "loss": 0.9629,
+      "step": 1790
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.00015242642547829417,
+      "loss": 0.9627,
+      "step": 1791
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.0001523733456536931,
+      "loss": 0.8584,
+      "step": 1792
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.00015232024548788813,
+      "loss": 0.9877,
+      "step": 1793
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.00015226712500150268,
+      "loss": 0.8756,
+      "step": 1794
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.00015221398421516816,
+      "loss": 0.9396,
+      "step": 1795
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.0001521608231495238,
+      "loss": 0.8388,
+      "step": 1796
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.0001521076418252168,
+      "loss": 0.9672,
+      "step": 1797
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.00015205444026290216,
+      "loss": 0.9503,
+      "step": 1798
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.00015200121848324275,
+      "loss": 0.9216,
+      "step": 1799
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.00015194797650690926,
+      "loss": 0.8872,
+      "step": 1800
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.0001518947143545803,
+      "loss": 0.9342,
+      "step": 1801
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.0001518414320469423,
+      "loss": 0.8059,
+      "step": 1802
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.00015178812960468945,
+      "loss": 0.9662,
+      "step": 1803
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.0001517348070485238,
+      "loss": 0.8109,
+      "step": 1804
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.00015168146439915525,
+      "loss": 0.9123,
+      "step": 1805
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.00015162810167730143,
+      "loss": 0.9087,
+      "step": 1806
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.00015157471890368785,
+      "loss": 0.9272,
+      "step": 1807
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.0001515213160990477,
+      "loss": 0.9387,
+      "step": 1808
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.00015146789328412212,
+      "loss": 0.9202,
+      "step": 1809
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.00015141445047965984,
+      "loss": 0.9175,
+      "step": 1810
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.0001513609877064174,
+      "loss": 0.9085,
+      "step": 1811
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.0001513075049851592,
+      "loss": 0.9343,
+      "step": 1812
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.0001512540023366573,
+      "loss": 0.9025,
+      "step": 1813
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.00015120047978169144,
+      "loss": 0.8968,
+      "step": 1814
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.00015114693734104927,
+      "loss": 0.9108,
+      "step": 1815
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.00015109337503552595,
+      "loss": 0.9203,
+      "step": 1816
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.00015103979288592453,
+      "loss": 0.8405,
+      "step": 1817
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.0001509861909130557,
+      "loss": 0.9546,
+      "step": 1818
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.00015093256913773786,
+      "loss": 0.7982,
+      "step": 1819
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.000150878927580797,
+      "loss": 0.9076,
+      "step": 1820
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.00015082526626306695,
+      "loss": 0.9337,
+      "step": 1821
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.0001507715852053892,
+      "loss": 0.8131,
+      "step": 1822
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.00015071788442861276,
+      "loss": 0.8742,
+      "step": 1823
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.00015066416395359444,
+      "loss": 0.915,
+      "step": 1824
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.00015061042380119864,
+      "loss": 0.8961,
+      "step": 1825
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.0001505566639922974,
+      "loss": 0.9476,
+      "step": 1826
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.00015050288454777046,
+      "loss": 0.9303,
+      "step": 1827
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.0001504490854885051,
+      "loss": 0.9407,
+      "step": 1828
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.00015039526683539625,
+      "loss": 0.9735,
+      "step": 1829
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.0001503414286093465,
+      "loss": 0.8884,
+      "step": 1830
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.00015028757083126592,
+      "loss": 0.8811,
+      "step": 1831
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.00015023369352207229,
+      "loss": 0.8467,
+      "step": 1832
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.00015017979670269095,
+      "loss": 0.8839,
+      "step": 1833
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.0001501258803940548,
+      "loss": 1.0109,
+      "step": 1834
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.0001500719446171043,
+      "loss": 0.8742,
+      "step": 1835
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.00015001798939278752,
+      "loss": 0.9291,
+      "step": 1836
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.00014996401474205997,
+      "loss": 0.9187,
+      "step": 1837
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.00014991002068588484,
+      "loss": 0.9669,
+      "step": 1838
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.0001498560072452328,
+      "loss": 0.9083,
+      "step": 1839
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.00014980197444108205,
+      "loss": 0.9831,
+      "step": 1840
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.00014974792229441826,
+      "loss": 0.9315,
+      "step": 1841
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.00014969385082623472,
+      "loss": 0.9189,
+      "step": 1842
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.00014963976005753215,
+      "loss": 0.8173,
+      "step": 1843
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.00014958565000931876,
+      "loss": 0.9703,
+      "step": 1844
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 0.00014953152070261026,
+      "loss": 0.9587,
+      "step": 1845
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.0001494773721584299,
+      "loss": 0.9381,
+      "step": 1846
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.0001494232043978083,
+      "loss": 0.888,
+      "step": 1847
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.00014936901744178367,
+      "loss": 0.8852,
+      "step": 1848
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.00014931481131140147,
+      "loss": 0.9104,
+      "step": 1849
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.00014926058602771484,
+      "loss": 0.9527,
+      "step": 1850
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.00014920634161178425,
+      "loss": 0.9228,
+      "step": 1851
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.00014915207808467756,
+      "loss": 0.8364,
+      "step": 1852
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.0001490977954674701,
+      "loss": 0.9099,
+      "step": 1853
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.00014904349378124467,
+      "loss": 0.8617,
+      "step": 1854
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.0001489891730470914,
+      "loss": 0.9196,
+      "step": 1855
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.00014893483328610777,
+      "loss": 0.8342,
+      "step": 1856
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.0001488804745193988,
+      "loss": 0.8574,
+      "step": 1857
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.00014882609676807675,
+      "loss": 0.8478,
+      "step": 1858
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.00014877170005326136,
+      "loss": 0.8438,
+      "step": 1859
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.00014871728439607966,
+      "loss": 0.9082,
+      "step": 1860
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.00014866284981766606,
+      "loss": 0.919,
+      "step": 1861
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.00014860839633916236,
+      "loss": 0.9279,
+      "step": 1862
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.0001485539239817176,
+      "loss": 0.9225,
+      "step": 1863
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.0001484994327664883,
+      "loss": 0.8248,
+      "step": 1864
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.0001484449227146381,
+      "loss": 0.935,
+      "step": 1865
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.0001483903938473382,
+      "loss": 0.8769,
+      "step": 1866
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.00014833584618576695,
+      "loss": 0.8675,
+      "step": 1867
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.00014828127975111,
+      "loss": 0.907,
+      "step": 1868
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.0001482266945645603,
+      "loss": 0.8693,
+      "step": 1869
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.00014817209064731817,
+      "loss": 0.9368,
+      "step": 1870
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.00014811746802059113,
+      "loss": 0.9325,
+      "step": 1871
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.000148062826705594,
+      "loss": 0.8447,
+      "step": 1872
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.00014800816672354877,
+      "loss": 0.9597,
+      "step": 1873
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.00014795348809568476,
+      "loss": 0.8975,
+      "step": 1874
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.00014789879084323857,
+      "loss": 0.8512,
+      "step": 1875
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.00014784407498745394,
+      "loss": 0.9668,
+      "step": 1876
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.0001477893405495819,
+      "loss": 0.9087,
+      "step": 1877
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.00014773458755088068,
+      "loss": 0.949,
+      "step": 1878
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.00014767981601261567,
+      "loss": 0.9406,
+      "step": 1879
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.00014762502595605956,
+      "loss": 0.8975,
+      "step": 1880
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.00014757021740249214,
+      "loss": 0.9387,
+      "step": 1881
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.00014751539037320043,
+      "loss": 0.8415,
+      "step": 1882
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.00014746054488947862,
+      "loss": 0.9385,
+      "step": 1883
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.00014740568097262812,
+      "loss": 0.9339,
+      "step": 1884
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.00014735079864395729,
+      "loss": 0.9552,
+      "step": 1885
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.00014729589792478192,
+      "loss": 0.9214,
+      "step": 1886
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.00014724097883642482,
+      "loss": 0.889,
+      "step": 1887
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.00014718604140021588,
+      "loss": 0.8791,
+      "step": 1888
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.0001471310856374922,
+      "loss": 0.9224,
+      "step": 1889
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.0001470761115695979,
+      "loss": 0.9102,
+      "step": 1890
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.00014702111921788437,
+      "loss": 0.9177,
+      "step": 1891
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.00014696610860370996,
+      "loss": 0.8592,
+      "step": 1892
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.00014691107974844014,
+      "loss": 0.874,
+      "step": 1893
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.0001468560326734475,
+      "loss": 0.9352,
+      "step": 1894
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.00014680096740011172,
+      "loss": 0.8932,
+      "step": 1895
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.00014674588394981947,
+      "loss": 0.8706,
+      "step": 1896
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.00014669078234396453,
+      "loss": 0.8796,
+      "step": 1897
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.00014663566260394775,
+      "loss": 0.9079,
+      "step": 1898
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.00014658052475117702,
+      "loss": 0.9441,
+      "step": 1899
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.0001465253688070672,
+      "loss": 0.9522,
+      "step": 1900
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.00014647019479304028,
+      "loss": 0.931,
+      "step": 1901
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.00014641500273052514,
+      "loss": 0.9032,
+      "step": 1902
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.0001463597926409578,
+      "loss": 0.9091,
+      "step": 1903
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.0001463045645457812,
+      "loss": 0.96,
+      "step": 1904
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.0001462493184664453,
+      "loss": 0.9157,
+      "step": 1905
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.000146194054424407,
+      "loss": 0.8993,
+      "step": 1906
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.00014613877244113032,
+      "loss": 0.9205,
+      "step": 1907
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.00014608347253808606,
+      "loss": 0.9765,
+      "step": 1908
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.0001460281547367521,
+      "loss": 0.948,
+      "step": 1909
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.0001459728190586132,
+      "loss": 0.9612,
+      "step": 1910
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.00014591746552516108,
+      "loss": 0.987,
+      "step": 1911
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.0001458620941578945,
+      "loss": 0.8607,
+      "step": 1912
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.00014580670497831903,
+      "loss": 0.967,
+      "step": 1913
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.00014575129800794718,
+      "loss": 0.9212,
+      "step": 1914
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.00014569587326829835,
+      "loss": 0.9469,
+      "step": 1915
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.0001456404307808989,
+      "loss": 0.8268,
+      "step": 1916
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.00014558497056728204,
+      "loss": 0.944,
+      "step": 1917
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.00014552949264898794,
+      "loss": 0.8538,
+      "step": 1918
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.00014547399704756348,
+      "loss": 0.838,
+      "step": 1919
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.00014541848378456256,
+      "loss": 0.9114,
+      "step": 1920
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.00014536295288154592,
+      "loss": 0.9266,
+      "step": 1921
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.0001453074043600811,
+      "loss": 0.8873,
+      "step": 1922
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.00014525183824174248,
+      "loss": 0.9548,
+      "step": 1923
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.00014519625454811135,
+      "loss": 0.9093,
+      "step": 1924
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.00014514065330077576,
+      "loss": 0.9365,
+      "step": 1925
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.00014508503452133052,
+      "loss": 0.8348,
+      "step": 1926
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.00014502939823137745,
+      "loss": 0.9918,
+      "step": 1927
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.00014497374445252497,
+      "loss": 0.8797,
+      "step": 1928
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.00014491807320638834,
+      "loss": 0.9418,
+      "step": 1929
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.0001448623845145897,
+      "loss": 0.8838,
+      "step": 1930
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.00014480667839875786,
+      "loss": 0.9231,
+      "step": 1931
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.00014475095488052843,
+      "loss": 0.8548,
+      "step": 1932
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.0001446952139815438,
+      "loss": 0.9052,
+      "step": 1933
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.00014463945572345307,
+      "loss": 0.9267,
+      "step": 1934
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.00014458368012791213,
+      "loss": 0.94,
+      "step": 1935
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.00014452788721658355,
+      "loss": 0.9979,
+      "step": 1936
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.00014447207701113668,
+      "loss": 0.9001,
+      "step": 1937
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.00014441624953324755,
+      "loss": 0.9617,
+      "step": 1938
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.00014436040480459892,
+      "loss": 0.9224,
+      "step": 1939
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.0001443045428468802,
+      "loss": 0.8846,
+      "step": 1940
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.0001442486636817876,
+      "loss": 0.8484,
+      "step": 1941
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.00014419276733102388,
+      "loss": 0.889,
+      "step": 1942
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.00014413685381629856,
+      "loss": 0.8844,
+      "step": 1943
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.0001440809231593278,
+      "loss": 0.8665,
+      "step": 1944
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.00014402497538183444,
+      "loss": 0.9043,
+      "step": 1945
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.00014396901050554793,
+      "loss": 0.9644,
+      "step": 1946
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.0001439130285522044,
+      "loss": 0.8742,
+      "step": 1947
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.0001438570295435466,
+      "loss": 0.8522,
+      "step": 1948
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.00014380101350132388,
+      "loss": 0.9784,
+      "step": 1949
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.00014374498044729227,
+      "loss": 0.9217,
+      "step": 1950
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.00014368893040321427,
+      "loss": 0.9495,
+      "step": 1951
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.00014363286339085914,
+      "loss": 0.9074,
+      "step": 1952
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.0001435767794320027,
+      "loss": 0.9028,
+      "step": 1953
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.00014352067854842723,
+      "loss": 0.8621,
+      "step": 1954
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.0001434645607619217,
+      "loss": 0.9394,
+      "step": 1955
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.0001434084260942816,
+      "loss": 0.9403,
+      "step": 1956
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.000143352274567309,
+      "loss": 0.9895,
+      "step": 1957
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.00014329610620281253,
+      "loss": 1.0446,
+      "step": 1958
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.00014323992102260733,
+      "loss": 0.8639,
+      "step": 1959
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.00014318371904851503,
+      "loss": 0.8987,
+      "step": 1960
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.00014312750030236383,
+      "loss": 0.8951,
+      "step": 1961
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.0001430712648059885,
+      "loss": 0.8078,
+      "step": 1962
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.00014301501258123025,
+      "loss": 0.9302,
+      "step": 1963
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.0001429587436499367,
+      "loss": 0.9452,
+      "step": 1964
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.0001429024580339622,
+      "loss": 0.8983,
+      "step": 1965
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.00014284615575516738,
+      "loss": 0.9141,
+      "step": 1966
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.00014278983683541934,
+      "loss": 0.9614,
+      "step": 1967
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.00014273350129659172,
+      "loss": 0.8553,
+      "step": 1968
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.00014267714916056464,
+      "loss": 0.8822,
+      "step": 1969
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.0001426207804492246,
+      "loss": 0.8966,
+      "step": 1970
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.00014256439518446455,
+      "loss": 0.9755,
+      "step": 1971
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.00014250799338818388,
+      "loss": 0.8841,
+      "step": 1972
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.00014245157508228839,
+      "loss": 0.8622,
+      "step": 1973
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.00014239514028869033,
+      "loss": 0.9423,
+      "step": 1974
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.00014233868902930826,
+      "loss": 0.8067,
+      "step": 1975
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.0001422822213260673,
+      "loss": 0.9145,
+      "step": 1976
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.00014222573720089874,
+      "loss": 0.9665,
+      "step": 1977
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.00014216923667574043,
+      "loss": 0.8359,
+      "step": 1978
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.00014211271977253653,
+      "loss": 0.9746,
+      "step": 1979
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.00014205618651323752,
+      "loss": 0.9324,
+      "step": 1980
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.00014199963691980026,
+      "loss": 0.8321,
+      "step": 1981
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.00014194307101418805,
+      "loss": 0.9172,
+      "step": 1982
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.00014188648881837033,
+      "loss": 0.9244,
+      "step": 1983
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.00014182989035432298,
+      "loss": 0.885,
+      "step": 1984
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.00014177327564402826,
+      "loss": 0.9209,
+      "step": 1985
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.00014171664470947465,
+      "loss": 0.9571,
+      "step": 1986
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.0001416599975726569,
+      "loss": 1.0147,
+      "step": 1987
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.00014160333425557615,
+      "loss": 0.8092,
+      "step": 1988
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.00014154665478023976,
+      "loss": 0.9416,
+      "step": 1989
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.0001414899591686614,
+      "loss": 0.8814,
+      "step": 1990
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.000141433247442861,
+      "loss": 0.8041,
+      "step": 1991
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.0001413765196248647,
+      "loss": 1.0155,
+      "step": 1992
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.00014131977573670498,
+      "loss": 0.9507,
+      "step": 1993
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.0001412630158004205,
+      "loss": 0.9223,
+      "step": 1994
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.00014120623983805616,
+      "loss": 0.9502,
+      "step": 1995
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.00014114944787166307,
+      "loss": 0.9642,
+      "step": 1996
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.00014109263992329857,
+      "loss": 0.9428,
+      "step": 1997
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.0001410358160150263,
+      "loss": 0.9164,
+      "step": 1998
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.0001409789761689159,
+      "loss": 0.9295,
+      "step": 1999
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.00014092212040704336,
+      "loss": 0.9237,
+      "step": 2000
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 0.0001408652487514908,
+      "loss": 0.927,
+      "step": 2001
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.0001408083612243465,
+      "loss": 0.9239,
+      "step": 2002
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.00014075145784770495,
+      "loss": 0.9014,
+      "step": 2003
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.00014069453864366677,
+      "loss": 0.9336,
+      "step": 2004
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.00014063760363433866,
+      "loss": 0.9854,
+      "step": 2005
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.00014058065284183358,
+      "loss": 0.8765,
+      "step": 2006
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.00014052368628827058,
+      "loss": 0.9198,
+      "step": 2007
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.00014046670399577477,
+      "loss": 0.8797,
+      "step": 2008
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.0001404097059864774,
+      "loss": 0.9641,
+      "step": 2009
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.00014035269228251587,
+      "loss": 0.8594,
+      "step": 2010
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.00014029566290603367,
+      "loss": 0.8066,
+      "step": 2011
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.00014023861787918032,
+      "loss": 0.9256,
+      "step": 2012
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.00014018155722411144,
+      "loss": 0.8921,
+      "step": 2013
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.00014012448096298874,
+      "loss": 0.9023,
+      "step": 2014
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.00014006738911798,
+      "loss": 0.8641,
+      "step": 2015
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.000140010281711259,
+      "loss": 0.8836,
+      "step": 2016
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.00013995315876500565,
+      "loss": 0.9128,
+      "step": 2017
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.0001398960203014058,
+      "loss": 0.9588,
+      "step": 2018
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.0001398388663426514,
+      "loss": 0.9051,
+      "step": 2019
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.00013978169691094037,
+      "loss": 0.8602,
+      "step": 2020
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.00013972451202847664,
+      "loss": 0.9246,
+      "step": 2021
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.00013966731171747023,
+      "loss": 0.8894,
+      "step": 2022
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.000139610096000137,
+      "loss": 0.8921,
+      "step": 2023
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.00013955286489869895,
+      "loss": 0.9042,
+      "step": 2024
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.0001394956184353839,
+      "loss": 0.8236,
+      "step": 2025
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.00013943835663242577,
+      "loss": 0.9333,
+      "step": 2026
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.00013938107951206439,
+      "loss": 0.8857,
+      "step": 2027
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.00013932378709654547,
+      "loss": 0.8592,
+      "step": 2028
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.00013926647940812082,
+      "loss": 0.9092,
+      "step": 2029
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.000139209156469048,
+      "loss": 0.8749,
+      "step": 2030
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.00013915181830159061,
+      "loss": 1.0009,
+      "step": 2031
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.00013909446492801818,
+      "loss": 0.8738,
+      "step": 2032
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.00013903709637060605,
+      "loss": 0.9444,
+      "step": 2033
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.00013897971265163544,
+      "loss": 0.8175,
+      "step": 2034
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.00013892231379339368,
+      "loss": 0.8833,
+      "step": 2035
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.00013886489981817374,
+      "loss": 0.9739,
+      "step": 2036
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.00013880747074827455,
+      "loss": 0.8795,
+      "step": 2037
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.00013875002660600086,
+      "loss": 0.9181,
+      "step": 2038
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.00013869256741366338,
+      "loss": 0.934,
+      "step": 2039
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.00013863509319357858,
+      "loss": 0.9373,
+      "step": 2040
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.00013857760396806875,
+      "loss": 0.852,
+      "step": 2041
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.00013852009975946208,
+      "loss": 0.963,
+      "step": 2042
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.00013846258059009253,
+      "loss": 0.8918,
+      "step": 2043
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.0001384050464822999,
+      "loss": 0.9171,
+      "step": 2044
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.0001383474974584297,
+      "loss": 0.8935,
+      "step": 2045
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.0001382899335408334,
+      "loss": 0.8463,
+      "step": 2046
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.00013823235475186814,
+      "loss": 0.9383,
+      "step": 2047
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.00013817476111389684,
+      "loss": 0.9026,
+      "step": 2048
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.00013811715264928825,
+      "loss": 0.9923,
+      "step": 2049
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.00013805952938041673,
+      "loss": 0.9112,
+      "step": 2050
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.00013800189132966257,
+      "loss": 0.95,
+      "step": 2051
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.00013794423851941175,
+      "loss": 0.896,
+      "step": 2052
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.00013788657097205592,
+      "loss": 0.9459,
+      "step": 2053
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.00013782888870999245,
+      "loss": 0.9062,
+      "step": 2054
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.0001377711917556245,
+      "loss": 0.8865,
+      "step": 2055
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.00013771348013136097,
+      "loss": 0.9163,
+      "step": 2056
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.00013765575385961626,
+      "loss": 0.9154,
+      "step": 2057
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.0001375980129628107,
+      "loss": 0.9828,
+      "step": 2058
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.00013754025746337014,
+      "loss": 0.883,
+      "step": 2059
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.00013748248738372615,
+      "loss": 0.9385,
+      "step": 2060
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.00013742470274631598,
+      "loss": 0.9175,
+      "step": 2061
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.00013736690357358253,
+      "loss": 0.954,
+      "step": 2062
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.00013730908988797427,
+      "loss": 0.8396,
+      "step": 2063
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.00013725126171194543,
+      "loss": 0.9324,
+      "step": 2064
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.0001371934190679558,
+      "loss": 0.8888,
+      "step": 2065
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.00013713556197847074,
+      "loss": 0.924,
+      "step": 2066
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.00013707769046596136,
+      "loss": 0.8847,
+      "step": 2067
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.00013701980455290425,
+      "loss": 0.9359,
+      "step": 2068
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.00013696190426178162,
+      "loss": 0.8646,
+      "step": 2069
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.00013690398961508127,
+      "loss": 0.9874,
+      "step": 2070
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.00013684606063529663,
+      "loss": 0.9441,
+      "step": 2071
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.00013678811734492657,
+      "loss": 0.9414,
+      "step": 2072
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.00013673015976647568,
+      "loss": 0.8508,
+      "step": 2073
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.000136672187922454,
+      "loss": 0.9397,
+      "step": 2074
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.00013661420183537704,
+      "loss": 0.9285,
+      "step": 2075
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.00013655620152776604,
+      "loss": 0.8884,
+      "step": 2076
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.0001364981870221476,
+      "loss": 0.8514,
+      "step": 2077
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.00013644015834105388,
+      "loss": 0.9358,
+      "step": 2078
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.00013638211550702256,
+      "loss": 0.9226,
+      "step": 2079
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.0001363240585425968,
+      "loss": 0.8821,
+      "step": 2080
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.0001362659874703253,
+      "loss": 0.8437,
+      "step": 2081
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.00013620790231276214,
+      "loss": 0.8904,
+      "step": 2082
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.00013614980309246692,
+      "loss": 0.8594,
+      "step": 2083
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.00013609168983200472,
+      "loss": 0.9093,
+      "step": 2084
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.00013603356255394614,
+      "loss": 0.9178,
+      "step": 2085
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.00013597542128086703,
+      "loss": 0.921,
+      "step": 2086
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.00013591726603534885,
+      "loss": 0.9472,
+      "step": 2087
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.00013585909683997842,
+      "loss": 0.9558,
+      "step": 2088
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.00013580091371734798,
+      "loss": 0.8861,
+      "step": 2089
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.00013574271669005518,
+      "loss": 0.9072,
+      "step": 2090
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.00013568450578070308,
+      "loss": 0.9356,
+      "step": 2091
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.00013562628101190013,
+      "loss": 0.9515,
+      "step": 2092
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.00013556804240626017,
+      "loss": 0.9024,
+      "step": 2093
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.0001355097899864024,
+      "loss": 0.8671,
+      "step": 2094
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.00013545152377495136,
+      "loss": 0.9443,
+      "step": 2095
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.00013539324379453698,
+      "loss": 0.917,
+      "step": 2096
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.00013533495006779454,
+      "loss": 0.8429,
+      "step": 2097
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.00013527664261736471,
+      "loss": 0.9154,
+      "step": 2098
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.00013521832146589334,
+      "loss": 0.9752,
+      "step": 2099
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.00013515998663603173,
+      "loss": 0.8675,
+      "step": 2100
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.00013510163815043646,
+      "loss": 0.8793,
+      "step": 2101
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.00013504327603176944,
+      "loss": 0.7813,
+      "step": 2102
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.0001349849003026978,
+      "loss": 0.8574,
+      "step": 2103
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.00013492651098589398,
+      "loss": 0.9774,
+      "step": 2104
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 0.0001348681081040358,
+      "loss": 1.0043,
+      "step": 2105
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.0001348096916798062,
+      "loss": 0.8506,
+      "step": 2106
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.00013475126173589344,
+      "loss": 0.8947,
+      "step": 2107
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.00013469281829499107,
+      "loss": 0.8735,
+      "step": 2108
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.00013463436137979787,
+      "loss": 0.9625,
+      "step": 2109
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.00013457589101301774,
+      "loss": 0.877,
+      "step": 2110
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.00013451740721736002,
+      "loss": 0.8748,
+      "step": 2111
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.00013445891001553906,
+      "loss": 0.9143,
+      "step": 2112
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.00013440039943027451,
+      "loss": 0.9655,
+      "step": 2113
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.00013434187548429124,
+      "loss": 0.9437,
+      "step": 2114
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.00013428333820031922,
+      "loss": 0.8615,
+      "step": 2115
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.00013422478760109373,
+      "loss": 0.9278,
+      "step": 2116
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.00013416622370935507,
+      "loss": 0.9627,
+      "step": 2117
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.00013410764654784885,
+      "loss": 0.8832,
+      "step": 2118
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.00013404905613932574,
+      "loss": 0.819,
+      "step": 2119
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.00013399045250654152,
+      "loss": 0.8781,
+      "step": 2120
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.00013393183567225725,
+      "loss": 0.934,
+      "step": 2121
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.000133873205659239,
+      "loss": 0.9302,
+      "step": 2122
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.000133814562490258,
+      "loss": 0.8879,
+      "step": 2123
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.00013375590618809054,
+      "loss": 0.931,
+      "step": 2124
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.00013369723677551814,
+      "loss": 0.8228,
+      "step": 2125
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.00013363855427532724,
+      "loss": 0.9338,
+      "step": 2126
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.00013357985871030947,
+      "loss": 0.9769,
+      "step": 2127
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.00013352115010326155,
+      "loss": 0.8388,
+      "step": 2128
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.00013346242847698517,
+      "loss": 0.9359,
+      "step": 2129
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.00013340369385428713,
+      "loss": 1.0063,
+      "step": 2130
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.00013334494625797936,
+      "loss": 0.913,
+      "step": 2131
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.00013328618571087868,
+      "loss": 0.8553,
+      "step": 2132
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.000133227412235807,
+      "loss": 0.9596,
+      "step": 2133
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.0001331686258555913,
+      "loss": 0.9,
+      "step": 2134
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.00013310982659306352,
+      "loss": 0.9444,
+      "step": 2135
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.00013305101447106063,
+      "loss": 0.9225,
+      "step": 2136
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.00013299218951242457,
+      "loss": 0.9245,
+      "step": 2137
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.00013293335174000226,
+      "loss": 0.9538,
+      "step": 2138
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.0001328745011766456,
+      "loss": 0.9438,
+      "step": 2139
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.00013281563784521154,
+      "loss": 0.8505,
+      "step": 2140
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.00013275676176856185,
+      "loss": 0.9301,
+      "step": 2141
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.00013269787296956334,
+      "loss": 0.9142,
+      "step": 2142
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.00013263897147108776,
+      "loss": 0.9014,
+      "step": 2143
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.00013258005729601177,
+      "loss": 0.7579,
+      "step": 2144
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.00013252113046721692,
+      "loss": 0.8847,
+      "step": 2145
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.00013246219100758973,
+      "loss": 0.8777,
+      "step": 2146
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.00013240323894002167,
+      "loss": 0.9293,
+      "step": 2147
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.00013234427428740895,
+      "loss": 0.987,
+      "step": 2148
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.00013228529707265277,
+      "loss": 0.8873,
+      "step": 2149
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.00013222630731865928,
+      "loss": 0.9034,
+      "step": 2150
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.00013216730504833935,
+      "loss": 0.8441,
+      "step": 2151
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.00013210829028460883,
+      "loss": 0.9267,
+      "step": 2152
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.00013204926305038832,
+      "loss": 0.8633,
+      "step": 2153
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.00013199022336860333,
+      "loss": 0.9357,
+      "step": 2154
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.00013193117126218424,
+      "loss": 0.8528,
+      "step": 2155
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.00013187210675406617,
+      "loss": 0.9093,
+      "step": 2156
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.0001318130298671891,
+      "loss": 0.9398,
+      "step": 2157
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.00013175394062449778,
+      "loss": 0.875,
+      "step": 2158
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.00013169483904894183,
+      "loss": 0.8538,
+      "step": 2159
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.00013163572516347564,
+      "loss": 0.9186,
+      "step": 2160
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.00013157659899105833,
+      "loss": 0.9857,
+      "step": 2161
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.0001315174605546538,
+      "loss": 0.9439,
+      "step": 2162
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.0001314583098772308,
+      "loss": 0.8838,
+      "step": 2163
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.00013139914698176273,
+      "loss": 0.8771,
+      "step": 2164
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.00013133997189122777,
+      "loss": 0.9006,
+      "step": 2165
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.00013128078462860886,
+      "loss": 0.8461,
+      "step": 2166
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.00013122158521689369,
+      "loss": 0.8773,
+      "step": 2167
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.00013116237367907454,
+      "loss": 0.8911,
+      "step": 2168
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.00013110315003814855,
+      "loss": 0.8771,
+      "step": 2169
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.00013104391431711747,
+      "loss": 0.8726,
+      "step": 2170
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.0001309846665389878,
+      "loss": 0.864,
+      "step": 2171
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.0001309254067267707,
+      "loss": 0.8872,
+      "step": 2172
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.00013086613490348198,
+      "loss": 0.9167,
+      "step": 2173
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.00013080685109214207,
+      "loss": 0.9108,
+      "step": 2174
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.00013074755531577626,
+      "loss": 0.866,
+      "step": 2175
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.00013068824759741426,
+      "loss": 0.8102,
+      "step": 2176
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.0001306289279600905,
+      "loss": 0.8952,
+      "step": 2177
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.00013056959642684403,
+      "loss": 0.9748,
+      "step": 2178
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.0001305102530207186,
+      "loss": 0.8785,
+      "step": 2179
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.00013045089776476246,
+      "loss": 0.9382,
+      "step": 2180
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.0001303915306820285,
+      "loss": 0.8655,
+      "step": 2181
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.00013033215179557422,
+      "loss": 0.8915,
+      "step": 2182
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.0001302727611284617,
+      "loss": 0.9491,
+      "step": 2183
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.00013021335870375765,
+      "loss": 0.9266,
+      "step": 2184
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.00013015394454453315,
+      "loss": 0.8425,
+      "step": 2185
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.00013009451867386412,
+      "loss": 0.9151,
+      "step": 2186
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.00013003508111483075,
+      "loss": 0.9435,
+      "step": 2187
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.000129975631890518,
+      "loss": 0.9233,
+      "step": 2188
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.00012991617102401523,
+      "loss": 0.8775,
+      "step": 2189
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.00012985669853841634,
+      "loss": 0.9036,
+      "step": 2190
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.0001297972144568198,
+      "loss": 0.8607,
+      "step": 2191
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.00012973771880232853,
+      "loss": 0.8868,
+      "step": 2192
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.00012967821159804994,
+      "loss": 0.8397,
+      "step": 2193
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.00012961869286709594,
+      "loss": 0.8714,
+      "step": 2194
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.0001295591626325829,
+      "loss": 0.948,
+      "step": 2195
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.00012949962091763175,
+      "loss": 0.8967,
+      "step": 2196
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.00012944006774536773,
+      "loss": 0.9495,
+      "step": 2197
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.00012938050313892062,
+      "loss": 0.9774,
+      "step": 2198
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.00012932092712142468,
+      "loss": 0.8843,
+      "step": 2199
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.00012926133971601848,
+      "loss": 0.9671,
+      "step": 2200
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.00012920174094584514,
+      "loss": 0.8249,
+      "step": 2201
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.00012914213083405212,
+      "loss": 0.9029,
+      "step": 2202
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.00012908250940379124,
+      "loss": 0.8539,
+      "step": 2203
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.00012902287667821883,
+      "loss": 0.8591,
+      "step": 2204
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.0001289632326804956,
+      "loss": 0.9388,
+      "step": 2205
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.0001289035774337865,
+      "loss": 0.904,
+      "step": 2206
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.00012884391096126097,
+      "loss": 0.9346,
+      "step": 2207
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.00012878423328609281,
+      "loss": 0.8501,
+      "step": 2208
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.00012872454443146013,
+      "loss": 0.8984,
+      "step": 2209
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.00012866484442054538,
+      "loss": 0.8858,
+      "step": 2210
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.00012860513327653535,
+      "loss": 0.969,
+      "step": 2211
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.0001285454110226212,
+      "loss": 0.9182,
+      "step": 2212
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.00012848567768199831,
+      "loss": 0.8083,
+      "step": 2213
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.00012842593327786646,
+      "loss": 0.9045,
+      "step": 2214
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.0001283661778334297,
+      "loss": 0.8894,
+      "step": 2215
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.00012830641137189628,
+      "loss": 0.8364,
+      "step": 2216
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.0001282466339164789,
+      "loss": 0.9066,
+      "step": 2217
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.00012818684549039438,
+      "loss": 0.9084,
+      "step": 2218
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.00012812704611686387,
+      "loss": 0.9634,
+      "step": 2219
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.00012806723581911274,
+      "loss": 0.9363,
+      "step": 2220
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.00012800741462037064,
+      "loss": 0.9457,
+      "step": 2221
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.00012794758254387146,
+      "loss": 0.9175,
+      "step": 2222
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.00012788773961285323,
+      "loss": 0.8381,
+      "step": 2223
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.00012782788585055828,
+      "loss": 0.9846,
+      "step": 2224
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.00012776802128023316,
+      "loss": 0.8797,
+      "step": 2225
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.0001277081459251285,
+      "loss": 0.8914,
+      "step": 2226
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.0001276482598084993,
+      "loss": 0.8637,
+      "step": 2227
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.00012758836295360455,
+      "loss": 0.9282,
+      "step": 2228
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.0001275284553837075,
+      "loss": 0.7729,
+      "step": 2229
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.00012746853712207568,
+      "loss": 0.8549,
+      "step": 2230
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.00012740860819198047,
+      "loss": 0.8343,
+      "step": 2231
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.0001273486686166977,
+      "loss": 0.9234,
+      "step": 2232
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.00012728871841950718,
+      "loss": 0.8548,
+      "step": 2233
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.00012722875762369288,
+      "loss": 0.9069,
+      "step": 2234
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.00012716878625254288,
+      "loss": 0.9339,
+      "step": 2235
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.00012710880432934932,
+      "loss": 0.9643,
+      "step": 2236
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.0001270488118774086,
+      "loss": 0.9078,
+      "step": 2237
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.000126988808920021,
+      "loss": 0.9653,
+      "step": 2238
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.000126928795480491,
+      "loss": 0.8697,
+      "step": 2239
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.00012686877158212713,
+      "loss": 0.8788,
+      "step": 2240
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.00012680873724824198,
+      "loss": 0.8844,
+      "step": 2241
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.00012674869250215223,
+      "loss": 0.7963,
+      "step": 2242
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.00012668863736717856,
+      "loss": 0.8726,
+      "step": 2243
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.00012662857186664559,
+      "loss": 0.8299,
+      "step": 2244
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.0001265684960238822,
+      "loss": 0.8795,
+      "step": 2245
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.0001265084098622211,
+      "loss": 0.85,
+      "step": 2246
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.00012644831340499906,
+      "loss": 0.8611,
+      "step": 2247
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.00012638820667555683,
+      "loss": 0.939,
+      "step": 2248
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.00012632808969723926,
+      "loss": 0.8403,
+      "step": 2249
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.000126267962493395,
+      "loss": 0.9624,
+      "step": 2250
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.0001262078250873768,
+      "loss": 0.8643,
+      "step": 2251
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.00012614767750254128,
+      "loss": 0.9347,
+      "step": 2252
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.00012608751976224915,
+      "loss": 0.8363,
+      "step": 2253
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.00012602735188986498,
+      "loss": 0.9465,
+      "step": 2254
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.0001259671739087572,
+      "loss": 0.9024,
+      "step": 2255
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.00012590698584229835,
+      "loss": 0.9123,
+      "step": 2256
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.00012584678771386466,
+      "loss": 0.9633,
+      "step": 2257
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.0001257865795468365,
+      "loss": 0.8658,
+      "step": 2258
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.000125726361364598,
+      "loss": 0.9322,
+      "step": 2259
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.00012566613319053713,
+      "loss": 0.8971,
+      "step": 2260
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 0.00012560589504804592,
+      "loss": 0.9427,
+      "step": 2261
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.00012554564696052011,
+      "loss": 0.9116,
+      "step": 2262
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.00012548538895135942,
+      "loss": 0.9102,
+      "step": 2263
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.00012542512104396728,
+      "loss": 0.9179,
+      "step": 2264
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.00012536484326175113,
+      "loss": 0.9246,
+      "step": 2265
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.00012530455562812214,
+      "loss": 0.8268,
+      "step": 2266
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.0001252442581664953,
+      "loss": 0.9218,
+      "step": 2267
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.0001251839509002895,
+      "loss": 0.9728,
+      "step": 2268
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.00012512363385292738,
+      "loss": 0.8637,
+      "step": 2269
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.00012506330704783534,
+      "loss": 0.9125,
+      "step": 2270
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.00012500297050844366,
+      "loss": 0.9406,
+      "step": 2271
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.00012494262425818636,
+      "loss": 0.9458,
+      "step": 2272
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.00012488226832050117,
+      "loss": 0.9883,
+      "step": 2273
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.00012482190271882973,
+      "loss": 0.8489,
+      "step": 2274
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.00012476152747661727,
+      "loss": 0.8422,
+      "step": 2275
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.00012470114261731288,
+      "loss": 0.8821,
+      "step": 2276
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.0001246407481643693,
+      "loss": 0.8993,
+      "step": 2277
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.0001245803441412431,
+      "loss": 0.8803,
+      "step": 2278
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.00012451993057139443,
+      "loss": 0.9066,
+      "step": 2279
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.0001244595074782873,
+      "loss": 0.9024,
+      "step": 2280
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.00012439907488538934,
+      "loss": 0.9021,
+      "step": 2281
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.0001243386328161718,
+      "loss": 0.9856,
+      "step": 2282
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.00012427818129410976,
+      "loss": 0.9014,
+      "step": 2283
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.00012421772034268186,
+      "loss": 0.8566,
+      "step": 2284
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.00012415724998537041,
+      "loss": 0.915,
+      "step": 2285
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.00012409677024566144,
+      "loss": 0.9808,
+      "step": 2286
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.00012403628114704459,
+      "loss": 0.9202,
+      "step": 2287
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.0001239757827130131,
+      "loss": 0.911,
+      "step": 2288
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.00012391527496706387,
+      "loss": 0.9155,
+      "step": 2289
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.00012385475793269744,
+      "loss": 0.8569,
+      "step": 2290
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.0001237942316334179,
+      "loss": 0.9352,
+      "step": 2291
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.00012373369609273296,
+      "loss": 0.8452,
+      "step": 2292
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.00012367315133415396,
+      "loss": 0.9097,
+      "step": 2293
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.00012361259738119575,
+      "loss": 0.8818,
+      "step": 2294
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.00012355203425737683,
+      "loss": 0.815,
+      "step": 2295
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.00012349146198621918,
+      "loss": 0.8988,
+      "step": 2296
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.0001234308805912484,
+      "loss": 0.8532,
+      "step": 2297
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.00012337029009599357,
+      "loss": 0.9049,
+      "step": 2298
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.00012330969052398735,
+      "loss": 0.9825,
+      "step": 2299
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.00012324908189876595,
+      "loss": 0.8856,
+      "step": 2300
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.00012318846424386908,
+      "loss": 0.9709,
+      "step": 2301
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.0001231278375828398,
+      "loss": 0.9681,
+      "step": 2302
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.00012306720193922498,
+      "loss": 0.9893,
+      "step": 2303
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.00012300655733657473,
+      "loss": 0.8377,
+      "step": 2304
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.0001229459037984427,
+      "loss": 0.9032,
+      "step": 2305
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.000122885241348386,
+      "loss": 0.8936,
+      "step": 2306
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.0001228245700099653,
+      "loss": 0.8981,
+      "step": 2307
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.00012276388980674466,
+      "loss": 0.859,
+      "step": 2308
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.0001227032007622915,
+      "loss": 0.88,
+      "step": 2309
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.00012264250290017673,
+      "loss": 0.8573,
+      "step": 2310
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.00012258179624397478,
+      "loss": 0.7956,
+      "step": 2311
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.00012252108081726336,
+      "loss": 0.8462,
+      "step": 2312
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.0001224603566436237,
+      "loss": 0.95,
+      "step": 2313
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.00012239962374664028,
+      "loss": 0.887,
+      "step": 2314
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.00012233888214990113,
+      "loss": 0.9874,
+      "step": 2315
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.00012227813187699757,
+      "loss": 0.8937,
+      "step": 2316
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.00012221737295152428,
+      "loss": 0.9418,
+      "step": 2317
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.00012215660539707936,
+      "loss": 0.9425,
+      "step": 2318
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.00012209582923726424,
+      "loss": 0.9009,
+      "step": 2319
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.00012203504449568362,
+      "loss": 0.9214,
+      "step": 2320
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.00012197425119594563,
+      "loss": 0.944,
+      "step": 2321
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.00012191344936166169,
+      "loss": 0.8822,
+      "step": 2322
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.00012185263901644653,
+      "loss": 0.8907,
+      "step": 2323
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.00012179182018391819,
+      "loss": 0.9962,
+      "step": 2324
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.00012173099288769798,
+      "loss": 0.9263,
+      "step": 2325
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.00012167015715141057,
+      "loss": 0.9476,
+      "step": 2326
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.00012160931299868378,
+      "loss": 0.8402,
+      "step": 2327
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.00012154846045314884,
+      "loss": 0.813,
+      "step": 2328
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.0001214875995384402,
+      "loss": 0.8734,
+      "step": 2329
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.00012142673027819549,
+      "loss": 0.8674,
+      "step": 2330
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.00012136585269605558,
+      "loss": 0.9357,
+      "step": 2331
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.00012130496681566475,
+      "loss": 0.8514,
+      "step": 2332
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.00012124407266067028,
+      "loss": 0.8932,
+      "step": 2333
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.00012118317025472279,
+      "loss": 0.8867,
+      "step": 2334
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.00012112225962147605,
+      "loss": 0.8697,
+      "step": 2335
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.00012106134078458709,
+      "loss": 0.8793,
+      "step": 2336
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.00012100041376771605,
+      "loss": 0.8451,
+      "step": 2337
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.0001209394785945263,
+      "loss": 0.7852,
+      "step": 2338
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.00012087853528868431,
+      "loss": 0.8885,
+      "step": 2339
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.00012081758387385982,
+      "loss": 0.8318,
+      "step": 2340
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.00012075662437372566,
+      "loss": 0.9538,
+      "step": 2341
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.00012069565681195776,
+      "loss": 0.9442,
+      "step": 2342
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.0001206346812122352,
+      "loss": 0.9185,
+      "step": 2343
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.00012057369759824024,
+      "loss": 0.9387,
+      "step": 2344
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.00012051270599365824,
+      "loss": 0.915,
+      "step": 2345
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.00012045170642217755,
+      "loss": 0.9127,
+      "step": 2346
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.00012039069890748978,
+      "loss": 0.9375,
+      "step": 2347
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.00012032968347328953,
+      "loss": 0.8619,
+      "step": 2348
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.00012026866014327444,
+      "loss": 0.9131,
+      "step": 2349
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.00012020762894114535,
+      "loss": 0.8773,
+      "step": 2350
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.00012014658989060599,
+      "loss": 0.913,
+      "step": 2351
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.00012008554301536328,
+      "loss": 0.8775,
+      "step": 2352
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.00012002448833912711,
+      "loss": 0.8658,
+      "step": 2353
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.00011996342588561043,
+      "loss": 0.8435,
+      "step": 2354
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.00011990235567852917,
+      "loss": 0.9442,
+      "step": 2355
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.00011984127774160225,
+      "loss": 0.9137,
+      "step": 2356
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.00011978019209855174,
+      "loss": 0.9146,
+      "step": 2357
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.00011971909877310253,
+      "loss": 0.8426,
+      "step": 2358
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.00011965799778898256,
+      "loss": 0.9269,
+      "step": 2359
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.00011959688916992277,
+      "loss": 0.9031,
+      "step": 2360
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.00011953577293965708,
+      "loss": 0.9787,
+      "step": 2361
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.00011947464912192227,
+      "loss": 0.9831,
+      "step": 2362
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.00011941351774045815,
+      "loss": 1.0042,
+      "step": 2363
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 0.00011935237881900743,
+      "loss": 0.8431,
+      "step": 2364
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.00011929123238131579,
+      "loss": 0.9363,
+      "step": 2365
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.00011923007845113176,
+      "loss": 0.917,
+      "step": 2366
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.00011916891705220687,
+      "loss": 0.7879,
+      "step": 2367
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.00011910774820829549,
+      "loss": 0.8732,
+      "step": 2368
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.00011904657194315485,
+      "loss": 0.8599,
+      "step": 2369
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.00011898538828054517,
+      "loss": 0.8887,
+      "step": 2370
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.00011892419724422946,
+      "loss": 0.8361,
+      "step": 2371
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.00011886299885797356,
+      "loss": 0.8263,
+      "step": 2372
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.00011880179314554629,
+      "loss": 0.8554,
+      "step": 2373
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.00011874058013071923,
+      "loss": 0.9264,
+      "step": 2374
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.00011867935983726677,
+      "loss": 0.8924,
+      "step": 2375
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.0001186181322889662,
+      "loss": 0.8637,
+      "step": 2376
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.00011855689750959757,
+      "loss": 0.8611,
+      "step": 2377
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.0001184956555229438,
+      "loss": 0.9428,
+      "step": 2378
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.00011843440635279055,
+      "loss": 0.9014,
+      "step": 2379
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.00011837315002292628,
+      "loss": 0.8918,
+      "step": 2380
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.00011831188655714225,
+      "loss": 0.8966,
+      "step": 2381
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.0001182506159792325,
+      "loss": 0.9378,
+      "step": 2382
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.00011818933831299382,
+      "loss": 0.9089,
+      "step": 2383
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.00011812805358222571,
+      "loss": 0.8786,
+      "step": 2384
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.00011806676181073048,
+      "loss": 0.8923,
+      "step": 2385
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.00011800546302231316,
+      "loss": 0.8813,
+      "step": 2386
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.00011794415724078147,
+      "loss": 0.8415,
+      "step": 2387
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.00011788284448994586,
+      "loss": 0.8805,
+      "step": 2388
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.00011782152479361957,
+      "loss": 0.841,
+      "step": 2389
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.00011776019817561834,
+      "loss": 0.9315,
+      "step": 2390
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.00011769886465976086,
+      "loss": 0.8392,
+      "step": 2391
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.00011763752426986823,
+      "loss": 0.9478,
+      "step": 2392
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.00011757617702976442,
+      "loss": 0.842,
+      "step": 2393
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.000117514822963276,
+      "loss": 0.8344,
+      "step": 2394
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.00011745346209423216,
+      "loss": 0.8692,
+      "step": 2395
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.00011739209444646477,
+      "loss": 0.9258,
+      "step": 2396
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.00011733072004380827,
+      "loss": 0.9471,
+      "step": 2397
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.00011726933891009983,
+      "loss": 0.8341,
+      "step": 2398
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.00011720795106917917,
+      "loss": 0.9378,
+      "step": 2399
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.00011714655654488859,
+      "loss": 0.9218,
+      "step": 2400
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.00011708515536107299,
+      "loss": 0.8485,
+      "step": 2401
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.00011702374754157997,
+      "loss": 0.959,
+      "step": 2402
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.00011696233311025957,
+      "loss": 0.8456,
+      "step": 2403
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.00011690091209096441,
+      "loss": 0.8676,
+      "step": 2404
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.00011683948450754976,
+      "loss": 0.8977,
+      "step": 2405
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.00011677805038387337,
+      "loss": 0.8577,
+      "step": 2406
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.00011671660974379555,
+      "loss": 0.9055,
+      "step": 2407
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.00011665516261117912,
+      "loss": 0.883,
+      "step": 2408
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.00011659370900988947,
+      "loss": 0.95,
+      "step": 2409
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.00011653224896379439,
+      "loss": 0.848,
+      "step": 2410
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.0001164707824967644,
+      "loss": 0.9046,
+      "step": 2411
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.00011640930963267225,
+      "loss": 0.8803,
+      "step": 2412
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.00011634783039539328,
+      "loss": 0.9203,
+      "step": 2413
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.0001162863448088054,
+      "loss": 0.8254,
+      "step": 2414
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.00011622485289678886,
+      "loss": 0.8616,
+      "step": 2415
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.00011616335468322641,
+      "loss": 0.9597,
+      "step": 2416
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.00011610185019200323,
+      "loss": 0.8763,
+      "step": 2417
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.00011604033944700701,
+      "loss": 0.9065,
+      "step": 2418
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.00011597882247212776,
+      "loss": 0.9278,
+      "step": 2419
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.000115917299291258,
+      "loss": 0.9042,
+      "step": 2420
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.00011585576992829261,
+      "loss": 0.8765,
+      "step": 2421
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.00011579423440712886,
+      "loss": 0.8593,
+      "step": 2422
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.00011573269275166652,
+      "loss": 0.8242,
+      "step": 2423
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.00011567114498580758,
+      "loss": 0.9024,
+      "step": 2424
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.00011560959113345649,
+      "loss": 0.8724,
+      "step": 2425
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.00011554803121852005,
+      "loss": 0.8756,
+      "step": 2426
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.00011548646526490749,
+      "loss": 0.9162,
+      "step": 2427
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.00011542489329653024,
+      "loss": 0.9041,
+      "step": 2428
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.00011536331533730221,
+      "loss": 0.9792,
+      "step": 2429
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.00011530173141113947,
+      "loss": 0.9047,
+      "step": 2430
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.00011524014154196063,
+      "loss": 0.9169,
+      "step": 2431
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.00011517854575368642,
+      "loss": 0.9646,
+      "step": 2432
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.00011511694407023994,
+      "loss": 0.8678,
+      "step": 2433
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.00011505533651554654,
+      "loss": 0.9523,
+      "step": 2434
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.00011499372311353398,
+      "loss": 0.8649,
+      "step": 2435
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.0001149321038881321,
+      "loss": 0.854,
+      "step": 2436
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.00011487047886327313,
+      "loss": 0.8822,
+      "step": 2437
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.00011480884806289152,
+      "loss": 0.865,
+      "step": 2438
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.00011474721151092396,
+      "loss": 0.8879,
+      "step": 2439
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.00011468556923130942,
+      "loss": 0.9583,
+      "step": 2440
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.000114623921247989,
+      "loss": 0.8596,
+      "step": 2441
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.00011456226758490602,
+      "loss": 0.8412,
+      "step": 2442
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.00011450060826600617,
+      "loss": 0.7986,
+      "step": 2443
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.00011443894331523717,
+      "loss": 0.9024,
+      "step": 2444
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.00011437727275654892,
+      "loss": 0.9124,
+      "step": 2445
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.00011431559661389362,
+      "loss": 0.83,
+      "step": 2446
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.00011425391491122556,
+      "loss": 1.0236,
+      "step": 2447
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.00011419222767250119,
+      "loss": 0.9208,
+      "step": 2448
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.00011413053492167916,
+      "loss": 0.9457,
+      "step": 2449
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.00011406883668272014,
+      "loss": 0.9016,
+      "step": 2450
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.0001140071329795871,
+      "loss": 0.8415,
+      "step": 2451
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.000113945423836245,
+      "loss": 0.9369,
+      "step": 2452
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.00011388370927666101,
+      "loss": 0.8442,
+      "step": 2453
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.00011382198932480428,
+      "loss": 0.8686,
+      "step": 2454
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.00011376026400464617,
+      "loss": 0.88,
+      "step": 2455
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.00011369853334016009,
+      "loss": 0.9598,
+      "step": 2456
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.0001136367973553215,
+      "loss": 0.8092,
+      "step": 2457
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.00011357505607410797,
+      "loss": 0.9417,
+      "step": 2458
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.00011351330952049908,
+      "loss": 0.9049,
+      "step": 2459
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.00011345155771847646,
+      "loss": 0.9176,
+      "step": 2460
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.00011338980069202387,
+      "loss": 0.8529,
+      "step": 2461
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.00011332803846512697,
+      "loss": 0.847,
+      "step": 2462
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.00011326627106177347,
+      "loss": 0.8137,
+      "step": 2463
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.0001132044985059532,
+      "loss": 0.9032,
+      "step": 2464
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.00011314272082165784,
+      "loss": 0.8451,
+      "step": 2465
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.00011308093803288118,
+      "loss": 0.9494,
+      "step": 2466
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.00011301915016361891,
+      "loss": 0.8716,
+      "step": 2467
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.0001129573572378687,
+      "loss": 0.862,
+      "step": 2468
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.00011289555927963031,
+      "loss": 0.8986,
+      "step": 2469
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.00011283375631290527,
+      "loss": 0.9302,
+      "step": 2470
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.00011277194836169714,
+      "loss": 0.8993,
+      "step": 2471
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.00011271013545001143,
+      "loss": 0.9343,
+      "step": 2472
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.00011264831760185562,
+      "loss": 0.9434,
+      "step": 2473
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.00011258649484123896,
+      "loss": 0.8307,
+      "step": 2474
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.00011252466719217273,
+      "loss": 0.9014,
+      "step": 2475
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.00011246283467867012,
+      "loss": 0.8813,
+      "step": 2476
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.00011240099732474611,
+      "loss": 0.8361,
+      "step": 2477
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.00011233915515441764,
+      "loss": 0.8835,
+      "step": 2478
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.00011227730819170348,
+      "loss": 0.8544,
+      "step": 2479
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.0001122154564606243,
+      "loss": 0.8554,
+      "step": 2480
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.0001121535999852026,
+      "loss": 0.8949,
+      "step": 2481
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.0001120917387894627,
+      "loss": 0.8019,
+      "step": 2482
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.00011202987289743079,
+      "loss": 0.7631,
+      "step": 2483
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.00011196800233313487,
+      "loss": 0.8077,
+      "step": 2484
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.00011190612712060476,
+      "loss": 0.9471,
+      "step": 2485
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.00011184424728387204,
+      "loss": 0.8769,
+      "step": 2486
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.00011178236284697017,
+      "loss": 0.9348,
+      "step": 2487
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.00011172047383393434,
+      "loss": 0.9573,
+      "step": 2488
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.00011165858026880152,
+      "loss": 0.8146,
+      "step": 2489
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.00011159668217561048,
+      "loss": 0.8821,
+      "step": 2490
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.0001115347795784017,
+      "loss": 0.8962,
+      "step": 2491
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.00011147287250121745,
+      "loss": 0.8652,
+      "step": 2492
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.00011141096096810173,
+      "loss": 0.8811,
+      "step": 2493
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.00011134904500310028,
+      "loss": 0.9216,
+      "step": 2494
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.00011128712463026048,
+      "loss": 0.9393,
+      "step": 2495
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.00011122519987363155,
+      "loss": 0.8882,
+      "step": 2496
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.00011116327075726435,
+      "loss": 0.8312,
+      "step": 2497
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.00011110133730521142,
+      "loss": 0.9576,
+      "step": 2498
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.000111039399541527,
+      "loss": 0.8434,
+      "step": 2499
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.000110977457490267,
+      "loss": 0.9013,
+      "step": 2500
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.000110915511175489,
+      "loss": 0.8274,
+      "step": 2501
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.00011085356062125225,
+      "loss": 0.9007,
+      "step": 2502
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.00011079160585161759,
+      "loss": 0.7817,
+      "step": 2503
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.00011072964689064759,
+      "loss": 0.8991,
+      "step": 2504
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.0001106676837624064,
+      "loss": 0.8817,
+      "step": 2505
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.00011060571649095972,
+      "loss": 0.9469,
+      "step": 2506
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.000110543745100375,
+      "loss": 0.886,
+      "step": 2507
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.00011048176961472114,
+      "loss": 0.8126,
+      "step": 2508
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.00011041979005806875,
+      "loss": 0.9732,
+      "step": 2509
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.00011035780645449001,
+      "loss": 0.884,
+      "step": 2510
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.00011029581882805857,
+      "loss": 0.9659,
+      "step": 2511
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.00011023382720284972,
+      "loss": 0.951,
+      "step": 2512
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.00011017183160294033,
+      "loss": 0.9237,
+      "step": 2513
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.00011010983205240877,
+      "loss": 0.9167,
+      "step": 2514
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.00011004782857533489,
+      "loss": 0.9433,
+      "step": 2515
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.00010998582119580019,
+      "loss": 0.9027,
+      "step": 2516
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.00010992380993788762,
+      "loss": 0.8302,
+      "step": 2517
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.00010986179482568161,
+      "loss": 0.9159,
+      "step": 2518
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.00010979977588326815,
+      "loss": 0.9432,
+      "step": 2519
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 0.00010973775313473464,
+      "loss": 0.9094,
+      "step": 2520
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.00010967572660417,
+      "loss": 0.7524,
+      "step": 2521
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.00010961369631566467,
+      "loss": 0.91,
+      "step": 2522
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.00010955166229331048,
+      "loss": 0.8191,
+      "step": 2523
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.00010948962456120068,
+      "loss": 0.879,
+      "step": 2524
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.00010942758314343006,
+      "loss": 0.8555,
+      "step": 2525
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.00010936553806409482,
+      "loss": 0.9473,
+      "step": 2526
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.00010930348934729248,
+      "loss": 0.9329,
+      "step": 2527
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.00010924143701712211,
+      "loss": 0.9708,
+      "step": 2528
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.00010917938109768404,
+      "loss": 0.9609,
+      "step": 2529
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.00010911732161308015,
+      "loss": 0.8986,
+      "step": 2530
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.00010905525858741364,
+      "loss": 0.9561,
+      "step": 2531
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.000108993192044789,
+      "loss": 0.9221,
+      "step": 2532
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.00010893112200931219,
+      "loss": 0.9017,
+      "step": 2533
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.00010886904850509052,
+      "loss": 0.9587,
+      "step": 2534
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.00010880697155623263,
+      "loss": 0.9281,
+      "step": 2535
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.00010874489118684845,
+      "loss": 0.8333,
+      "step": 2536
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.00010868280742104928,
+      "loss": 0.854,
+      "step": 2537
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.00010862072028294776,
+      "loss": 0.913,
+      "step": 2538
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.00010855862979665787,
+      "loss": 0.8585,
+      "step": 2539
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.00010849653598629476,
+      "loss": 0.8487,
+      "step": 2540
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.00010843443887597495,
+      "loss": 0.936,
+      "step": 2541
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.00010837233848981632,
+      "loss": 0.8801,
+      "step": 2542
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.00010831023485193788,
+      "loss": 0.8918,
+      "step": 2543
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.00010824812798645996,
+      "loss": 0.9369,
+      "step": 2544
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.00010818601791750417,
+      "loss": 0.8759,
+      "step": 2545
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.00010812390466919338,
+      "loss": 0.897,
+      "step": 2546
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.00010806178826565161,
+      "loss": 0.8934,
+      "step": 2547
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.00010799966873100417,
+      "loss": 0.9264,
+      "step": 2548
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.00010793754608937758,
+      "loss": 0.8373,
+      "step": 2549
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.00010787542036489955,
+      "loss": 0.8914,
+      "step": 2550
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.00010781329158169902,
+      "loss": 0.8579,
+      "step": 2551
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.00010775115976390606,
+      "loss": 0.9449,
+      "step": 2552
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.00010768902493565196,
+      "loss": 0.7734,
+      "step": 2553
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.00010762688712106917,
+      "loss": 0.9065,
+      "step": 2554
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.00010756474634429132,
+      "loss": 0.9112,
+      "step": 2555
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.00010750260262945314,
+      "loss": 0.92,
+      "step": 2556
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.00010744045600069055,
+      "loss": 0.9262,
+      "step": 2557
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.00010737830648214062,
+      "loss": 0.9139,
+      "step": 2558
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.00010731615409794143,
+      "loss": 0.8536,
+      "step": 2559
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.00010725399887223233,
+      "loss": 0.9341,
+      "step": 2560
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.00010719184082915363,
+      "loss": 0.817,
+      "step": 2561
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.00010712967999284682,
+      "loss": 0.8987,
+      "step": 2562
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.00010706751638745447,
+      "loss": 0.8005,
+      "step": 2563
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.00010700535003712022,
+      "loss": 0.8981,
+      "step": 2564
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.0001069431809659887,
+      "loss": 0.8486,
+      "step": 2565
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.0001068810091982057,
+      "loss": 0.8679,
+      "step": 2566
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.00010681883475791803,
+      "loss": 0.9694,
+      "step": 2567
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.0001067566576692735,
+      "loss": 0.8623,
+      "step": 2568
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.00010669447795642103,
+      "loss": 0.9801,
+      "step": 2569
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.00010663229564351041,
+      "loss": 0.8941,
+      "step": 2570
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.00010657011075469259,
+      "loss": 0.8547,
+      "step": 2571
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.0001065079233141195,
+      "loss": 0.892,
+      "step": 2572
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.00010644573334594395,
+      "loss": 0.8733,
+      "step": 2573
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.00010638354087431985,
+      "loss": 0.8376,
+      "step": 2574
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.00010632134592340204,
+      "loss": 0.8442,
+      "step": 2575
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.0001062591485173463,
+      "loss": 0.8436,
+      "step": 2576
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.00010619694868030942,
+      "loss": 0.9432,
+      "step": 2577
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.00010613474643644908,
+      "loss": 0.899,
+      "step": 2578
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.0001060725418099239,
+      "loss": 0.8803,
+      "step": 2579
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.00010601033482489346,
+      "loss": 0.8401,
+      "step": 2580
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.00010594812550551825,
+      "loss": 0.818,
+      "step": 2581
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.00010588591387595961,
+      "loss": 0.8704,
+      "step": 2582
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.00010582369996037984,
+      "loss": 0.8544,
+      "step": 2583
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.00010576148378294213,
+      "loss": 0.9499,
+      "step": 2584
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.0001056992653678105,
+      "loss": 0.9133,
+      "step": 2585
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.00010563704473914986,
+      "loss": 0.8738,
+      "step": 2586
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.00010557482192112602,
+      "loss": 0.8562,
+      "step": 2587
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.00010551259693790556,
+      "loss": 0.9163,
+      "step": 2588
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.00010545036981365602,
+      "loss": 0.849,
+      "step": 2589
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.0001053881405725456,
+      "loss": 0.8262,
+      "step": 2590
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.00010532590923874349,
+      "loss": 0.8898,
+      "step": 2591
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.00010526367583641958,
+      "loss": 0.9757,
+      "step": 2592
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.00010520144038974466,
+      "loss": 0.8373,
+      "step": 2593
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.00010513920292289021,
+      "loss": 0.9171,
+      "step": 2594
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.00010507696346002858,
+      "loss": 0.9291,
+      "step": 2595
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.00010501472202533284,
+      "loss": 0.9503,
+      "step": 2596
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.00010495247864297684,
+      "loss": 0.8078,
+      "step": 2597
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.00010489023333713521,
+      "loss": 0.8733,
+      "step": 2598
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.00010482798613198329,
+      "loss": 0.8078,
+      "step": 2599
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.00010476573705169719,
+      "loss": 0.9031,
+      "step": 2600
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.00010470348612045375,
+      "loss": 0.8753,
+      "step": 2601
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.00010464123336243048,
+      "loss": 0.9468,
+      "step": 2602
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.00010457897880180565,
+      "loss": 0.9714,
+      "step": 2603
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.00010451672246275825,
+      "loss": 0.8612,
+      "step": 2604
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.00010445446436946789,
+      "loss": 0.8514,
+      "step": 2605
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.00010439220454611487,
+      "loss": 0.933,
+      "step": 2606
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.00010432994301688021,
+      "loss": 0.9129,
+      "step": 2607
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.00010426767980594558,
+      "loss": 0.8728,
+      "step": 2608
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.00010420541493749332,
+      "loss": 0.9748,
+      "step": 2609
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.00010414314843570634,
+      "loss": 0.7792,
+      "step": 2610
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.00010408088032476822,
+      "loss": 0.8554,
+      "step": 2611
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.00010401861062886325,
+      "loss": 0.8431,
+      "step": 2612
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.00010395633937217621,
+      "loss": 0.8499,
+      "step": 2613
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.00010389406657889254,
+      "loss": 0.8646,
+      "step": 2614
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.00010383179227319826,
+      "loss": 0.8421,
+      "step": 2615
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.00010376951647928005,
+      "loss": 0.9326,
+      "step": 2616
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.00010370723922132506,
+      "loss": 0.8396,
+      "step": 2617
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.00010364496052352108,
+      "loss": 0.9509,
+      "step": 2618
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.00010358268041005643,
+      "loss": 0.9744,
+      "step": 2619
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.00010352039890511998,
+      "loss": 0.8291,
+      "step": 2620
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.00010345811603290118,
+      "loss": 0.7883,
+      "step": 2621
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.00010339583181758996,
+      "loss": 0.8908,
+      "step": 2622
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.00010333354628337679,
+      "loss": 0.9043,
+      "step": 2623
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.00010327125945445264,
+      "loss": 0.8742,
+      "step": 2624
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.00010320897135500905,
+      "loss": 0.8525,
+      "step": 2625
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.00010314668200923792,
+      "loss": 0.8693,
+      "step": 2626
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.00010308439144133177,
+      "loss": 0.9262,
+      "step": 2627
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.00010302209967548353,
+      "loss": 0.8395,
+      "step": 2628
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.00010295980673588659,
+      "loss": 0.8581,
+      "step": 2629
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.00010289751264673484,
+      "loss": 0.8612,
+      "step": 2630
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.00010283521743222255,
+      "loss": 0.8319,
+      "step": 2631
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.00010277292111654446,
+      "loss": 0.9308,
+      "step": 2632
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.00010271062372389581,
+      "loss": 0.9006,
+      "step": 2633
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.00010264832527847212,
+      "loss": 0.858,
+      "step": 2634
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.00010258602580446941,
+      "loss": 0.8822,
+      "step": 2635
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.00010252372532608405,
+      "loss": 0.832,
+      "step": 2636
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.0001024614238675129,
+      "loss": 0.966,
+      "step": 2637
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.00010239912145295303,
+      "loss": 0.8756,
+      "step": 2638
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.00010233681810660207,
+      "loss": 0.8797,
+      "step": 2639
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.00010227451385265787,
+      "loss": 0.8294,
+      "step": 2640
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.00010221220871531869,
+      "loss": 0.9696,
+      "step": 2641
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.00010214990271878318,
+      "loss": 0.8941,
+      "step": 2642
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.00010208759588725016,
+      "loss": 0.951,
+      "step": 2643
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.000102025288244919,
+      "loss": 0.8769,
+      "step": 2644
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.00010196297981598922,
+      "loss": 0.8374,
+      "step": 2645
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.00010190067062466069,
+      "loss": 0.822,
+      "step": 2646
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.00010183836069513359,
+      "loss": 0.902,
+      "step": 2647
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.00010177605005160838,
+      "loss": 0.8456,
+      "step": 2648
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.00010171373871828578,
+      "loss": 0.8649,
+      "step": 2649
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.00010165142671936685,
+      "loss": 0.8465,
+      "step": 2650
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.00010158911407905278,
+      "loss": 0.8737,
+      "step": 2651
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.00010152680082154513,
+      "loss": 0.8768,
+      "step": 2652
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.0001014644869710456,
+      "loss": 0.9043,
+      "step": 2653
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.00010140217255175625,
+      "loss": 0.8767,
+      "step": 2654
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.00010133985758787921,
+      "loss": 0.8891,
+      "step": 2655
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.00010127754210361693,
+      "loss": 0.8037,
+      "step": 2656
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.00010121522612317203,
+      "loss": 0.9281,
+      "step": 2657
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.00010115290967074728,
+      "loss": 0.8642,
+      "step": 2658
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.00010109059277054574,
+      "loss": 0.8964,
+      "step": 2659
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.00010102827544677049,
+      "loss": 0.936,
+      "step": 2660
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.00010096595772362491,
+      "loss": 0.854,
+      "step": 2661
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.0001009036396253125,
+      "loss": 0.9426,
+      "step": 2662
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.00010084132117603689,
+      "loss": 0.9039,
+      "step": 2663
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.00010077900240000179,
+      "loss": 0.7995,
+      "step": 2664
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.00010071668332141115,
+      "loss": 0.8732,
+      "step": 2665
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.00010065436396446899,
+      "loss": 0.8765,
+      "step": 2666
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.00010059204435337937,
+      "loss": 0.9424,
+      "step": 2667
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.00010052972451234657,
+      "loss": 0.8689,
+      "step": 2668
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.00010046740446557486,
+      "loss": 0.8895,
+      "step": 2669
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.00010040508423726865,
+      "loss": 0.8802,
+      "step": 2670
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.00010034276385163237,
+      "loss": 0.889,
+      "step": 2671
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.00010028044333287057,
+      "loss": 0.9473,
+      "step": 2672
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.0001002181227051878,
+      "loss": 0.8706,
+      "step": 2673
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.00010015580199278873,
+      "loss": 0.8689,
+      "step": 2674
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.00010009348121987794,
+      "loss": 0.8918,
+      "step": 2675
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 0.0001000311604106601,
+      "loss": 0.972,
+      "step": 2676
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.996883958933992e-05,
+      "loss": 0.8433,
+      "step": 2677
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.990651878012211e-05,
+      "loss": 0.8943,
+      "step": 2678
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.984419800721132e-05,
+      "loss": 0.8323,
+      "step": 2679
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.97818772948122e-05,
+      "loss": 0.839,
+      "step": 2680
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.971955666712944e-05,
+      "loss": 0.9827,
+      "step": 2681
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.965723614836764e-05,
+      "loss": 0.7921,
+      "step": 2682
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.959491576273139e-05,
+      "loss": 0.9792,
+      "step": 2683
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.953259553442518e-05,
+      "loss": 0.8558,
+      "step": 2684
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.947027548765348e-05,
+      "loss": 0.8968,
+      "step": 2685
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.940795564662063e-05,
+      "loss": 0.9573,
+      "step": 2686
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.934563603553102e-05,
+      "loss": 0.8806,
+      "step": 2687
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.928331667858886e-05,
+      "loss": 0.8822,
+      "step": 2688
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.922099759999822e-05,
+      "loss": 0.8813,
+      "step": 2689
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.915867882396315e-05,
+      "loss": 0.9628,
+      "step": 2690
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.909636037468753e-05,
+      "loss": 0.8516,
+      "step": 2691
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.903404227637508e-05,
+      "loss": 0.8874,
+      "step": 2692
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.897172455322953e-05,
+      "loss": 0.909,
+      "step": 2693
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.890940722945428e-05,
+      "loss": 0.8312,
+      "step": 2694
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.884709032925273e-05,
+      "loss": 0.8984,
+      "step": 2695
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.878477387682803e-05,
+      "loss": 0.8125,
+      "step": 2696
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.872245789638308e-05,
+      "loss": 0.7867,
+      "step": 2697
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.866014241212079e-05,
+      "loss": 0.9298,
+      "step": 2698
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.859782744824376e-05,
+      "loss": 0.8913,
+      "step": 2699
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.85355130289544e-05,
+      "loss": 0.9477,
+      "step": 2700
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.84731991784549e-05,
+      "loss": 0.8947,
+      "step": 2701
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.841088592094725e-05,
+      "loss": 0.8505,
+      "step": 2702
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.834857328063316e-05,
+      "loss": 0.8473,
+      "step": 2703
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.828626128171421e-05,
+      "loss": 0.8821,
+      "step": 2704
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.822394994839165e-05,
+      "loss": 0.8764,
+      "step": 2705
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.816163930486642e-05,
+      "loss": 0.8924,
+      "step": 2706
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.809932937533934e-05,
+      "loss": 0.9234,
+      "step": 2707
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.803702018401083e-05,
+      "loss": 0.8144,
+      "step": 2708
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.7974711755081e-05,
+      "loss": 0.8888,
+      "step": 2709
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.791240411274982e-05,
+      "loss": 0.8742,
+      "step": 2710
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.785009728121686e-05,
+      "loss": 0.931,
+      "step": 2711
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.778779128468132e-05,
+      "loss": 0.9051,
+      "step": 2712
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.772548614734217e-05,
+      "loss": 0.825,
+      "step": 2713
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.766318189339797e-05,
+      "loss": 0.8585,
+      "step": 2714
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.760087854704698e-05,
+      "loss": 0.8803,
+      "step": 2715
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.753857613248714e-05,
+      "loss": 0.8179,
+      "step": 2716
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.747627467391596e-05,
+      "loss": 0.8596,
+      "step": 2717
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.741397419553063e-05,
+      "loss": 0.8442,
+      "step": 2718
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.735167472152791e-05,
+      "loss": 0.8582,
+      "step": 2719
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.728937627610424e-05,
+      "loss": 0.8678,
+      "step": 2720
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.722707888345552e-05,
+      "loss": 0.936,
+      "step": 2721
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.716478256777747e-05,
+      "loss": 0.8521,
+      "step": 2722
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.710248735326519e-05,
+      "loss": 0.8938,
+      "step": 2723
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.704019326411343e-05,
+      "loss": 0.8309,
+      "step": 2724
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.697790032451651e-05,
+      "loss": 0.8462,
+      "step": 2725
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.691560855866826e-05,
+      "loss": 0.9085,
+      "step": 2726
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.685331799076209e-05,
+      "loss": 0.9291,
+      "step": 2727
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.679102864499099e-05,
+      "loss": 0.8602,
+      "step": 2728
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.672874054554738e-05,
+      "loss": 0.9504,
+      "step": 2729
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.666645371662324e-05,
+      "loss": 0.8707,
+      "step": 2730
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.660416818241007e-05,
+      "loss": 0.9383,
+      "step": 2731
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.654188396709882e-05,
+      "loss": 0.8599,
+      "step": 2732
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.647960109488003e-05,
+      "loss": 0.9009,
+      "step": 2733
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.641731958994359e-05,
+      "loss": 0.8825,
+      "step": 2734
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.635503947647894e-05,
+      "loss": 0.8295,
+      "step": 2735
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.629276077867497e-05,
+      "loss": 0.8419,
+      "step": 2736
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.623048352071998e-05,
+      "loss": 0.8047,
+      "step": 2737
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.616820772680173e-05,
+      "loss": 0.8684,
+      "step": 2738
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.610593342110746e-05,
+      "loss": 0.8528,
+      "step": 2739
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.604366062782381e-05,
+      "loss": 0.8725,
+      "step": 2740
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.598138937113676e-05,
+      "loss": 0.8562,
+      "step": 2741
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.591911967523179e-05,
+      "loss": 0.9257,
+      "step": 2742
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.585685156429369e-05,
+      "loss": 0.8712,
+      "step": 2743
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.579458506250669e-05,
+      "loss": 0.9536,
+      "step": 2744
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.573232019405441e-05,
+      "loss": 0.8653,
+      "step": 2745
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.567005698311981e-05,
+      "loss": 0.8955,
+      "step": 2746
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.560779545388517e-05,
+      "loss": 0.9044,
+      "step": 2747
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.554553563053215e-05,
+      "loss": 0.8914,
+      "step": 2748
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.54832775372418e-05,
+      "loss": 0.9144,
+      "step": 2749
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.542102119819434e-05,
+      "loss": 0.8057,
+      "step": 2750
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.535876663756954e-05,
+      "loss": 0.9201,
+      "step": 2751
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.529651387954627e-05,
+      "loss": 0.8594,
+      "step": 2752
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.523426294830284e-05,
+      "loss": 0.8359,
+      "step": 2753
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.517201386801675e-05,
+      "loss": 0.9485,
+      "step": 2754
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.510976666286484e-05,
+      "loss": 0.9589,
+      "step": 2755
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.504752135702317e-05,
+      "loss": 0.9519,
+      "step": 2756
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.498527797466718e-05,
+      "loss": 0.8138,
+      "step": 2757
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.492303653997146e-05,
+      "loss": 0.844,
+      "step": 2758
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.48607970771098e-05,
+      "loss": 0.8788,
+      "step": 2759
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.479855961025536e-05,
+      "loss": 0.8124,
+      "step": 2760
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.473632416358044e-05,
+      "loss": 0.9401,
+      "step": 2761
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.467409076125652e-05,
+      "loss": 0.9273,
+      "step": 2762
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.461185942745443e-05,
+      "loss": 0.932,
+      "step": 2763
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.454963018634402e-05,
+      "loss": 0.787,
+      "step": 2764
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.448740306209446e-05,
+      "loss": 0.8816,
+      "step": 2765
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.442517807887403e-05,
+      "loss": 0.8344,
+      "step": 2766
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.436295526085015e-05,
+      "loss": 0.9205,
+      "step": 2767
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.430073463218951e-05,
+      "loss": 0.8812,
+      "step": 2768
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.42385162170579e-05,
+      "loss": 0.9186,
+      "step": 2769
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.417630003962018e-05,
+      "loss": 0.8898,
+      "step": 2770
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.411408612404042e-05,
+      "loss": 0.8631,
+      "step": 2771
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.405187449448179e-05,
+      "loss": 0.8565,
+      "step": 2772
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.398966517510653e-05,
+      "loss": 0.9478,
+      "step": 2773
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.392745819007611e-05,
+      "loss": 0.9458,
+      "step": 2774
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.386525356355094e-05,
+      "loss": 0.9374,
+      "step": 2775
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.38030513196906e-05,
+      "loss": 0.837,
+      "step": 2776
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.37408514826537e-05,
+      "loss": 0.8005,
+      "step": 2777
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.3678654076598e-05,
+      "loss": 0.8935,
+      "step": 2778
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.361645912568016e-05,
+      "loss": 0.8812,
+      "step": 2779
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.355426665405606e-05,
+      "loss": 0.9416,
+      "step": 2780
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.349207668588052e-05,
+      "loss": 0.8733,
+      "step": 2781
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.342988924530742e-05,
+      "loss": 0.8914,
+      "step": 2782
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.336770435648964e-05,
+      "loss": 0.8569,
+      "step": 2783
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.330552204357904e-05,
+      "loss": 0.9177,
+      "step": 2784
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.324334233072648e-05,
+      "loss": 0.8692,
+      "step": 2785
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.318116524208198e-05,
+      "loss": 0.7962,
+      "step": 2786
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.311899080179433e-05,
+      "loss": 0.8649,
+      "step": 2787
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.305681903401132e-05,
+      "loss": 0.9134,
+      "step": 2788
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.299464996287983e-05,
+      "loss": 0.928,
+      "step": 2789
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.293248361254556e-05,
+      "loss": 0.8469,
+      "step": 2790
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.287032000715318e-05,
+      "loss": 0.8906,
+      "step": 2791
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.28081591708464e-05,
+      "loss": 0.8973,
+      "step": 2792
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.274600112776769e-05,
+      "loss": 0.8987,
+      "step": 2793
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.268384590205858e-05,
+      "loss": 0.8767,
+      "step": 2794
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.262169351785943e-05,
+      "loss": 0.8325,
+      "step": 2795
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.255954399930947e-05,
+      "loss": 0.8783,
+      "step": 2796
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.249739737054686e-05,
+      "loss": 0.8913,
+      "step": 2797
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.24352536557087e-05,
+      "loss": 0.8709,
+      "step": 2798
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.237311287893086e-05,
+      "loss": 0.8258,
+      "step": 2799
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.231097506434807e-05,
+      "loss": 0.8387,
+      "step": 2800
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.224884023609397e-05,
+      "loss": 0.9051,
+      "step": 2801
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.218670841830098e-05,
+      "loss": 0.875,
+      "step": 2802
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.212457963510044e-05,
+      "loss": 0.8529,
+      "step": 2803
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.206245391062244e-05,
+      "loss": 0.894,
+      "step": 2804
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.200033126899584e-05,
+      "loss": 0.8468,
+      "step": 2805
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.193821173434842e-05,
+      "loss": 0.9285,
+      "step": 2806
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.187609533080667e-05,
+      "loss": 0.8035,
+      "step": 2807
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.181398208249583e-05,
+      "loss": 0.855,
+      "step": 2808
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.175187201354004e-05,
+      "loss": 0.9252,
+      "step": 2809
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.168976514806216e-05,
+      "loss": 0.9233,
+      "step": 2810
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.162766151018372e-05,
+      "loss": 0.8585,
+      "step": 2811
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.156556112402507e-05,
+      "loss": 0.8666,
+      "step": 2812
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.150346401370527e-05,
+      "loss": 0.8024,
+      "step": 2813
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.144137020334214e-05,
+      "loss": 0.8425,
+      "step": 2814
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.137927971705222e-05,
+      "loss": 0.943,
+      "step": 2815
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.131719257895074e-05,
+      "loss": 0.8464,
+      "step": 2816
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.125510881315158e-05,
+      "loss": 0.9108,
+      "step": 2817
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.119302844376741e-05,
+      "loss": 0.8332,
+      "step": 2818
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.113095149490952e-05,
+      "loss": 0.8519,
+      "step": 2819
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.106887799068782e-05,
+      "loss": 0.9056,
+      "step": 2820
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.100680795521104e-05,
+      "loss": 0.9021,
+      "step": 2821
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.09447414125864e-05,
+      "loss": 0.9815,
+      "step": 2822
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.088267838691986e-05,
+      "loss": 0.9223,
+      "step": 2823
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.0820618902316e-05,
+      "loss": 0.9547,
+      "step": 2824
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.075856298287795e-05,
+      "loss": 0.8772,
+      "step": 2825
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.069651065270752e-05,
+      "loss": 0.8059,
+      "step": 2826
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.06344619359052e-05,
+      "loss": 0.7543,
+      "step": 2827
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.057241685656995e-05,
+      "loss": 0.9195,
+      "step": 2828
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.051037543879932e-05,
+      "loss": 0.7744,
+      "step": 2829
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.044833770668956e-05,
+      "loss": 0.8531,
+      "step": 2830
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.038630368433535e-05,
+      "loss": 0.8401,
+      "step": 2831
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.032427339583e-05,
+      "loss": 0.8855,
+      "step": 2832
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 9.026224686526538e-05,
+      "loss": 0.9487,
+      "step": 2833
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 9.020022411673187e-05,
+      "loss": 0.8635,
+      "step": 2834
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 9.01382051743184e-05,
+      "loss": 0.8816,
+      "step": 2835
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 9.007619006211241e-05,
+      "loss": 0.8955,
+      "step": 2836
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 9.00141788041998e-05,
+      "loss": 0.8831,
+      "step": 2837
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.99521714246651e-05,
+      "loss": 0.8526,
+      "step": 2838
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.989016794759127e-05,
+      "loss": 0.8473,
+      "step": 2839
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.982816839705969e-05,
+      "loss": 0.9261,
+      "step": 2840
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.976617279715031e-05,
+      "loss": 0.9491,
+      "step": 2841
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.970418117194146e-05,
+      "loss": 0.8745,
+      "step": 2842
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.964219354550999e-05,
+      "loss": 0.8861,
+      "step": 2843
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.958020994193124e-05,
+      "loss": 0.8728,
+      "step": 2844
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.951823038527888e-05,
+      "loss": 0.87,
+      "step": 2845
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.945625489962503e-05,
+      "loss": 0.8897,
+      "step": 2846
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.93942835090403e-05,
+      "loss": 0.8593,
+      "step": 2847
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.933231623759365e-05,
+      "loss": 0.8704,
+      "step": 2848
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.927035310935242e-05,
+      "loss": 0.8591,
+      "step": 2849
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.920839414838242e-05,
+      "loss": 0.8808,
+      "step": 2850
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.914643937874778e-05,
+      "loss": 0.8908,
+      "step": 2851
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.908448882451104e-05,
+      "loss": 0.901,
+      "step": 2852
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.902254250973305e-05,
+      "loss": 0.8651,
+      "step": 2853
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.896060045847304e-05,
+      "loss": 0.823,
+      "step": 2854
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.889866269478859e-05,
+      "loss": 0.8737,
+      "step": 2855
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.883672924273566e-05,
+      "loss": 0.8207,
+      "step": 2856
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.877480012636847e-05,
+      "loss": 0.9119,
+      "step": 2857
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.871287536973953e-05,
+      "loss": 0.8523,
+      "step": 2858
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.865095499689977e-05,
+      "loss": 0.9117,
+      "step": 2859
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.858903903189831e-05,
+      "loss": 0.9479,
+      "step": 2860
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.852712749878254e-05,
+      "loss": 0.8544,
+      "step": 2861
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.846522042159832e-05,
+      "loss": 0.9163,
+      "step": 2862
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.840331782438953e-05,
+      "loss": 0.879,
+      "step": 2863
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.834141973119849e-05,
+      "loss": 0.8707,
+      "step": 2864
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.82795261660657e-05,
+      "loss": 0.8292,
+      "step": 2865
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.821763715302987e-05,
+      "loss": 0.9506,
+      "step": 2866
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.815575271612797e-05,
+      "loss": 0.9182,
+      "step": 2867
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.809387287939528e-05,
+      "loss": 0.8966,
+      "step": 2868
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.803199766686516e-05,
+      "loss": 0.871,
+      "step": 2869
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.797012710256923e-05,
+      "loss": 0.9015,
+      "step": 2870
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.790826121053733e-05,
+      "loss": 0.8321,
+      "step": 2871
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.784640001479741e-05,
+      "loss": 0.9153,
+      "step": 2872
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.77845435393757e-05,
+      "loss": 0.8503,
+      "step": 2873
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.772269180829653e-05,
+      "loss": 0.8964,
+      "step": 2874
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.766084484558237e-05,
+      "loss": 0.927,
+      "step": 2875
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.759900267525391e-05,
+      "loss": 0.8588,
+      "step": 2876
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.753716532132992e-05,
+      "loss": 0.8856,
+      "step": 2877
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.747533280782726e-05,
+      "loss": 0.8906,
+      "step": 2878
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.741350515876104e-05,
+      "loss": 0.8736,
+      "step": 2879
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.735168239814439e-05,
+      "loss": 0.9168,
+      "step": 2880
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.728986454998858e-05,
+      "loss": 0.8486,
+      "step": 2881
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.72280516383029e-05,
+      "loss": 0.8203,
+      "step": 2882
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.716624368709477e-05,
+      "loss": 0.9174,
+      "step": 2883
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.71044407203697e-05,
+      "loss": 0.9225,
+      "step": 2884
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.704264276213129e-05,
+      "loss": 0.783,
+      "step": 2885
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.698084983638111e-05,
+      "loss": 0.8842,
+      "step": 2886
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.691906196711884e-05,
+      "loss": 0.9506,
+      "step": 2887
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.685727917834217e-05,
+      "loss": 0.8875,
+      "step": 2888
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.679550149404685e-05,
+      "loss": 0.8668,
+      "step": 2889
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.673372893822654e-05,
+      "loss": 0.8708,
+      "step": 2890
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.667196153487307e-05,
+      "loss": 0.8766,
+      "step": 2891
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.661019930797614e-05,
+      "loss": 0.8678,
+      "step": 2892
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.654844228152355e-05,
+      "loss": 0.9489,
+      "step": 2893
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.648669047950097e-05,
+      "loss": 0.8126,
+      "step": 2894
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.642494392589206e-05,
+      "loss": 0.8975,
+      "step": 2895
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.63632026446785e-05,
+      "loss": 0.8211,
+      "step": 2896
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.630146665983992e-05,
+      "loss": 0.8781,
+      "step": 2897
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.623973599535385e-05,
+      "loss": 0.8273,
+      "step": 2898
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.617801067519574e-05,
+      "loss": 0.8776,
+      "step": 2899
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.611629072333904e-05,
+      "loss": 0.8839,
+      "step": 2900
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.605457616375503e-05,
+      "loss": 0.8319,
+      "step": 2901
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.599286702041292e-05,
+      "loss": 0.844,
+      "step": 2902
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.593116331727987e-05,
+      "loss": 0.9144,
+      "step": 2903
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.586946507832088e-05,
+      "loss": 0.9222,
+      "step": 2904
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.580777232749883e-05,
+      "loss": 0.844,
+      "step": 2905
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.574608508877448e-05,
+      "loss": 0.8741,
+      "step": 2906
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.568440338610638e-05,
+      "loss": 0.9249,
+      "step": 2907
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.562272724345108e-05,
+      "loss": 0.9252,
+      "step": 2908
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.556105668476286e-05,
+      "loss": 0.9848,
+      "step": 2909
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.549939173399385e-05,
+      "loss": 0.9025,
+      "step": 2910
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.5437732415094e-05,
+      "loss": 0.9769,
+      "step": 2911
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.537607875201106e-05,
+      "loss": 0.9402,
+      "step": 2912
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.531443076869059e-05,
+      "loss": 0.8708,
+      "step": 2913
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.525278848907604e-05,
+      "loss": 0.8461,
+      "step": 2914
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.519115193710849e-05,
+      "loss": 0.8915,
+      "step": 2915
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.512952113672689e-05,
+      "loss": 0.8755,
+      "step": 2916
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.506789611186794e-05,
+      "loss": 0.8815,
+      "step": 2917
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.500627688646607e-05,
+      "loss": 0.8829,
+      "step": 2918
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.494466348445345e-05,
+      "loss": 0.931,
+      "step": 2919
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.48830559297601e-05,
+      "loss": 0.9339,
+      "step": 2920
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.48214542463136e-05,
+      "loss": 0.8239,
+      "step": 2921
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.475985845803939e-05,
+      "loss": 0.9128,
+      "step": 2922
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.469826858886054e-05,
+      "loss": 0.8661,
+      "step": 2923
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.463668466269784e-05,
+      "loss": 0.9477,
+      "step": 2924
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.457510670346976e-05,
+      "loss": 0.8858,
+      "step": 2925
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.451353473509253e-05,
+      "loss": 0.883,
+      "step": 2926
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.445196878147996e-05,
+      "loss": 0.8947,
+      "step": 2927
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.439040886654355e-05,
+      "loss": 0.8116,
+      "step": 2928
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.432885501419247e-05,
+      "loss": 0.9061,
+      "step": 2929
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.426730724833354e-05,
+      "loss": 0.8724,
+      "step": 2930
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.420576559287112e-05,
+      "loss": 0.9005,
+      "step": 2931
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.414423007170741e-05,
+      "loss": 0.9193,
+      "step": 2932
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.4082700708742e-05,
+      "loss": 0.868,
+      "step": 2933
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.402117752787226e-05,
+      "loss": 0.8531,
+      "step": 2934
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.395966055299303e-05,
+      "loss": 0.9217,
+      "step": 2935
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.389814980799678e-05,
+      "loss": 0.9191,
+      "step": 2936
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.38366453167736e-05,
+      "loss": 0.8978,
+      "step": 2937
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.377514710321117e-05,
+      "loss": 0.907,
+      "step": 2938
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.371365519119462e-05,
+      "loss": 0.9444,
+      "step": 2939
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.365216960460676e-05,
+      "loss": 0.8539,
+      "step": 2940
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.35906903673278e-05,
+      "loss": 0.8705,
+      "step": 2941
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.352921750323562e-05,
+      "loss": 1.0005,
+      "step": 2942
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.346775103620559e-05,
+      "loss": 0.7889,
+      "step": 2943
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.340629099011057e-05,
+      "loss": 0.9032,
+      "step": 2944
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.334483738882089e-05,
+      "loss": 0.9433,
+      "step": 2945
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.328339025620449e-05,
+      "loss": 0.9527,
+      "step": 2946
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.322194961612667e-05,
+      "loss": 0.8796,
+      "step": 2947
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.316051549245025e-05,
+      "loss": 0.901,
+      "step": 2948
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.309908790903561e-05,
+      "loss": 0.8825,
+      "step": 2949
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.303766688974046e-05,
+      "loss": 0.9452,
+      "step": 2950
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.297625245842005e-05,
+      "loss": 0.9053,
+      "step": 2951
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.291484463892702e-05,
+      "loss": 0.8565,
+      "step": 2952
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.285344345511146e-05,
+      "loss": 0.8781,
+      "step": 2953
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.279204893082084e-05,
+      "loss": 0.9357,
+      "step": 2954
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.273066108990018e-05,
+      "loss": 0.8095,
+      "step": 2955
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.266927995619174e-05,
+      "loss": 0.9145,
+      "step": 2956
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.260790555353526e-05,
+      "loss": 0.8792,
+      "step": 2957
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.254653790576787e-05,
+      "loss": 0.8918,
+      "step": 2958
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.248517703672403e-05,
+      "loss": 0.8775,
+      "step": 2959
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.242382297023559e-05,
+      "loss": 0.8914,
+      "step": 2960
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.23624757301318e-05,
+      "loss": 0.8579,
+      "step": 2961
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.230113534023918e-05,
+      "loss": 0.9069,
+      "step": 2962
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.223980182438167e-05,
+      "loss": 0.8677,
+      "step": 2963
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.217847520638048e-05,
+      "loss": 0.8465,
+      "step": 2964
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.211715551005415e-05,
+      "loss": 0.8529,
+      "step": 2965
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.205584275921854e-05,
+      "loss": 0.7208,
+      "step": 2966
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.199453697768686e-05,
+      "loss": 0.7935,
+      "step": 2967
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.193323818926954e-05,
+      "loss": 0.8481,
+      "step": 2968
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.187194641777431e-05,
+      "loss": 0.857,
+      "step": 2969
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.181066168700622e-05,
+      "loss": 0.9051,
+      "step": 2970
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.174938402076754e-05,
+      "loss": 0.8906,
+      "step": 2971
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.168811344285776e-05,
+      "loss": 0.8223,
+      "step": 2972
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.162684997707374e-05,
+      "loss": 0.8453,
+      "step": 2973
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.156559364720947e-05,
+      "loss": 0.8372,
+      "step": 2974
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.150434447705623e-05,
+      "loss": 0.8725,
+      "step": 2975
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.144310249040246e-05,
+      "loss": 0.9261,
+      "step": 2976
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.138186771103382e-05,
+      "loss": 0.8441,
+      "step": 2977
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.132064016273324e-05,
+      "loss": 0.8145,
+      "step": 2978
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.12594198692808e-05,
+      "loss": 0.8071,
+      "step": 2979
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.119820685445372e-05,
+      "loss": 0.862,
+      "step": 2980
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.113700114202648e-05,
+      "loss": 0.8367,
+      "step": 2981
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.107580275577058e-05,
+      "loss": 0.849,
+      "step": 2982
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.101461171945483e-05,
+      "loss": 0.8787,
+      "step": 2983
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.095342805684515e-05,
+      "loss": 0.8057,
+      "step": 2984
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.089225179170455e-05,
+      "loss": 0.8352,
+      "step": 2985
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.083108294779314e-05,
+      "loss": 0.9203,
+      "step": 2986
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.076992154886826e-05,
+      "loss": 0.8462,
+      "step": 2987
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.070876761868426e-05,
+      "loss": 0.91,
+      "step": 2988
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.064762118099258e-05,
+      "loss": 0.8678,
+      "step": 2989
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.058648225954188e-05,
+      "loss": 0.8628,
+      "step": 2990
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.052535087807774e-05,
+      "loss": 0.8528,
+      "step": 2991
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.046422706034293e-05,
+      "loss": 0.8548,
+      "step": 2992
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.040311083007725e-05,
+      "loss": 0.9288,
+      "step": 2993
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.034200221101746e-05,
+      "loss": 0.8233,
+      "step": 2994
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.028090122689748e-05,
+      "loss": 0.8045,
+      "step": 2995
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.021980790144827e-05,
+      "loss": 0.9361,
+      "step": 2996
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.015872225839776e-05,
+      "loss": 0.8065,
+      "step": 2997
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.009764432147087e-05,
+      "loss": 0.896,
+      "step": 2998
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.00365741143896e-05,
+      "loss": 0.9056,
+      "step": 2999
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.997551166087292e-05,
+      "loss": 0.8927,
+      "step": 3000
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.991445698463672e-05,
+      "loss": 0.9039,
+      "step": 3001
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.985341010939402e-05,
+      "loss": 0.8762,
+      "step": 3002
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.979237105885467e-05,
+      "loss": 0.868,
+      "step": 3003
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.973133985672558e-05,
+      "loss": 0.8788,
+      "step": 3004
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.967031652671051e-05,
+      "loss": 0.9343,
+      "step": 3005
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.960930109251023e-05,
+      "loss": 0.863,
+      "step": 3006
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.954829357782243e-05,
+      "loss": 0.8903,
+      "step": 3007
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.948729400634178e-05,
+      "loss": 0.8169,
+      "step": 3008
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.942630240175977e-05,
+      "loss": 0.9082,
+      "step": 3009
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.936531878776483e-05,
+      "loss": 0.8299,
+      "step": 3010
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.930434318804229e-05,
+      "loss": 0.7761,
+      "step": 3011
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.924337562627435e-05,
+      "loss": 0.8312,
+      "step": 3012
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.918241612614017e-05,
+      "loss": 0.9512,
+      "step": 3013
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.91214647113157e-05,
+      "loss": 0.8112,
+      "step": 3014
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.906052140547373e-05,
+      "loss": 0.8677,
+      "step": 3015
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.899958623228397e-05,
+      "loss": 0.8442,
+      "step": 3016
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.893865921541295e-05,
+      "loss": 0.83,
+      "step": 3017
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.887774037852395e-05,
+      "loss": 0.8602,
+      "step": 3018
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.881682974527723e-05,
+      "loss": 0.8491,
+      "step": 3019
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.875592733932973e-05,
+      "loss": 0.822,
+      "step": 3020
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.869503318433528e-05,
+      "loss": 0.8908,
+      "step": 3021
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.863414730394443e-05,
+      "loss": 0.8939,
+      "step": 3022
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.857326972180455e-05,
+      "loss": 0.8987,
+      "step": 3023
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.85124004615598e-05,
+      "loss": 0.8941,
+      "step": 3024
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.845153954685115e-05,
+      "loss": 0.9634,
+      "step": 3025
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.839068700131623e-05,
+      "loss": 0.8659,
+      "step": 3026
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.832984284858947e-05,
+      "loss": 0.8814,
+      "step": 3027
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.826900711230205e-05,
+      "loss": 0.9108,
+      "step": 3028
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.820817981608185e-05,
+      "loss": 0.8224,
+      "step": 3029
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.814736098355347e-05,
+      "loss": 0.8715,
+      "step": 3030
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.808655063833832e-05,
+      "loss": 0.8842,
+      "step": 3031
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.802574880405438e-05,
+      "loss": 0.866,
+      "step": 3032
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.79649555043164e-05,
+      "loss": 0.8291,
+      "step": 3033
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.790417076273581e-05,
+      "loss": 0.8468,
+      "step": 3034
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.784339460292064e-05,
+      "loss": 0.9343,
+      "step": 3035
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.778262704847569e-05,
+      "loss": 0.9399,
+      "step": 3036
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.772186812300244e-05,
+      "loss": 0.8714,
+      "step": 3037
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.766111785009889e-05,
+      "loss": 0.878,
+      "step": 3038
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.760037625335973e-05,
+      "loss": 0.8605,
+      "step": 3039
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.753964335637634e-05,
+      "loss": 0.8696,
+      "step": 3040
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.747891918273666e-05,
+      "loss": 0.8041,
+      "step": 3041
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.741820375602523e-05,
+      "loss": 0.9024,
+      "step": 3042
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.735749709982328e-05,
+      "loss": 0.9058,
+      "step": 3043
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.729679923770854e-05,
+      "loss": 0.9105,
+      "step": 3044
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.723611019325538e-05,
+      "loss": 0.8165,
+      "step": 3045
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.717542999003471e-05,
+      "loss": 0.8851,
+      "step": 3046
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.711475865161398e-05,
+      "loss": 0.8774,
+      "step": 3047
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.705409620155734e-05,
+      "loss": 0.9054,
+      "step": 3048
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.699344266342528e-05,
+      "loss": 0.889,
+      "step": 3049
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.693279806077503e-05,
+      "loss": 0.8922,
+      "step": 3050
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.687216241716021e-05,
+      "loss": 0.8378,
+      "step": 3051
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.681153575613098e-05,
+      "loss": 0.8171,
+      "step": 3052
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.675091810123404e-05,
+      "loss": 0.8305,
+      "step": 3053
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.669030947601265e-05,
+      "loss": 0.862,
+      "step": 3054
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.662970990400646e-05,
+      "loss": 0.8437,
+      "step": 3055
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.656911940875162e-05,
+      "loss": 0.8299,
+      "step": 3056
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.650853801378084e-05,
+      "loss": 0.8353,
+      "step": 3057
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.644796574262321e-05,
+      "loss": 0.7749,
+      "step": 3058
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.638740261880423e-05,
+      "loss": 0.9119,
+      "step": 3059
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.632684866584605e-05,
+      "loss": 0.9824,
+      "step": 3060
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.626630390726703e-05,
+      "loss": 0.9319,
+      "step": 3061
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.620576836658212e-05,
+      "loss": 0.9326,
+      "step": 3062
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.614524206730259e-05,
+      "loss": 0.8735,
+      "step": 3063
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.608472503293614e-05,
+      "loss": 0.9115,
+      "step": 3064
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.60242172869869e-05,
+      "loss": 0.8254,
+      "step": 3065
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.596371885295541e-05,
+      "loss": 0.9109,
+      "step": 3066
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.590322975433857e-05,
+      "loss": 0.8729,
+      "step": 3067
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.584275001462961e-05,
+      "loss": 0.8781,
+      "step": 3068
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.578227965731819e-05,
+      "loss": 0.8791,
+      "step": 3069
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.572181870589028e-05,
+      "loss": 0.9083,
+      "step": 3070
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.56613671838282e-05,
+      "loss": 0.8975,
+      "step": 3071
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.560092511461068e-05,
+      "loss": 0.9189,
+      "step": 3072
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.554049252171269e-05,
+      "loss": 0.9204,
+      "step": 3073
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.548006942860557e-05,
+      "loss": 0.8203,
+      "step": 3074
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.541965585875694e-05,
+      "loss": 0.9106,
+      "step": 3075
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.535925183563073e-05,
+      "loss": 0.9073,
+      "step": 3076
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.529885738268714e-05,
+      "loss": 0.8154,
+      "step": 3077
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.523847252338274e-05,
+      "loss": 0.8233,
+      "step": 3078
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.51780972811703e-05,
+      "loss": 0.9514,
+      "step": 3079
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.511773167949884e-05,
+      "loss": 0.9285,
+      "step": 3080
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.505737574181369e-05,
+      "loss": 0.9119,
+      "step": 3081
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.499702949155633e-05,
+      "loss": 0.8941,
+      "step": 3082
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.493669295216467e-05,
+      "loss": 0.8929,
+      "step": 3083
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.487636614707266e-05,
+      "loss": 0.8201,
+      "step": 3084
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.48160490997105e-05,
+      "loss": 0.8651,
+      "step": 3085
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.475574183350471e-05,
+      "loss": 0.9178,
+      "step": 3086
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.469544437187789e-05,
+      "loss": 0.893,
+      "step": 3087
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.463515673824888e-05,
+      "loss": 1.0061,
+      "step": 3088
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.457487895603272e-05,
+      "loss": 0.8737,
+      "step": 3089
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.45146110486406e-05,
+      "loss": 0.952,
+      "step": 3090
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.44543530394799e-05,
+      "loss": 0.909,
+      "step": 3091
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.439410495195412e-05,
+      "loss": 0.888,
+      "step": 3092
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.433386680946288e-05,
+      "loss": 0.856,
+      "step": 3093
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.427363863540202e-05,
+      "loss": 0.8615,
+      "step": 3094
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.421342045316351e-05,
+      "loss": 0.86,
+      "step": 3095
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.415321228613535e-05,
+      "loss": 0.8899,
+      "step": 3096
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.409301415770167e-05,
+      "loss": 0.8903,
+      "step": 3097
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.40328260912428e-05,
+      "loss": 0.9146,
+      "step": 3098
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.397264811013506e-05,
+      "loss": 0.8751,
+      "step": 3099
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.391248023775083e-05,
+      "loss": 0.9282,
+      "step": 3100
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.385232249745872e-05,
+      "loss": 0.872,
+      "step": 3101
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.379217491262325e-05,
+      "loss": 0.8492,
+      "step": 3102
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.373203750660505e-05,
+      "loss": 0.8957,
+      "step": 3103
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.367191030276079e-05,
+      "loss": 0.9351,
+      "step": 3104
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.361179332444318e-05,
+      "loss": 0.848,
+      "step": 3105
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.355168659500095e-05,
+      "loss": 0.954,
+      "step": 3106
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.349159013777891e-05,
+      "loss": 0.8024,
+      "step": 3107
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.343150397611782e-05,
+      "loss": 0.9603,
+      "step": 3108
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.337142813335444e-05,
+      "loss": 0.798,
+      "step": 3109
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.33113626328215e-05,
+      "loss": 0.8433,
+      "step": 3110
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.325130749784782e-05,
+      "loss": 0.8871,
+      "step": 3111
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.319126275175801e-05,
+      "loss": 0.8471,
+      "step": 3112
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.31312284178729e-05,
+      "loss": 0.8764,
+      "step": 3113
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.307120451950901e-05,
+      "loss": 0.8212,
+      "step": 3114
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.301119107997905e-05,
+      "loss": 0.8718,
+      "step": 3115
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.295118812259145e-05,
+      "loss": 0.8878,
+      "step": 3116
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.289119567065068e-05,
+      "loss": 0.8607,
+      "step": 3117
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.283121374745715e-05,
+      "loss": 0.8792,
+      "step": 3118
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.277124237630712e-05,
+      "loss": 0.8117,
+      "step": 3119
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.271128158049283e-05,
+      "loss": 0.9176,
+      "step": 3120
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.265133138330233e-05,
+      "loss": 0.8621,
+      "step": 3121
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.259139180801955e-05,
+      "loss": 0.9414,
+      "step": 3122
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.253146287792434e-05,
+      "loss": 0.8688,
+      "step": 3123
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.247154461629247e-05,
+      "loss": 0.9134,
+      "step": 3124
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.241163704639546e-05,
+      "loss": 0.8069,
+      "step": 3125
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.23517401915007e-05,
+      "loss": 0.8769,
+      "step": 3126
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.229185407487148e-05,
+      "loss": 0.8809,
+      "step": 3127
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.223197871976689e-05,
+      "loss": 0.8464,
+      "step": 3128
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.21721141494417e-05,
+      "loss": 0.9161,
+      "step": 3129
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.211226038714678e-05,
+      "loss": 0.7944,
+      "step": 3130
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.205241745612856e-05,
+      "loss": 0.9024,
+      "step": 3131
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.199258537962936e-05,
+      "loss": 0.898,
+      "step": 3132
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.193276418088729e-05,
+      "loss": 0.8653,
+      "step": 3133
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.187295388313617e-05,
+      "loss": 0.9063,
+      "step": 3134
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.181315450960562e-05,
+      "loss": 0.9275,
+      "step": 3135
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.175336608352112e-05,
+      "loss": 0.9292,
+      "step": 3136
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.169358862810373e-05,
+      "loss": 0.9278,
+      "step": 3137
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.163382216657034e-05,
+      "loss": 0.8511,
+      "step": 3138
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.157406672213356e-05,
+      "loss": 0.8197,
+      "step": 3139
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.151432231800172e-05,
+      "loss": 0.8218,
+      "step": 3140
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.145458897737881e-05,
+      "loss": 0.8299,
+      "step": 3141
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.139486672346466e-05,
+      "loss": 0.8505,
+      "step": 3142
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.133515557945463e-05,
+      "loss": 0.9215,
+      "step": 3143
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.12754555685399e-05,
+      "loss": 0.8896,
+      "step": 3144
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.121576671390722e-05,
+      "loss": 0.8659,
+      "step": 3145
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.115608903873905e-05,
+      "loss": 0.8892,
+      "step": 3146
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.109642256621353e-05,
+      "loss": 0.9438,
+      "step": 3147
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.103676731950443e-05,
+      "loss": 0.7863,
+      "step": 3148
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.097712332178117e-05,
+      "loss": 0.9358,
+      "step": 3149
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.09174905962088e-05,
+      "loss": 0.8439,
+      "step": 3150
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.085786916594794e-05,
+      "loss": 0.9025,
+      "step": 3151
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.07982590541549e-05,
+      "loss": 0.8706,
+      "step": 3152
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.073866028398153e-05,
+      "loss": 0.9297,
+      "step": 3153
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.067907287857535e-05,
+      "loss": 0.857,
+      "step": 3154
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.061949686107938e-05,
+      "loss": 0.8478,
+      "step": 3155
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.055993225463231e-05,
+      "loss": 0.8875,
+      "step": 3156
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.050037908236831e-05,
+      "loss": 0.8801,
+      "step": 3157
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.04408373674171e-05,
+      "loss": 0.8913,
+      "step": 3158
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.03813071329041e-05,
+      "loss": 0.9243,
+      "step": 3159
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.032178840195008e-05,
+      "loss": 0.8376,
+      "step": 3160
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.026228119767148e-05,
+      "loss": 0.8062,
+      "step": 3161
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.020278554318023e-05,
+      "loss": 0.9448,
+      "step": 3162
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.014330146158366e-05,
+      "loss": 0.8372,
+      "step": 3163
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.008382897598477e-05,
+      "loss": 0.9744,
+      "step": 3164
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.0024368109482e-05,
+      "loss": 0.8468,
+      "step": 3165
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.996491888516927e-05,
+      "loss": 0.9121,
+      "step": 3166
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.990548132613592e-05,
+      "loss": 0.8904,
+      "step": 3167
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.984605545546686e-05,
+      "loss": 0.9452,
+      "step": 3168
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.97866412962424e-05,
+      "loss": 0.8542,
+      "step": 3169
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.972723887153828e-05,
+      "loss": 0.9032,
+      "step": 3170
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.966784820442577e-05,
+      "loss": 0.8381,
+      "step": 3171
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.960846931797152e-05,
+      "loss": 0.8921,
+      "step": 3172
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.954910223523756e-05,
+      "loss": 0.9556,
+      "step": 3173
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.948974697928143e-05,
+      "loss": 0.9149,
+      "step": 3174
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.943040357315598e-05,
+      "loss": 0.7825,
+      "step": 3175
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.937107203990952e-05,
+      "loss": 0.937,
+      "step": 3176
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.931175240258577e-05,
+      "loss": 0.8442,
+      "step": 3177
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.925244468422376e-05,
+      "loss": 0.7635,
+      "step": 3178
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.919314890785793e-05,
+      "loss": 0.8171,
+      "step": 3179
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.913386509651807e-05,
+      "loss": 0.7744,
+      "step": 3180
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.907459327322934e-05,
+      "loss": 0.842,
+      "step": 3181
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.90153334610122e-05,
+      "loss": 0.8075,
+      "step": 3182
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.895608568288254e-05,
+      "loss": 0.8535,
+      "step": 3183
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.889684996185148e-05,
+      "loss": 0.8898,
+      "step": 3184
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.88376263209255e-05,
+      "loss": 0.9039,
+      "step": 3185
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.877841478310638e-05,
+      "loss": 0.9256,
+      "step": 3186
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.871921537139116e-05,
+      "loss": 0.8422,
+      "step": 3187
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.866002810877225e-05,
+      "loss": 0.8469,
+      "step": 3188
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.860085301823729e-05,
+      "loss": 0.9109,
+      "step": 3189
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.854169012276923e-05,
+      "loss": 0.9317,
+      "step": 3190
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.848253944534622e-05,
+      "loss": 0.8315,
+      "step": 3191
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.84234010089417e-05,
+      "loss": 0.8714,
+      "step": 3192
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.836427483652436e-05,
+      "loss": 0.9231,
+      "step": 3193
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.830516095105816e-05,
+      "loss": 0.891,
+      "step": 3194
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.824605937550223e-05,
+      "loss": 0.9375,
+      "step": 3195
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 6.818697013281092e-05,
+      "loss": 0.9099,
+      "step": 3196
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.812789324593386e-05,
+      "loss": 0.8513,
+      "step": 3197
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.80688287378158e-05,
+      "loss": 0.8826,
+      "step": 3198
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.800977663139666e-05,
+      "loss": 0.9698,
+      "step": 3199
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.79507369496117e-05,
+      "loss": 0.8954,
+      "step": 3200
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.789170971539118e-05,
+      "loss": 0.8841,
+      "step": 3201
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.783269495166065e-05,
+      "loss": 0.9379,
+      "step": 3202
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.777369268134076e-05,
+      "loss": 0.8967,
+      "step": 3203
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.771470292734723e-05,
+      "loss": 0.8656,
+      "step": 3204
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.765572571259106e-05,
+      "loss": 0.891,
+      "step": 3205
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.759676105997834e-05,
+      "loss": 0.8591,
+      "step": 3206
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.753780899241027e-05,
+      "loss": 0.9089,
+      "step": 3207
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.74788695327831e-05,
+      "loss": 0.7732,
+      "step": 3208
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.741994270398826e-05,
+      "loss": 0.8682,
+      "step": 3209
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.736102852891227e-05,
+      "loss": 0.8256,
+      "step": 3210
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.730212703043665e-05,
+      "loss": 0.818,
+      "step": 3211
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.724323823143818e-05,
+      "loss": 0.8747,
+      "step": 3212
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.718436215478848e-05,
+      "loss": 0.8858,
+      "step": 3213
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.712549882335441e-05,
+      "loss": 0.942,
+      "step": 3214
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.70666482599978e-05,
+      "loss": 0.8954,
+      "step": 3215
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.700781048757547e-05,
+      "loss": 0.9166,
+      "step": 3216
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.69489855289394e-05,
+      "loss": 0.8007,
+      "step": 3217
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.689017340693648e-05,
+      "loss": 0.8729,
+      "step": 3218
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.683137414440872e-05,
+      "loss": 0.8333,
+      "step": 3219
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.677258776419305e-05,
+      "loss": 0.86,
+      "step": 3220
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.671381428912138e-05,
+      "loss": 0.8783,
+      "step": 3221
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.66550537420207e-05,
+      "loss": 0.7827,
+      "step": 3222
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.659630614571288e-05,
+      "loss": 0.8162,
+      "step": 3223
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.653757152301487e-05,
+      "loss": 0.8984,
+      "step": 3224
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.647884989673849e-05,
+      "loss": 0.8659,
+      "step": 3225
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.642014128969055e-05,
+      "loss": 0.8864,
+      "step": 3226
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.63614457246728e-05,
+      "loss": 0.8974,
+      "step": 3227
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.630276322448188e-05,
+      "loss": 0.8953,
+      "step": 3228
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.624409381190945e-05,
+      "loss": 0.8758,
+      "step": 3229
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.618543750974202e-05,
+      "loss": 0.8566,
+      "step": 3230
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.612679434076102e-05,
+      "loss": 0.881,
+      "step": 3231
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.606816432774278e-05,
+      "loss": 0.8773,
+      "step": 3232
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.600954749345851e-05,
+      "loss": 0.9735,
+      "step": 3233
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.595094386067429e-05,
+      "loss": 0.9532,
+      "step": 3234
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.589235345215117e-05,
+      "loss": 0.8678,
+      "step": 3235
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.583377629064494e-05,
+      "loss": 0.9089,
+      "step": 3236
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.57752123989063e-05,
+      "loss": 0.9458,
+      "step": 3237
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.571666179968079e-05,
+      "loss": 0.824,
+      "step": 3238
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.56581245157088e-05,
+      "loss": 0.8696,
+      "step": 3239
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.55996005697255e-05,
+      "loss": 0.8797,
+      "step": 3240
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.554108998446095e-05,
+      "loss": 0.8701,
+      "step": 3241
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.548259278264e-05,
+      "loss": 0.8808,
+      "step": 3242
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.542410898698226e-05,
+      "loss": 0.8695,
+      "step": 3243
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.536563862020218e-05,
+      "loss": 0.877,
+      "step": 3244
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.530718170500895e-05,
+      "loss": 0.9559,
+      "step": 3245
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.524873826410658e-05,
+      "loss": 0.8186,
+      "step": 3246
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.519030832019383e-05,
+      "loss": 0.8506,
+      "step": 3247
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 6.513189189596423e-05,
+      "loss": 0.8949,
+      "step": 3248
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.507348901410604e-05,
+      "loss": 0.8592,
+      "step": 3249
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.501509969730224e-05,
+      "loss": 0.7624,
+      "step": 3250
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.49567239682306e-05,
+      "loss": 0.8147,
+      "step": 3251
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.489836184956352e-05,
+      "loss": 0.9206,
+      "step": 3252
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.484001336396828e-05,
+      "loss": 0.9082,
+      "step": 3253
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.478167853410668e-05,
+      "loss": 0.9344,
+      "step": 3254
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.472335738263534e-05,
+      "loss": 0.8532,
+      "step": 3255
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.466504993220548e-05,
+      "loss": 0.8725,
+      "step": 3256
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.460675620546305e-05,
+      "loss": 0.8053,
+      "step": 3257
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.454847622504867e-05,
+      "loss": 0.8503,
+      "step": 3258
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.449021001359763e-05,
+      "loss": 0.8772,
+      "step": 3259
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.443195759373984e-05,
+      "loss": 0.8736,
+      "step": 3260
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.43737189880999e-05,
+      "loss": 0.9039,
+      "step": 3261
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.431549421929694e-05,
+      "loss": 0.8725,
+      "step": 3262
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.42572833099448e-05,
+      "loss": 0.93,
+      "step": 3263
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.419908628265203e-05,
+      "loss": 0.7556,
+      "step": 3264
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.41409031600216e-05,
+      "loss": 0.9531,
+      "step": 3265
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.408273396465117e-05,
+      "loss": 0.8571,
+      "step": 3266
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.4024578719133e-05,
+      "loss": 0.8273,
+      "step": 3267
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.396643744605391e-05,
+      "loss": 0.9358,
+      "step": 3268
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.390831016799526e-05,
+      "loss": 0.8421,
+      "step": 3269
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.38501969075331e-05,
+      "loss": 0.8206,
+      "step": 3270
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.379209768723791e-05,
+      "loss": 0.8733,
+      "step": 3271
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.373401252967475e-05,
+      "loss": 0.9071,
+      "step": 3272
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.367594145740324e-05,
+      "loss": 0.8278,
+      "step": 3273
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.361788449297747e-05,
+      "loss": 0.8401,
+      "step": 3274
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.355984165894613e-05,
+      "loss": 0.89,
+      "step": 3275
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.350181297785241e-05,
+      "loss": 0.9061,
+      "step": 3276
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.344379847223398e-05,
+      "loss": 0.9072,
+      "step": 3277
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.338579816462298e-05,
+      "loss": 0.8224,
+      "step": 3278
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.332781207754605e-05,
+      "loss": 0.983,
+      "step": 3279
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.326984023352435e-05,
+      "loss": 0.804,
+      "step": 3280
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.321188265507342e-05,
+      "loss": 0.9161,
+      "step": 3281
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.31539393647034e-05,
+      "loss": 0.9229,
+      "step": 3282
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.309601038491874e-05,
+      "loss": 0.8471,
+      "step": 3283
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.303809573821842e-05,
+      "loss": 0.8982,
+      "step": 3284
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.298019544709579e-05,
+      "loss": 0.9141,
+      "step": 3285
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.292230953403866e-05,
+      "loss": 0.861,
+      "step": 3286
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.286443802152926e-05,
+      "loss": 0.8084,
+      "step": 3287
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.280658093204422e-05,
+      "loss": 0.8761,
+      "step": 3288
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.274873828805458e-05,
+      "loss": 0.8706,
+      "step": 3289
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.269091011202575e-05,
+      "loss": 0.9114,
+      "step": 3290
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.26330964264175e-05,
+      "loss": 0.8904,
+      "step": 3291
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.257529725368405e-05,
+      "loss": 0.8033,
+      "step": 3292
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.251751261627385e-05,
+      "loss": 0.8428,
+      "step": 3293
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.245974253662987e-05,
+      "loss": 0.8489,
+      "step": 3294
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.240198703718931e-05,
+      "loss": 0.899,
+      "step": 3295
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.234424614038375e-05,
+      "loss": 0.8422,
+      "step": 3296
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.22865198686391e-05,
+      "loss": 0.8373,
+      "step": 3297
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.22288082443755e-05,
+      "loss": 0.9079,
+      "step": 3298
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.217111129000759e-05,
+      "loss": 0.8999,
+      "step": 3299
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 6.211342902794413e-05,
+      "loss": 0.9098,
+      "step": 3300
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.205576148058828e-05,
+      "loss": 0.8323,
+      "step": 3301
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.199810867033746e-05,
+      "loss": 0.8757,
+      "step": 3302
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.19404706195833e-05,
+      "loss": 0.8707,
+      "step": 3303
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.188284735071177e-05,
+      "loss": 0.8723,
+      "step": 3304
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.182523888610316e-05,
+      "loss": 0.8892,
+      "step": 3305
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.176764524813187e-05,
+      "loss": 0.8509,
+      "step": 3306
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.171006645916661e-05,
+      "loss": 0.8981,
+      "step": 3307
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.165250254157031e-05,
+      "loss": 0.922,
+      "step": 3308
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.159495351770017e-05,
+      "loss": 0.8577,
+      "step": 3309
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.15374194099075e-05,
+      "loss": 0.9158,
+      "step": 3310
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.147990024053796e-05,
+      "loss": 0.9225,
+      "step": 3311
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.142239603193127e-05,
+      "loss": 0.8827,
+      "step": 3312
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.136490680642146e-05,
+      "loss": 0.8968,
+      "step": 3313
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.130743258633667e-05,
+      "loss": 0.8617,
+      "step": 3314
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.124997339399916e-05,
+      "loss": 0.8969,
+      "step": 3315
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.11925292517255e-05,
+      "loss": 0.8126,
+      "step": 3316
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.113510018182627e-05,
+      "loss": 0.8305,
+      "step": 3317
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.107768620660632e-05,
+      "loss": 0.8779,
+      "step": 3318
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.102028734836456e-05,
+      "loss": 0.8115,
+      "step": 3319
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.0962903629394e-05,
+      "loss": 0.8304,
+      "step": 3320
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.090553507198187e-05,
+      "loss": 0.9548,
+      "step": 3321
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.084818169840938e-05,
+      "loss": 0.7223,
+      "step": 3322
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.079084353095201e-05,
+      "loss": 0.8557,
+      "step": 3323
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.07335205918792e-05,
+      "loss": 0.9184,
+      "step": 3324
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.0676212903454543e-05,
+      "loss": 0.9083,
+      "step": 3325
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.061892048793567e-05,
+      "loss": 0.794,
+      "step": 3326
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.056164336757426e-05,
+      "loss": 0.9027,
+      "step": 3327
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.050438156461613e-05,
+      "loss": 0.9642,
+      "step": 3328
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.0447135101301077e-05,
+      "loss": 0.8177,
+      "step": 3329
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.038990399986302e-05,
+      "loss": 0.94,
+      "step": 3330
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.0332688282529804e-05,
+      "loss": 0.7806,
+      "step": 3331
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.027548797152336e-05,
+      "loss": 0.8297,
+      "step": 3332
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.0218303089059626e-05,
+      "loss": 0.8576,
+      "step": 3333
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.016113365734861e-05,
+      "loss": 0.8527,
+      "step": 3334
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.010397969859421e-05,
+      "loss": 0.8457,
+      "step": 3335
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 6.004684123499436e-05,
+      "loss": 0.8022,
+      "step": 3336
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 5.998971828874102e-05,
+      "loss": 0.8816,
+      "step": 3337
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 5.9932610882020046e-05,
+      "loss": 0.7998,
+      "step": 3338
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 5.987551903701127e-05,
+      "loss": 0.9006,
+      "step": 3339
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 5.9818442775888595e-05,
+      "loss": 0.8428,
+      "step": 3340
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 5.97613821208197e-05,
+      "loss": 0.8259,
+      "step": 3341
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 5.9704337093966344e-05,
+      "loss": 0.934,
+      "step": 3342
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 5.9647307717484143e-05,
+      "loss": 0.8168,
+      "step": 3343
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 5.959029401352262e-05,
+      "loss": 0.8509,
+      "step": 3344
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 5.9533296004225235e-05,
+      "loss": 0.8199,
+      "step": 3345
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 5.947631371172942e-05,
+      "loss": 0.949,
+      "step": 3346
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 5.941934715816642e-05,
+      "loss": 0.7676,
+      "step": 3347
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 5.936239636566137e-05,
+      "loss": 0.8842,
+      "step": 3348
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 5.930546135633327e-05,
+      "loss": 0.9457,
+      "step": 3349
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 5.924854215229508e-05,
+      "loss": 0.8799,
+      "step": 3350
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 5.91916387756535e-05,
+      "loss": 0.8619,
+      "step": 3351
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 5.9134751248509236e-05,
+      "loss": 0.8533,
+      "step": 3352
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.9077879592956675e-05,
+      "loss": 0.8525,
+      "step": 3353
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.902102383108414e-05,
+      "loss": 0.8655,
+      "step": 3354
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.896418398497377e-05,
+      "loss": 0.9141,
+      "step": 3355
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.890736007670144e-05,
+      "loss": 0.8263,
+      "step": 3356
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.8850552128336954e-05,
+      "loss": 0.8879,
+      "step": 3357
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.879376016194387e-05,
+      "loss": 0.8473,
+      "step": 3358
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.873698419957952e-05,
+      "loss": 0.8644,
+      "step": 3359
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.868022426329505e-05,
+      "loss": 0.8011,
+      "step": 3360
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.862348037513532e-05,
+      "loss": 0.8785,
+      "step": 3361
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.856675255713905e-05,
+      "loss": 0.8932,
+      "step": 3362
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.851004083133862e-05,
+      "loss": 0.8691,
+      "step": 3363
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.845334521976027e-05,
+      "loss": 0.862,
+      "step": 3364
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.8396665744423885e-05,
+      "loss": 0.9202,
+      "step": 3365
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.8340002427343164e-05,
+      "loss": 0.8579,
+      "step": 3366
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.828335529052541e-05,
+      "loss": 0.8764,
+      "step": 3367
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.822672435597172e-05,
+      "loss": 0.9169,
+      "step": 3368
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.817010964567702e-05,
+      "loss": 0.8903,
+      "step": 3369
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.811351118162969e-05,
+      "loss": 0.9019,
+      "step": 3370
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.8056928985811963e-05,
+      "loss": 0.8616,
+      "step": 3371
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.8000363080199736e-05,
+      "loss": 0.9089,
+      "step": 3372
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.79438134867625e-05,
+      "loss": 0.9358,
+      "step": 3373
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.7887280227463484e-05,
+      "loss": 0.9568,
+      "step": 3374
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.783076332425956e-05,
+      "loss": 0.865,
+      "step": 3375
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.777426279910125e-05,
+      "loss": 0.9332,
+      "step": 3376
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.771777867393274e-05,
+      "loss": 0.8849,
+      "step": 3377
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.766131097069174e-05,
+      "loss": 0.8283,
+      "step": 3378
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.760485971130969e-05,
+      "loss": 0.8681,
+      "step": 3379
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.75484249177116e-05,
+      "loss": 0.7972,
+      "step": 3380
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.749200661181611e-05,
+      "loss": 0.8919,
+      "step": 3381
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.743560481553547e-05,
+      "loss": 0.8139,
+      "step": 3382
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.737921955077541e-05,
+      "loss": 0.8839,
+      "step": 3383
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.732285083943536e-05,
+      "loss": 0.9204,
+      "step": 3384
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.7266498703408325e-05,
+      "loss": 0.9116,
+      "step": 3385
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.721016316458068e-05,
+      "loss": 0.8717,
+      "step": 3386
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.715384424483268e-05,
+      "loss": 0.8449,
+      "step": 3387
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.7097541966037816e-05,
+      "loss": 0.952,
+      "step": 3388
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.7041256350063286e-05,
+      "loss": 0.9272,
+      "step": 3389
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.698498741876982e-05,
+      "loss": 0.7578,
+      "step": 3390
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.692873519401154e-05,
+      "loss": 0.7709,
+      "step": 3391
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.6872499697636195e-05,
+      "loss": 0.8551,
+      "step": 3392
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.681628095148501e-05,
+      "loss": 0.793,
+      "step": 3393
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.6760078977392706e-05,
+      "loss": 0.8633,
+      "step": 3394
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.67038937971875e-05,
+      "loss": 0.8488,
+      "step": 3395
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.664772543269101e-05,
+      "loss": 0.947,
+      "step": 3396
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.659157390571842e-05,
+      "loss": 0.901,
+      "step": 3397
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.653543923807832e-05,
+      "loss": 0.9405,
+      "step": 3398
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.6479321451572784e-05,
+      "loss": 0.9549,
+      "step": 3399
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.6423220567997316e-05,
+      "loss": 0.7964,
+      "step": 3400
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.636713660914087e-05,
+      "loss": 0.86,
+      "step": 3401
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.631106959678575e-05,
+      "loss": 0.8643,
+      "step": 3402
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.625501955270776e-05,
+      "loss": 0.8644,
+      "step": 3403
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 5.619898649867612e-05,
+      "loss": 0.9134,
+      "step": 3404
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.614297045645339e-05,
+      "loss": 0.9421,
+      "step": 3405
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.6086971447795624e-05,
+      "loss": 0.8653,
+      "step": 3406
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.603098949445209e-05,
+      "loss": 0.8873,
+      "step": 3407
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.597502461816557e-05,
+      "loss": 0.9077,
+      "step": 3408
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.591907684067221e-05,
+      "loss": 0.8195,
+      "step": 3409
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.586314618370145e-05,
+      "loss": 0.7961,
+      "step": 3410
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.580723266897616e-05,
+      "loss": 0.9155,
+      "step": 3411
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.575133631821243e-05,
+      "loss": 0.7915,
+      "step": 3412
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.5695457153119804e-05,
+      "loss": 0.8712,
+      "step": 3413
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.563959519540114e-05,
+      "loss": 0.7881,
+      "step": 3414
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.5583750466752435e-05,
+      "loss": 0.9222,
+      "step": 3415
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.552792298886334e-05,
+      "loss": 0.919,
+      "step": 3416
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.547211278341646e-05,
+      "loss": 0.7474,
+      "step": 3417
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.541631987208788e-05,
+      "loss": 0.8237,
+      "step": 3418
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.536054427654698e-05,
+      "loss": 0.7984,
+      "step": 3419
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.530478601845623e-05,
+      "loss": 0.7805,
+      "step": 3420
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.52490451194716e-05,
+      "loss": 0.7983,
+      "step": 3421
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.5193321601242156e-05,
+      "loss": 0.9613,
+      "step": 3422
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.513761548541031e-05,
+      "loss": 0.9489,
+      "step": 3423
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.5081926793611694e-05,
+      "loss": 0.807,
+      "step": 3424
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.502625554747508e-05,
+      "loss": 0.7429,
+      "step": 3425
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.497060176862259e-05,
+      "loss": 0.8458,
+      "step": 3426
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.4914965478669475e-05,
+      "loss": 0.7746,
+      "step": 3427
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.485934669922428e-05,
+      "loss": 0.8496,
+      "step": 3428
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.480374545188866e-05,
+      "loss": 0.9214,
+      "step": 3429
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.4748161758257544e-05,
+      "loss": 0.8988,
+      "step": 3430
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.469259563991893e-05,
+      "loss": 0.8838,
+      "step": 3431
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.4637047118454096e-05,
+      "loss": 0.854,
+      "step": 3432
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.458151621543743e-05,
+      "loss": 0.8959,
+      "step": 3433
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.4526002952436526e-05,
+      "loss": 0.9163,
+      "step": 3434
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.447050735101211e-05,
+      "loss": 0.9474,
+      "step": 3435
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.441502943271797e-05,
+      "loss": 0.9561,
+      "step": 3436
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.4359569219101114e-05,
+      "loss": 0.9113,
+      "step": 3437
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.4304126731701665e-05,
+      "loss": 0.8155,
+      "step": 3438
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.424870199205283e-05,
+      "loss": 0.8958,
+      "step": 3439
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.4193295021681e-05,
+      "loss": 0.9106,
+      "step": 3440
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.413790584210551e-05,
+      "loss": 0.8416,
+      "step": 3441
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.408253447483892e-05,
+      "loss": 0.8503,
+      "step": 3442
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.4027180941386877e-05,
+      "loss": 0.939,
+      "step": 3443
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.397184526324792e-05,
+      "loss": 0.8621,
+      "step": 3444
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.391652746191398e-05,
+      "loss": 0.8461,
+      "step": 3445
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.3861227558869695e-05,
+      "loss": 0.7665,
+      "step": 3446
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.3805945575592975e-05,
+      "loss": 0.8956,
+      "step": 3447
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.3750681533554735e-05,
+      "loss": 0.8187,
+      "step": 3448
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.369543545421883e-05,
+      "loss": 0.906,
+      "step": 3449
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.3640207359042224e-05,
+      "loss": 0.8302,
+      "step": 3450
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.358499726947488e-05,
+      "loss": 0.9233,
+      "step": 3451
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.352980520695974e-05,
+      "loss": 0.7386,
+      "step": 3452
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.347463119293283e-05,
+      "loss": 0.8316,
+      "step": 3453
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.3419475248823014e-05,
+      "loss": 0.8873,
+      "step": 3454
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.3364337396052265e-05,
+      "loss": 0.9322,
+      "step": 3455
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 5.3309217656035496e-05,
+      "loss": 0.7979,
+      "step": 3456
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.3254116050180555e-05,
+      "loss": 0.884,
+      "step": 3457
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.31990325998883e-05,
+      "loss": 0.8593,
+      "step": 3458
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.314396732655253e-05,
+      "loss": 0.8481,
+      "step": 3459
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.3088920251559895e-05,
+      "loss": 0.8628,
+      "step": 3460
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.303389139629007e-05,
+      "loss": 0.7695,
+      "step": 3461
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.297888078211564e-05,
+      "loss": 0.8885,
+      "step": 3462
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.292388843040208e-05,
+      "loss": 0.8812,
+      "step": 3463
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.286891436250785e-05,
+      "loss": 0.8879,
+      "step": 3464
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.281395859978414e-05,
+      "loss": 0.8704,
+      "step": 3465
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.2759021163575186e-05,
+      "loss": 0.8723,
+      "step": 3466
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.27041020752181e-05,
+      "loss": 0.8826,
+      "step": 3467
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.2649201356042696e-05,
+      "loss": 0.9108,
+      "step": 3468
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.259431902737194e-05,
+      "loss": 0.886,
+      "step": 3469
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.2539455110521385e-05,
+      "loss": 0.9077,
+      "step": 3470
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.248460962679958e-05,
+      "loss": 0.8981,
+      "step": 3471
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.2429782597507905e-05,
+      "loss": 0.8101,
+      "step": 3472
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.237497404394044e-05,
+      "loss": 0.8644,
+      "step": 3473
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.232018398738435e-05,
+      "loss": 0.8781,
+      "step": 3474
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.2265412449119355e-05,
+      "loss": 0.8162,
+      "step": 3475
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.221065945041811e-05,
+      "loss": 0.8568,
+      "step": 3476
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.215592501254609e-05,
+      "loss": 0.7952,
+      "step": 3477
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.2101209156761465e-05,
+      "loss": 0.8223,
+      "step": 3478
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.2046511904315265e-05,
+      "loss": 0.8336,
+      "step": 3479
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.1991833276451275e-05,
+      "loss": 0.8704,
+      "step": 3480
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.193717329440604e-05,
+      "loss": 0.7982,
+      "step": 3481
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.188253197940889e-05,
+      "loss": 0.9119,
+      "step": 3482
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.182790935268185e-05,
+      "loss": 0.8164,
+      "step": 3483
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.177330543543971e-05,
+      "loss": 0.8757,
+      "step": 3484
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.171872024889004e-05,
+      "loss": 0.9058,
+      "step": 3485
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.1664153814233064e-05,
+      "loss": 0.8982,
+      "step": 3486
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.160960615266178e-05,
+      "loss": 0.8109,
+      "step": 3487
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.155507728536191e-05,
+      "loss": 0.8528,
+      "step": 3488
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.150056723351173e-05,
+      "loss": 0.8326,
+      "step": 3489
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.1446076018282396e-05,
+      "loss": 0.863,
+      "step": 3490
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.139160366083765e-05,
+      "loss": 0.8391,
+      "step": 3491
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.133715018233393e-05,
+      "loss": 0.9234,
+      "step": 3492
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.1282715603920374e-05,
+      "loss": 0.8897,
+      "step": 3493
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.1228299946738655e-05,
+      "loss": 0.8849,
+      "step": 3494
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.117390323192326e-05,
+      "loss": 0.78,
+      "step": 3495
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.111952548060126e-05,
+      "loss": 0.9033,
+      "step": 3496
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.106516671389223e-05,
+      "loss": 0.8558,
+      "step": 3497
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.101082695290865e-05,
+      "loss": 0.8649,
+      "step": 3498
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.095650621875534e-05,
+      "loss": 0.8754,
+      "step": 3499
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.09022045325299e-05,
+      "loss": 0.9095,
+      "step": 3500
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.084792191532248e-05,
+      "loss": 0.8949,
+      "step": 3501
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.079365838821579e-05,
+      "loss": 0.802,
+      "step": 3502
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.073941397228518e-05,
+      "loss": 0.9087,
+      "step": 3503
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.068518868859854e-05,
+      "loss": 0.8633,
+      "step": 3504
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.0630982558216363e-05,
+      "loss": 0.9481,
+      "step": 3505
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.057679560219173e-05,
+      "loss": 0.8839,
+      "step": 3506
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.052262784157014e-05,
+      "loss": 0.8798,
+      "step": 3507
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 5.046847929738971e-05,
+      "loss": 0.8855,
+      "step": 3508
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 5.041434999068126e-05,
+      "loss": 0.815,
+      "step": 3509
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 5.036023994246787e-05,
+      "loss": 0.882,
+      "step": 3510
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 5.0306149173765316e-05,
+      "loss": 0.8776,
+      "step": 3511
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 5.0252077705581755e-05,
+      "loss": 0.9561,
+      "step": 3512
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 5.019802555891798e-05,
+      "loss": 0.8818,
+      "step": 3513
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 5.014399275476721e-05,
+      "loss": 0.8503,
+      "step": 3514
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 5.008997931411517e-05,
+      "loss": 0.9636,
+      "step": 3515
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 5.0035985257940024e-05,
+      "loss": 0.8244,
+      "step": 3516
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.998201060721253e-05,
+      "loss": 0.8697,
+      "step": 3517
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.992805538289571e-05,
+      "loss": 0.8683,
+      "step": 3518
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.98741196059452e-05,
+      "loss": 0.8354,
+      "step": 3519
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.982020329730904e-05,
+      "loss": 0.8639,
+      "step": 3520
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.97663064779277e-05,
+      "loss": 0.7937,
+      "step": 3521
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.971242916873412e-05,
+      "loss": 0.8703,
+      "step": 3522
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.965857139065354e-05,
+      "loss": 0.9755,
+      "step": 3523
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.960473316460376e-05,
+      "loss": 0.9408,
+      "step": 3524
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.955091451149495e-05,
+      "loss": 0.7951,
+      "step": 3525
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.9497115452229534e-05,
+      "loss": 0.8451,
+      "step": 3526
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.944333600770261e-05,
+      "loss": 0.8626,
+      "step": 3527
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.938957619880138e-05,
+      "loss": 0.8767,
+      "step": 3528
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.933583604640557e-05,
+      "loss": 0.8174,
+      "step": 3529
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.928211557138728e-05,
+      "loss": 0.7756,
+      "step": 3530
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.922841479461083e-05,
+      "loss": 0.8475,
+      "step": 3531
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.917473373693304e-05,
+      "loss": 0.8586,
+      "step": 3532
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.912107241920302e-05,
+      "loss": 0.849,
+      "step": 3533
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.906743086226218e-05,
+      "loss": 0.9154,
+      "step": 3534
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.901380908694434e-05,
+      "loss": 0.886,
+      "step": 3535
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.8960207114075495e-05,
+      "loss": 0.7742,
+      "step": 3536
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.890662496447407e-05,
+      "loss": 0.8701,
+      "step": 3537
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.885306265895076e-05,
+      "loss": 0.8856,
+      "step": 3538
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.879952021830856e-05,
+      "loss": 0.8464,
+      "step": 3539
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.8745997663342755e-05,
+      "loss": 0.8201,
+      "step": 3540
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.8692495014840825e-05,
+      "loss": 0.8703,
+      "step": 3541
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.863901229358261e-05,
+      "loss": 0.7676,
+      "step": 3542
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.858554952034019e-05,
+      "loss": 0.8909,
+      "step": 3543
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.853210671587789e-05,
+      "loss": 0.8703,
+      "step": 3544
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.8478683900952274e-05,
+      "loss": 0.8573,
+      "step": 3545
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.842528109631218e-05,
+      "loss": 0.7885,
+      "step": 3546
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.8371898322698585e-05,
+      "loss": 0.9733,
+      "step": 3547
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.831853560084477e-05,
+      "loss": 0.813,
+      "step": 3548
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.82651929514762e-05,
+      "loss": 0.8378,
+      "step": 3549
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.821187039531056e-05,
+      "loss": 0.8941,
+      "step": 3550
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.815856795305772e-05,
+      "loss": 0.786,
+      "step": 3551
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.810528564541969e-05,
+      "loss": 0.9029,
+      "step": 3552
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.805202349309074e-05,
+      "loss": 0.8013,
+      "step": 3553
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.79987815167573e-05,
+      "loss": 0.9065,
+      "step": 3554
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.7945559737097834e-05,
+      "loss": 0.9085,
+      "step": 3555
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.789235817478322e-05,
+      "loss": 0.9389,
+      "step": 3556
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.7839176850476206e-05,
+      "loss": 0.8565,
+      "step": 3557
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.778601578483187e-05,
+      "loss": 0.8231,
+      "step": 3558
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.773287499849737e-05,
+      "loss": 0.887,
+      "step": 3559
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 4.767975451211191e-05,
+      "loss": 0.8668,
+      "step": 3560
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.7626654346306923e-05,
+      "loss": 0.8516,
+      "step": 3561
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.757357452170588e-05,
+      "loss": 0.8373,
+      "step": 3562
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.752051505892438e-05,
+      "loss": 0.8255,
+      "step": 3563
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.746747597857014e-05,
+      "loss": 0.8793,
+      "step": 3564
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.741445730124288e-05,
+      "loss": 0.8367,
+      "step": 3565
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.736145904753445e-05,
+      "loss": 0.8677,
+      "step": 3566
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.7308481238028765e-05,
+      "loss": 0.8848,
+      "step": 3567
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.725552389330182e-05,
+      "loss": 0.8279,
+      "step": 3568
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.720258703392161e-05,
+      "loss": 0.876,
+      "step": 3569
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.7149670680448256e-05,
+      "loss": 0.9218,
+      "step": 3570
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.709677485343377e-05,
+      "loss": 0.8441,
+      "step": 3571
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.704389957342237e-05,
+      "loss": 0.9405,
+      "step": 3572
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.699104486095008e-05,
+      "loss": 0.8263,
+      "step": 3573
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.6938210736545195e-05,
+      "loss": 0.9437,
+      "step": 3574
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.688539722072786e-05,
+      "loss": 0.7759,
+      "step": 3575
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.6832604334010164e-05,
+      "loss": 0.862,
+      "step": 3576
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.67798320968963e-05,
+      "loss": 0.8831,
+      "step": 3577
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.672708052988239e-05,
+      "loss": 0.8184,
+      "step": 3578
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.667434965345654e-05,
+      "loss": 0.8112,
+      "step": 3579
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.6621639488098854e-05,
+      "loss": 0.8179,
+      "step": 3580
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.656895005428127e-05,
+      "loss": 0.9284,
+      "step": 3581
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.6516281372467806e-05,
+      "loss": 0.8072,
+      "step": 3582
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.64636334631144e-05,
+      "loss": 0.8573,
+      "step": 3583
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.6411006346668776e-05,
+      "loss": 0.8425,
+      "step": 3584
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.635840004357086e-05,
+      "loss": 0.9327,
+      "step": 3585
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.630581457425222e-05,
+      "loss": 0.7705,
+      "step": 3586
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.625324995913648e-05,
+      "loss": 0.8669,
+      "step": 3587
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.620070621863917e-05,
+      "loss": 0.8522,
+      "step": 3588
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.614818337316759e-05,
+      "loss": 0.8919,
+      "step": 3589
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.6095681443121066e-05,
+      "loss": 0.9118,
+      "step": 3590
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.604320044889072e-05,
+      "loss": 0.9157,
+      "step": 3591
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.599074041085958e-05,
+      "loss": 0.8374,
+      "step": 3592
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.593830134940256e-05,
+      "loss": 0.8652,
+      "step": 3593
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.588588328488629e-05,
+      "loss": 0.8612,
+      "step": 3594
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.583348623766941e-05,
+      "loss": 0.8304,
+      "step": 3595
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.578111022810231e-05,
+      "loss": 0.7695,
+      "step": 3596
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.5728755276527226e-05,
+      "loss": 0.8325,
+      "step": 3597
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.567642140327823e-05,
+      "loss": 0.8259,
+      "step": 3598
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.562410862868123e-05,
+      "loss": 0.8572,
+      "step": 3599
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.5571816973053825e-05,
+      "loss": 0.8178,
+      "step": 3600
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.551954645670557e-05,
+      "loss": 0.9506,
+      "step": 3601
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.5467297099937625e-05,
+      "loss": 0.9273,
+      "step": 3602
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.5415068923043133e-05,
+      "loss": 0.9266,
+      "step": 3603
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.5362861946306936e-05,
+      "loss": 0.8581,
+      "step": 3604
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.531067619000553e-05,
+      "loss": 0.8448,
+      "step": 3605
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.525851167440731e-05,
+      "loss": 0.8493,
+      "step": 3606
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.5206368419772406e-05,
+      "loss": 0.8085,
+      "step": 3607
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.5154246446352544e-05,
+      "loss": 0.7939,
+      "step": 3608
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.5102145774391455e-05,
+      "loss": 0.8635,
+      "step": 3609
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.505006642412433e-05,
+      "loss": 0.893,
+      "step": 3610
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.4998008415778205e-05,
+      "loss": 0.8749,
+      "step": 3611
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.494597176957186e-05,
+      "loss": 0.8786,
+      "step": 3612
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.4893956505715614e-05,
+      "loss": 0.8888,
+      "step": 3613
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.484196264441176e-05,
+      "loss": 0.877,
+      "step": 3614
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.478999020585399e-05,
+      "loss": 0.905,
+      "step": 3615
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.4738039210227836e-05,
+      "loss": 0.8817,
+      "step": 3616
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.468610967771051e-05,
+      "loss": 0.9229,
+      "step": 3617
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.463420162847076e-05,
+      "loss": 0.8218,
+      "step": 3618
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.4582315082669124e-05,
+      "loss": 0.9358,
+      "step": 3619
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.453045006045773e-05,
+      "loss": 0.8743,
+      "step": 3620
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.4478606581980354e-05,
+      "loss": 0.8817,
+      "step": 3621
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.4426784667372444e-05,
+      "loss": 0.8533,
+      "step": 3622
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.437498433676097e-05,
+      "loss": 0.856,
+      "step": 3623
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.432320561026461e-05,
+      "loss": 0.9624,
+      "step": 3624
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.4271448507993626e-05,
+      "loss": 0.8003,
+      "step": 3625
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.4219713050049884e-05,
+      "loss": 0.7851,
+      "step": 3626
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.416799925652684e-05,
+      "loss": 0.875,
+      "step": 3627
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.4116307147509564e-05,
+      "loss": 0.8953,
+      "step": 3628
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.4064636743074605e-05,
+      "loss": 0.7421,
+      "step": 3629
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.4012988063290194e-05,
+      "loss": 0.8404,
+      "step": 3630
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.3961361128216084e-05,
+      "loss": 0.9286,
+      "step": 3631
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.390975595790358e-05,
+      "loss": 0.8243,
+      "step": 3632
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.385817257239556e-05,
+      "loss": 0.9322,
+      "step": 3633
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.380661099172636e-05,
+      "loss": 0.9476,
+      "step": 3634
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.375507123592194e-05,
+      "loss": 0.9307,
+      "step": 3635
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.370355332499977e-05,
+      "loss": 0.8247,
+      "step": 3636
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.365205727896872e-05,
+      "loss": 0.9061,
+      "step": 3637
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.3600583117829395e-05,
+      "loss": 0.8736,
+      "step": 3638
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.354913086157366e-05,
+      "loss": 0.8215,
+      "step": 3639
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.3497700530185015e-05,
+      "loss": 0.8222,
+      "step": 3640
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.344629214363845e-05,
+      "loss": 0.788,
+      "step": 3641
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.33949057219003e-05,
+      "loss": 0.8691,
+      "step": 3642
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.3343541284928515e-05,
+      "loss": 0.8778,
+      "step": 3643
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.329219885267244e-05,
+      "loss": 0.8988,
+      "step": 3644
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.324087844507289e-05,
+      "loss": 0.8085,
+      "step": 3645
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.318958008206214e-05,
+      "loss": 0.8615,
+      "step": 3646
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.3138303783563835e-05,
+      "loss": 0.8686,
+      "step": 3647
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.308704956949313e-05,
+      "loss": 0.8787,
+      "step": 3648
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.303581745975655e-05,
+      "loss": 0.8218,
+      "step": 3649
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.298460747425208e-05,
+      "loss": 0.9694,
+      "step": 3650
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.293341963286912e-05,
+      "loss": 0.8087,
+      "step": 3651
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.288225395548835e-05,
+      "loss": 0.8217,
+      "step": 3652
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.283111046198198e-05,
+      "loss": 0.8417,
+      "step": 3653
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.277998917221354e-05,
+      "loss": 0.9349,
+      "step": 3654
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.272889010603798e-05,
+      "loss": 0.8901,
+      "step": 3655
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.267781328330155e-05,
+      "loss": 0.8369,
+      "step": 3656
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.262675872384196e-05,
+      "loss": 0.864,
+      "step": 3657
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.257572644748813e-05,
+      "loss": 0.7927,
+      "step": 3658
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.2524716474060454e-05,
+      "loss": 0.8405,
+      "step": 3659
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.2473728823370604e-05,
+      "loss": 0.9554,
+      "step": 3660
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.242276351522161e-05,
+      "loss": 0.8475,
+      "step": 3661
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.237182056940784e-05,
+      "loss": 0.8779,
+      "step": 3662
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.232090000571488e-05,
+      "loss": 0.8947,
+      "step": 3663
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.227000184391972e-05,
+      "loss": 0.8353,
+      "step": 3664
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.221912610379065e-05,
+      "loss": 0.8329,
+      "step": 3665
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.2168272805087114e-05,
+      "loss": 0.801,
+      "step": 3666
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.2117441967560115e-05,
+      "loss": 0.9514,
+      "step": 3667
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.2066633610951636e-05,
+      "loss": 0.8899,
+      "step": 3668
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.2015847754995086e-05,
+      "loss": 0.8494,
+      "step": 3669
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.196508441941516e-05,
+      "loss": 0.8203,
+      "step": 3670
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.191434362392768e-05,
+      "loss": 0.7814,
+      "step": 3671
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.18636253882398e-05,
+      "loss": 0.7093,
+      "step": 3672
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.181292973204992e-05,
+      "loss": 0.8492,
+      "step": 3673
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.176225667504765e-05,
+      "loss": 0.9513,
+      "step": 3674
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.171160623691383e-05,
+      "loss": 0.8224,
+      "step": 3675
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.1660978437320474e-05,
+      "loss": 0.8107,
+      "step": 3676
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.161037329593085e-05,
+      "loss": 0.815,
+      "step": 3677
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.155979083239942e-05,
+      "loss": 0.9157,
+      "step": 3678
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.150923106637181e-05,
+      "loss": 0.8864,
+      "step": 3679
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.145869401748491e-05,
+      "loss": 0.7763,
+      "step": 3680
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.1408179705366636e-05,
+      "loss": 0.8373,
+      "step": 3681
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.135768814963622e-05,
+      "loss": 0.76,
+      "step": 3682
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.130721936990399e-05,
+      "loss": 0.8867,
+      "step": 3683
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.125677338577144e-05,
+      "loss": 0.8593,
+      "step": 3684
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.1206350216831214e-05,
+      "loss": 0.8223,
+      "step": 3685
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.115594988266711e-05,
+      "loss": 0.777,
+      "step": 3686
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.110557240285398e-05,
+      "loss": 0.8826,
+      "step": 3687
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.105521779695789e-05,
+      "loss": 0.797,
+      "step": 3688
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.100488608453599e-05,
+      "loss": 0.82,
+      "step": 3689
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.095457728513652e-05,
+      "loss": 0.8938,
+      "step": 3690
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.09042914182989e-05,
+      "loss": 0.8894,
+      "step": 3691
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.08540285035535e-05,
+      "loss": 0.8987,
+      "step": 3692
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.0803788560421885e-05,
+      "loss": 0.8684,
+      "step": 3693
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.075357160841671e-05,
+      "loss": 0.761,
+      "step": 3694
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.0703377667041554e-05,
+      "loss": 0.8601,
+      "step": 3695
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.065320675579132e-05,
+      "loss": 0.9311,
+      "step": 3696
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.060305889415168e-05,
+      "loss": 0.8083,
+      "step": 3697
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.055293410159954e-05,
+      "loss": 0.8996,
+      "step": 3698
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.050283239760282e-05,
+      "loss": 0.8258,
+      "step": 3699
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.045275380162038e-05,
+      "loss": 0.854,
+      "step": 3700
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.04026983331022e-05,
+      "loss": 0.8648,
+      "step": 3701
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.035266601148924e-05,
+      "loss": 0.9007,
+      "step": 3702
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.030265685621349e-05,
+      "loss": 0.8806,
+      "step": 3703
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.025267088669796e-05,
+      "loss": 0.8877,
+      "step": 3704
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.020270812235656e-05,
+      "loss": 0.8291,
+      "step": 3705
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.015276858259427e-05,
+      "loss": 0.8391,
+      "step": 3706
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.0102852286807044e-05,
+      "loss": 0.8562,
+      "step": 3707
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.005295925438181e-05,
+      "loss": 0.8439,
+      "step": 3708
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 4.000308950469646e-05,
+      "loss": 0.8513,
+      "step": 3709
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.995324305711976e-05,
+      "loss": 0.8518,
+      "step": 3710
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.990341993101154e-05,
+      "loss": 0.897,
+      "step": 3711
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.985362014572256e-05,
+      "loss": 0.8704,
+      "step": 3712
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.980384372059438e-05,
+      "loss": 0.8172,
+      "step": 3713
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.97540906749597e-05,
+      "loss": 0.8891,
+      "step": 3714
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.9704361028142025e-05,
+      "loss": 0.884,
+      "step": 3715
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.9654654799455695e-05,
+      "loss": 0.9489,
+      "step": 3716
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.960497200820609e-05,
+      "loss": 0.8604,
+      "step": 3717
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.955531267368941e-05,
+      "loss": 0.8434,
+      "step": 3718
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.9505676815192794e-05,
+      "loss": 0.9409,
+      "step": 3719
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.945606445199427e-05,
+      "loss": 0.8624,
+      "step": 3720
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.9406475603362617e-05,
+      "loss": 0.8661,
+      "step": 3721
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.9356910288557626e-05,
+      "loss": 0.8928,
+      "step": 3722
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.9307368526829924e-05,
+      "loss": 0.9141,
+      "step": 3723
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.925785033742085e-05,
+      "loss": 0.9018,
+      "step": 3724
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.920835573956285e-05,
+      "loss": 0.8982,
+      "step": 3725
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.915888475247894e-05,
+      "loss": 0.8107,
+      "step": 3726
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.910943739538313e-05,
+      "loss": 0.8632,
+      "step": 3727
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.906001368748022e-05,
+      "loss": 0.8344,
+      "step": 3728
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.901061364796574e-05,
+      "loss": 0.8222,
+      "step": 3729
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.896123729602615e-05,
+      "loss": 0.7926,
+      "step": 3730
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.891188465083865e-05,
+      "loss": 0.9383,
+      "step": 3731
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8862555731571216e-05,
+      "loss": 0.8787,
+      "step": 3732
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.88132505573827e-05,
+      "loss": 0.872,
+      "step": 3733
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.876396914742257e-05,
+      "loss": 0.922,
+      "step": 3734
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.87147115208312e-05,
+      "loss": 0.8984,
+      "step": 3735
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8665477696739685e-05,
+      "loss": 0.863,
+      "step": 3736
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.861626769426988e-05,
+      "loss": 0.8008,
+      "step": 3737
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.856708153253438e-05,
+      "loss": 0.827,
+      "step": 3738
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8517919230636546e-05,
+      "loss": 0.8453,
+      "step": 3739
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.846878080767039e-05,
+      "loss": 0.9552,
+      "step": 3740
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.841966628272079e-05,
+      "loss": 0.8041,
+      "step": 3741
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.837057567486314e-05,
+      "loss": 0.9053,
+      "step": 3742
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.832150900316377e-05,
+      "loss": 0.9252,
+      "step": 3743
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.827246628667962e-05,
+      "loss": 0.8928,
+      "step": 3744
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8223447544458256e-05,
+      "loss": 0.8272,
+      "step": 3745
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.817445279553801e-05,
+      "loss": 0.9986,
+      "step": 3746
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8125482058947906e-05,
+      "loss": 0.8331,
+      "step": 3747
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.807653535370752e-05,
+      "loss": 0.8847,
+      "step": 3748
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.802761269882734e-05,
+      "loss": 0.8398,
+      "step": 3749
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.797871411330824e-05,
+      "loss": 0.9085,
+      "step": 3750
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7929839616141914e-05,
+      "loss": 0.8685,
+      "step": 3751
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.788098922631067e-05,
+      "loss": 0.8705,
+      "step": 3752
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7832162962787355e-05,
+      "loss": 0.839,
+      "step": 3753
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7783360844535656e-05,
+      "loss": 0.8119,
+      "step": 3754
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.773458289050963e-05,
+      "loss": 0.9019,
+      "step": 3755
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7685829119654134e-05,
+      "loss": 0.9544,
+      "step": 3756
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.763709955090461e-05,
+      "loss": 0.8806,
+      "step": 3757
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.758839420318696e-05,
+      "loss": 0.9112,
+      "step": 3758
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.753971309541784e-05,
+      "loss": 0.8612,
+      "step": 3759
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7491056246504433e-05,
+      "loss": 0.9343,
+      "step": 3760
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7442423675344474e-05,
+      "loss": 0.8596,
+      "step": 3761
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.739381540082635e-05,
+      "loss": 0.8677,
+      "step": 3762
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.734523144182887e-05,
+      "loss": 0.8752,
+      "step": 3763
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.729667181722154e-05,
+      "loss": 0.8832,
+      "step": 3764
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7248136545864344e-05,
+      "loss": 0.8413,
+      "step": 3765
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7199625646607825e-05,
+      "loss": 0.8592,
+      "step": 3766
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7151139138293054e-05,
+      "loss": 0.9367,
+      "step": 3767
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7102677039751666e-05,
+      "loss": 0.8913,
+      "step": 3768
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.705423936980572e-05,
+      "loss": 0.9253,
+      "step": 3769
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.700582614726791e-05,
+      "loss": 0.8363,
+      "step": 3770
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.6957437390941275e-05,
+      "loss": 0.8408,
+      "step": 3771
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.690907311961955e-05,
+      "loss": 0.8178,
+      "step": 3772
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.6860733352086864e-05,
+      "loss": 0.8111,
+      "step": 3773
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.681241810711776e-05,
+      "loss": 0.866,
+      "step": 3774
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.6764127403477344e-05,
+      "loss": 0.7987,
+      "step": 3775
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.671586125992123e-05,
+      "loss": 0.839,
+      "step": 3776
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.6667619695195285e-05,
+      "loss": 0.8947,
+      "step": 3777
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.661940272803616e-05,
+      "loss": 0.9334,
+      "step": 3778
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.657121037717064e-05,
+      "loss": 0.834,
+      "step": 3779
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.652304266131612e-05,
+      "loss": 0.8662,
+      "step": 3780
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.6474899599180423e-05,
+      "loss": 0.859,
+      "step": 3781
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.642678120946168e-05,
+      "loss": 0.9408,
+      "step": 3782
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.6378687510848575e-05,
+      "loss": 0.8501,
+      "step": 3783
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.633061852202012e-05,
+      "loss": 0.9071,
+      "step": 3784
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.628257426164577e-05,
+      "loss": 0.8744,
+      "step": 3785
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.62345547483854e-05,
+      "loss": 0.8595,
+      "step": 3786
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.6186560000889155e-05,
+      "loss": 0.9355,
+      "step": 3787
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.613859003779769e-05,
+      "loss": 0.8724,
+      "step": 3788
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.609064487774199e-05,
+      "loss": 0.8651,
+      "step": 3789
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.6042724539343376e-05,
+      "loss": 0.9262,
+      "step": 3790
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.599482904121361e-05,
+      "loss": 0.823,
+      "step": 3791
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.594695840195468e-05,
+      "loss": 0.823,
+      "step": 3792
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.589911264015902e-05,
+      "loss": 0.7893,
+      "step": 3793
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.585129177440938e-05,
+      "loss": 0.9525,
+      "step": 3794
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.580349582327882e-05,
+      "loss": 0.9302,
+      "step": 3795
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.575572480533076e-05,
+      "loss": 0.8679,
+      "step": 3796
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.570797873911892e-05,
+      "loss": 0.8472,
+      "step": 3797
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.5660257643187276e-05,
+      "loss": 0.8438,
+      "step": 3798
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.561256153607021e-05,
+      "loss": 0.8857,
+      "step": 3799
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.556489043629224e-05,
+      "loss": 0.9115,
+      "step": 3800
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.5517244362368365e-05,
+      "loss": 0.9027,
+      "step": 3801
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.546962333280379e-05,
+      "loss": 0.9136,
+      "step": 3802
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.542202736609389e-05,
+      "loss": 0.8492,
+      "step": 3803
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.5374456480724426e-05,
+      "loss": 0.9082,
+      "step": 3804
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.532691069517142e-05,
+      "loss": 0.8299,
+      "step": 3805
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.527939002790101e-05,
+      "loss": 0.7343,
+      "step": 3806
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.52318944973698e-05,
+      "loss": 0.8035,
+      "step": 3807
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.518442412202441e-05,
+      "loss": 0.859,
+      "step": 3808
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.5136978920301825e-05,
+      "loss": 0.9067,
+      "step": 3809
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.508955891062924e-05,
+      "loss": 0.8385,
+      "step": 3810
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.504216411142398e-05,
+      "loss": 0.8943,
+      "step": 3811
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.499479454109367e-05,
+      "loss": 0.8532,
+      "step": 3812
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.4947450218036106e-05,
+      "loss": 0.8637,
+      "step": 3813
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.490013116063928e-05,
+      "loss": 0.965,
+      "step": 3814
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.485283738728139e-05,
+      "loss": 0.8031,
+      "step": 3815
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.480556891633074e-05,
+      "loss": 0.8473,
+      "step": 3816
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.475832576614589e-05,
+      "loss": 0.8237,
+      "step": 3817
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.4711107955075536e-05,
+      "loss": 0.8608,
+      "step": 3818
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.466391550145852e-05,
+      "loss": 0.9078,
+      "step": 3819
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.461674842362389e-05,
+      "loss": 0.9639,
+      "step": 3820
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.456960673989074e-05,
+      "loss": 0.8303,
+      "step": 3821
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.452249046856836e-05,
+      "loss": 0.9625,
+      "step": 3822
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.447539962795619e-05,
+      "loss": 0.7705,
+      "step": 3823
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.442833423634377e-05,
+      "loss": 0.7977,
+      "step": 3824
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.4381294312010745e-05,
+      "loss": 0.8077,
+      "step": 3825
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.433427987322693e-05,
+      "loss": 0.9071,
+      "step": 3826
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.4287290938252106e-05,
+      "loss": 0.8744,
+      "step": 3827
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.424032752533627e-05,
+      "loss": 0.8901,
+      "step": 3828
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.4193389652719476e-05,
+      "loss": 0.8242,
+      "step": 3829
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.414647733863185e-05,
+      "loss": 0.7892,
+      "step": 3830
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.4099590601293626e-05,
+      "loss": 0.9139,
+      "step": 3831
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.4052729458915023e-05,
+      "loss": 0.8768,
+      "step": 3832
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.4005893929696377e-05,
+      "loss": 0.8877,
+      "step": 3833
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.395908403182811e-05,
+      "loss": 0.8875,
+      "step": 3834
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.391229978349056e-05,
+      "loss": 0.8679,
+      "step": 3835
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.386554120285431e-05,
+      "loss": 0.9181,
+      "step": 3836
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.381880830807975e-05,
+      "loss": 0.8883,
+      "step": 3837
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.3772101117317435e-05,
+      "loss": 0.859,
+      "step": 3838
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.372541964870795e-05,
+      "loss": 0.8857,
+      "step": 3839
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.367876392038174e-05,
+      "loss": 0.7897,
+      "step": 3840
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.363213395045941e-05,
+      "loss": 0.7944,
+      "step": 3841
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.3585529757051504e-05,
+      "loss": 0.8463,
+      "step": 3842
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.353895135825854e-05,
+      "loss": 0.7596,
+      "step": 3843
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.349239877217108e-05,
+      "loss": 0.8129,
+      "step": 3844
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.3445872016869516e-05,
+      "loss": 0.9381,
+      "step": 3845
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.339937111042437e-05,
+      "loss": 0.8582,
+      "step": 3846
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.3352896070896054e-05,
+      "loss": 0.8378,
+      "step": 3847
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.330644691633492e-05,
+      "loss": 0.8718,
+      "step": 3848
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.3260023664781326e-05,
+      "loss": 0.9103,
+      "step": 3849
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.321362633426547e-05,
+      "loss": 0.8497,
+      "step": 3850
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.316725494280757e-05,
+      "loss": 0.8179,
+      "step": 3851
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.312090950841775e-05,
+      "loss": 0.8901,
+      "step": 3852
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.307459004909599e-05,
+      "loss": 0.8896,
+      "step": 3853
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.3028296582832284e-05,
+      "loss": 0.904,
+      "step": 3854
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.298202912760652e-05,
+      "loss": 0.821,
+      "step": 3855
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.2935787701388344e-05,
+      "loss": 0.8836,
+      "step": 3856
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.288957232213745e-05,
+      "loss": 0.896,
+      "step": 3857
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.284338300780336e-05,
+      "loss": 0.8425,
+      "step": 3858
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.279721977632546e-05,
+      "loss": 0.9033,
+      "step": 3859
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.275108264563306e-05,
+      "loss": 0.8869,
+      "step": 3860
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.270497163364521e-05,
+      "loss": 0.8744,
+      "step": 3861
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.2658886758270943e-05,
+      "loss": 0.8399,
+      "step": 3862
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.261282803740911e-05,
+      "loss": 0.8132,
+      "step": 3863
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.256679548894831e-05,
+      "loss": 0.8469,
+      "step": 3864
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.252078913076718e-05,
+      "loss": 0.8402,
+      "step": 3865
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.247480898073395e-05,
+      "loss": 0.8267,
+      "step": 3866
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.242885505670681e-05,
+      "loss": 0.8464,
+      "step": 3867
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.238292737653379e-05,
+      "loss": 0.8332,
+      "step": 3868
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.233702595805258e-05,
+      "loss": 0.9194,
+      "step": 3869
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.229115081909082e-05,
+      "loss": 0.8234,
+      "step": 3870
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.224530197746587e-05,
+      "loss": 0.8122,
+      "step": 3871
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.219947945098489e-05,
+      "loss": 0.8775,
+      "step": 3872
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.215368325744485e-05,
+      "loss": 0.7934,
+      "step": 3873
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.2107913414632426e-05,
+      "loss": 0.8468,
+      "step": 3874
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.206216994032411e-05,
+      "loss": 0.9086,
+      "step": 3875
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.2016452852286127e-05,
+      "loss": 0.8227,
+      "step": 3876
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.197076216827449e-05,
+      "loss": 0.8654,
+      "step": 3877
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.192509790603496e-05,
+      "loss": 0.9228,
+      "step": 3878
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.187946008330295e-05,
+      "loss": 0.8419,
+      "step": 3879
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.183384871780367e-05,
+      "loss": 0.9263,
+      "step": 3880
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.178826382725212e-05,
+      "loss": 0.8728,
+      "step": 3881
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.1742705429352826e-05,
+      "loss": 0.9396,
+      "step": 3882
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.169717354180025e-05,
+      "loss": 0.8577,
+      "step": 3883
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.165166818227845e-05,
+      "loss": 0.8441,
+      "step": 3884
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.160618936846111e-05,
+      "loss": 0.8873,
+      "step": 3885
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.156073711801172e-05,
+      "loss": 0.8354,
+      "step": 3886
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.151531144858344e-05,
+      "loss": 0.8572,
+      "step": 3887
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.1469912377818986e-05,
+      "loss": 0.9658,
+      "step": 3888
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.142453992335096e-05,
+      "loss": 0.8821,
+      "step": 3889
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.137919410280139e-05,
+      "loss": 0.8652,
+      "step": 3890
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.1333874933782115e-05,
+      "loss": 0.9534,
+      "step": 3891
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.128858243389461e-05,
+      "loss": 0.8116,
+      "step": 3892
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.124331662072987e-05,
+      "loss": 0.8807,
+      "step": 3893
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.119807751186872e-05,
+      "loss": 0.8687,
+      "step": 3894
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.115286512488144e-05,
+      "loss": 0.8521,
+      "step": 3895
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.110767947732801e-05,
+      "loss": 0.8048,
+      "step": 3896
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.106252058675806e-05,
+      "loss": 0.8944,
+      "step": 3897
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.1017388470710716e-05,
+      "loss": 0.8727,
+      "step": 3898
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.097228314671481e-05,
+      "loss": 0.8733,
+      "step": 3899
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.092720463228872e-05,
+      "loss": 0.7624,
+      "step": 3900
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.0882152944940424e-05,
+      "loss": 0.8611,
+      "step": 3901
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.0837128102167515e-05,
+      "loss": 0.7962,
+      "step": 3902
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.079213012145705e-05,
+      "loss": 0.7891,
+      "step": 3903
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.0747159020285765e-05,
+      "loss": 0.844,
+      "step": 3904
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.070221481611992e-05,
+      "loss": 0.8403,
+      "step": 3905
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.065729752641532e-05,
+      "loss": 0.8358,
+      "step": 3906
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.061240716861735e-05,
+      "loss": 0.7807,
+      "step": 3907
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.056754376016087e-05,
+      "loss": 0.8566,
+      "step": 3908
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.05227073184703e-05,
+      "loss": 0.8714,
+      "step": 3909
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.047789786095967e-05,
+      "loss": 0.8986,
+      "step": 3910
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.043311540503233e-05,
+      "loss": 0.882,
+      "step": 3911
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.0388359968081392e-05,
+      "loss": 0.8394,
+      "step": 3912
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.0343631567489327e-05,
+      "loss": 0.8964,
+      "step": 3913
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.0298930220628086e-05,
+      "loss": 0.7906,
+      "step": 3914
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.0254255944859187e-05,
+      "loss": 0.94,
+      "step": 3915
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.0209608757533625e-05,
+      "loss": 0.8127,
+      "step": 3916
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.0164988675991768e-05,
+      "loss": 0.809,
+      "step": 3917
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.0120395717563653e-05,
+      "loss": 0.8529,
+      "step": 3918
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.0075829899568597e-05,
+      "loss": 0.8303,
+      "step": 3919
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.0031291239315475e-05,
+      "loss": 0.882,
+      "step": 3920
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 2.9986779754102613e-05,
+      "loss": 0.8861,
+      "step": 3921
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 2.9942295461217696e-05,
+      "loss": 0.9245,
+      "step": 3922
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 2.9897838377937947e-05,
+      "loss": 0.9177,
+      "step": 3923
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 2.985340852152999e-05,
+      "loss": 0.8573,
+      "step": 3924
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.9809005909249864e-05,
+      "loss": 0.857,
+      "step": 3925
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.9764630558343067e-05,
+      "loss": 0.9087,
+      "step": 3926
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.9720282486044403e-05,
+      "loss": 0.7832,
+      "step": 3927
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.9675961709578194e-05,
+      "loss": 0.8438,
+      "step": 3928
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.9631668246158107e-05,
+      "loss": 0.8694,
+      "step": 3929
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.958740211298722e-05,
+      "loss": 0.9271,
+      "step": 3930
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.9543163327258017e-05,
+      "loss": 0.8508,
+      "step": 3931
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.9498951906152272e-05,
+      "loss": 0.8453,
+      "step": 3932
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.9454767866841227e-05,
+      "loss": 0.8385,
+      "step": 3933
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.9410611226485452e-05,
+      "loss": 0.8462,
+      "step": 3934
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.9366482002234874e-05,
+      "loss": 0.8072,
+      "step": 3935
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.932238021122877e-05,
+      "loss": 0.8491,
+      "step": 3936
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.9278305870595812e-05,
+      "loss": 0.9468,
+      "step": 3937
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.92342589974539e-05,
+      "loss": 0.8668,
+      "step": 3938
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.9190239608910387e-05,
+      "loss": 0.9271,
+      "step": 3939
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.9146247722061802e-05,
+      "loss": 0.8192,
+      "step": 3940
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.9102283353994186e-05,
+      "loss": 0.8298,
+      "step": 3941
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.9058346521782797e-05,
+      "loss": 0.8967,
+      "step": 3942
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.9014437242492132e-05,
+      "loss": 0.9059,
+      "step": 3943
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.897055553317607e-05,
+      "loss": 0.9035,
+      "step": 3944
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.8926701410877798e-05,
+      "loss": 0.8788,
+      "step": 3945
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.8882874892629652e-05,
+      "loss": 0.8014,
+      "step": 3946
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.883907599545348e-05,
+      "loss": 0.848,
+      "step": 3947
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.8795304736360184e-05,
+      "loss": 0.8959,
+      "step": 3948
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.8751561132350024e-05,
+      "loss": 0.8066,
+      "step": 3949
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.8707845200412565e-05,
+      "loss": 0.885,
+      "step": 3950
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.866415695752649e-05,
+      "loss": 0.9105,
+      "step": 3951
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.862049642065986e-05,
+      "loss": 0.943,
+      "step": 3952
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.857686360676991e-05,
+      "loss": 0.8575,
+      "step": 3953
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.853325853280312e-05,
+      "loss": 0.7788,
+      "step": 3954
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.848968121569524e-05,
+      "loss": 0.9159,
+      "step": 3955
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.8446131672371135e-05,
+      "loss": 0.8421,
+      "step": 3956
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.8402609919744972e-05,
+      "loss": 0.7999,
+      "step": 3957
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.8359115974720096e-05,
+      "loss": 0.8933,
+      "step": 3958
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.8315649854189062e-05,
+      "loss": 0.8793,
+      "step": 3959
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.8272211575033636e-05,
+      "loss": 0.8947,
+      "step": 3960
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.8228801154124685e-05,
+      "loss": 0.8728,
+      "step": 3961
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.8185418608322344e-05,
+      "loss": 0.861,
+      "step": 3962
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.8142063954475927e-05,
+      "loss": 0.8565,
+      "step": 3963
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.8098737209423797e-05,
+      "loss": 0.7811,
+      "step": 3964
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.8055438389993637e-05,
+      "loss": 0.8872,
+      "step": 3965
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.801216751300223e-05,
+      "loss": 0.8136,
+      "step": 3966
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.7968924595255407e-05,
+      "loss": 0.8826,
+      "step": 3967
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.792570965354829e-05,
+      "loss": 0.8354,
+      "step": 3968
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.788252270466497e-05,
+      "loss": 0.8372,
+      "step": 3969
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.7839363765378858e-05,
+      "loss": 0.927,
+      "step": 3970
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.7796232852452377e-05,
+      "loss": 0.8903,
+      "step": 3971
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.7753129982637026e-05,
+      "loss": 0.8606,
+      "step": 3972
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.7710055172673488e-05,
+      "loss": 0.8351,
+      "step": 3973
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.7667008439291554e-05,
+      "loss": 0.8912,
+      "step": 3974
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.762398979920998e-05,
+      "loss": 0.922,
+      "step": 3975
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.7580999269136855e-05,
+      "loss": 0.9049,
+      "step": 3976
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.753803686576909e-05,
+      "loss": 0.8422,
+      "step": 3977
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.7495102605792823e-05,
+      "loss": 0.8269,
+      "step": 3978
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.7452196505883265e-05,
+      "loss": 0.8905,
+      "step": 3979
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.740931858270459e-05,
+      "loss": 0.9131,
+      "step": 3980
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.736646885291011e-05,
+      "loss": 0.858,
+      "step": 3981
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.7323647333142177e-05,
+      "loss": 0.8303,
+      "step": 3982
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.7280854040032165e-05,
+      "loss": 0.8385,
+      "step": 3983
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.723808899020054e-05,
+      "loss": 0.955,
+      "step": 3984
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.7195352200256674e-05,
+      "loss": 0.8663,
+      "step": 3985
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.7152643686799094e-05,
+      "loss": 0.8191,
+      "step": 3986
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.710996346641528e-05,
+      "loss": 0.824,
+      "step": 3987
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.7067311555681753e-05,
+      "loss": 0.7865,
+      "step": 3988
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.702468797116403e-05,
+      "loss": 0.7963,
+      "step": 3989
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.6982092729416587e-05,
+      "loss": 0.9134,
+      "step": 3990
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.693952584698294e-05,
+      "loss": 0.7823,
+      "step": 3991
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.6896987340395607e-05,
+      "loss": 0.916,
+      "step": 3992
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.6854477226175966e-05,
+      "loss": 0.8526,
+      "step": 3993
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.6811995520834542e-05,
+      "loss": 0.8151,
+      "step": 3994
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.676954224087075e-05,
+      "loss": 0.8477,
+      "step": 3995
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.6727117402772884e-05,
+      "loss": 0.8934,
+      "step": 3996
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.668472102301829e-05,
+      "loss": 0.8463,
+      "step": 3997
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.664235311807327e-05,
+      "loss": 0.8782,
+      "step": 3998
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.6600013704392946e-05,
+      "loss": 0.7886,
+      "step": 3999
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.6557702798421568e-05,
+      "loss": 0.8014,
+      "step": 4000
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.6515420416592106e-05,
+      "loss": 0.7968,
+      "step": 4001
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.6473166575326604e-05,
+      "loss": 0.7659,
+      "step": 4002
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.643094129103598e-05,
+      "loss": 0.7947,
+      "step": 4003
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.6388744580119974e-05,
+      "loss": 0.8705,
+      "step": 4004
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.6346576458967398e-05,
+      "loss": 0.8794,
+      "step": 4005
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.630443694395579e-05,
+      "loss": 0.8326,
+      "step": 4006
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.626232605145168e-05,
+      "loss": 0.896,
+      "step": 4007
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.6220243797810485e-05,
+      "loss": 0.9241,
+      "step": 4008
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.6178190199376396e-05,
+      "loss": 0.8281,
+      "step": 4009
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.6136165272482594e-05,
+      "loss": 0.8672,
+      "step": 4010
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.6094169033451066e-05,
+      "loss": 0.7573,
+      "step": 4011
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.6052201498592667e-05,
+      "loss": 0.9314,
+      "step": 4012
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.6010262684207133e-05,
+      "loss": 0.8494,
+      "step": 4013
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.596835260658297e-05,
+      "loss": 0.8871,
+      "step": 4014
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.5926471281997577e-05,
+      "loss": 0.8912,
+      "step": 4015
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.588461872671719e-05,
+      "loss": 0.8199,
+      "step": 4016
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.5842794956996865e-05,
+      "loss": 0.8067,
+      "step": 4017
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.5800999989080487e-05,
+      "loss": 0.8632,
+      "step": 4018
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.575923383920069e-05,
+      "loss": 0.8848,
+      "step": 4019
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.5717496523578998e-05,
+      "loss": 0.8844,
+      "step": 4020
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.567578805842572e-05,
+      "loss": 0.9074,
+      "step": 4021
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.5634108459939877e-05,
+      "loss": 0.882,
+      "step": 4022
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.5592457744309404e-05,
+      "loss": 0.9213,
+      "step": 4023
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.555083592771098e-05,
+      "loss": 0.7993,
+      "step": 4024
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.5509243026309982e-05,
+      "loss": 0.8661,
+      "step": 4025
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.546767905626063e-05,
+      "loss": 0.9072,
+      "step": 4026
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.5426144033705935e-05,
+      "loss": 0.8947,
+      "step": 4027
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.5384637974777515e-05,
+      "loss": 0.872,
+      "step": 4028
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.5343160895595974e-05,
+      "loss": 0.8534,
+      "step": 4029
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.530171281227044e-05,
+      "loss": 0.8412,
+      "step": 4030
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.52602937408989e-05,
+      "loss": 0.8434,
+      "step": 4031
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.5218903697568076e-05,
+      "loss": 0.8593,
+      "step": 4032
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.5177542698353317e-05,
+      "loss": 0.948,
+      "step": 4033
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.5136210759318812e-05,
+      "loss": 0.8313,
+      "step": 4034
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.5094907896517383e-05,
+      "loss": 0.8542,
+      "step": 4035
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.5053634125990587e-05,
+      "loss": 0.8904,
+      "step": 4036
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.5012389463768737e-05,
+      "loss": 0.8438,
+      "step": 4037
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.4971173925870693e-05,
+      "loss": 0.9105,
+      "step": 4038
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.4929987528304144e-05,
+      "loss": 0.8644,
+      "step": 4039
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.4888830287065412e-05,
+      "loss": 0.8493,
+      "step": 4040
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.484770221813949e-05,
+      "loss": 0.8367,
+      "step": 4041
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.4806603337500067e-05,
+      "loss": 0.9212,
+      "step": 4042
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.476553366110944e-05,
+      "loss": 0.8413,
+      "step": 4043
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.4724493204918596e-05,
+      "loss": 0.7959,
+      "step": 4044
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.4683481984867207e-05,
+      "loss": 0.9225,
+      "step": 4045
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.4642500016883528e-05,
+      "loss": 0.8537,
+      "step": 4046
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.4601547316884543e-05,
+      "loss": 0.8885,
+      "step": 4047
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.4560623900775727e-05,
+      "loss": 0.8905,
+      "step": 4048
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.4519729784451295e-05,
+      "loss": 0.8263,
+      "step": 4049
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.4478864983794093e-05,
+      "loss": 0.8504,
+      "step": 4050
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.443802951467544e-05,
+      "loss": 0.8446,
+      "step": 4051
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.4397223392955447e-05,
+      "loss": 0.7655,
+      "step": 4052
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.4356446634482754e-05,
+      "loss": 0.79,
+      "step": 4053
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.4315699255094515e-05,
+      "loss": 0.8455,
+      "step": 4054
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.4274981270616583e-05,
+      "loss": 0.8162,
+      "step": 4055
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.4234292696863358e-05,
+      "loss": 0.8471,
+      "step": 4056
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.419363354963776e-05,
+      "loss": 0.8976,
+      "step": 4057
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.4153003844731425e-05,
+      "loss": 0.8384,
+      "step": 4058
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.4112403597924384e-05,
+      "loss": 0.9123,
+      "step": 4059
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.407183282498534e-05,
+      "loss": 0.8493,
+      "step": 4060
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.403129154167153e-05,
+      "loss": 0.9256,
+      "step": 4061
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.3990779763728666e-05,
+      "loss": 0.908,
+      "step": 4062
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.3950297506891084e-05,
+      "loss": 0.7971,
+      "step": 4063
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.390984478688164e-05,
+      "loss": 0.8318,
+      "step": 4064
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.386942161941169e-05,
+      "loss": 0.8594,
+      "step": 4065
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.3829028020181155e-05,
+      "loss": 0.8638,
+      "step": 4066
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.37886640048784e-05,
+      "loss": 0.9023,
+      "step": 4067
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.374832958918035e-05,
+      "loss": 0.7894,
+      "step": 4068
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.370802478875245e-05,
+      "loss": 0.9694,
+      "step": 4069
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.3667749619248614e-05,
+      "loss": 0.824,
+      "step": 4070
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.362750409631127e-05,
+      "loss": 0.8758,
+      "step": 4071
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.3587288235571258e-05,
+      "loss": 0.906,
+      "step": 4072
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.3547102052648006e-05,
+      "loss": 0.8967,
+      "step": 4073
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.350694556314934e-05,
+      "loss": 0.8697,
+      "step": 4074
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.3466818782671596e-05,
+      "loss": 0.8954,
+      "step": 4075
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.3426721726799573e-05,
+      "loss": 0.8454,
+      "step": 4076
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.3386654411106447e-05,
+      "loss": 0.8868,
+      "step": 4077
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.3346616851153933e-05,
+      "loss": 0.8954,
+      "step": 4078
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.330660906249218e-05,
+      "loss": 0.8861,
+      "step": 4079
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.3266631060659682e-05,
+      "loss": 0.8957,
+      "step": 4080
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.3226682861183503e-05,
+      "loss": 0.8198,
+      "step": 4081
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.318676447957907e-05,
+      "loss": 0.8775,
+      "step": 4082
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.3146875931350166e-05,
+      "loss": 0.8695,
+      "step": 4083
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.310701723198908e-05,
+      "loss": 0.8271,
+      "step": 4084
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.306718839697648e-05,
+      "loss": 0.874,
+      "step": 4085
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.3027389441781366e-05,
+      "loss": 0.8867,
+      "step": 4086
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.2987620381861285e-05,
+      "loss": 0.8791,
+      "step": 4087
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.2947881232662006e-05,
+      "loss": 0.8332,
+      "step": 4088
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.290817200961779e-05,
+      "loss": 0.9231,
+      "step": 4089
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.2868492728151258e-05,
+      "loss": 0.7579,
+      "step": 4090
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.282884340367334e-05,
+      "loss": 0.9053,
+      "step": 4091
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.2789224051583403e-05,
+      "loss": 0.8439,
+      "step": 4092
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.274963468726914e-05,
+      "loss": 0.9009,
+      "step": 4093
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.2710075326106617e-05,
+      "loss": 0.8492,
+      "step": 4094
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.2670545983460243e-05,
+      "loss": 0.8616,
+      "step": 4095
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.263104667468272e-05,
+      "loss": 0.8726,
+      "step": 4096
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.259157741511515e-05,
+      "loss": 0.9463,
+      "step": 4097
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.2552138220086927e-05,
+      "loss": 0.721,
+      "step": 4098
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.2512729104915786e-05,
+      "loss": 0.8576,
+      "step": 4099
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.2473350084907806e-05,
+      "loss": 0.8693,
+      "step": 4100
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.243400117535729e-05,
+      "loss": 0.8196,
+      "step": 4101
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.2394682391546928e-05,
+      "loss": 0.833,
+      "step": 4102
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.23553937487477e-05,
+      "loss": 0.779,
+      "step": 4103
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.2316135262218785e-05,
+      "loss": 0.7732,
+      "step": 4104
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.2276906947207844e-05,
+      "loss": 0.8034,
+      "step": 4105
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.2237708818950607e-05,
+      "loss": 0.873,
+      "step": 4106
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.2198540892671215e-05,
+      "loss": 0.8194,
+      "step": 4107
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.215940318358206e-05,
+      "loss": 0.8627,
+      "step": 4108
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.2120295706883698e-05,
+      "loss": 0.8425,
+      "step": 4109
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.20812184777651e-05,
+      "loss": 0.8812,
+      "step": 4110
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.204217151140342e-05,
+      "loss": 0.7703,
+      "step": 4111
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.2003154822963978e-05,
+      "loss": 0.8344,
+      "step": 4112
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.196416842760046e-05,
+      "loss": 0.8816,
+      "step": 4113
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.1925212340454736e-05,
+      "loss": 0.8798,
+      "step": 4114
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.1886286576656835e-05,
+      "loss": 0.8408,
+      "step": 4115
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.184739115132517e-05,
+      "loss": 0.9128,
+      "step": 4116
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.1808526079566217e-05,
+      "loss": 0.9006,
+      "step": 4117
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.176969137647472e-05,
+      "loss": 0.8501,
+      "step": 4118
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.1730887057133677e-05,
+      "loss": 0.8901,
+      "step": 4119
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.1692113136614177e-05,
+      "loss": 0.8263,
+      "step": 4120
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.1653369629975595e-05,
+      "loss": 0.8449,
+      "step": 4121
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.1614656552265456e-05,
+      "loss": 0.9151,
+      "step": 4122
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.1575973918519486e-05,
+      "loss": 0.9009,
+      "step": 4123
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.1537321743761584e-05,
+      "loss": 0.7734,
+      "step": 4124
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.1498700043003773e-05,
+      "loss": 0.7758,
+      "step": 4125
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.1460108831246296e-05,
+      "loss": 0.8706,
+      "step": 4126
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.1421548123477532e-05,
+      "loss": 0.8943,
+      "step": 4127
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.138301793467401e-05,
+      "loss": 0.8749,
+      "step": 4128
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.1344518279800452e-05,
+      "loss": 0.877,
+      "step": 4129
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.1306049173809615e-05,
+      "loss": 0.7661,
+      "step": 4130
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.1267610631642498e-05,
+      "loss": 0.7875,
+      "step": 4131
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.1229202668228197e-05,
+      "loss": 0.7809,
+      "step": 4132
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.1190825298483852e-05,
+      "loss": 0.8377,
+      "step": 4133
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.115247853731488e-05,
+      "loss": 0.846,
+      "step": 4134
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.11141623996147e-05,
+      "loss": 0.8396,
+      "step": 4135
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.107587690026481e-05,
+      "loss": 0.893,
+      "step": 4136
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.103762205413493e-05,
+      "loss": 0.885,
+      "step": 4137
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.0999397876082728e-05,
+      "loss": 0.877,
+      "step": 4138
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.0961204380954036e-05,
+      "loss": 0.8631,
+      "step": 4139
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.092304158358286e-05,
+      "loss": 0.8344,
+      "step": 4140
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.0884909498791104e-05,
+      "loss": 0.9055,
+      "step": 4141
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.084680814138885e-05,
+      "loss": 0.8249,
+      "step": 4142
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.080873752617426e-05,
+      "loss": 0.8694,
+      "step": 4143
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.0770697667933437e-05,
+      "loss": 0.8659,
+      "step": 4144
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.073268858144074e-05,
+      "loss": 0.8304,
+      "step": 4145
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.0694710281458373e-05,
+      "loss": 0.8082,
+      "step": 4146
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.0656762782736693e-05,
+      "loss": 0.9272,
+      "step": 4147
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.0618846100014112e-05,
+      "loss": 0.9347,
+      "step": 4148
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.058096024801697e-05,
+      "loss": 0.8721,
+      "step": 4149
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.0543105241459715e-05,
+      "loss": 0.8835,
+      "step": 4150
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.0505281095044804e-05,
+      "loss": 0.7559,
+      "step": 4151
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.0467487823462695e-05,
+      "loss": 0.8865,
+      "step": 4152
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.0429725441391888e-05,
+      "loss": 0.8896,
+      "step": 4153
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.0391993963498813e-05,
+      "loss": 0.8892,
+      "step": 4154
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.0354293404437965e-05,
+      "loss": 0.884,
+      "step": 4155
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.0316623778851783e-05,
+      "loss": 0.7964,
+      "step": 4156
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.027898510137075e-05,
+      "loss": 0.8634,
+      "step": 4157
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.024137738661329e-05,
+      "loss": 0.8617,
+      "step": 4158
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.0203800649185788e-05,
+      "loss": 0.8827,
+      "step": 4159
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.0166254903682603e-05,
+      "loss": 0.8491,
+      "step": 4160
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.0128740164686134e-05,
+      "loss": 0.8178,
+      "step": 4161
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.009125644676656e-05,
+      "loss": 0.8734,
+      "step": 4162
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.0053803764482227e-05,
+      "loss": 0.8626,
+      "step": 4163
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.0016382132379318e-05,
+      "loss": 0.8529,
+      "step": 4164
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.9978991564991913e-05,
+      "loss": 0.8481,
+      "step": 4165
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.994163207684212e-05,
+      "loss": 0.9222,
+      "step": 4166
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.9904303682439897e-05,
+      "loss": 0.9031,
+      "step": 4167
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.986700639628316e-05,
+      "loss": 0.9162,
+      "step": 4168
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.9829740232857808e-05,
+      "loss": 0.9182,
+      "step": 4169
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.9792505206637524e-05,
+      "loss": 0.9245,
+      "step": 4170
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.9755301332083997e-05,
+      "loss": 0.8626,
+      "step": 4171
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.971812862364679e-05,
+      "loss": 0.8917,
+      "step": 4172
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.9680987095763313e-05,
+      "loss": 0.8121,
+      "step": 4173
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.9643876762858937e-05,
+      "loss": 0.8286,
+      "step": 4174
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.9606797639346874e-05,
+      "loss": 0.9024,
+      "step": 4175
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.9569749739628242e-05,
+      "loss": 0.9465,
+      "step": 4176
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.9532733078092037e-05,
+      "loss": 0.9252,
+      "step": 4177
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.949574766911506e-05,
+      "loss": 0.9048,
+      "step": 4178
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.9458793527062035e-05,
+      "loss": 0.8449,
+      "step": 4179
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.9421870666285524e-05,
+      "loss": 0.8797,
+      "step": 4180
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.9384979101125943e-05,
+      "loss": 0.87,
+      "step": 4181
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.934811884591159e-05,
+      "loss": 0.7925,
+      "step": 4182
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.9311289914958497e-05,
+      "loss": 0.9552,
+      "step": 4183
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.9274492322570615e-05,
+      "loss": 0.8157,
+      "step": 4184
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.923772608303972e-05,
+      "loss": 0.7621,
+      "step": 4185
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.920099121064539e-05,
+      "loss": 0.816,
+      "step": 4186
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.9164287719655062e-05,
+      "loss": 0.8354,
+      "step": 4187
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.912761562432388e-05,
+      "loss": 0.8304,
+      "step": 4188
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.90909749388949e-05,
+      "loss": 0.8058,
+      "step": 4189
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.905436567759896e-05,
+      "loss": 0.7661,
+      "step": 4190
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.901778785465461e-05,
+      "loss": 0.9356,
+      "step": 4191
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.898124148426832e-05,
+      "loss": 0.76,
+      "step": 4192
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8944726580634288e-05,
+      "loss": 0.9114,
+      "step": 4193
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8908243157934423e-05,
+      "loss": 0.7822,
+      "step": 4194
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8871791230338497e-05,
+      "loss": 0.7621,
+      "step": 4195
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.883537081200404e-05,
+      "loss": 0.8166,
+      "step": 4196
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8798981917076252e-05,
+      "loss": 0.9456,
+      "step": 4197
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8762624559688256e-05,
+      "loss": 0.8502,
+      "step": 4198
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.872629875396076e-05,
+      "loss": 0.8418,
+      "step": 4199
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8690004514002313e-05,
+      "loss": 0.9146,
+      "step": 4200
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.86537418539092e-05,
+      "loss": 0.8513,
+      "step": 4201
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.861751078776538e-05,
+      "loss": 0.9009,
+      "step": 4202
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.858131132964259e-05,
+      "loss": 0.8065,
+      "step": 4203
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8545143493600292e-05,
+      "loss": 0.8421,
+      "step": 4204
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8509007293685667e-05,
+      "loss": 0.7774,
+      "step": 4205
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8472902743933607e-05,
+      "loss": 0.7593,
+      "step": 4206
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8436829858366657e-05,
+      "loss": 0.8672,
+      "step": 4207
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.840078865099514e-05,
+      "loss": 0.79,
+      "step": 4208
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8364779135817044e-05,
+      "loss": 0.8349,
+      "step": 4209
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8328801326818046e-05,
+      "loss": 0.8486,
+      "step": 4210
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.829285523797155e-05,
+      "loss": 0.7983,
+      "step": 4211
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8256940883238538e-05,
+      "loss": 0.8258,
+      "step": 4212
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.822105827656776e-05,
+      "loss": 0.8511,
+      "step": 4213
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.818520743189561e-05,
+      "loss": 0.8805,
+      "step": 4214
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.814938836314615e-05,
+      "loss": 0.9013,
+      "step": 4215
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8113601084231092e-05,
+      "loss": 0.8773,
+      "step": 4216
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8077845609049782e-05,
+      "loss": 0.8836,
+      "step": 4217
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.8042121951489256e-05,
+      "loss": 0.8859,
+      "step": 4218
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.800643012542418e-05,
+      "loss": 0.8834,
+      "step": 4219
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.7970770144716774e-05,
+      "loss": 0.814,
+      "step": 4220
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.7935142023217057e-05,
+      "loss": 0.8358,
+      "step": 4221
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.789954577476257e-05,
+      "loss": 0.7899,
+      "step": 4222
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.786398141317843e-05,
+      "loss": 0.8567,
+      "step": 4223
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.7828448952277453e-05,
+      "loss": 0.8645,
+      "step": 4224
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.7792948405860077e-05,
+      "loss": 0.878,
+      "step": 4225
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.7757479787714217e-05,
+      "loss": 0.8131,
+      "step": 4226
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.7722043111615573e-05,
+      "loss": 0.8841,
+      "step": 4227
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.7686638391327272e-05,
+      "loss": 0.8246,
+      "step": 4228
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.765126564060011e-05,
+      "loss": 0.8472,
+      "step": 4229
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.7615924873172507e-05,
+      "loss": 0.8509,
+      "step": 4230
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.7580616102770354e-05,
+      "loss": 0.8068,
+      "step": 4231
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.754533934310717e-05,
+      "loss": 0.7966,
+      "step": 4232
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.7510094607884074e-05,
+      "loss": 0.8682,
+      "step": 4233
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.74748819107897e-05,
+      "loss": 0.8571,
+      "step": 4234
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.7439701265500273e-05,
+      "loss": 0.8243,
+      "step": 4235
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.7404552685679508e-05,
+      "loss": 0.8513,
+      "step": 4236
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.7369436184978736e-05,
+      "loss": 0.8686,
+      "step": 4237
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.7334351777036805e-05,
+      "loss": 0.8926,
+      "step": 4238
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.729929947548008e-05,
+      "loss": 0.9107,
+      "step": 4239
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.7264279293922502e-05,
+      "loss": 0.8909,
+      "step": 4240
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.7229291245965462e-05,
+      "loss": 0.8122,
+      "step": 4241
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.7194335345197932e-05,
+      "loss": 0.8478,
+      "step": 4242
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.715941160519641e-05,
+      "loss": 0.8253,
+      "step": 4243
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.7124520039524803e-05,
+      "loss": 0.8785,
+      "step": 4244
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.7089660661734685e-05,
+      "loss": 0.8484,
+      "step": 4245
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.705483348536496e-05,
+      "loss": 0.7627,
+      "step": 4246
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.702003852394214e-05,
+      "loss": 0.8116,
+      "step": 4247
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6985275790980203e-05,
+      "loss": 0.8787,
+      "step": 4248
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6950545299980526e-05,
+      "loss": 0.7304,
+      "step": 4249
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.691584706443209e-05,
+      "loss": 0.778,
+      "step": 4250
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6881181097811304e-05,
+      "loss": 0.8893,
+      "step": 4251
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.684654741358198e-05,
+      "loss": 0.8486,
+      "step": 4252
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.681194602519546e-05,
+      "loss": 0.838,
+      "step": 4253
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.677737694609055e-05,
+      "loss": 0.8864,
+      "step": 4254
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.674284018969342e-05,
+      "loss": 0.8302,
+      "step": 4255
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6708335769417827e-05,
+      "loss": 0.9114,
+      "step": 4256
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.667386369866484e-05,
+      "loss": 0.8753,
+      "step": 4257
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6639423990823012e-05,
+      "loss": 0.823,
+      "step": 4258
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.660501665926838e-05,
+      "loss": 0.7848,
+      "step": 4259
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6570641717364277e-05,
+      "loss": 0.8635,
+      "step": 4260
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.653629917846159e-05,
+      "loss": 0.8369,
+      "step": 4261
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6501989055898535e-05,
+      "loss": 0.8455,
+      "step": 4262
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6467711363000793e-05,
+      "loss": 0.8469,
+      "step": 4263
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.643346611308144e-05,
+      "loss": 0.8429,
+      "step": 4264
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6399253319440887e-05,
+      "loss": 0.8576,
+      "step": 4265
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6365072995367004e-05,
+      "loss": 0.9291,
+      "step": 4266
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6330925154135058e-05,
+      "loss": 0.8315,
+      "step": 4267
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.629680980900765e-05,
+      "loss": 0.8488,
+      "step": 4268
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6262726973234843e-05,
+      "loss": 0.8983,
+      "step": 4269
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.622867666005393e-05,
+      "loss": 0.895,
+      "step": 4270
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.619465888268972e-05,
+      "loss": 0.9117,
+      "step": 4271
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.616067365435433e-05,
+      "loss": 0.8804,
+      "step": 4272
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6126720988247167e-05,
+      "loss": 0.91,
+      "step": 4273
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.609280089755515e-05,
+      "loss": 0.8227,
+      "step": 4274
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.605891339545237e-05,
+      "loss": 0.8951,
+      "step": 4275
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.6025058495100385e-05,
+      "loss": 0.8311,
+      "step": 4276
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.5991236209648053e-05,
+      "loss": 0.7498,
+      "step": 4277
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.5957446552231526e-05,
+      "loss": 0.8293,
+      "step": 4278
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.5923689535974305e-05,
+      "loss": 0.847,
+      "step": 4279
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.588996517398731e-05,
+      "loss": 0.8338,
+      "step": 4280
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.5856273479368612e-05,
+      "loss": 0.8679,
+      "step": 4281
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.582261446520371e-05,
+      "loss": 0.9212,
+      "step": 4282
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.5788988144565398e-05,
+      "loss": 0.7881,
+      "step": 4283
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.575539453051369e-05,
+      "loss": 0.9234,
+      "step": 4284
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.5721833636096027e-05,
+      "loss": 0.796,
+      "step": 4285
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.568830547434703e-05,
+      "loss": 0.8489,
+      "step": 4286
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.565481005828866e-05,
+      "loss": 0.8292,
+      "step": 4287
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.5621347400930175e-05,
+      "loss": 0.9264,
+      "step": 4288
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.5587917515268048e-05,
+      "loss": 0.8434,
+      "step": 4289
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.5554520414286067e-05,
+      "loss": 0.8836,
+      "step": 4290
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.552115611095529e-05,
+      "loss": 0.8757,
+      "step": 4291
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.5487824618234047e-05,
+      "loss": 0.8775,
+      "step": 4292
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.54545259490679e-05,
+      "loss": 0.8623,
+      "step": 4293
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.5421260116389637e-05,
+      "loss": 0.9127,
+      "step": 4294
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.5388027133119342e-05,
+      "loss": 0.868,
+      "step": 4295
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.535482701216433e-05,
+      "loss": 0.8927,
+      "step": 4296
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.5321659766419128e-05,
+      "loss": 0.8356,
+      "step": 4297
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.5288525408765564e-05,
+      "loss": 0.9337,
+      "step": 4298
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.5255423952072567e-05,
+      "loss": 0.8989,
+      "step": 4299
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.5222355409196398e-05,
+      "loss": 0.8961,
+      "step": 4300
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.5189319792980516e-05,
+      "loss": 0.7947,
+      "step": 4301
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.5156317116255513e-05,
+      "loss": 0.9343,
+      "step": 4302
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.5123347391839305e-05,
+      "loss": 0.8758,
+      "step": 4303
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.5090410632536967e-05,
+      "loss": 0.925,
+      "step": 4304
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.5057506851140702e-05,
+      "loss": 0.8948,
+      "step": 4305
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.5024636060429997e-05,
+      "loss": 0.7383,
+      "step": 4306
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4991798273171465e-05,
+      "loss": 0.879,
+      "step": 4307
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4958993502118901e-05,
+      "loss": 0.8692,
+      "step": 4308
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4926221760013392e-05,
+      "loss": 0.7813,
+      "step": 4309
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4893483059583014e-05,
+      "loss": 0.9152,
+      "step": 4310
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4860777413543137e-05,
+      "loss": 0.6637,
+      "step": 4311
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4828104834596268e-05,
+      "loss": 0.8885,
+      "step": 4312
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4795465335432035e-05,
+      "loss": 0.8528,
+      "step": 4313
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4762858928727241e-05,
+      "loss": 0.9155,
+      "step": 4314
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4730285627145856e-05,
+      "loss": 0.8048,
+      "step": 4315
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4697745443338984e-05,
+      "loss": 0.8053,
+      "step": 4316
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4665238389944857e-05,
+      "loss": 0.8418,
+      "step": 4317
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4632764479588801e-05,
+      "loss": 0.8508,
+      "step": 4318
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4600323724883335e-05,
+      "loss": 0.8955,
+      "step": 4319
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4567916138428072e-05,
+      "loss": 0.844,
+      "step": 4320
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4535541732809754e-05,
+      "loss": 0.8205,
+      "step": 4321
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4503200520602245e-05,
+      "loss": 0.784,
+      "step": 4322
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4470892514366441e-05,
+      "loss": 0.8709,
+      "step": 4323
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4438617726650439e-05,
+      "loss": 0.9125,
+      "step": 4324
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4406376169989388e-05,
+      "loss": 0.785,
+      "step": 4325
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.437416785690554e-05,
+      "loss": 0.8707,
+      "step": 4326
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4341992799908255e-05,
+      "loss": 0.9379,
+      "step": 4327
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4309851011493903e-05,
+      "loss": 0.8464,
+      "step": 4328
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4277742504146008e-05,
+      "loss": 0.8935,
+      "step": 4329
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4245667290335174e-05,
+      "loss": 0.8874,
+      "step": 4330
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4213625382518968e-05,
+      "loss": 0.783,
+      "step": 4331
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4181616793142172e-05,
+      "loss": 0.8377,
+      "step": 4332
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4149641534636549e-05,
+      "loss": 0.8164,
+      "step": 4333
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4117699619420877e-05,
+      "loss": 0.8345,
+      "step": 4334
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4085791059901076e-05,
+      "loss": 0.7555,
+      "step": 4335
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.4053915868470013e-05,
+      "loss": 0.8324,
+      "step": 4336
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.402207405750765e-05,
+      "loss": 0.8403,
+      "step": 4337
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.399026563938105e-05,
+      "loss": 0.7491,
+      "step": 4338
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.3958490626444154e-05,
+      "loss": 0.9099,
+      "step": 4339
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.3926749031038056e-05,
+      "loss": 0.8799,
+      "step": 4340
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3895040865490816e-05,
+      "loss": 0.8642,
+      "step": 4341
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3863366142117506e-05,
+      "loss": 0.8614,
+      "step": 4342
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.383172487322023e-05,
+      "loss": 0.8494,
+      "step": 4343
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3800117071088104e-05,
+      "loss": 0.8387,
+      "step": 4344
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3768542747997215e-05,
+      "loss": 0.8162,
+      "step": 4345
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3737001916210713e-05,
+      "loss": 0.7864,
+      "step": 4346
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3705494587978628e-05,
+      "loss": 0.8144,
+      "step": 4347
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3674020775538077e-05,
+      "loss": 0.8195,
+      "step": 4348
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3642580491113122e-05,
+      "loss": 0.8415,
+      "step": 4349
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3611173746914795e-05,
+      "loss": 0.8146,
+      "step": 4350
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3579800555141165e-05,
+      "loss": 0.8106,
+      "step": 4351
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3548460927977159e-05,
+      "loss": 0.9074,
+      "step": 4352
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.351715487759474e-05,
+      "loss": 0.842,
+      "step": 4353
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3485882416152818e-05,
+      "loss": 0.7559,
+      "step": 4354
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3454643555797274e-05,
+      "loss": 0.7722,
+      "step": 4355
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.342343830866093e-05,
+      "loss": 0.8599,
+      "step": 4356
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3392266686863509e-05,
+      "loss": 0.8662,
+      "step": 4357
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3361128702511716e-05,
+      "loss": 0.8937,
+      "step": 4358
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3330024367699223e-05,
+      "loss": 0.8465,
+      "step": 4359
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3298953694506522e-05,
+      "loss": 0.8673,
+      "step": 4360
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.326791669500117e-05,
+      "loss": 0.8031,
+      "step": 4361
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3236913381237592e-05,
+      "loss": 0.9149,
+      "step": 4362
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3205943765257055e-05,
+      "loss": 0.7924,
+      "step": 4363
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.317500785908783e-05,
+      "loss": 0.7667,
+      "step": 4364
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.31441056747451e-05,
+      "loss": 0.871,
+      "step": 4365
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3113237224230834e-05,
+      "loss": 0.9311,
+      "step": 4366
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3082402519534076e-05,
+      "loss": 0.8509,
+      "step": 4367
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3051601572630612e-05,
+      "loss": 0.8335,
+      "step": 4368
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3020834395483195e-05,
+      "loss": 0.8539,
+      "step": 4369
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2990101000041444e-05,
+      "loss": 0.871,
+      "step": 4370
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2959401398241843e-05,
+      "loss": 0.8231,
+      "step": 4371
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2928735602007769e-05,
+      "loss": 0.8791,
+      "step": 4372
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2898103623249457e-05,
+      "loss": 0.7386,
+      "step": 4373
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2867505473864028e-05,
+      "loss": 0.8214,
+      "step": 4374
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2836941165735462e-05,
+      "loss": 0.8739,
+      "step": 4375
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.280641071073455e-05,
+      "loss": 0.8181,
+      "step": 4376
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.277591412071899e-05,
+      "loss": 0.8255,
+      "step": 4377
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2745451407533293e-05,
+      "loss": 0.8777,
+      "step": 4378
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.271502258300885e-05,
+      "loss": 0.8114,
+      "step": 4379
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2684627658963867e-05,
+      "loss": 0.8365,
+      "step": 4380
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2654266647203339e-05,
+      "loss": 0.9097,
+      "step": 4381
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.262393955951916e-05,
+      "loss": 0.891,
+      "step": 4382
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2593646407690051e-05,
+      "loss": 0.9911,
+      "step": 4383
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2563387203481448e-05,
+      "loss": 0.8308,
+      "step": 4384
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2533161958645756e-05,
+      "loss": 0.8719,
+      "step": 4385
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2502970684922066e-05,
+      "loss": 0.8935,
+      "step": 4386
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2472813394036343e-05,
+      "loss": 0.8311,
+      "step": 4387
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2442690097701327e-05,
+      "loss": 0.8195,
+      "step": 4388
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2412600807616525e-05,
+      "loss": 0.8465,
+      "step": 4389
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2382545535468315e-05,
+      "loss": 0.7949,
+      "step": 4390
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2352524292929824e-05,
+      "loss": 0.8643,
+      "step": 4391
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2322537091660912e-05,
+      "loss": 0.8136,
+      "step": 4392
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.22925839433083e-05,
+      "loss": 0.78,
+      "step": 4393
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.2262664859505435e-05,
+      "loss": 0.8854,
+      "step": 4394
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.223277985187251e-05,
+      "loss": 0.9474,
+      "step": 4395
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.2202928932016589e-05,
+      "loss": 0.7609,
+      "step": 4396
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.217311211153137e-05,
+      "loss": 0.8236,
+      "step": 4397
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.2143329401997372e-05,
+      "loss": 0.8531,
+      "step": 4398
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.2113580814981884e-05,
+      "loss": 0.7556,
+      "step": 4399
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.2083866362038865e-05,
+      "loss": 0.8484,
+      "step": 4400
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.2054186054709105e-05,
+      "loss": 0.9084,
+      "step": 4401
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.2024539904520072e-05,
+      "loss": 0.9274,
+      "step": 4402
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1994927922985998e-05,
+      "loss": 0.7707,
+      "step": 4403
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1965350121607865e-05,
+      "loss": 0.8501,
+      "step": 4404
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1935806511873304e-05,
+      "loss": 0.8083,
+      "step": 4405
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1906297105256725e-05,
+      "loss": 0.808,
+      "step": 4406
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.187682191321925e-05,
+      "loss": 0.8615,
+      "step": 4407
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1847380947208698e-05,
+      "loss": 0.9092,
+      "step": 4408
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1817974218659622e-05,
+      "loss": 0.9415,
+      "step": 4409
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.178860173899321e-05,
+      "loss": 0.8623,
+      "step": 4410
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1759263519617437e-05,
+      "loss": 0.904,
+      "step": 4411
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.172995957192693e-05,
+      "loss": 0.8831,
+      "step": 4412
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1700689907302953e-05,
+      "loss": 0.8224,
+      "step": 4413
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.167145453711358e-05,
+      "loss": 0.8062,
+      "step": 4414
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1642253472713426e-05,
+      "loss": 0.7496,
+      "step": 4415
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.161308672544389e-05,
+      "loss": 0.8562,
+      "step": 4416
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1583954306633005e-05,
+      "loss": 0.8784,
+      "step": 4417
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1554856227595433e-05,
+      "loss": 0.8423,
+      "step": 4418
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1525792499632527e-05,
+      "loss": 0.8225,
+      "step": 4419
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1496763134032363e-05,
+      "loss": 0.8385,
+      "step": 4420
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1467768142069546e-05,
+      "loss": 0.8987,
+      "step": 4421
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1438807535005436e-05,
+      "loss": 0.8134,
+      "step": 4422
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1409881324088011e-05,
+      "loss": 0.8468,
+      "step": 4423
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.138098952055181e-05,
+      "loss": 0.8254,
+      "step": 4424
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1352132135618166e-05,
+      "loss": 0.8202,
+      "step": 4425
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1323309180494901e-05,
+      "loss": 0.8331,
+      "step": 4426
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1294520666376518e-05,
+      "loss": 0.871,
+      "step": 4427
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1265766604444172e-05,
+      "loss": 0.7745,
+      "step": 4428
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1237047005865576e-05,
+      "loss": 0.8297,
+      "step": 4429
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1208361881795116e-05,
+      "loss": 0.887,
+      "step": 4430
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1179711243373736e-05,
+      "loss": 0.8222,
+      "step": 4431
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1151095101729047e-05,
+      "loss": 0.8594,
+      "step": 4432
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1122513467975237e-05,
+      "loss": 0.9019,
+      "step": 4433
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1093966353213037e-05,
+      "loss": 0.8304,
+      "step": 4434
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1065453768529843e-05,
+      "loss": 0.9155,
+      "step": 4435
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1036975724999609e-05,
+      "loss": 0.8957,
+      "step": 4436
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.1008532233682877e-05,
+      "loss": 0.8188,
+      "step": 4437
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.098012330562681e-05,
+      "loss": 0.9229,
+      "step": 4438
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.0951748951865048e-05,
+      "loss": 0.7877,
+      "step": 4439
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.0923409183417887e-05,
+      "loss": 0.9101,
+      "step": 4440
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.08951040112922e-05,
+      "loss": 0.7645,
+      "step": 4441
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.0866833446481317e-05,
+      "loss": 0.8304,
+      "step": 4442
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.0838597499965275e-05,
+      "loss": 0.8937,
+      "step": 4443
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.0810396182710536e-05,
+      "loss": 0.8324,
+      "step": 4444
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0782229505670193e-05,
+      "loss": 0.9241,
+      "step": 4445
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0754097479783876e-05,
+      "loss": 0.7859,
+      "step": 4446
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0726000115977696e-05,
+      "loss": 0.8749,
+      "step": 4447
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.069793742516435e-05,
+      "loss": 0.7928,
+      "step": 4448
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0669909418243118e-05,
+      "loss": 0.8547,
+      "step": 4449
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0641916106099692e-05,
+      "loss": 0.7993,
+      "step": 4450
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0613957499606386e-05,
+      "loss": 0.8768,
+      "step": 4451
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0586033609622004e-05,
+      "loss": 0.9191,
+      "step": 4452
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0558144446991836e-05,
+      "loss": 0.8132,
+      "step": 4453
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0530290022547728e-05,
+      "loss": 0.8652,
+      "step": 4454
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0502470347108018e-05,
+      "loss": 0.8577,
+      "step": 4455
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0474685431477539e-05,
+      "loss": 0.7753,
+      "step": 4456
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0446935286447656e-05,
+      "loss": 0.8653,
+      "step": 4457
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0419219922796176e-05,
+      "loss": 0.8134,
+      "step": 4458
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0391539351287439e-05,
+      "loss": 0.8096,
+      "step": 4459
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0363893582672247e-05,
+      "loss": 0.8482,
+      "step": 4460
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0336282627687921e-05,
+      "loss": 0.8663,
+      "step": 4461
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.030870649705825e-05,
+      "loss": 0.8749,
+      "step": 4462
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0281165201493438e-05,
+      "loss": 0.8458,
+      "step": 4463
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.025365875169023e-05,
+      "loss": 0.9015,
+      "step": 4464
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0226187158331823e-05,
+      "loss": 0.8931,
+      "step": 4465
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0198750432087855e-05,
+      "loss": 0.856,
+      "step": 4466
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0171348583614459e-05,
+      "loss": 0.9037,
+      "step": 4467
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0143981623554156e-05,
+      "loss": 0.9544,
+      "step": 4468
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0116649562535985e-05,
+      "loss": 0.8886,
+      "step": 4469
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0089352411175423e-05,
+      "loss": 0.8627,
+      "step": 4470
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0062090180074291e-05,
+      "loss": 0.7585,
+      "step": 4471
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.0034862879821027e-05,
+      "loss": 0.8189,
+      "step": 4472
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.000767052099033e-05,
+      "loss": 0.8572,
+      "step": 4473
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.98051311414342e-06,
+      "loss": 0.8688,
+      "step": 4474
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.953390669827945e-06,
+      "loss": 0.8896,
+      "step": 4475
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.926303198577913e-06,
+      "loss": 0.7888,
+      "step": 4476
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.899250710913765e-06,
+      "loss": 0.7847,
+      "step": 4477
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.872233217342463e-06,
+      "loss": 0.96,
+      "step": 4478
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.845250728357215e-06,
+      "loss": 0.8423,
+      "step": 4479
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.818303254437722e-06,
+      "loss": 0.8513,
+      "step": 4480
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.791390806050115e-06,
+      "loss": 0.9021,
+      "step": 4481
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.764513393646812e-06,
+      "loss": 0.8595,
+      "step": 4482
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.737671027666728e-06,
+      "loss": 0.8564,
+      "step": 4483
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.710863718535135e-06,
+      "loss": 0.8715,
+      "step": 4484
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.684091476663659e-06,
+      "loss": 0.8708,
+      "step": 4485
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.657354312450362e-06,
+      "loss": 0.8377,
+      "step": 4486
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.630652236279625e-06,
+      "loss": 0.8027,
+      "step": 4487
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.603985258522218e-06,
+      "loss": 0.888,
+      "step": 4488
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.577353389535315e-06,
+      "loss": 0.8306,
+      "step": 4489
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.550756639662417e-06,
+      "loss": 0.8262,
+      "step": 4490
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.524195019233407e-06,
+      "loss": 0.8607,
+      "step": 4491
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.497668538564474e-06,
+      "loss": 0.87,
+      "step": 4492
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.471177207958237e-06,
+      "loss": 0.9089,
+      "step": 4493
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.444721037703597e-06,
+      "loss": 0.826,
+      "step": 4494
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.418300038075845e-06,
+      "loss": 0.9122,
+      "step": 4495
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 9.391914219336606e-06,
+      "loss": 0.8429,
+      "step": 4496
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 9.365563591733784e-06,
+      "loss": 0.8129,
+      "step": 4497
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 9.33924816550168e-06,
+      "loss": 0.9121,
+      "step": 4498
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 9.31296795086093e-06,
+      "loss": 0.8012,
+      "step": 4499
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 9.28672295801839e-06,
+      "loss": 0.8165,
+      "step": 4500
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 9.260513197167397e-06,
+      "loss": 0.7983,
+      "step": 4501
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 9.234338678487509e-06,
+      "loss": 0.8515,
+      "step": 4502
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 9.208199412144558e-06,
+      "loss": 0.8541,
+      "step": 4503
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 9.182095408290781e-06,
+      "loss": 0.8358,
+      "step": 4504
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 9.156026677064632e-06,
+      "loss": 0.8756,
+      "step": 4505
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 9.129993228590916e-06,
+      "loss": 0.8748,
+      "step": 4506
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 9.103995072980765e-06,
+      "loss": 0.8754,
+      "step": 4507
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 9.078032220331522e-06,
+      "loss": 0.8495,
+      "step": 4508
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 9.052104680726858e-06,
+      "loss": 0.8266,
+      "step": 4509
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 9.026212464236772e-06,
+      "loss": 0.7934,
+      "step": 4510
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 9.000355580917463e-06,
+      "loss": 0.8397,
+      "step": 4511
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.974534040811445e-06,
+      "loss": 0.8583,
+      "step": 4512
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.948747853947526e-06,
+      "loss": 0.7861,
+      "step": 4513
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.922997030340752e-06,
+      "loss": 0.9092,
+      "step": 4514
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.897281579992467e-06,
+      "loss": 0.8091,
+      "step": 4515
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.871601512890238e-06,
+      "loss": 0.7791,
+      "step": 4516
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.845956839007896e-06,
+      "loss": 0.8461,
+      "step": 4517
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.820347568305542e-06,
+      "loss": 0.8511,
+      "step": 4518
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.794773710729542e-06,
+      "loss": 0.7959,
+      "step": 4519
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.769235276212495e-06,
+      "loss": 0.7792,
+      "step": 4520
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.74373227467319e-06,
+      "loss": 0.7706,
+      "step": 4521
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.718264716016722e-06,
+      "loss": 0.8337,
+      "step": 4522
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.692832610134427e-06,
+      "loss": 0.8522,
+      "step": 4523
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.66743596690377e-06,
+      "loss": 0.8505,
+      "step": 4524
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.642074796188592e-06,
+      "loss": 0.8177,
+      "step": 4525
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.61674910783884e-06,
+      "loss": 0.7959,
+      "step": 4526
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.59145891169072e-06,
+      "loss": 0.8512,
+      "step": 4527
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.566204217566664e-06,
+      "loss": 0.7907,
+      "step": 4528
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.540985035275272e-06,
+      "loss": 0.8571,
+      "step": 4529
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.515801374611432e-06,
+      "loss": 0.8241,
+      "step": 4530
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.490653245356185e-06,
+      "loss": 0.8195,
+      "step": 4531
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.465540657276727e-06,
+      "loss": 0.88,
+      "step": 4532
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.44046362012656e-06,
+      "loss": 0.8003,
+      "step": 4533
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.415422143645245e-06,
+      "loss": 0.9798,
+      "step": 4534
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.39041623755864e-06,
+      "loss": 0.8755,
+      "step": 4535
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.365445911578785e-06,
+      "loss": 0.8162,
+      "step": 4536
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.340511175403809e-06,
+      "loss": 0.843,
+      "step": 4537
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.315612038718101e-06,
+      "loss": 0.8611,
+      "step": 4538
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.290748511192215e-06,
+      "loss": 0.8719,
+      "step": 4539
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.265920602482824e-06,
+      "loss": 0.846,
+      "step": 4540
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.241128322232817e-06,
+      "loss": 0.836,
+      "step": 4541
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.216371680071244e-06,
+      "loss": 0.8507,
+      "step": 4542
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.191650685613272e-06,
+      "loss": 0.8934,
+      "step": 4543
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.166965348460299e-06,
+      "loss": 0.7756,
+      "step": 4544
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.142315678199763e-06,
+      "loss": 0.834,
+      "step": 4545
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.117701684405343e-06,
+      "loss": 0.7785,
+      "step": 4546
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.093123376636836e-06,
+      "loss": 0.8691,
+      "step": 4547
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 8.06858076444017e-06,
+      "loss": 0.8284,
+      "step": 4548
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 8.044073857347423e-06,
+      "loss": 0.8816,
+      "step": 4549
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 8.019602664876758e-06,
+      "loss": 0.8649,
+      "step": 4550
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.995167196532527e-06,
+      "loss": 0.884,
+      "step": 4551
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.970767461805217e-06,
+      "loss": 0.8179,
+      "step": 4552
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.946403470171327e-06,
+      "loss": 0.7924,
+      "step": 4553
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.922075231093629e-06,
+      "loss": 0.8835,
+      "step": 4554
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.897782754020888e-06,
+      "loss": 0.8619,
+      "step": 4555
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.873526048388026e-06,
+      "loss": 0.821,
+      "step": 4556
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.849305123616092e-06,
+      "loss": 0.9068,
+      "step": 4557
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.825119989112173e-06,
+      "loss": 0.8336,
+      "step": 4558
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.800970654269512e-06,
+      "loss": 0.8214,
+      "step": 4559
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.776857128467463e-06,
+      "loss": 0.8462,
+      "step": 4560
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.75277942107141e-06,
+      "loss": 0.8702,
+      "step": 4561
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.728737541432863e-06,
+      "loss": 0.7262,
+      "step": 4562
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.704731498889428e-06,
+      "loss": 0.7929,
+      "step": 4563
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.680761302764727e-06,
+      "loss": 0.9126,
+      "step": 4564
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.656826962368579e-06,
+      "loss": 0.897,
+      "step": 4565
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.632928486996749e-06,
+      "loss": 0.8308,
+      "step": 4566
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.609065885931155e-06,
+      "loss": 0.8316,
+      "step": 4567
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.585239168439761e-06,
+      "loss": 0.9059,
+      "step": 4568
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.561448343776567e-06,
+      "loss": 0.8696,
+      "step": 4569
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.537693421181658e-06,
+      "loss": 0.8761,
+      "step": 4570
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.513974409881186e-06,
+      "loss": 0.8943,
+      "step": 4571
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.490291319087339e-06,
+      "loss": 0.9008,
+      "step": 4572
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.46664415799837e-06,
+      "loss": 0.8005,
+      "step": 4573
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.443032935798533e-06,
+      "loss": 0.8046,
+      "step": 4574
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.419457661658169e-06,
+      "loss": 0.8218,
+      "step": 4575
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.3959183447336434e-06,
+      "loss": 0.8518,
+      "step": 4576
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.372414994167354e-06,
+      "loss": 0.8842,
+      "step": 4577
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.3489476190877536e-06,
+      "loss": 0.9011,
+      "step": 4578
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.325516228609264e-06,
+      "loss": 0.8278,
+      "step": 4579
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.302120831832382e-06,
+      "loss": 0.7647,
+      "step": 4580
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.278761437843629e-06,
+      "loss": 0.7928,
+      "step": 4581
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.255438055715469e-06,
+      "loss": 0.9151,
+      "step": 4582
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.232150694506512e-06,
+      "loss": 0.8365,
+      "step": 4583
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.208899363261234e-06,
+      "loss": 0.7797,
+      "step": 4584
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.185684071010224e-06,
+      "loss": 0.8191,
+      "step": 4585
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.162504826770033e-06,
+      "loss": 0.9282,
+      "step": 4586
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.139361639543185e-06,
+      "loss": 0.9363,
+      "step": 4587
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.116254518318221e-06,
+      "loss": 0.913,
+      "step": 4588
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.0931834720697535e-06,
+      "loss": 0.8847,
+      "step": 4589
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.070148509758223e-06,
+      "loss": 0.8509,
+      "step": 4590
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.0471496403301975e-06,
+      "loss": 0.8518,
+      "step": 4591
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.024186872718164e-06,
+      "loss": 0.7796,
+      "step": 4592
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.001260215840566e-06,
+      "loss": 0.8317,
+      "step": 4593
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.978369678601893e-06,
+      "loss": 0.8528,
+      "step": 4594
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.955515269892532e-06,
+      "loss": 0.8549,
+      "step": 4595
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.932696998588895e-06,
+      "loss": 0.868,
+      "step": 4596
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.909914873553347e-06,
+      "loss": 0.8497,
+      "step": 4597
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.887168903634178e-06,
+      "loss": 0.7544,
+      "step": 4598
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.864459097665654e-06,
+      "loss": 0.8352,
+      "step": 4599
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.8417854644680205e-06,
+      "loss": 0.7952,
+      "step": 4600
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.819148012847454e-06,
+      "loss": 0.8562,
+      "step": 4601
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.796546751596089e-06,
+      "loss": 0.9108,
+      "step": 4602
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.773981689491959e-06,
+      "loss": 0.7683,
+      "step": 4603
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.75145283529911e-06,
+      "loss": 0.8145,
+      "step": 4604
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.728960197767475e-06,
+      "loss": 0.8869,
+      "step": 4605
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.706503785632934e-06,
+      "loss": 0.8273,
+      "step": 4606
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.68408360761732e-06,
+      "loss": 0.8644,
+      "step": 4607
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.661699672428334e-06,
+      "loss": 0.8444,
+      "step": 4608
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.639351988759657e-06,
+      "loss": 0.7387,
+      "step": 4609
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.6170405652909e-06,
+      "loss": 0.8334,
+      "step": 4610
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.594765410687487e-06,
+      "loss": 0.8493,
+      "step": 4611
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.57252653360092e-06,
+      "loss": 0.8543,
+      "step": 4612
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.550323942668468e-06,
+      "loss": 0.7162,
+      "step": 4613
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.528157646513378e-06,
+      "loss": 0.7863,
+      "step": 4614
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.506027653744795e-06,
+      "loss": 0.8828,
+      "step": 4615
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.483933972957734e-06,
+      "loss": 0.8513,
+      "step": 4616
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.461876612733109e-06,
+      "loss": 0.7945,
+      "step": 4617
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.439855581637799e-06,
+      "loss": 0.8181,
+      "step": 4618
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.417870888224475e-06,
+      "loss": 0.78,
+      "step": 4619
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.39592254103174e-06,
+      "loss": 0.8827,
+      "step": 4620
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.37401054858412e-06,
+      "loss": 0.8194,
+      "step": 4621
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.352134919391928e-06,
+      "loss": 0.8966,
+      "step": 4622
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.330295661951435e-06,
+      "loss": 0.8202,
+      "step": 4623
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.308492784744746e-06,
+      "loss": 0.8578,
+      "step": 4624
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.2867262962398535e-06,
+      "loss": 0.8093,
+      "step": 4625
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.2649962048906276e-06,
+      "loss": 0.8569,
+      "step": 4626
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.24330251913674e-06,
+      "loss": 0.8988,
+      "step": 4627
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.221645247403807e-06,
+      "loss": 0.8221,
+      "step": 4628
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.200024398103255e-06,
+      "loss": 0.8265,
+      "step": 4629
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.178439979632366e-06,
+      "loss": 0.8853,
+      "step": 4630
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.156892000374292e-06,
+      "loss": 0.8848,
+      "step": 4631
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.135380468698005e-06,
+      "loss": 0.8234,
+      "step": 4632
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.113905392958341e-06,
+      "loss": 0.8408,
+      "step": 4633
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.092466781495976e-06,
+      "loss": 0.8951,
+      "step": 4634
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.071064642637403e-06,
+      "loss": 0.8236,
+      "step": 4635
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.049698984695007e-06,
+      "loss": 0.9328,
+      "step": 4636
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.028369815966917e-06,
+      "loss": 0.822,
+      "step": 4637
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.007077144737161e-06,
+      "loss": 0.8495,
+      "step": 4638
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 5.985820979275569e-06,
+      "loss": 0.8204,
+      "step": 4639
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 5.96460132783776e-06,
+      "loss": 0.8117,
+      "step": 4640
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 5.943418198665252e-06,
+      "loss": 0.828,
+      "step": 4641
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 5.922271599985285e-06,
+      "loss": 0.861,
+      "step": 4642
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 5.901161540010968e-06,
+      "loss": 0.8196,
+      "step": 4643
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 5.8800880269412326e-06,
+      "loss": 0.8136,
+      "step": 4644
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 5.8590510689607415e-06,
+      "loss": 0.7926,
+      "step": 4645
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 5.838050674240025e-06,
+      "loss": 0.7971,
+      "step": 4646
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 5.817086850935416e-06,
+      "loss": 0.8023,
+      "step": 4647
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 5.796159607189e-06,
+      "loss": 0.8597,
+      "step": 4648
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 5.775268951128676e-06,
+      "loss": 0.7317,
+      "step": 4649
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 5.754414890868154e-06,
+      "loss": 0.8044,
+      "step": 4650
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 5.733597434506877e-06,
+      "loss": 0.8986,
+      "step": 4651
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.712816590130132e-06,
+      "loss": 0.864,
+      "step": 4652
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.6920723658089534e-06,
+      "loss": 0.9121,
+      "step": 4653
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.671364769600163e-06,
+      "loss": 0.8805,
+      "step": 4654
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.650693809546348e-06,
+      "loss": 0.8788,
+      "step": 4655
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.630059493675865e-06,
+      "loss": 0.8385,
+      "step": 4656
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.609461830002849e-06,
+      "loss": 0.8464,
+      "step": 4657
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.5889008265271995e-06,
+      "loss": 0.8746,
+      "step": 4658
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.5683764912345615e-06,
+      "loss": 0.8265,
+      "step": 4659
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.547888832096382e-06,
+      "loss": 0.7741,
+      "step": 4660
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.527437857069784e-06,
+      "loss": 0.8953,
+      "step": 4661
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.507023574097725e-06,
+      "loss": 0.827,
+      "step": 4662
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.486645991108874e-06,
+      "loss": 0.8854,
+      "step": 4663
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.4663051160176225e-06,
+      "loss": 0.8722,
+      "step": 4664
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.446000956724173e-06,
+      "loss": 0.8509,
+      "step": 4665
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.4257335211143955e-06,
+      "loss": 0.8481,
+      "step": 4666
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.4055028170599374e-06,
+      "loss": 0.8446,
+      "step": 4667
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.3853088524181914e-06,
+      "loss": 0.8582,
+      "step": 4668
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.365151635032218e-06,
+      "loss": 0.723,
+      "step": 4669
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.345031172730875e-06,
+      "loss": 0.8516,
+      "step": 4670
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.3249474733287345e-06,
+      "loss": 0.8147,
+      "step": 4671
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.3049005446260455e-06,
+      "loss": 0.9067,
+      "step": 4672
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.284890394408826e-06,
+      "loss": 0.747,
+      "step": 4673
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.2649170304487576e-06,
+      "loss": 0.8061,
+      "step": 4674
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.2449804605032685e-06,
+      "loss": 0.8078,
+      "step": 4675
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.225080692315532e-06,
+      "loss": 0.8668,
+      "step": 4676
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.205217733614353e-06,
+      "loss": 0.7902,
+      "step": 4677
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.185391592114286e-06,
+      "loss": 0.7994,
+      "step": 4678
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.165602275515591e-06,
+      "loss": 0.7651,
+      "step": 4679
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.145849791504187e-06,
+      "loss": 0.8876,
+      "step": 4680
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.126134147751716e-06,
+      "loss": 0.8441,
+      "step": 4681
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.106455351915507e-06,
+      "loss": 0.7824,
+      "step": 4682
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.0868134116385805e-06,
+      "loss": 0.7357,
+      "step": 4683
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.067208334549656e-06,
+      "loss": 0.8781,
+      "step": 4684
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.047640128263087e-06,
+      "loss": 0.869,
+      "step": 4685
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.028108800378961e-06,
+      "loss": 0.8619,
+      "step": 4686
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 5.008614358483022e-06,
+      "loss": 0.7728,
+      "step": 4687
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.9891568101466666e-06,
+      "loss": 0.8588,
+      "step": 4688
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.969736162927019e-06,
+      "loss": 0.7925,
+      "step": 4689
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.9503524243667994e-06,
+      "loss": 0.9144,
+      "step": 4690
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.931005601994432e-06,
+      "loss": 0.8509,
+      "step": 4691
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.911695703324038e-06,
+      "loss": 0.7963,
+      "step": 4692
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.892422735855285e-06,
+      "loss": 0.8589,
+      "step": 4693
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.873186707073663e-06,
+      "loss": 0.8082,
+      "step": 4694
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.853987624450151e-06,
+      "loss": 0.8468,
+      "step": 4695
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.834825495441475e-06,
+      "loss": 0.8202,
+      "step": 4696
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.815700327490014e-06,
+      "loss": 0.7882,
+      "step": 4697
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.796612128023725e-06,
+      "loss": 0.8232,
+      "step": 4698
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.777560904456235e-06,
+      "loss": 0.8687,
+      "step": 4699
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.758546664186869e-06,
+      "loss": 0.817,
+      "step": 4700
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.739569414600498e-06,
+      "loss": 0.8901,
+      "step": 4701
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.720629163067703e-06,
+      "loss": 0.8763,
+      "step": 4702
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.70172591694461e-06,
+      "loss": 0.8705,
+      "step": 4703
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.682859683573048e-06,
+      "loss": 0.8588,
+      "step": 4704
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.664030470280467e-06,
+      "loss": 0.792,
+      "step": 4705
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.645238284379883e-06,
+      "loss": 0.9076,
+      "step": 4706
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.6264831331699675e-06,
+      "loss": 0.8148,
+      "step": 4707
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.60776502393504e-06,
+      "loss": 0.8216,
+      "step": 4708
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.589083963944951e-06,
+      "loss": 0.7957,
+      "step": 4709
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.570439960455242e-06,
+      "loss": 0.8766,
+      "step": 4710
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.551833020707008e-06,
+      "loss": 0.8666,
+      "step": 4711
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.533263151926981e-06,
+      "loss": 0.8649,
+      "step": 4712
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.5147303613275016e-06,
+      "loss": 0.9068,
+      "step": 4713
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.496234656106457e-06,
+      "loss": 0.7964,
+      "step": 4714
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.477776043447379e-06,
+      "loss": 0.8634,
+      "step": 4715
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.459354530519377e-06,
+      "loss": 0.879,
+      "step": 4716
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.440970124477173e-06,
+      "loss": 0.8871,
+      "step": 4717
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.422622832461054e-06,
+      "loss": 0.8536,
+      "step": 4718
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.404312661596877e-06,
+      "loss": 0.8221,
+      "step": 4719
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.386039618996119e-06,
+      "loss": 0.8778,
+      "step": 4720
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.367803711755814e-06,
+      "loss": 0.7644,
+      "step": 4721
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.349604946958563e-06,
+      "loss": 0.7571,
+      "step": 4722
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.331443331672591e-06,
+      "loss": 0.9289,
+      "step": 4723
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.313318872951633e-06,
+      "loss": 0.82,
+      "step": 4724
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.295231577835024e-06,
+      "loss": 0.8379,
+      "step": 4725
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.277181453347678e-06,
+      "loss": 0.8065,
+      "step": 4726
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.259168506500022e-06,
+      "loss": 0.8536,
+      "step": 4727
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.241192744288091e-06,
+      "loss": 0.903,
+      "step": 4728
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.223254173693492e-06,
+      "loss": 0.8494,
+      "step": 4729
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.205352801683327e-06,
+      "loss": 0.8031,
+      "step": 4730
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.187488635210302e-06,
+      "loss": 0.8978,
+      "step": 4731
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.1696616812126335e-06,
+      "loss": 0.8561,
+      "step": 4732
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.151871946614116e-06,
+      "loss": 0.7918,
+      "step": 4733
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.13411943832408e-06,
+      "loss": 0.8446,
+      "step": 4734
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.116404163237386e-06,
+      "loss": 0.8656,
+      "step": 4735
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.098726128234443e-06,
+      "loss": 0.8553,
+      "step": 4736
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.081085340181223e-06,
+      "loss": 0.9167,
+      "step": 4737
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.06348180592917e-06,
+      "loss": 0.9363,
+      "step": 4738
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.0459155323153035e-06,
+      "loss": 0.8124,
+      "step": 4739
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.028386526162175e-06,
+      "loss": 0.8599,
+      "step": 4740
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 4.010894794277831e-06,
+      "loss": 0.8222,
+      "step": 4741
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.993440343455878e-06,
+      "loss": 0.8563,
+      "step": 4742
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.976023180475397e-06,
+      "loss": 0.7417,
+      "step": 4743
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.95864331210104e-06,
+      "loss": 0.8438,
+      "step": 4744
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.941300745082932e-06,
+      "loss": 0.8113,
+      "step": 4745
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.923995486156717e-06,
+      "loss": 0.8939,
+      "step": 4746
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.906727542043598e-06,
+      "loss": 0.847,
+      "step": 4747
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.889496919450208e-06,
+      "loss": 0.7356,
+      "step": 4748
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.872303625068729e-06,
+      "loss": 0.862,
+      "step": 4749
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.8551476655768525e-06,
+      "loss": 0.8915,
+      "step": 4750
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.8380290476377255e-06,
+      "loss": 0.8788,
+      "step": 4751
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.820947777900063e-06,
+      "loss": 0.8246,
+      "step": 4752
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.803903862998004e-06,
+      "loss": 0.9845,
+      "step": 4753
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.7868973095512185e-06,
+      "loss": 0.8082,
+      "step": 4754
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.7699281241648564e-06,
+      "loss": 0.834,
+      "step": 4755
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.7529963134295465e-06,
+      "loss": 0.8413,
+      "step": 4756
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.7361018839214057e-06,
+      "loss": 0.9067,
+      "step": 4757
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.7192448422020743e-06,
+      "loss": 0.8131,
+      "step": 4758
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.7024251948185816e-06,
+      "loss": 0.8006,
+      "step": 4759
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.6856429483035028e-06,
+      "loss": 0.8811,
+      "step": 4760
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.66889810917489e-06,
+      "loss": 0.7765,
+      "step": 4761
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.6521906839362185e-06,
+      "loss": 0.9075,
+      "step": 4762
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.635520679076465e-06,
+      "loss": 0.7743,
+      "step": 4763
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.6188881010700726e-06,
+      "loss": 0.8113,
+      "step": 4764
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.6022929563769513e-06,
+      "loss": 0.8243,
+      "step": 4765
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.585735251442457e-06,
+      "loss": 0.8574,
+      "step": 4766
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.5692149926974006e-06,
+      "loss": 0.8912,
+      "step": 4767
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.552732186558072e-06,
+      "loss": 0.84,
+      "step": 4768
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.536286839426195e-06,
+      "loss": 0.7649,
+      "step": 4769
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.5198789576889603e-06,
+      "loss": 0.802,
+      "step": 4770
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.5035085477190143e-06,
+      "loss": 0.886,
+      "step": 4771
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4871756158744052e-06,
+      "loss": 0.8812,
+      "step": 4772
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.470880168498669e-06,
+      "loss": 0.7711,
+      "step": 4773
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.454622211920766e-06,
+      "loss": 0.8673,
+      "step": 4774
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4384017524551116e-06,
+      "loss": 0.8448,
+      "step": 4775
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.422218796401544e-06,
+      "loss": 0.8287,
+      "step": 4776
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4060733500453247e-06,
+      "loss": 0.8529,
+      "step": 4777
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.3899654196571597e-06,
+      "loss": 0.7543,
+      "step": 4778
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.3738950114932e-06,
+      "loss": 0.8479,
+      "step": 4779
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.3578621317949756e-06,
+      "loss": 0.7659,
+      "step": 4780
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.3418667867895047e-06,
+      "loss": 0.8328,
+      "step": 4781
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.3259089826891854e-06,
+      "loss": 0.836,
+      "step": 4782
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.309988725691837e-06,
+      "loss": 0.8442,
+      "step": 4783
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.294106021980714e-06,
+      "loss": 0.7192,
+      "step": 4784
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.2782608777244705e-06,
+      "loss": 0.7605,
+      "step": 4785
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.2624532990771505e-06,
+      "loss": 0.8322,
+      "step": 4786
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.2466832921782985e-06,
+      "loss": 0.8622,
+      "step": 4787
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.2309508631527486e-06,
+      "loss": 0.8373,
+      "step": 4788
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.215256018110824e-06,
+      "loss": 0.7836,
+      "step": 4789
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.1995987631482148e-06,
+      "loss": 0.7763,
+      "step": 4790
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.1839791043460023e-06,
+      "loss": 0.8801,
+      "step": 4791
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.168397047770699e-06,
+      "loss": 0.7848,
+      "step": 4792
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.1528525994741877e-06,
+      "loss": 0.8396,
+      "step": 4793
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.13734576549376e-06,
+      "loss": 0.868,
+      "step": 4794
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.1218765518520985e-06,
+      "loss": 0.8705,
+      "step": 4795
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.1064449645572537e-06,
+      "loss": 0.8452,
+      "step": 4796
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.0910510096026745e-06,
+      "loss": 0.7926,
+      "step": 4797
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.0756946929672014e-06,
+      "loss": 0.8637,
+      "step": 4798
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.0603760206150524e-06,
+      "loss": 0.9159,
+      "step": 4799
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.045094998495834e-06,
+      "loss": 0.8399,
+      "step": 4800
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.029851632544489e-06,
+      "loss": 0.8891,
+      "step": 4801
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.0146459286813923e-06,
+      "loss": 0.7389,
+      "step": 4802
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 2.9994778928122636e-06,
+      "loss": 0.8707,
+      "step": 4803
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 2.9843475308281575e-06,
+      "loss": 0.8361,
+      "step": 4804
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 2.9692548486055847e-06,
+      "loss": 0.7921,
+      "step": 4805
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 2.954199852006334e-06,
+      "loss": 0.8449,
+      "step": 4806
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 2.9391825468775945e-06,
+      "loss": 0.8863,
+      "step": 4807
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.9242029390519456e-06,
+      "loss": 0.8948,
+      "step": 4808
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.909261034347255e-06,
+      "loss": 0.9325,
+      "step": 4809
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.8943568385667918e-06,
+      "loss": 0.8147,
+      "step": 4810
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.8794903574992037e-06,
+      "loss": 0.8175,
+      "step": 4811
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.8646615969184276e-06,
+      "loss": 0.7942,
+      "step": 4812
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.8498705625838117e-06,
+      "loss": 0.8084,
+      "step": 4813
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.8351172602399946e-06,
+      "loss": 0.8421,
+      "step": 4814
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.820401695616992e-06,
+      "loss": 0.863,
+      "step": 4815
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.8057238744301996e-06,
+      "loss": 0.8351,
+      "step": 4816
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.7910838023802676e-06,
+      "loss": 0.8419,
+      "step": 4817
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.7764814851532482e-06,
+      "loss": 0.8545,
+      "step": 4818
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.761916928420527e-06,
+      "loss": 0.8472,
+      "step": 4819
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.74739013783879e-06,
+      "loss": 0.8882,
+      "step": 4820
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.7329011190500796e-06,
+      "loss": 0.8479,
+      "step": 4821
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.7184498776817612e-06,
+      "loss": 0.8858,
+      "step": 4822
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.704036419346534e-06,
+      "loss": 0.9506,
+      "step": 4823
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.689660749642442e-06,
+      "loss": 0.8183,
+      "step": 4824
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.675322874152786e-06,
+      "loss": 0.8334,
+      "step": 4825
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.6610227984462554e-06,
+      "loss": 0.8543,
+      "step": 4826
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.6467605280768413e-06,
+      "loss": 0.8472,
+      "step": 4827
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.632536068583824e-06,
+      "loss": 0.8887,
+      "step": 4828
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.6183494254918505e-06,
+      "loss": 0.8039,
+      "step": 4829
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.6042006043108247e-06,
+      "loss": 0.761,
+      "step": 4830
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.590089610535984e-06,
+      "loss": 0.847,
+      "step": 4831
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.5760164496479e-06,
+      "loss": 0.8801,
+      "step": 4832
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.5619811271123894e-06,
+      "loss": 0.7526,
+      "step": 4833
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.5479836483806587e-06,
+      "loss": 0.8482,
+      "step": 4834
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.534024018889114e-06,
+      "loss": 0.8124,
+      "step": 4835
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.5201022440595522e-06,
+      "loss": 0.8247,
+      "step": 4836
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.506218329299026e-06,
+      "loss": 0.8751,
+      "step": 4837
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.492372279999866e-06,
+      "loss": 0.8331,
+      "step": 4838
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.4785641015397374e-06,
+      "loss": 0.8451,
+      "step": 4839
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.464793799281573e-06,
+      "loss": 0.8391,
+      "step": 4840
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.4510613785735938e-06,
+      "loss": 0.8677,
+      "step": 4841
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.4373668447493224e-06,
+      "loss": 0.9392,
+      "step": 4842
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.4237102031275607e-06,
+      "loss": 0.8129,
+      "step": 4843
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.4100914590123756e-06,
+      "loss": 0.8622,
+      "step": 4844
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.3965106176931374e-06,
+      "loss": 0.8907,
+      "step": 4845
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.382967684444493e-06,
+      "loss": 0.8048,
+      "step": 4846
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.3694626645263675e-06,
+      "loss": 0.8479,
+      "step": 4847
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.3559955631839434e-06,
+      "loss": 0.8782,
+      "step": 4848
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.3425663856476932e-06,
+      "loss": 0.819,
+      "step": 4849
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.3291751371333437e-06,
+      "loss": 0.8279,
+      "step": 4850
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.3158218228419127e-06,
+      "loss": 0.9,
+      "step": 4851
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.3025064479596627e-06,
+      "loss": 0.9012,
+      "step": 4852
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.2892290176581676e-06,
+      "loss": 0.913,
+      "step": 4853
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.2759895370941807e-06,
+      "loss": 0.7418,
+      "step": 4854
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.2627880114097776e-06,
+      "loss": 0.8436,
+      "step": 4855
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.249624445732301e-06,
+      "loss": 0.8408,
+      "step": 4856
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.2364988451742953e-06,
+      "loss": 0.8566,
+      "step": 4857
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.223411214833637e-06,
+      "loss": 0.8588,
+      "step": 4858
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.210361559793361e-06,
+      "loss": 0.8757,
+      "step": 4859
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.1973498851218242e-06,
+      "loss": 0.7859,
+      "step": 4860
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.1843761958726285e-06,
+      "loss": 0.7905,
+      "step": 4861
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.1714404970845647e-06,
+      "loss": 0.8516,
+      "step": 4862
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.158542793781759e-06,
+      "loss": 0.8144,
+      "step": 4863
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.1456830909734936e-06,
+      "loss": 0.8202,
+      "step": 4864
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.1328613936543397e-06,
+      "loss": 0.7923,
+      "step": 4865
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.1200777068041134e-06,
+      "loss": 0.8934,
+      "step": 4866
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.10733203538781e-06,
+      "loss": 0.8305,
+      "step": 4867
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.0946243843557367e-06,
+      "loss": 0.9156,
+      "step": 4868
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.081954758643401e-06,
+      "loss": 0.8748,
+      "step": 4869
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.0693231631715103e-06,
+      "loss": 0.8712,
+      "step": 4870
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.0567296028460637e-06,
+      "loss": 0.8231,
+      "step": 4871
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.0441740825582257e-06,
+      "loss": 0.8283,
+      "step": 4872
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.03165660718444e-06,
+      "loss": 0.8351,
+      "step": 4873
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.019177181586329e-06,
+      "loss": 0.851,
+      "step": 4874
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.0067358106107716e-06,
+      "loss": 0.9177,
+      "step": 4875
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.994332499089846e-06,
+      "loss": 0.8899,
+      "step": 4876
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.9819672518408663e-06,
+      "loss": 0.8904,
+      "step": 4877
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.9696400736663457e-06,
+      "loss": 0.8317,
+      "step": 4878
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.9573509693540102e-06,
+      "loss": 0.7657,
+      "step": 4879
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.945099943676809e-06,
+      "loss": 1.0018,
+      "step": 4880
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.9328870013929135e-06,
+      "loss": 0.8988,
+      "step": 4881
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.9207121472456847e-06,
+      "loss": 0.7677,
+      "step": 4882
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.9085753859636734e-06,
+      "loss": 0.8551,
+      "step": 4883
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.8964767222606871e-06,
+      "loss": 0.8852,
+      "step": 4884
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.8844161608356781e-06,
+      "loss": 0.7711,
+      "step": 4885
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.872393706372866e-06,
+      "loss": 0.8687,
+      "step": 4886
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.8604093635416153e-06,
+      "loss": 0.8085,
+      "step": 4887
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.8484631369964922e-06,
+      "loss": 0.743,
+      "step": 4888
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.836555031377285e-06,
+      "loss": 0.896,
+      "step": 4889
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.824685051308983e-06,
+      "loss": 0.9097,
+      "step": 4890
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.8128532014017096e-06,
+      "loss": 0.9485,
+      "step": 4891
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.8010594862508668e-06,
+      "loss": 0.8641,
+      "step": 4892
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.789303910436968e-06,
+      "loss": 0.841,
+      "step": 4893
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.777586478525739e-06,
+      "loss": 0.8519,
+      "step": 4894
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.7659071950681172e-06,
+      "loss": 0.8725,
+      "step": 4895
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.754266064600174e-06,
+      "loss": 0.888,
+      "step": 4896
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.7426630916432041e-06,
+      "loss": 0.8121,
+      "step": 4897
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.7310982807036912e-06,
+      "loss": 0.7865,
+      "step": 4898
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.7195716362732427e-06,
+      "loss": 0.8779,
+      "step": 4899
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.7080831628286887e-06,
+      "loss": 0.9077,
+      "step": 4900
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.696632864832015e-06,
+      "loss": 0.8243,
+      "step": 4901
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.685220746730387e-06,
+      "loss": 0.8741,
+      "step": 4902
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.6738468129561369e-06,
+      "loss": 0.8715,
+      "step": 4903
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.6625110679267641e-06,
+      "loss": 0.853,
+      "step": 4904
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.6512135160449583e-06,
+      "loss": 0.861,
+      "step": 4905
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.6399541616985648e-06,
+      "loss": 0.9741,
+      "step": 4906
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.6287330092605524e-06,
+      "loss": 0.8209,
+      "step": 4907
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.6175500630891127e-06,
+      "loss": 0.8579,
+      "step": 4908
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.6064053275275714e-06,
+      "loss": 0.8939,
+      "step": 4909
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.5952988069044106e-06,
+      "loss": 0.8965,
+      "step": 4910
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.5842305055332795e-06,
+      "loss": 0.8448,
+      "step": 4911
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.573200427712973e-06,
+      "loss": 0.8317,
+      "step": 4912
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.562208577727442e-06,
+      "loss": 0.8423,
+      "step": 4913
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.5512549598458048e-06,
+      "loss": 0.7925,
+      "step": 4914
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.540339578322314e-06,
+      "loss": 0.8818,
+      "step": 4915
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.5294624373963895e-06,
+      "loss": 0.723,
+      "step": 4916
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.5186235412925742e-06,
+      "loss": 0.8009,
+      "step": 4917
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.5078228942205674e-06,
+      "loss": 0.8378,
+      "step": 4918
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.497060500375236e-06,
+      "loss": 0.8312,
+      "step": 4919
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.4863363639365357e-06,
+      "loss": 0.8255,
+      "step": 4920
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.4756504890696466e-06,
+      "loss": 0.8618,
+      "step": 4921
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.4650028799247928e-06,
+      "loss": 0.9179,
+      "step": 4922
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.454393540637411e-06,
+      "loss": 0.8432,
+      "step": 4923
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.4438224753280382e-06,
+      "loss": 0.8934,
+      "step": 4924
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.4332896881023461e-06,
+      "loss": 0.8335,
+      "step": 4925
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.422795183051151e-06,
+      "loss": 0.8401,
+      "step": 4926
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.4123389642504148e-06,
+      "loss": 0.8463,
+      "step": 4927
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.401921035761189e-06,
+      "loss": 0.8189,
+      "step": 4928
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.3915414016296924e-06,
+      "loss": 0.9063,
+      "step": 4929
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.381200065887256e-06,
+      "loss": 0.8611,
+      "step": 4930
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.3708970325503223e-06,
+      "loss": 0.8447,
+      "step": 4931
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.3606323056204795e-06,
+      "loss": 0.8499,
+      "step": 4932
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.3504058890844273e-06,
+      "loss": 0.8665,
+      "step": 4933
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.3402177869139886e-06,
+      "loss": 0.8433,
+      "step": 4934
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.3300680030661095e-06,
+      "loss": 0.8738,
+      "step": 4935
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.3199565414828364e-06,
+      "loss": 0.8241,
+      "step": 4936
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.309883406091361e-06,
+      "loss": 0.814,
+      "step": 4937
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.2998486008039545e-06,
+      "loss": 0.7911,
+      "step": 4938
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.2898521295180322e-06,
+      "loss": 0.8629,
+      "step": 4939
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.2798939961161215e-06,
+      "loss": 0.8476,
+      "step": 4940
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.269974204465818e-06,
+      "loss": 0.8833,
+      "step": 4941
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.260092758419862e-06,
+      "loss": 0.8222,
+      "step": 4942
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.2502496618161164e-06,
+      "loss": 0.8265,
+      "step": 4943
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.2404449184774902e-06,
+      "loss": 0.9033,
+      "step": 4944
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.2306785322120595e-06,
+      "loss": 0.8218,
+      "step": 4945
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.220950506812968e-06,
+      "loss": 0.8536,
+      "step": 4946
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.2112608460584707e-06,
+      "loss": 0.8389,
+      "step": 4947
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.2016095537119243e-06,
+      "loss": 0.8638,
+      "step": 4948
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.1919966335217636e-06,
+      "loss": 0.8404,
+      "step": 4949
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.1824220892215464e-06,
+      "loss": 0.7847,
+      "step": 4950
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.1728859245299205e-06,
+      "loss": 0.8416,
+      "step": 4951
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.1633881431506122e-06,
+      "loss": 0.7498,
+      "step": 4952
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.1539287487724593e-06,
+      "loss": 0.8661,
+      "step": 4953
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.1445077450693786e-06,
+      "loss": 0.8511,
+      "step": 4954
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.1351251357003655e-06,
+      "loss": 0.9282,
+      "step": 4955
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.1257809243095386e-06,
+      "loss": 0.8332,
+      "step": 4956
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.1164751145260722e-06,
+      "loss": 0.8912,
+      "step": 4957
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.1072077099642418e-06,
+      "loss": 0.8052,
+      "step": 4958
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.097978714223391e-06,
+      "loss": 0.8738,
+      "step": 4959
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.0887881308879633e-06,
+      "loss": 0.847,
+      "step": 4960
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.07963596352747e-06,
+      "loss": 0.7697,
+      "step": 4961
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.0705222156965012e-06,
+      "loss": 0.8492,
+      "step": 4962
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.0614468909347474e-06,
+      "loss": 0.7916,
+      "step": 4963
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.0524099927669563e-06,
+      "loss": 0.801,
+      "step": 4964
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.043411524702942e-06,
+      "loss": 0.769,
+      "step": 4965
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.03445149023762e-06,
+      "loss": 0.8456,
+      "step": 4966
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.0255298928509627e-06,
+      "loss": 0.8152,
+      "step": 4967
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.016646736007998e-06,
+      "loss": 0.8055,
+      "step": 4968
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.0078020231588768e-06,
+      "loss": 0.8457,
+      "step": 4969
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 9.989957577387521e-07,
+      "loss": 0.8853,
+      "step": 4970
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 9.902279431678873e-07,
+      "loss": 0.7778,
+      "step": 4971
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 9.814985828516033e-07,
+      "loss": 0.821,
+      "step": 4972
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 9.728076801802655e-07,
+      "loss": 0.8785,
+      "step": 4973
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 9.641552385293518e-07,
+      "loss": 0.9292,
+      "step": 4974
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 9.555412612593518e-07,
+      "loss": 0.8879,
+      "step": 4975
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 9.469657517158226e-07,
+      "loss": 0.9045,
+      "step": 4976
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 9.384287132294223e-07,
+      "loss": 0.8321,
+      "step": 4977
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 9.299301491158207e-07,
+      "loss": 0.8606,
+      "step": 4978
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 9.214700626757666e-07,
+      "loss": 0.8553,
+      "step": 4979
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 9.130484571950537e-07,
+      "loss": 0.9278,
+      "step": 4980
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 9.046653359445323e-07,
+      "loss": 0.8957,
+      "step": 4981
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 8.963207021801423e-07,
+      "loss": 0.7963,
+      "step": 4982
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 8.880145591428024e-07,
+      "loss": 0.8307,
+      "step": 4983
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 8.797469100585431e-07,
+      "loss": 0.8359,
+      "step": 4984
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 8.715177581384182e-07,
+      "loss": 0.8847,
+      "step": 4985
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 8.633271065785486e-07,
+      "loss": 0.9051,
+      "step": 4986
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 8.551749585600677e-07,
+      "loss": 0.9119,
+      "step": 4987
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 8.470613172491981e-07,
+      "loss": 0.7257,
+      "step": 4988
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 8.389861857971748e-07,
+      "loss": 0.7994,
+      "step": 4989
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 8.309495673402779e-07,
+      "loss": 0.8542,
+      "step": 4990
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 8.229514649998437e-07,
+      "loss": 0.8375,
+      "step": 4991
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 8.149918818822433e-07,
+      "loss": 0.865,
+      "step": 4992
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 8.070708210788924e-07,
+      "loss": 0.8366,
+      "step": 4993
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 7.991882856662302e-07,
+      "loss": 0.8021,
+      "step": 4994
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 7.913442787057523e-07,
+      "loss": 0.918,
+      "step": 4995
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 7.835388032439661e-07,
+      "loss": 0.8758,
+      "step": 4996
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 7.757718623124466e-07,
+      "loss": 0.8516,
+      "step": 4997
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 7.680434589277697e-07,
+      "loss": 0.9009,
+      "step": 4998
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 7.603535960915675e-07,
+      "loss": 0.8445,
+      "step": 4999
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 7.527022767904956e-07,
+      "loss": 0.794,
+      "step": 5000
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 7.450895039962214e-07,
+      "loss": 0.8476,
+      "step": 5001
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 7.375152806654683e-07,
+      "loss": 0.79,
+      "step": 5002
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 7.299796097399947e-07,
+      "loss": 0.7616,
+      "step": 5003
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 7.224824941465369e-07,
+      "loss": 0.8485,
+      "step": 5004
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 7.150239367969102e-07,
+      "loss": 0.8562,
+      "step": 5005
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 7.076039405879309e-07,
+      "loss": 0.8259,
+      "step": 5006
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 7.002225084014269e-07,
+      "loss": 0.8036,
+      "step": 5007
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.928796431042717e-07,
+      "loss": 0.9349,
+      "step": 5008
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.855753475483506e-07,
+      "loss": 0.7946,
+      "step": 5009
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.783096245705611e-07,
+      "loss": 1.0149,
+      "step": 5010
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.710824769928348e-07,
+      "loss": 0.8609,
+      "step": 5011
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.63893907622104e-07,
+      "loss": 0.8195,
+      "step": 5012
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.567439192503245e-07,
+      "loss": 0.8966,
+      "step": 5013
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.496325146544746e-07,
+      "loss": 0.9458,
+      "step": 5014
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.425596965965452e-07,
+      "loss": 0.8491,
+      "step": 5015
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.35525467823539e-07,
+      "loss": 0.8654,
+      "step": 5016
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.285298310674703e-07,
+      "loss": 0.9349,
+      "step": 5017
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.215727890453438e-07,
+      "loss": 0.8588,
+      "step": 5018
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.14654344459209e-07,
+      "loss": 0.8185,
+      "step": 5019
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.077744999961165e-07,
+      "loss": 0.82,
+      "step": 5020
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.009332583281069e-07,
+      "loss": 0.8658,
+      "step": 5021
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 5.941306221122545e-07,
+      "loss": 0.8225,
+      "step": 5022
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 5.873665939906015e-07,
+      "loss": 0.807,
+      "step": 5023
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 5.806411765902353e-07,
+      "loss": 0.8264,
+      "step": 5024
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 5.739543725232332e-07,
+      "loss": 0.9143,
+      "step": 5025
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 5.673061843866623e-07,
+      "loss": 0.8761,
+      "step": 5026
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 5.606966147626124e-07,
+      "loss": 0.8593,
+      "step": 5027
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 5.541256662181526e-07,
+      "loss": 0.7896,
+      "step": 5028
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 5.475933413053636e-07,
+      "loss": 0.8058,
+      "step": 5029
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 5.410996425613379e-07,
+      "loss": 0.7776,
+      "step": 5030
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 5.346445725081473e-07,
+      "loss": 0.8727,
+      "step": 5031
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 5.282281336528638e-07,
+      "loss": 0.9311,
+      "step": 5032
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 5.218503284875609e-07,
+      "loss": 0.8436,
+      "step": 5033
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 5.155111594893014e-07,
+      "loss": 0.7957,
+      "step": 5034
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 5.092106291201604e-07,
+      "loss": 0.7923,
+      "step": 5035
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 5.029487398271692e-07,
+      "loss": 0.8385,
+      "step": 5036
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.967254940423715e-07,
+      "loss": 0.8336,
+      "step": 5037
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.905408941828338e-07,
+      "loss": 0.8113,
+      "step": 5038
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.843949426505567e-07,
+      "loss": 0.8059,
+      "step": 5039
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.782876418325755e-07,
+      "loss": 0.8554,
+      "step": 5040
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.7221899410087033e-07,
+      "loss": 0.839,
+      "step": 5041
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.6618900181245595e-07,
+      "loss": 0.8344,
+      "step": 5042
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.6019766730930336e-07,
+      "loss": 0.8386,
+      "step": 5043
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.5424499291838454e-07,
+      "loss": 0.8688,
+      "step": 5044
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.4833098095165004e-07,
+      "loss": 0.8723,
+      "step": 5045
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.4245563370601815e-07,
+      "loss": 0.8406,
+      "step": 5046
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.366189534634191e-07,
+      "loss": 0.9089,
+      "step": 5047
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.308209424907506e-07,
+      "loss": 0.837,
+      "step": 5048
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.250616030399002e-07,
+      "loss": 0.8151,
+      "step": 5049
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.1934093734771195e-07,
+      "loss": 0.8507,
+      "step": 5050
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.1365894763604197e-07,
+      "loss": 0.8308,
+      "step": 5051
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.080156361117027e-07,
+      "loss": 0.8991,
+      "step": 5052
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.024110049664853e-07,
+      "loss": 0.8438,
+      "step": 5053
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.9684505637718194e-07,
+      "loss": 0.8444,
+      "step": 5054
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.913177925055189e-07,
+      "loss": 0.7854,
+      "step": 5055
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.858292154982457e-07,
+      "loss": 0.824,
+      "step": 5056
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.8037932748704597e-07,
+      "loss": 0.9139,
+      "step": 5057
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.7496813058859326e-07,
+      "loss": 0.8136,
+      "step": 5058
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.6959562690455087e-07,
+      "loss": 0.8262,
+      "step": 5059
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.642618185215163e-07,
+      "loss": 0.7508,
+      "step": 5060
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.5896670751109916e-07,
+      "loss": 0.8326,
+      "step": 5061
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.537102959298322e-07,
+      "loss": 0.9109,
+      "step": 5062
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.484925858192822e-07,
+      "loss": 0.8986,
+      "step": 5063
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.4331357920591724e-07,
+      "loss": 0.8733,
+      "step": 5064
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.38173278101217e-07,
+      "loss": 0.8208,
+      "step": 5065
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3307168450160685e-07,
+      "loss": 0.8873,
+      "step": 5066
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.280088003885018e-07,
+      "loss": 0.7959,
+      "step": 5067
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.2298462772825113e-07,
+      "loss": 0.8544,
+      "step": 5068
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.17999168472205e-07,
+      "loss": 0.9119,
+      "step": 5069
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.130524245566369e-07,
+      "loss": 0.8509,
+      "step": 5070
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.081443979028098e-07,
+      "loss": 0.8109,
+      "step": 5071
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.032750904169546e-07,
+      "loss": 0.8438,
+      "step": 5072
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.9844450399024726e-07,
+      "loss": 0.8685,
+      "step": 5073
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.9365264049884267e-07,
+      "loss": 0.7959,
+      "step": 5074
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.8889950180382986e-07,
+      "loss": 0.8354,
+      "step": 5075
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.8418508975127654e-07,
+      "loss": 0.8395,
+      "step": 5076
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.795094061722181e-07,
+      "loss": 0.9183,
+      "step": 5077
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.7487245288261296e-07,
+      "loss": 0.8608,
+      "step": 5078
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.702742316834206e-07,
+      "loss": 0.8667,
+      "step": 5079
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.657147443605457e-07,
+      "loss": 0.8189,
+      "step": 5080
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.6119399268480507e-07,
+      "loss": 0.8449,
+      "step": 5081
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.5671197841203865e-07,
+      "loss": 0.7945,
+      "step": 5082
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.5226870328299845e-07,
+      "loss": 0.9048,
+      "step": 5083
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.478641690233929e-07,
+      "loss": 0.9062,
+      "step": 5084
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.434983773439092e-07,
+      "loss": 0.8988,
+      "step": 5085
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.3917132994016877e-07,
+      "loss": 0.7986,
+      "step": 5086
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.3488302849272724e-07,
+      "loss": 0.7887,
+      "step": 5087
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.3063347466713013e-07,
+      "loss": 0.7671,
+      "step": 5088
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.264226701138461e-07,
+      "loss": 0.8589,
+      "step": 5089
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.2225061646830025e-07,
+      "loss": 0.8424,
+      "step": 5090
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.181173153508853e-07,
+      "loss": 0.8281,
+      "step": 5091
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.1402276836691714e-07,
+      "loss": 0.7705,
+      "step": 5092
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.0996697710666812e-07,
+      "loss": 0.828,
+      "step": 5093
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.0594994314536707e-07,
+      "loss": 0.8979,
+      "step": 5094
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.0197166804317712e-07,
+      "loss": 0.8046,
+      "step": 5095
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.9803215334522896e-07,
+      "loss": 0.758,
+      "step": 5096
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.941314005815653e-07,
+      "loss": 0.9306,
+      "step": 5097
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.9026941126721875e-07,
+      "loss": 0.9022,
+      "step": 5098
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.8644618690211168e-07,
+      "loss": 0.8254,
+      "step": 5099
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.826617289711563e-07,
+      "loss": 0.8355,
+      "step": 5100
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.7891603894418796e-07,
+      "loss": 0.8265,
+      "step": 5101
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.7520911827598742e-07,
+      "loss": 0.8685,
+      "step": 5102
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.7154096840629185e-07,
+      "loss": 0.8941,
+      "step": 5103
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.679115907597617e-07,
+      "loss": 0.958,
+      "step": 5104
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.643209867460027e-07,
+      "loss": 0.8143,
+      "step": 5105
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.6076915775956604e-07,
+      "loss": 0.8226,
+      "step": 5106
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.5725610517994815e-07,
+      "loss": 0.9046,
+      "step": 5107
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.537818303715688e-07,
+      "loss": 0.7695,
+      "step": 5108
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.50346334683793e-07,
+      "loss": 0.883,
+      "step": 5109
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.4694961945093122e-07,
+      "loss": 0.8068,
+      "step": 5110
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.4359168599223928e-07,
+      "loss": 0.9052,
+      "step": 5111
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.4027253561188502e-07,
+      "loss": 0.8695,
+      "step": 5112
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.3699216959899287e-07,
+      "loss": 0.7728,
+      "step": 5113
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.3375058922763252e-07,
+      "loss": 0.8489,
+      "step": 5114
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.3054779575677466e-07,
+      "loss": 0.9635,
+      "step": 5115
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.2738379043035764e-07,
+      "loss": 0.8587,
+      "step": 5116
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.2425857447725398e-07,
+      "loss": 0.8298,
+      "step": 5117
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.211721491112372e-07,
+      "loss": 0.8365,
+      "step": 5118
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.1812451553107062e-07,
+      "loss": 0.8589,
+      "step": 5119
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.1511567492038522e-07,
+      "loss": 0.9115,
+      "step": 5120
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.1214562844781285e-07,
+      "loss": 0.7878,
+      "step": 5121
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.0921437726686411e-07,
+      "loss": 0.8284,
+      "step": 5122
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.0632192251601725e-07,
+      "loss": 0.8088,
+      "step": 5123
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.0346826531865139e-07,
+      "loss": 0.7732,
+      "step": 5124
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.006534067831022e-07,
+      "loss": 0.8628,
+      "step": 5125
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 9.78773480026396e-08,
+      "loss": 0.9009,
+      "step": 5126
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 9.514009005543445e-08,
+      "loss": 0.8827,
+      "step": 5127
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 9.244163400462525e-08,
+      "loss": 0.902,
+      "step": 5128
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 8.978198089824031e-08,
+      "loss": 0.8676,
+      "step": 5129
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 8.716113176927554e-08,
+      "loss": 0.8072,
+      "step": 5130
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 8.457908763562783e-08,
+      "loss": 0.8248,
+      "step": 5131
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 8.203584950013943e-08,
+      "loss": 0.8463,
+      "step": 5132
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 7.953141835057576e-08,
+      "loss": 0.8822,
+      "step": 5133
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 7.706579515962542e-08,
+      "loss": 0.821,
+      "step": 5134
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 7.463898088490018e-08,
+      "loss": 0.9224,
+      "step": 5135
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 7.225097646895718e-08,
+      "loss": 0.886,
+      "step": 5136
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.990178283927674e-08,
+      "loss": 0.8417,
+      "step": 5137
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.759140090824013e-08,
+      "loss": 0.8724,
+      "step": 5138
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.53198315731851e-08,
+      "loss": 0.9827,
+      "step": 5139
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.308707571636153e-08,
+      "loss": 0.8034,
+      "step": 5140
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.089313420494236e-08,
+      "loss": 0.7953,
+      "step": 5141
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 5.87380078910349e-08,
+      "loss": 0.8652,
+      "step": 5142
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 5.6621697611658474e-08,
+      "loss": 0.8897,
+      "step": 5143
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 5.454420418877782e-08,
+      "loss": 0.8842,
+      "step": 5144
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 5.2505528429247494e-08,
+      "loss": 0.882,
+      "step": 5145
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 5.0505671124878584e-08,
+      "loss": 0.7565,
+      "step": 5146
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 4.8544633052383106e-08,
+      "loss": 0.8212,
+      "step": 5147
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 4.662241497341846e-08,
+      "loss": 0.7981,
+      "step": 5148
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 4.473901763454302e-08,
+      "loss": 0.8665,
+      "step": 5149
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 4.289444176724944e-08,
+      "loss": 0.8904,
+      "step": 5150
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 4.108868808794242e-08,
+      "loss": 0.76,
+      "step": 5151
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.932175729797205e-08,
+      "loss": 0.7589,
+      "step": 5152
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.759365008357829e-08,
+      "loss": 0.8742,
+      "step": 5153
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.590436711594647e-08,
+      "loss": 0.8639,
+      "step": 5154
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.425390905117398e-08,
+      "loss": 0.8525,
+      "step": 5155
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.26422765302814e-08,
+      "loss": 0.866,
+      "step": 5156
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.1069470179201364e-08,
+      "loss": 0.7638,
+      "step": 5157
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 2.9535490608789684e-08,
+      "loss": 0.798,
+      "step": 5158
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 2.8040338414847545e-08,
+      "loss": 0.8654,
+      "step": 5159
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 2.6584014178054895e-08,
+      "loss": 0.832,
+      "step": 5160
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 2.516651846403706e-08,
+      "loss": 0.7276,
+      "step": 5161
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 2.378785182333143e-08,
+      "loss": 0.8525,
+      "step": 5162
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 2.2448014791398574e-08,
+      "loss": 0.8964,
+      "step": 5163
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 2.1147007888622228e-08,
+      "loss": 0.9189,
+      "step": 5164
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.9884831620287093e-08,
+      "loss": 0.818,
+      "step": 5165
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.8661486476612145e-08,
+      "loss": 0.8923,
+      "step": 5166
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.747697293272843e-08,
+      "loss": 0.8833,
+      "step": 5167
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.633129144870127e-08,
+      "loss": 0.8185,
+      "step": 5168
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.522444246947474e-08,
+      "loss": 0.8088,
+      "step": 5169
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.4156426424960512e-08,
+      "loss": 0.8271,
+      "step": 5170
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.3127243729949001e-08,
+      "loss": 0.8001,
+      "step": 5171
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 1.2136894784176011e-08,
+      "loss": 0.8023,
+      "step": 5172
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 1.1185379972256105e-08,
+      "loss": 0.9011,
+      "step": 5173
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 1.0272699663782526e-08,
+      "loss": 0.7964,
+      "step": 5174
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 9.398854213193974e-09,
+      "loss": 0.8107,
+      "step": 5175
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 8.563843959907836e-09,
+      "loss": 0.7767,
+      "step": 5176
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 7.767669228231356e-09,
+      "loss": 0.8096,
+      "step": 5177
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 7.01033032737275e-09,
+      "loss": 0.8267,
+      "step": 5178
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.291827551474505e-09,
+      "loss": 0.8942,
+      "step": 5179
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 5.6121611796133845e-09,
+      "loss": 0.7718,
+      "step": 5180
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 4.971331475756014e-09,
+      "loss": 0.8608,
+      "step": 5181
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 4.369338688781088e-09,
+      "loss": 0.869,
+      "step": 5182
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.806183052512679e-09,
+      "loss": 0.914,
+      "step": 5183
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.2818647856647234e-09,
+      "loss": 0.85,
+      "step": 5184
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 2.7963840918854288e-09,
+      "loss": 0.8062,
+      "step": 5185
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 2.3497411597128703e-09,
+      "loss": 0.9146,
+      "step": 5186
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 1.9419361626416e-09,
+      "loss": 0.853,
+      "step": 5187
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 1.5729692590338297e-09,
+      "loss": 0.854,
+      "step": 5188
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 1.2428405921971476e-09,
+      "loss": 0.8413,
+      "step": 5189
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 9.515502903734153e-10,
+      "loss": 0.9054,
+      "step": 5190
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.990984666610523e-10,
+      "loss": 0.8971,
+      "step": 5191
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 4.854852191371606e-10,
+      "loss": 0.8774,
+      "step": 5192
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.1071063075760466e-10,
+      "loss": 0.9342,
+      "step": 5193
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 1.7477476940142012e-10,
+      "loss": 0.8723,
+      "step": 5194
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 7.767768785971185e-11,
+      "loss": 0.8604,
+      "step": 5195
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 1.941942384675599e-11,
+      "loss": 0.8961,
+      "step": 5196
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 0.0,
+      "loss": 0.7337,
+      "step": 5197
+    },
+    {
+      "epoch": 1.0,
+      "step": 5197,
+      "total_flos": 8791019346722816.0,
+      "train_loss": 0.9094028422207197,
+      "train_runtime": 62707.0535,
+      "train_samples_per_second": 10.61,
+      "train_steps_per_second": 0.083
+    }
+  ],
+  "logging_steps": 1.0,
+  "max_steps": 5197,
+  "num_train_epochs": 1,
+  "save_steps": 50000,
+  "total_flos": 8791019346722816.0,
+  "trial_name": null,
+  "trial_params": null
+}